-- Logs begin at Fri 2021-07-30 00:47:47 UTC, end at Fri 2021-07-30 03:03:41 UTC. -- Jul 30 01:18:31.479991 n-d-713499-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 01:18:34.195790 n-d-713499-10 neutron-server[93780]: INFO neutron.common.config [-] Logging enabled! Jul 30 01:18:34.196401 n-d-713499-10 neutron-server[93780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 01:18:34.196582 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 01:18:34.199689 n-d-713499-10 neutron-server[93780]: INFO neutron.common.config [-] Logging enabled! Jul 30 01:18:34.199939 n-d-713499-10 neutron-server[93780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 01:18:34.200244 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 01:18:34.201160 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:18:34.201385 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:18:34.201739 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:18:34.201980 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:18:34.202202 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:18:34.202513 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.202800 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.203117 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.203342 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.203629 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.203912 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.204188 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.204471 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.204759 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.205039 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.205335 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.205619 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.205842 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.206117 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.206397 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.206677 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.206896 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.207239 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.207607 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.208016 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.208295 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.208578 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.208852 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.209117 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.209387 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.209664 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.209980 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] host = n-d-713499-10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.210252 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.210585 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.210818 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.211125 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.211407 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.211688 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.211960 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.212227 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.212494 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.212762 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.213045 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.213325 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.213612 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.213833 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.214050 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.214334 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.214615 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.214889 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.215186 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.215457 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.215727 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.215995 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.216262 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.216547 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.216825 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.217104 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.217375 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.217641 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.217906 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.218177 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.218455 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.218724 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.218993 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.219281 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.219563 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.219830 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.220096 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.220401 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.220680 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.220993 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.221271 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.221540 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.221817 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.222083 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.222351 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.222619 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.222885 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.223180 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.223453 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.223719 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.223984 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.224250 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.224517 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.224797 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:34.225093 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.225386 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.225679 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.225958 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.226243 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.226520 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.226802 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.227098 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.227380 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.227661 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.227943 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.228218 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.228502 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.228774 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.229062 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.229361 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.229648 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.229934 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.230202 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.230470 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.230736 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.231016 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.231307 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.231592 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.231874 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.232139 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.232412 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.232695 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.232965 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.233232 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.233499 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.233778 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.234048 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.234316 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.234591 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.234861 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.235151 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.235417 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.235687 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.235974 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.236238 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.237027 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.237291 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.237560 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.237826 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.238109 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.238377 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.238643 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.238907 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.239200 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.239466 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.239732 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.240003 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.240270 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.240540 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.240809 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.241075 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.241344 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.241609 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.241875 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.242140 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.242403 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.242674 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.242937 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.243225 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.243491 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.243755 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.244018 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.244295 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.244589 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.244864 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.245136 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.245408 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.245679 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.245949 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.246218 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.246489 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.246758 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.247046 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.247329 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.247604 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.247881 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.248161 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.248432 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.248722 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.248993 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.249268 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.249538 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.249811 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.250093 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.250371 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.250658 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.250945 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.251257 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.251542 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.251827 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.252168 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.252960 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.253237 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:34.253455 n-d-713499-10 neutron-server[93780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:18:34.253699 n-d-713499-10 neutron-server[93780]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93780) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 01:18:34.603685 n-d-713499-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 01:18:34.604925 n-d-713499-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 01:18:34.604925 n-d-713499-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 01:18:34.604925 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 01:18:35.014464 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.014752 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.015044 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.016356 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.016623 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.016885 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.051827 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.052094 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.052366 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.068090 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.068364 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.068647 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.108860 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.109147 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.109415 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.147114 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.147403 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.147671 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.381730 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.382397 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.382397 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.382558 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.383204 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.504539 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.504851 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.505130 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.505397 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.505663 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.505972 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.506232 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.506487 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.506740 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.507030 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.507289 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.507551 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.507809 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.508057 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.508308 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.508568 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.508819 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.509082 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.509349 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.509606 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.509874 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.510124 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.510400 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.510771 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.511034 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.511285 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.511676 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:35.511914 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:35.512150 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:35.512383 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:35.512615 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:35.512846 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:35.513204 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 01:18:35.516396 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 01:18:35.521354 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 01:18:35.525682 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 30 01:18:35.527503 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 01:18:35.527968 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 01:18:35.528301 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 01:18:35.528690 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 01:18:35.531524 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 01:18:35.531776 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 01:18:35.532123 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 01:18:35.537477 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 01:18:35.559764 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 01:18:35.560226 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.560524 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93780) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 01:18:35.560882 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.562223 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93780) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 01:18:35.562505 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 01:18:35.562752 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 01:18:35.566656 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.566942 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:35.630374 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 01:18:35.630612 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 01:18:35.630850 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 01:18:35.631255 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 01:18:35.653622 n-d-713499-10 neutron-server[93780]: DEBUG oslo_db.sqlalchemy.engines [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93780) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 01:18:36.184268 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing driver for type 'gre' Jul 30 01:18:36.184784 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] gre ID ranges: [(1, 1000)] Jul 30 01:18:36.238241 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing driver for type 'local' Jul 30 01:18:36.238497 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing driver for type 'vlan' Jul 30 01:18:36.253903 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] VlanTypeDriver initialization complete Jul 30 01:18:36.254389 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing driver for type 'vxlan' Jul 30 01:18:36.254916 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] vxlan ID ranges: [(1, 1000)] Jul 30 01:18:36.311224 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing extension driver 'port_security' Jul 30 01:18:36.311624 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] PortSecurityExtensionDriver initialization complete Jul 30 01:18:36.311944 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing mechanism driver 'openvswitch' Jul 30 01:18:36.312269 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing mechanism driver 'hyperv' Jul 30 01:18:36.318957 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:18:36.319985 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.320365 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.320722 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.321245 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:18:36.321680 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.322037 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.322385 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.322782 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:18:36.323215 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.323571 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.323917 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.324311 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:18:36.324715 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > security_group after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.325068 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > security_group after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.325415 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.325811 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:18:36.326218 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.326578 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.326913 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.327335 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:18:36.327742 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > address_group after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.328090 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > address_group after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.328429 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.328818 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:18:36.329194 n-d-713499-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] ML2 OVO RPC backend initialized. {{(pid=93780) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 01:18:36.329905 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.330318 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.330739 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.331115 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > networks before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.331468 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.331812 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > ports before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.332158 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.332555 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnets before_response 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.332984 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.333337 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.333683 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.334026 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.334373 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.334712 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.335083 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.335426 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.335762 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.336350 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Modular L2 Plugin initialization complete Jul 30 01:18:36.336683 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading services supported by the core plugin {{(pid=93780) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 01:18:36.337012 n-d-713499-10 neutron-server[93780]: INFO neutron.plugins.ml2.managers [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Got port-security extension from driver 'port_security' Jul 30 01:18:36.337476 n-d-713499-10 neutron-server[93780]: INFO neutron.extensions.vlantransparent [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Disabled vlantransparent extension. Jul 30 01:18:36.337960 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93780) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 01:18:36.338274 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: router Jul 30 01:18:36.382342 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.382963 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.383109 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router before_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.383479 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.383856 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.384214 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_delete 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.384576 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.385062 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.385415 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.385771 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.386127 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.386488 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.386904 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.387297 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.387641 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.387981 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.388326 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.388676 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.389027 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.389374 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.389723 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.390093 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router after_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.390471 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.390830 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_create 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.391232 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.391582 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_update 55549900 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.391950 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > agent after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.392301 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > agent after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.393429 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > network after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.394291 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Tracking information for resource: router configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:36.394625 n-d-713499-10 neutron-server[93780]: DEBUG neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Tracking information for resource: floatingip configured {{(pid=93780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:18:36.399511 n-d-713499-10 neutron-server[93780]: INFO neutron.db.l3_agentschedulers_db [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 01:18:36.400094 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.400459 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.400815 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.401166 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.401968 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router before_create 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.402335 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.402746 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_create 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.403166 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > router precommit_update 55550100 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.407818 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.provider_configuration [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service providers = [] {{(pid=93780) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 01:18:36.408192 n-d-713499-10 neutron-server[93780]: DEBUG neutron.db.servicetype_db [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93780) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 01:18:36.411969 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:18:36.412319 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:18:36.412668 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:18:36.413565 n-d-713499-10 neutron-server[93780]: DEBUG neutron.services.service_base [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:18:36.413949 n-d-713499-10 neutron-server[93780]: INFO neutron.services.service_base [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 01:18:36.414343 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.414662 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 01:18:36.427145 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.427485 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: auto_allocate Jul 30 01:18:36.433269 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: network precommit_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.433646 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: network precommit_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.434178 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.434502 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: tag Jul 30 01:18:36.441394 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.441731 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: timestamp Jul 30 01:18:36.445568 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.445905 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: network_ip_availability Jul 30 01:18:36.451371 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.451751 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.452103 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.452815 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.453133 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: flavors Jul 30 01:18:36.467024 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.467489 n-d-713499-10 neutron-server[93780]: INFO neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading Plugin: revisions Jul 30 01:18:36.473919 n-d-713499-10 neutron-server[93780]: DEBUG neutron.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:18:36.474439 n-d-713499-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.870s {{(pid=93780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 01:18:36.475512 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93780) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 01:18:36.475949 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Initializing extension manager. Jul 30 01:18:36.476587 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: __init__.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.477094 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: __pycache__ {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.477558 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.478065 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.478889 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.479527 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: address-group Jul 30 01:18:36.479859 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: address_scope.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.480594 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.481104 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: address-scope Jul 30 01:18:36.481430 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.482422 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.482937 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: router-admin-state-down-before-update Jul 30 01:18:36.483292 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: agent.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.484010 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.484517 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: agent Jul 30 01:18:36.484839 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: agent_resources_synced.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.485759 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.486290 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: agent-resources-synced Jul 30 01:18:36.486754 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: allowedaddresspairs.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.489154 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.489935 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: allowed-address-pairs Jul 30 01:18:36.490189 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: auto_allocated_topology.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.491471 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.492012 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: auto-allocated-topology Jul 30 01:18:36.492370 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.493398 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.493924 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: availability_zone Jul 30 01:18:36.494372 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: availability_zone_filter.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.495387 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.495903 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: availability_zone_filter Jul 30 01:18:36.496229 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: data_plane_status.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.497157 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.497671 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 01:18:36.497996 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: default_subnetpools.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.498925 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.499459 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: default-subnetpools Jul 30 01:18:36.499785 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.500631 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.501143 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: dhcp_agent_scheduler Jul 30 01:18:36.501471 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: dns.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.502428 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.502934 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 01:18:36.503284 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: dns_domain_ports.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.504213 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.504717 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 01:18:36.505042 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.505975 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.506494 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 01:18:36.506832 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: dvr.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.507618 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.508140 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: dvr Jul 30 01:18:36.508461 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: ecmp_routes.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.509445 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.509946 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 01:18:36.510268 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: empty_string_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.511261 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.511783 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: empty-string-filtering Jul 30 01:18:36.512109 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.513090 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.513599 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 01:18:36.513925 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.514872 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.515433 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 01:18:36.515758 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: external_net.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.516687 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.517195 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: external-net Jul 30 01:18:36.517517 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.519278 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.519792 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: extra_dhcp_opt Jul 30 01:18:36.520118 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: extraroute.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.521054 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.521554 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: extraroute Jul 30 01:18:36.521876 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: extraroute_atomic.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.522939 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.523482 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: extraroute-atomic Jul 30 01:18:36.523805 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: filter_validation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.524725 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.525243 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: filter-validation Jul 30 01:18:36.525566 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: fip_pf_description.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.526502 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.527022 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 01:18:36.527361 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: fip_port_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.528293 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.528801 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: fip-port-details Jul 30 01:18:36.529124 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: flavors.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.530379 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.530892 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: flavors Jul 30 01:18:36.531258 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.532937 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.533519 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 01:18:36.534360 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: floatingip_pools.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.535118 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.535636 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: floatingip-pools Jul 30 01:18:36.535967 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: ip_allocation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.536904 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.537410 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 01:18:36.537734 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.538668 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.539198 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: ip-substring-filtering Jul 30 01:18:36.539534 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l2_adjacency.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.540471 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.540975 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 01:18:36.541298 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.542313 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.542824 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: router Jul 30 01:18:36.543181 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.545450 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.545975 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 01:18:36.546315 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.547304 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.547823 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: ext-gw-mode Jul 30 01:18:36.548153 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.549134 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.549641 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: l3-ha Jul 30 01:18:36.549969 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3_flavors.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.550896 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.551429 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: l3-flavors Jul 30 01:18:36.551756 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.552685 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.553196 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 01:18:36.553525 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: l3agentscheduler.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.554596 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.555136 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: l3_agent_scheduler Jul 30 01:18:36.555468 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: logging.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.556957 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.557477 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension logging not supported by any of loaded plugins Jul 30 01:18:36.557816 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: metering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.558627 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.559262 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: metering Jul 30 01:18:36.559598 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.560948 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.561479 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: metering_source_and_destination_fields Jul 30 01:18:36.561809 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: multiprovidernet.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.562759 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.563321 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: multi-provider Jul 30 01:18:36.563650 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: netmtu.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.564656 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.565178 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: net-mtu Jul 30 01:18:36.565501 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: netmtu_writable.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.566446 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.566957 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: net-mtu-writable Jul 30 01:18:36.567308 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: network_availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.568015 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.568500 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: network_availability_zone Jul 30 01:18:36.568822 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: network_ip_availability.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.569933 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.570444 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: network-ip-availability Jul 30 01:18:36.570770 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: network_segment_range.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.571601 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.572110 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 01:18:36.572437 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: pagination.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.573442 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.573773 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: pagination Jul 30 01:18:36.574124 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: port_device_profile.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.575024 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.575554 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: port-device-profile Jul 30 01:18:36.575876 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.576822 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.577330 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: port-mac-address-regenerate Jul 30 01:18:36.577655 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.578579 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.579115 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: port-numa-affinity-policy Jul 30 01:18:36.579441 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: port_resource_request.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.580884 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.581402 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 01:18:36.581725 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: portbindings.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.582655 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.583194 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: binding Jul 30 01:18:36.583523 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: portbindings_extended.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.584830 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.585374 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: binding-extended Jul 30 01:18:36.585676 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: portsecurity.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.586605 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.587161 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: port-security Jul 30 01:18:36.587491 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: project_id.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.588481 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.588815 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: project-id Jul 30 01:18:36.589144 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: providernet.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.590089 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.590608 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: provider Jul 30 01:18:36.590932 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.594426 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.594944 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos not supported by any of loaded plugins Jul 30 01:18:36.595311 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.597155 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.597676 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 01:18:36.598007 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.598941 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.599486 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 01:18:36.599815 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_default.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.600746 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.601263 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-default not supported by any of loaded plugins Jul 30 01:18:36.601589 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_fip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.602248 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.602751 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 01:18:36.603105 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_gateway_ip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.604037 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.604546 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 01:18:36.604876 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_port_network_policy.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.605802 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.606303 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 01:18:36.606634 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_rule_type_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.607583 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.608097 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 01:18:36.608432 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: qos_rules_alias.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.609475 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.609995 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 01:18:36.610327 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: quotasv2.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.611741 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.612081 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: quotas Jul 30 01:18:36.612410 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: quotasv2_detail.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.615617 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.615972 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: quota_details Jul 30 01:18:36.616315 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: rbac.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.617481 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.618049 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: rbac-policies Jul 30 01:18:36.618388 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: rbac_address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.619458 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.621021 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: rbac-address-group Jul 30 01:18:36.621021 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: rbac_address_scope.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.621489 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.621992 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: rbac-address-scope Jul 30 01:18:36.622317 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: rbac_security_groups.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.623280 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.623796 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: rbac-security-groups Jul 30 01:18:36.624121 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: rbac_subnetpool.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.625053 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.625568 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: rbac-subnetpool Jul 30 01:18:36.625895 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: revisionifmatch.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.626828 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.627410 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: revision-if-match Jul 30 01:18:36.627734 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: revisions.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.628883 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.629394 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: standard-attr-revisions Jul 30 01:18:36.629719 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: router_availability_zone.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.630424 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.630933 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: router_availability_zone Jul 30 01:18:36.631283 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: routerservicetype.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.632223 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.632731 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 01:18:36.633056 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.634000 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.634510 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: security-groups-normalized-cidr Jul 30 01:18:36.634851 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.635798 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.636301 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: port-security-groups-filtering Jul 30 01:18:36.636625 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.637560 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.638071 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: security-groups-remote-address-group Jul 30 01:18:36.638395 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: securitygroup.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.648812 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.649336 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: security-group Jul 30 01:18:36.649677 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: segment.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.650482 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.651083 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension segment not supported by any of loaded plugins Jul 30 01:18:36.651359 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.652322 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.652835 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 01:18:36.653167 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: servicetype.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.654297 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.654852 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: service-type Jul 30 01:18:36.655207 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: sorting.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.656228 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.656552 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: sorting Jul 30 01:18:36.656881 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: standard_attr_segment.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.657889 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.658967 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 01:18:36.659320 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: standardattrdescription.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.659987 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.660505 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: standard-attr-description Jul 30 01:18:36.660837 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: stateful_security_group.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.661790 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.662355 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: stateful-security-group Jul 30 01:18:36.668801 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: stdattrs_common.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.669579 n-d-713499-10 neutron-server[93780]: WARNING neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 01:18:36.669911 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.671013 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.671586 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 01:18:36.671913 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: subnet_onboard.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.673035 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.673558 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: subnet_onboard Jul 30 01:18:36.673885 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.674828 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.675379 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 01:18:36.675709 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: subnet_service_types.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.676733 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.677307 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: subnet-service-types Jul 30 01:18:36.677644 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: subnetallocation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.678791 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.679354 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: subnet_allocation Jul 30 01:18:36.679680 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.680365 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.680873 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: subnetpool-prefix-ops Jul 30 01:18:36.681194 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.682135 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.682641 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 01:18:36.682963 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: tagging.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.684143 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.684660 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: standard-attr-tag Jul 30 01:18:36.684985 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: timestamp.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.686211 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.686725 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loaded extension: standard-attr-timestamp Jul 30 01:18:36.687104 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: trunk.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.688125 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.688632 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension trunk not supported by any of loaded plugins Jul 30 01:18:36.688957 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: trunk_details.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.689915 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.690426 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 01:18:36.690757 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: uplink_status_propagation.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.691716 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.692222 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 01:18:36.692547 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Loading extension file: vlantransparent.py {{(pid=93780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:18:36.693226 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:18:36.693733 n-d-713499-10 neutron-server[93780]: INFO neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 01:18:36.696280 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:network Jul 30 01:18:36.696809 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:subnet Jul 30 01:18:36.697219 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:18:36.697601 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:port Jul 30 01:18:36.698858 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.699334 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service FLAVORS assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.699959 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.700382 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.700713 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:router Jul 30 01:18:36.701141 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 01:18:36.701641 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service METERING assigned prefix: /metering {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.703131 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.703514 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.703866 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:18:36.704877 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 01:18:36.705929 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:security_group Jul 30 01:18:36.706366 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 01:18:36.706965 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.707326 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:18:36.707681 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] subnetpool is already registered Jul 30 01:18:36.708102 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.708426 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:18:36.708756 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] subnetpool is already registered Jul 30 01:18:36.711089 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.711636 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service FLAVORS assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.712256 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.712700 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.713035 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:router Jul 30 01:18:36.713373 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] router is already registered Jul 30 01:18:36.713789 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 01:18:36.714114 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] floatingip is already registered Jul 30 01:18:36.714711 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service METERING assigned prefix: /metering {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.715517 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 01:18:36.715847 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] rbac_policy is already registered Jul 30 01:18:36.716276 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:security_group Jul 30 01:18:36.716610 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] security_group is already registered Jul 30 01:18:36.717023 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 01:18:36.717362 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] security_group_rule is already registered Jul 30 01:18:36.717870 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.718193 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:18:36.718522 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] subnetpool is already registered Jul 30 01:18:36.718945 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.v2.resource_helper [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Service CORE assigned prefix: {{(pid=93780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:18:36.719295 n-d-713499-10 neutron-server[93780]: INFO neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:18:36.719622 n-d-713499-10 neutron-server[93780]: WARNING neutron.quota.resource_registry [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] subnetpool is already registered Jul 30 01:18:36.722108 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: extensions {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.723742 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: address-groups {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.725246 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: address-scopes {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.726459 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.727769 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: auto-allocated-topology {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.729015 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: availability_zones {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.730227 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: dhcp-networks {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.731687 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: dhcp-agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.733210 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.734965 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: flavors {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.736142 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: service_profiles {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.737800 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: next_providers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.739316 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: service_profiles {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.740695 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: floatingip-pools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.742123 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.743852 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: floatingips {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.745041 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: l3-routers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.746532 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: l3-agents {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.747984 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: metering-labels {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.749248 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: metering-label-rules {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.750514 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: network-ip-availabilities {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.751902 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: bindings {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.754002 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: quotas {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.755466 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: quotas {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.756999 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: rbac-policies {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.758198 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: security-groups {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.759444 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: security-group-rules {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.760768 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: service-providers {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.761993 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: subnetpools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.763682 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: subnetpools {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.765224 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.767055 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.769707 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.771643 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.773385 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.775277 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.777061 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.778878 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.781840 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.783679 n-d-713499-10 neutron-server[93780]: DEBUG neutron.api.extensions [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Extended resource: tags {{(pid=93780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:18:36.789656 n-d-713499-10 neutron-server[93780]: WARNING keystonemiddleware.auth_token [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 01:18:36.794222 n-d-713499-10 neutron-server[93780]: WARNING keystonemiddleware.auth_token [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 01:18:36.802658 n-d-713499-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Acquired lock "singleton_lock" {{(pid=93780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 01:18:36.803161 n-d-713499-10 neutron-server[93780]: DEBUG oslo_concurrency.lockutils [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Releasing lock "singleton_lock" {{(pid=93780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 01:18:36.803794 n-d-713499-10 neutron-server[93780]: INFO oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Starting 2 workers Jul 30 01:18:36.808614 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Started child 93889 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:18:36.813098 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Started child 93890 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:18:36.814113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:36.815478 n-d-713499-10 neutron-server[93780]: INFO neutron.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 01:18:36.815888 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Notify callbacks [] for process, before_spawn {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:36.816125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [-] (93889) wsgi starting up on http://0.0.0.0:9696 Jul 30 01:18:36.818283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:36.818838 n-d-713499-10 neutron-server[93780]: INFO oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Starting 1 workers Jul 30 01:18:36.819897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [-] (93890) wsgi starting up on http://0.0.0.0:9696 Jul 30 01:18:36.823728 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Started child 93891 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:18:36.824324 n-d-713499-10 neutron-server[93780]: INFO oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Starting 1 workers Jul 30 01:18:36.827766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] calling RpcWorker wait() {{(pid=93891) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 01:18:36.828316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] returning from RpcWorker wait() {{(pid=93891) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 01:18:36.829038 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Started child 93892 {{(pid=93780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:18:36.829645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:36.829858 n-d-713499-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb201f24-897f-4105-ad14-39ddc44ba120 None None] Notify callbacks [] for process, after_spawn {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:36.830100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:18:36.832410 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 01:18:36.832622 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:18:36.832809 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:18:36.833033 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:18:36.833358 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:18:36.833522 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:18:36.834048 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.834337 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.834589 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.834844 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.835146 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.835541 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:36.836015 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.836015 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.836199 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.836656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.836754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:18:36.836912 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.837086 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.837253 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.837506 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.837736 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.838035 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.838304 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.838560 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.838858 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.839057 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.839312 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.839584 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.839831 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.840097 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.840339 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.840822 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.841061 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.841309 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.841527 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.841803 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.842047 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.842288 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.842528 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.842741 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.842994 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.843260 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.843499 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.843712 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.844080 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.844231 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.844468 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.844854 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] host = n-d-713499-10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.845073 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.845292 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.845605 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.845864 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.846113 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.846349 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.846622 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.846874 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.847155 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.847399 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.847655 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.847904 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.848140 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.848373 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.848538 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_options = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.848787 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.849078 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.849322 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.849511 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.849789 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.849917 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.850088 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.850252 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.850492 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.850707 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.850919 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.851155 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.851374 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.851591 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.851853 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.852081 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.852315 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.852524 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.852771 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.852995 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.853214 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.853438 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.853651 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.853885 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.854225 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.854361 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.854598 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.854768 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.854979 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.855282 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.855511 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.855758 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.856010 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.856276 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.856505 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.856732 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.856965 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.857237 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.857468 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.857736 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.857990 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.858202 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.858448 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.858661 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.858891 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.859128 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.859341 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.859552 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.859804 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.860014 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.860232 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.860444 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.860655 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.860883 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.861309 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.861627 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.861964 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.862220 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.862473 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.863240 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.863475 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.864244 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.864468 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.864839 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.864971 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.865234 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.865521 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.865713 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.865953 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.866284 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.866536 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.866811 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.867202 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.867462 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.867691 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.867914 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.868246 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.868685 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.868884 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.869141 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.869369 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.869620 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.869838 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.870075 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.870295 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.870603 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.870787 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.871065 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.871502 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.871752 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.871988 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.872242 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.872489 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.872735 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.872973 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.873207 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.873430 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.873648 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.873886 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.874108 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.874381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.874586 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.874909 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.875087 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.875323 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.875545 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.875760 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.875974 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.876193 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.876426 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.876644 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.876879 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.877623 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.878011 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.878391 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.878816 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.879115 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.879439 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.880688 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.881090 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.881371 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.881625 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.881865 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.882095 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.882368 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.882641 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.883016 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.883290 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.884026 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.888047 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.888411 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.888411 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.888574 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.888814 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.889059 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.889304 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.889540 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.889777 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.890068 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.890403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.890676 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.891128 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.898658 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.898947 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.899236 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.899512 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.899777 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.900040 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.900276 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.900571 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.900831 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.901116 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.901377 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.901610 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.901861 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.902107 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.902336 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.902578 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.902835 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.904190 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.906378 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.907411 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.908367 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.909210 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.909548 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.910025 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.910438 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.910993 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.911681 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.911984 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.912303 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.912591 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.912886 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.913138 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.913397 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.914020 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.914925 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.915218 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.915931 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.918233 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.918488 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.919263 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.919263 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.919457 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.919595 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.919839 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.920166 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.920429 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.920671 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.920893 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.921182 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.921450 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.921705 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.921994 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.922248 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.925656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.925656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.925656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.925656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.925656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.925656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.927177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.927441 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.927702 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.927980 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.928215 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.928490 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.928743 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.928991 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.929228 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.929471 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.929699 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.929926 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.930182 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.930402 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.930629 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.930874 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.931588 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.932245 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.933227 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.933456 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.933716 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.934233 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.934743 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.935013 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.935242 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.935494 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.936455 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.937049 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.937280 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.937848 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.938096 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.938322 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.938545 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.938769 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.939038 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.939290 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.940054 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.940275 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.940513 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.940772 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.941121 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.941370 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.941607 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.941861 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.942075 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.942435 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.942649 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.942868 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.943111 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.943349 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.943580 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.943847 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.944054 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.944297 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.944511 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.944727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.944941 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.945180 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.945410 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.945706 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.945957 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.946185 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.946458 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.946706 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.946937 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.947214 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.947429 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.949024 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.949024 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.949024 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.949024 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.949296 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.949388 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.950308 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.951756 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.952120 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.952440 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.952568 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.952769 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.953018 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.953255 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.953489 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.953711 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.953947 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.954196 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.954427 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.954640 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.954866 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.955115 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.955913 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.956132 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.956348 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.956572 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.956795 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.957030 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.957329 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.957603 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.957829 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.958117 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.958354 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.958603 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.958862 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.959302 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.959530 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.959776 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.959998 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.960222 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.960474 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.960737 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.961048 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.961337 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.961611 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.961872 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.962159 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.962441 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.962716 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.962952 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.963610 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.963958 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.964228 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.964476 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.964728 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.964979 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.965234 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.965451 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.965669 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.965923 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.966157 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.966414 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.966678 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.966920 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.967192 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.967421 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.967638 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.967883 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.968115 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.968352 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.968568 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.968725 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:18:36.969315 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 01:18:36.969479 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:18:36.969636 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:18:36.969806 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:18:36.969977 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:18:36.970128 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:18:36.970490 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.970600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:18:36.970896 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.971083 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.971245 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.971406 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.971591 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.971752 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.971911 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.972071 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.972229 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.972387 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.972545 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.972704 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.972863 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973021 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973179 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973336 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973495 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973814 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.973972 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.974129 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.974286 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] debug = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.974448 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.981845 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.981845 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.981845 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.981845 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.981845 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.981845 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.983631 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] host = n-d-713499-10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984173 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.984727 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_options = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985325 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.985800 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986381 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.986895 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.989824 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_json = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990403 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:18:36.990976 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.993318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.994136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.995575 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996133 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.996682 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997360 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997360 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997360 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997360 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997639 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997639 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997804 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997884 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.997997 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.998164 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.998336 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.998494 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999061 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999061 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999061 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999286 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999286 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999430 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999583 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:36.999748 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.000162 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.000162 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.000750 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.000750 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.000750 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.000750 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001371 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001371 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001371 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001371 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001659 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001659 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001815 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.001897 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.002507 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.002656 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.002817 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.002973 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.003308 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.003470 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.003909 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.003909 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.003909 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.004582 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.004582 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.004582 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.004582 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005100 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005100 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005100 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005100 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005615 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005615 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005615 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005989 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005989 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.005989 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.006363 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.006363 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.006641 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.006641 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.006896 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.006896 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007189 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007189 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007377 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007509 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007647 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007792 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.007927 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.008061 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.008228 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.008386 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.008546 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.008703 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.008868 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009036 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009194 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009352 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009510 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009666 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009822 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.009979 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.010135 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.010293 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.010450 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.010615 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.010760 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.010928 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.011115 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.011275 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.011430 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.011610 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.011768 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.011930 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.012089 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.012243 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.012402 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.012560 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.012717 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.012876 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013033 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013190 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013348 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013506 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013663 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013820 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.013978 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.014136 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.014294 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.014451 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.014609 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.014767 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.014968 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.015096 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.015224 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.015383 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.015541 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.015698 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.015854 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016011 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016171 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016353 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016489 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016650 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016786 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.016949 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018482 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018482 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018482 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018482 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018788 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018788 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.018936 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.019040 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.019175 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.019831 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.019831 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.019831 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.019831 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021177 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021828 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021828 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021828 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021828 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021828 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.021828 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022355 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022355 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022355 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022742 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022742 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022742 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022988 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.022988 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.023195 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.023318 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.023475 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.023632 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.023803 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.023961 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.024320 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.024320 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.024475 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.024554 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025394 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025394 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025394 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025394 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025394 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025751 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025751 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025751 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.025958 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.026376 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.026376 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.026376 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.026615 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.026757 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.026917 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.027099 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.027260 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.027420 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.027613 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.027771 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.027929 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.028085 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.028242 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.028398 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.028586 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.028744 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.028902 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.029059 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.029216 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.029373 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.029547 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.029728 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.029860 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030026 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030182 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030339 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030497 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030669 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030829 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.030990 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.031171 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.031330 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.031489 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.031650 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.031815 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.031984 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.032149 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.032309 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.032475 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.032642 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.032808 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.032968 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.033132 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.033434 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.034531 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.035431 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.035431 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.035431 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.035431 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.035431 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.035431 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036176 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036176 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036176 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036176 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036176 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036520 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:18:37.036520 n-d-713499-10 neutron-server[93780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:18:37.164678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:18:37.173291 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063508 Jul 30 01:18:48.866037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a0ead-a571-409c-bbff-edaea7c60aa7 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:18:48.987088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a0ead-a571-409c-bbff-edaea7c60aa7 None None] No non-hosted networks {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 01:18:48.997265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.agentschedulers_db [None req-c68a0ead-a571-409c-bbff-edaea7c60aa7 None None] DHCP Agent not found on host n-d-713499-10 {{(pid=93891) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 01:18:49.062249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45876366-3044-4bf5-8a12-d745fec2cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:51.551573 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b0100e4c-d6dd-48fe-af84-3ddadb653edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:51.620190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e717d4e-17cc-4336-8ab6-4278dbf50225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:51.729754 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:51.731181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.731944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.732556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.733142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.734582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.739269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.741077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.745616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.747617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.748368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.749321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.754467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:18:51.755206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:18:51.766759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:18:52.990911 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:54.321660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:55.160285 n-d-713499-10 neutron-server[93891]: INFO neutron.db.l3_hamode_db [None req-954d5287-fe93-4d5b-a292-7c8279ce060c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 01:18:55.240023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d5287-fe93-4d5b-a292-7c8279ce060c None None] Routers set() bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:18:55.240413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d5287-fe93-4d5b-a292-7c8279ce060c None None] Router IDs set() for agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 01:18:55.746178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48378) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:18:56.273541 n-d-713499-10 neutron-server[93889]: WARNING oslo_policy.policy [None req-f9f2b669-acf3-427a-8b33-04b47e58abf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:18:56.276692 n-d-713499-10 neutron-server[93889]: WARNING oslo_policy.policy [None req-f9f2b669-acf3-427a-8b33-04b47e58abf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:18:56.498783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-f9f2b669-acf3-427a-8b33-04b47e58abf8 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:18:56.499884 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f9f2b669-acf3-427a-8b33-04b47e58abf8 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7528033 Jul 30 01:18:58.925703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48392) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:18:59.473954 n-d-713499-10 neutron-server[93890]: WARNING oslo_policy.policy [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:18:59.474545 n-d-713499-10 neutron-server[93890]: WARNING oslo_policy.policy [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:18:59.689998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:18:59.783091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.policy [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 01:18:59.827959 n-d-713499-10 neutron-server[93890]: WARNING oslo_policy.policy [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:18:59.828332 n-d-713499-10 neutron-server[93890]: WARNING oslo_policy.policy [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:18:59.837100 n-d-713499-10 neutron-server[93890]: INFO neutron.quota [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] Loaded quota_driver: . Jul 30 01:18:59.931605 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750880167105', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750880167676', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750880176742', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750880173177', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750879756915', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750880199499', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1519189', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1510459', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3725990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3787275'] for rbac-policy, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:18:59.999967 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:00.002157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-23e0314b-b62f-4e0c-9372-b9cea208f1ed admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0736692 Jul 30 01:19:02.609936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48410) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:02.929684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Request body: {'network': {'project_id': '08407fb750f84943a7f12ca1de025f7e', 'name': 'private', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:19:02.931125 n-d-713499-10 neutron-server[93889]: INFO neutron.quota [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Loaded quota_driver: . Jul 30 01:19:02.990423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Made reservation on behalf of 08407fb750f84943a7f12ca1de025f7e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:19:03.059274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.policy [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 01:19:03.103490 n-d-713499-10 neutron-server[93889]: WARNING oslo_policy.policy [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:19:03.103866 n-d-713499-10 neutron-server[93889]: WARNING oslo_policy.policy [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:19:03.115254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.136010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.284941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.288794 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.314284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:19:03.342339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750880970792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.342908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Unsubscribe: segment precommit_create {{(pid=93889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 01:19:03.343461 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Added segment ec7f5077-f4c2-483e-9a17-d8a1c350c065 of type vlan for network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 Jul 30 01:19:03.350801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d9d7d-00ff-4d60-aa05-b6f9cd8c15d3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:03.390852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.391211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.391544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.391876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.392734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.393310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.393626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.393944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.394261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.394578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.394892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.395236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Tracked resource versions report: Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: pushed versions: Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: { 'AddressGroup': {'1.2'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Log': {'1.0'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Network': {'1.1'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Port': {'1.7'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'PortForwarding': {'1.2'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'QosPolicy': {'1.8'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'SecurityGroup': {'1.4'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'SubPort': {'1.0'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Subnet': {'1.1'}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Trunk': {'1.1'}} Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: consumer versions: Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: L3 agent@n-d-713499-10: {}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: Metadata agent@n-d-713499-10: {}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: Metering agent@n-d-713499-10: {}, Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'ConntrackHelper': '1.0', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Log': '1.0', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Network': '1.1', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Port': '1.7', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'PortForwarding': '1.2', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'QosPolicy': '1.8', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'SecurityGroup': '1.4', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'SecurityGroupRule': '1.2', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'SubPort': '1.0', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Subnet': '1.1', Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: 'Trunk': '1.1'}} Jul 30 01:19:03.396381 n-d-713499-10 neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:19:03.476807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.537521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.538667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:03.539376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:03.628162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0171182 Jul 30 01:19:03.637666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b7fb5-6cd5-4f4f-9c6e-2a998fee3d26 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd4f8cd-fe60-496d-be93-63d0bfed82c5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:03.651235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:19:06.336315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48426) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:06.738377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163bb91-4915-426a-8db8-0bf4d9698f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:06.739801 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1163bb91-4915-426a-8db8-0bf4d9698f74 admin admin] 10.222.0.78 "GET /v2.0/networks/3bd4f8cd-fe60-496d-be93-63d0bfed82c5 HTTP/1.1" status: 200 len: 825 time: 0.4025195 Jul 30 01:19:06.779256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-59c0215d-1a02-4999-ba35-17e90316db2d admin admin] 10.222.0.78 "GET /v2.0/subnetpools/4d50c37c-b613-4675-9524-e73b255dd244 HTTP/1.1" status: 200 len: 734 time: 0.0332437 Jul 30 01:19:06.791299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Request body: {'subnet': {'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244', 'name': 'private-subnet', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:19:06.815066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Made reservation on behalf of 08407fb750f84943a7f12ca1de025f7e for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:19:06.817309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:07.129038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:07.197610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b77739-dd4a-4006-8986-ea544f14a15a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:07.202037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Checking segment: {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:19:07.202443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Network hostable DHCP agents. Network: 3bd4f8cd-fe60-496d-be93-63d0bfed82c5, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:19:07.226800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:19:07.239315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3bd4f8cd-fe60-496d-be93-63d0bfed82c5) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:19:07.243880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:07.244486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:07.249048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672aec4-efaf-4a1f-84c8-2feb71b1c157 None None] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:19:07.259951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3bb0de7d-1a1e-474a-ae7f-9e94b703c6ae admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4721010 Jul 30 01:19:07.580864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:19:07.582151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:07.862390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Allocated IP 172.20.0.2 (3bd4f8cd-fe60-496d-be93-63d0bfed82c5/f1b77739-dd4a-4006-8986-ea544f14a15a/b3c305ae-0ce4-4627-93e8-ed26c5860a1f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:19:08.071558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:08.116709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Transition to ACTIVE for port object b3c305ae-0ce4-4627-93e8-ed26c5860a1f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:19:08.137795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Transition to ACTIVE for port object b3c305ae-0ce4-4627-93e8-ed26c5860a1f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:19:08.147084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:08.232142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:19:08.237985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:19:08.252087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:19:08.254105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Pushing event updated for resources: {'Port': ['ID=b3c305ae-0ce4-4627-93e8-ed26c5860a1f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:08.289589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.289928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.290269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.290606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.290938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.291296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.291626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.291953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.292274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.292711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.292956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.293233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Tracked resource versions report: Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: pushed versions: Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: { 'AddressGroup': {'1.2'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Log': {'1.0'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Network': {'1.1'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Port': {'1.7'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'PortForwarding': {'1.2'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'QosPolicy': {'1.8'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'SecurityGroup': {'1.4'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'SubPort': {'1.0'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Subnet': {'1.1'}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Trunk': {'1.1'}} Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: consumer versions: Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: L3 agent@n-d-713499-10: {}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: Metadata agent@n-d-713499-10: {}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: Metering agent@n-d-713499-10: {}, Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'ConntrackHelper': '1.0', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Log': '1.0', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Network': '1.1', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Port': '1.7', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'PortForwarding': '1.2', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'QosPolicy': '1.8', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'SecurityGroup': '1.4', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'SecurityGroupRule': '1.2', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'SubPort': '1.0', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Subnet': '1.1', Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: 'Trunk': '1.1'}} Jul 30 01:19:08.294341 n-d-713499-10 neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:19:08.343366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Attempting to bind port b3c305ae-0ce4-4627-93e8-ed26c5860a1f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:19:08.343849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Attempting to bind port b3c305ae-0ce4-4627-93e8-ed26c5860a1f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:19:08.344275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Attempting to bind port b3c305ae-0ce4-4627-93e8-ed26c5860a1f on network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:19:08.349667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:19:08.350093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Checking segment: {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:19:08.350536 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:08.350923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Bound using segment: {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:19:08.351457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Bound port: b3c305ae-0ce4-4627-93e8-ed26c5860a1f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:19:08.351858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:08.415575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] For port b3c305ae-0ce4-4627-93e8-ed26c5860a1f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:19:08.420182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] For port b3c305ae-0ce4-4627-93e8-ed26c5860a1f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b3c305ae-0ce4-4627-93e8-ed26c5860a1f,segment=NetworkSegment(ec7f5077-f4c2-483e-9a17-d8a1c350c065),segment_id=ec7f5077-f4c2-483e-9a17-d8a1c350c065)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:19:08.426308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:08.500334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9e88-ff63-4930-bf04-50c89599b058 None None] Pushing event updated for resources: {'Port': ['ID=b3c305ae-0ce4-4627-93e8-ed26c5860a1f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:09.687291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48434) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:10.043376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-cda714a4-64be-41f9-962a-4662c1221970 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:19:10.044681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cda714a4-64be-41f9-962a-4662c1221970 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3562913 Jul 30 01:19:12.499732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:12.823998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-13a443ec-a6b9-4fed-9edf-1ebaa54b7bd1 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:19:12.825046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-13a443ec-a6b9-4fed-9edf-1ebaa54b7bd1 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242719 Jul 30 01:19:15.520047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48452) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:15.826858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:19:15.856364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:15.858497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:16.035685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:16.040840 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:16.056256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:16.057597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-03fa259c-be41-443d-86b4-3fe6b001184b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5365505 Jul 30 01:19:17.070427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fae86c-5113-4ae1-90e2-e2c0d9f60bf5 None None] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:19:17.133177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-60a7c405-d216-4748-9b3c-b73460415b84 None None] Provisioning for port b3c305ae-0ce4-4627-93e8-ed26c5860a1f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:19:17.828076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b3c305ae-0ce4-4627-93e8-ed26c5860a1f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:19:17.912038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b3c305ae-0ce4-4627-93e8-ed26c5860a1f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:19:17.915994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b3c305ae-0ce4-4627-93e8-ed26c5860a1f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:17.916387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:18.027330 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:18.063459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b3c305ae-0ce4-4627-93e8-ed26c5860a1f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b3c305ae-0ce4-4627-93e8-ed26c5860a1f,segment=NetworkSegment(ec7f5077-f4c2-483e-9a17-d8a1c350c065),segment_id=ec7f5077-f4c2-483e-9a17-d8a1c350c065)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:19:18.068360 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:18.123506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b3c305ae-0ce4-4627-93e8-ed26c5860a1f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:18.490079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48464) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:18.799566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61f27ae1-3d90-425b-9323-2772235c69cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:18.832538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-e47f34d8-e737-4ad3-b5e2-d9c6ce60ca77 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:19:18.833513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e47f34d8-e737-4ad3-b5e2-d9c6ce60ca77 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3423376 Jul 30 01:19:19.813005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b3c305ae-0ce4-4627-93e8-ed26c5860a1f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:19:19.860196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b3c305ae-0ce4-4627-93e8-ed26c5860a1f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:19.861178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.242589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48472) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:21.551992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f6731e7-3355-4ccd-bde0-fbfa0e5c23b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.576487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:19:21.599891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Made reservation on behalf of 51f958925dbe42708b6615ae1fdcf2ab for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:19:21.602063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.617559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.706472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.711523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.724470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Reserving flat network on physical network physnet1 {{(pid=93889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 01:19:21.727093 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.750738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.751597 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Added segment 54bd7010-b180-40cc-8c26-b2fc1362fe90 of type flat for network 6f10b005-e373-4877-8d73-0fda2ca23c67 Jul 30 01:19:21.752895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c119126-93e7-499e-88a8-3fceda850677,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:21.810020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.850030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.851030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:21.851619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:21.907565 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6638870 Jul 30 01:19:21.914528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458131b-13f3-4821-819a-39c488f71b95 admin admin] Pushing event updated for resources: {'Network': ['ID=6f10b005-e373-4877-8d73-0fda2ca23c67,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:21.926358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:19:22.855219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:24.268941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:24.276275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48490) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:24.460460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c270d-a04b-46a6-85d0-73215d441bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:24.461825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-763c270d-a04b-46a6-85d0-73215d441bc6 admin admin] 10.222.0.78 "GET /v2.0/subnets/f1b77739-dd4a-4006-8986-ea544f14a15a HTTP/1.1" status: 200 len: 849 time: 0.1845720 Jul 30 01:19:24.630200 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-51e35983-845f-4468-b5a0-670095b91ad9 admin admin] 10.222.0.78 "GET /v2.0/routers/0dadab6e-e314-4d05-841a-de5fa4641f49 HTTP/1.1" status: 200 len: 704 time: 0.1622891 Jul 30 01:19:24.908433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:25.216970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Allocated IP 172.20.0.1 (3bd4f8cd-fe60-496d-be93-63d0bfed82c5/f1b77739-dd4a-4006-8986-ea544f14a15a/a6167fb4-3b95-429b-8e5f-d3eb63225e03) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:19:25.375008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:25.397569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Transition to ACTIVE for port object a6167fb4-3b95-429b-8e5f-d3eb63225e03 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:19:25.535080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:25.604084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:19:25.609784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:19:25.618359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:19:25.618737 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:25.642741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Pushing event updated for resources: {'Port': ['ID=a6167fb4-3b95-429b-8e5f-d3eb63225e03,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:25.821994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:25.839981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a6e96e48-0050-494c-94c1-90f2350b5b9d None None] Provisioning for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:19:25.843629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a6e96e48-0050-494c-94c1-90f2350b5b9d None None] Provisioning complete for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:25.843997 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6e96e48-0050-494c-94c1-90f2350b5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:25.883788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a6e96e48-0050-494c-94c1-90f2350b5b9d None None] Port a6167fb4-3b95-429b-8e5f-d3eb63225e03 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:19:26.045394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:26.050473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:26.051357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:26.128642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Pushing event updated for resources: {'Port': ['ID=a6167fb4-3b95-429b-8e5f-d3eb63225e03,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:26.178521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:19:26.179817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:19:26.347103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Router 0dadab6e-e314-4d05-841a-de5fa4641f49 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:19:26.407917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-af0b463e-6afe-40e9-a58a-1f17d4dc458e None None] Provisioning complete for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:26.408288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af0b463e-6afe-40e9-a58a-1f17d4dc458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:26.437989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:19:26.440622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-af0b463e-6afe-40e9-a58a-1f17d4dc458e None None] Port a6167fb4-3b95-429b-8e5f-d3eb63225e03 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:19:26.443284 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97413499-9cde-4c74-bfed-545457947c82 admin admin] 10.222.0.78 "PUT /v2.0/routers/0dadab6e-e314-4d05-841a-de5fa4641f49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8073158 Jul 30 01:19:26.450139 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Sync routers for ids ['0dadab6e-e314-4d05-841a-de5fa4641f49'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:19:26.464304 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Routers {'0dadab6e-e314-4d05-841a-de5fa4641f49'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:19:26.465095 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:19:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0dadab6e-e314-4d05-841a-de5fa4641f49'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:26.655952 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Set router 0dadab6e-e314-4d05-841a-de5fa4641f49 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:19:27.089558 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:19:15Z', 'updated_at': '2021-07-30T01:19:25Z', 'revision_number': 2, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'gw_port_host': None, '_interfaces': [{'id': 'a6167fb4-3b95-429b-8e5f-d3eb63225e03', 'name': '', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'mac_address': 'fa:16:3e:96:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:24Z', 'updated_at': '2021-07-30T01:19:25Z', 'revision_number': 2, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'subnets': [{'id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:27.140640 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Checking router: 0dadab6e-e314-4d05-841a-de5fa4641f49 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:19:27.140999 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Updating router 0dadab6e-e314-4d05-841a-de5fa4641f49 port a6167fb4-3b95-429b-8e5f-d3eb63225e03 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:19:27.190900 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:27.730915 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:27.749384 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Transition to ACTIVE for port object a6167fb4-3b95-429b-8e5f-d3eb63225e03 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:19:27.756021 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:27.892185 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Pushing event updated for resources: {'Port': ['ID=a6167fb4-3b95-429b-8e5f-d3eb63225e03,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:27.928391 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.928739 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.929078 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.929414 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.929741 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.930064 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.930386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.930705 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.931045 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.931365 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.931682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.932010 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Tracked resource versions report: Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: pushed versions: Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: { 'AddressGroup': {'1.2'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'ConntrackHelper': {'1.0'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Log': {'1.0'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Network': {'1.1'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Port': {'1.7'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'PortForwarding': {'1.2'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'QosPolicy': {'1.8'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'SecurityGroup': {'1.4'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'SubPort': {'1.0'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Subnet': {'1.1'}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Trunk': {'1.1'}} Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: consumer versions: Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: L3 agent@n-d-713499-10: {}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: Metadata agent@n-d-713499-10: {}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: Metering agent@n-d-713499-10: {}, Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'ConntrackHelper': '1.0', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Log': '1.0', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Network': '1.1', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Port': '1.7', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'PortForwarding': '1.2', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'QosPolicy': '1.8', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'SecurityGroup': '1.4', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'SecurityGroupRule': '1.2', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'SubPort': '1.0', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Subnet': '1.1', Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: 'Trunk': '1.1'}} Jul 30 01:19:27.933099 n-d-713499-10 neutron-server[93892]: {{(pid=93892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:19:27.936221 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Attempting to bind port a6167fb4-3b95-429b-8e5f-d3eb63225e03 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:19:27.936622 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Attempting to bind port a6167fb4-3b95-429b-8e5f-d3eb63225e03 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:19:27.937047 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Attempting to bind port a6167fb4-3b95-429b-8e5f-d3eb63225e03 on network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:19:27.944185 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:19:27.944867 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Checking segment: {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:19:27.945323 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:27.945710 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Bound using segment: {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:19:27.946276 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Bound port: a6167fb4-3b95-429b-8e5f-d3eb63225e03, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7f5077-f4c2-483e-9a17-d8a1c350c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:19:27.946568 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:28.023082 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] For port a6167fb4-3b95-429b-8e5f-d3eb63225e03, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:19:28.044762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] For port a6167fb4-3b95-429b-8e5f-d3eb63225e03, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a6167fb4-3b95-429b-8e5f-d3eb63225e03,segment=NetworkSegment(ec7f5077-f4c2-483e-9a17-d8a1c350c065),segment_id=ec7f5077-f4c2-483e-9a17-d8a1c350c065)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:19:28.050147 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:28.117406 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e41385-409b-49c1-9b97-45f193e030fb None None] Pushing event updated for resources: {'Port': ['ID=a6167fb4-3b95-429b-8e5f-d3eb63225e03,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:28.119625 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Routers {'0dadab6e-e314-4d05-841a-de5fa4641f49'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:19:28.120276 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:19:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0dadab6e-e314-4d05-841a-de5fa4641f49'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:28.210045 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] Set router 0dadab6e-e314-4d05-841a-de5fa4641f49 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:19:28.424011 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:19:15Z', 'updated_at': '2021-07-30T01:19:25Z', 'revision_number': 2, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'gw_port_host': None, '_interfaces': [{'id': 'a6167fb4-3b95-429b-8e5f-d3eb63225e03', 'name': '', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'mac_address': 'fa:16:3e:96:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:24Z', 'updated_at': '2021-07-30T01:19:28Z', 'revision_number': 4, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'subnets': [{'id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:28.450009 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41285df9-ad49-4477-b305-e4c3da80d540 None None] The sync data for ids ['0dadab6e-e314-4d05-841a-de5fa4641f49'] in n-d-713499-10 is: [{'id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:19:15Z', 'updated_at': '2021-07-30T01:19:25Z', 'revision_number': 2, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'gw_port_host': None, '_interfaces': [{'id': 'a6167fb4-3b95-429b-8e5f-d3eb63225e03', 'name': '', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'mac_address': 'fa:16:3e:96:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:24Z', 'updated_at': '2021-07-30T01:19:28Z', 'revision_number': 4, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'subnets': [{'id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:19:28.776820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:28.885623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bf8c3-2bd8-4593-a2a2-33c412b3f8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:28.887014 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e98bf8c3-2bd8-4593-a2a2-33c412b3f8fa admin admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 842 time: 0.1093152 Jul 30 01:19:28.901719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:19:28.927799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Made reservation on behalf of 51f958925dbe42708b6615ae1fdcf2ab for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:19:28.930071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:29.233241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:19:29.233717 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:29.288432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a010807-adeb-4592-b034-c36854f44c02,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:29.296486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:19:29.296836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Network hostable DHCP agents. Network: 6f10b005-e373-4877-8d73-0fda2ca23c67, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:19:29.315092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:19:29.323996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6f10b005-e373-4877-8d73-0fda2ca23c67) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:19:29.328884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:29.329470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:29.334207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd515d9-a03c-45fe-92c5-df182c4fb2a0 None None] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:19:29.355962 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-46878ec6-8143-43f7-a7b2-ef54144fe37e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4581103 Jul 30 01:19:29.472210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e362cb-fbc2-4fa5-a69d-72beb3256626 None None] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:19:31.710858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:31.925200 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10d2b8e7-93b9-40ef-83a6-34a2d43a6b86 admin admin] 10.222.0.78 "GET /v2.0/routers/0dadab6e-e314-4d05-841a-de5fa4641f49 HTTP/1.1" status: 200 len: 710 time: 0.2130537 Jul 30 01:19:32.022004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8598020b-7b81-46f5-8c01-71463c96a0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:19:32.023438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8598020b-7b81-46f5-8c01-71463c96a0e6 admin admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 886 time: 0.0927737 Jul 30 01:19:32.033120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:19:32.305945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:32.555357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:32.630856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:32.738477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Allocated IP 172.25.8.76 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6b19c4d5-155f-42b6-9147-21fee3f7f507) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:19:32.840132 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:32.882115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:32.924081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:19:32.928705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:19:32.932845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:19:32.935654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Pushing event updated for resources: {'Port': ['ID=6b19c4d5-155f-42b6-9147-21fee3f7f507,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:33.193834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:33.491340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:33.494729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:33.602445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Router 0dadab6e-e314-4d05-841a-de5fa4641f49 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:19:33.721391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:19:33.725668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:33.727067 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a458659-82ba-4c96-b841-d01c92f594fc admin admin] 10.222.0.78 "PUT /v2.0/routers/0dadab6e-e314-4d05-841a-de5fa4641f49 HTTP/1.1" status: 200 len: 889 time: 1.6975586 Jul 30 01:19:33.853950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a6167fb4-3b95-429b-8e5f-d3eb63225e03 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:19:33.910525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:19:33.915904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:33.916605 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:34.029165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:34.071309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a6167fb4-3b95-429b-8e5f-d3eb63225e03, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a6167fb4-3b95-429b-8e5f-d3eb63225e03,segment=NetworkSegment(ec7f5077-f4c2-483e-9a17-d8a1c350c065),segment_id=ec7f5077-f4c2-483e-9a17-d8a1c350c065)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:19:34.076206 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:34.132582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a6167fb4-3b95-429b-8e5f-d3eb63225e03,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:35.108449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Sync routers for ids ['0dadab6e-e314-4d05-841a-de5fa4641f49'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:19:35.118952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Routers {'0dadab6e-e314-4d05-841a-de5fa4641f49'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:19:35.119666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:19:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0dadab6e-e314-4d05-841a-de5fa4641f49'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:35.386847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Set router 0dadab6e-e314-4d05-841a-de5fa4641f49 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:19:35.806052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b19c4d5-155f-42b6-9147-21fee3f7f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:19:15Z', 'updated_at': '2021-07-30T01:19:33Z', 'revision_number': 4, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'gw_port': {'id': '6b19c4d5-155f-42b6-9147-21fee3f7f507', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:32Z', 'updated_at': '2021-07-30T01:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'a6167fb4-3b95-429b-8e5f-d3eb63225e03', 'name': '', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'mac_address': 'fa:16:3e:96:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:24Z', 'updated_at': '2021-07-30T01:19:34Z', 'revision_number': 5, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'subnets': [{'id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:35.859401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a6167fb4-3b95-429b-8e5f-d3eb63225e03 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:19:35.863080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Checking router: 0dadab6e-e314-4d05-841a-de5fa4641f49 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:19:35.863431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Updating router 0dadab6e-e314-4d05-841a-de5fa4641f49 port 6b19c4d5-155f-42b6-9147-21fee3f7f507 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:19:35.936778 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.044592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:36.044884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.188083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48530) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:19:36.302578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10f673fa-c1a2-4a3f-9404-8cede119385b admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1115065 Jul 30 01:19:36.339783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.350937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Transition to ACTIVE for port object 6b19c4d5-155f-42b6-9147-21fee3f7f507 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:19:36.357494 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.420956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6049cdb-9206-437e-a85c-58044bbbd35e None None] Pushing event updated for resources: {'Port': ['ID=6b19c4d5-155f-42b6-9147-21fee3f7f507,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:36.425997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Attempting to bind port 6b19c4d5-155f-42b6-9147-21fee3f7f507 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:19:36.426360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Attempting to bind port 6b19c4d5-155f-42b6-9147-21fee3f7f507 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:19:36.426726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Attempting to bind port 6b19c4d5-155f-42b6-9147-21fee3f7f507 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:19:36.432410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:19:36.432789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:19:36.438937 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.438937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:19:36.438937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Bound port: 6b19c4d5-155f-42b6-9147-21fee3f7f507, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:19:36.438937 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.490252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] For port 6b19c4d5-155f-42b6-9147-21fee3f7f507, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:19:36.493980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] For port 6b19c4d5-155f-42b6-9147-21fee3f7f507, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6b19c4d5-155f-42b6-9147-21fee3f7f507,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:19:36.498308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:36.553924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Routers {'0dadab6e-e314-4d05-841a-de5fa4641f49'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:19:36.554458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:19:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0dadab6e-e314-4d05-841a-de5fa4641f49'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:36.680166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6049cdb-9206-437e-a85c-58044bbbd35e None None] Pushing event updated for resources: {'Port': ['ID=6b19c4d5-155f-42b6-9147-21fee3f7f507,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:36.760786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] Set router 0dadab6e-e314-4d05-841a-de5fa4641f49 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:19:36.995290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b19c4d5-155f-42b6-9147-21fee3f7f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:19:15Z', 'updated_at': '2021-07-30T01:19:33Z', 'revision_number': 4, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'gw_port': {'id': '6b19c4d5-155f-42b6-9147-21fee3f7f507', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:32Z', 'updated_at': '2021-07-30T01:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'a6167fb4-3b95-429b-8e5f-d3eb63225e03', 'name': '', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'mac_address': 'fa:16:3e:96:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:24Z', 'updated_at': '2021-07-30T01:19:34Z', 'revision_number': 5, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'subnets': [{'id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:19:37.028473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd58c1c-b4de-460e-b39e-e2a2690549c9 None None] The sync data for ids ['0dadab6e-e314-4d05-841a-de5fa4641f49'] in n-d-713499-10 is: [{'id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'name': 'router1', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b19c4d5-155f-42b6-9147-21fee3f7f507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:19:15Z', 'updated_at': '2021-07-30T01:19:33Z', 'revision_number': 4, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'gw_port': {'id': '6b19c4d5-155f-42b6-9147-21fee3f7f507', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:70:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:32Z', 'updated_at': '2021-07-30T01:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'a6167fb4-3b95-429b-8e5f-d3eb63225e03', 'name': '', 'network_id': '3bd4f8cd-fe60-496d-be93-63d0bfed82c5', 'tenant_id': '08407fb750f84943a7f12ca1de025f7e', 'mac_address': 'fa:16:3e:96:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadab6e-e314-4d05-841a-de5fa4641f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:19:24Z', 'updated_at': '2021-07-30T01:19:34Z', 'revision_number': 5, 'project_id': '08407fb750f84943a7f12ca1de025f7e', 'subnets': [{'id': 'f1b77739-dd4a-4006-8986-ea544f14a15a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d50c37c-b613-4675-9524-e73b255dd244'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:19:37.863149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6b19c4d5-155f-42b6-9147-21fee3f7f507 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:19:37.918444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6b19c4d5-155f-42b6-9147-21fee3f7f507 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:19:37.922978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6b19c4d5-155f-42b6-9147-21fee3f7f507 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:37.923374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:38.006124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:38.031714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6b19c4d5-155f-42b6-9147-21fee3f7f507, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6b19c4d5-155f-42b6-9147-21fee3f7f507,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:19:38.044270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:38.102452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6b19c4d5-155f-42b6-9147-21fee3f7f507,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:19:39.862478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6b19c4d5-155f-42b6-9147-21fee3f7f507 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:19:39.932258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6b19c4d5-155f-42b6-9147-21fee3f7f507 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:19:39.932861 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:42.899099 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:19:48.804175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6da94a0a-e9cb-4da8-b45d-1bb6b23dcc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:51.567390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-51d1eae7-cc83-4b3a-aec3-63fc20506020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:51.735327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:52.863481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:19:54.298676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:18.806511 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26c120e4-ef02-49fb-9816-56631e4d0638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:19.899010 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:20:21.553779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9ac71a41-cdf3-4416-a372-c51fe696fb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:21.728537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:22.867750 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:24.289762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:48.809158 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f624010-7e9f-49a1-bf06-48096930e38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:51.554731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aa73612-a7b2-4a62-be9c-9c6c2ed824da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:51.731611 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:52.871133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:54.291714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:20:56.898062 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:21:18.812059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b89fbc9a-521a-4e28-b3e1-e4b745dca062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:19.310578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:19.370529 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd99ffa-0515-44b6-b530-63c2f5d725c2 admin admin] GET failed (client error): The resource could not be found. Jul 30 01:21:19.371933 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9cd99ffa-0515-44b6-b530-63c2f5d725c2 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603609 Jul 30 01:21:19.538430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc15b1-30a2-4c24-a5fb-82a3908a9d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:19.539853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-71cc15b1-30a2-4c24-a5fb-82a3908a9d6f admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630614 Jul 30 01:21:21.556196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c178237-771c-47d8-928e-7299572e8656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:21.733013 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:21.761054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:21.852053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab4d8f-6e0e-4d1d-ad1a-5654626985b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:21.853435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04ab4d8f-6e0e-4d1d-ad1a-5654626985b2 admin admin] 10.222.0.78 "GET /v2.0/subnets/f1b77739-dd4a-4006-8986-ea544f14a15a HTTP/1.1" status: 200 len: 849 time: 0.0914207 Jul 30 01:21:21.864456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:21:21.959364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:22.113142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750880895016'] for subnet, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:22.149620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:22.150200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:22.151766 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] 10.222.0.78 "PUT /v2.0/subnets/f1b77739-dd4a-4006-8986-ea544f14a15a HTTP/1.1" status: 200 len: 868 time: 0.2912858 Jul 30 01:21:22.154785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952002b-e90a-47a5-9d71-5e89fa9ed450 None None] Network 3bd4f8cd-fe60-496d-be93-63d0bfed82c5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:21:22.172799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b77739-dd4a-4006-8986-ea544f14a15a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:21:22.180625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.180987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.181298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.181635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.182155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.182282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.182599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.183092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.183287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.183586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.183902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.184215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed5797-1ab6-4c96-a1a3-2ffc99f6db2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:21:22.524827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-da484daa-275c-415e-89bd-f5d210e63fc5 None None] Provisioning complete for port b3c305ae-0ce4-4627-93e8-ed26c5860a1f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:21:22.525196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da484daa-275c-415e-89bd-f5d210e63fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:22.612140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-da484daa-275c-415e-89bd-f5d210e63fc5 None None] Provisioning complete for port a6167fb4-3b95-429b-8e5f-d3eb63225e03 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:21:22.612776 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da484daa-275c-415e-89bd-f5d210e63fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:22.870910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:24.299171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:24.328705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:24.583157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0068fe-9e52-4df9-bc91-108867b3e5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:24.583649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0068fe-9e52-4df9-bc91-108867b3e5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:24.585341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef0068fe-9e52-4df9-bc91-108867b3e5de admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2556937 Jul 30 01:21:26.790770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:26.998627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d2ab6-65e8-4bc3-bd4e-dbc85a54e638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:26.999046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d2ab6-65e8-4bc3-bd4e-dbc85a54e638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:27.001137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-369d2ab6-65e8-4bc3-bd4e-dbc85a54e638 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2093587 Jul 30 01:21:29.195371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49166) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:29.336499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dc2e6-8652-49fa-93f3-6f3bc81dbe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:29.337856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce7dc2e6-8652-49fa-93f3-6f3bc81dbe3a admin admin] 10.222.0.78 "GET /v2.0/networks/3bd4f8cd-fe60-496d-be93-63d0bfed82c5 HTTP/1.1" status: 200 len: 869 time: 0.1415534 Jul 30 01:21:31.534260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49174) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:31.661805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f264b7a1-f6c7-4b9d-891a-e14254d21bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:31.663222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f264b7a1-f6c7-4b9d-891a-e14254d21bbb admin admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 886 time: 0.1279869 Jul 30 01:21:33.898821 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:21:33.908231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:34.032752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b066b9d-8f24-42d2-a669-38b15b4c47fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:34.033216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b066b9d-8f24-42d2-a669-38b15b4c47fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:34.034768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b066b9d-8f24-42d2-a669-38b15b4c47fb admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255786 Jul 30 01:21:36.263379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:36.391131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f472ef-965a-4eea-8606-ed04217d8982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:36.391614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f472ef-965a-4eea-8606-ed04217d8982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:36.393148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-29f472ef-965a-4eea-8606-ed04217d8982 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288354 Jul 30 01:21:38.576962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:38.693934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121217cc-b980-4c7a-adb4-4d20e5277517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:38.695315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-121217cc-b980-4c7a-adb4-4d20e5277517 admin admin] 10.222.0.78 "GET /v2.0/subnets/5a010807-adeb-4592-b034-c36854f44c02 HTTP/1.1" status: 200 len: 816 time: 0.1173620 Jul 30 01:21:40.903180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49206) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:21:41.005968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763c054-1a1c-4d6c-b5b9-3329303d60fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:21:41.007363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2763c054-1a1c-4d6c-b5b9-3329303d60fc admin admin] 10.222.0.78 "GET /v2.0/subnets/f1b77739-dd4a-4006-8986-ea544f14a15a HTTP/1.1" status: 200 len: 868 time: 0.1032310 Jul 30 01:21:48.814782 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-67ba2059-1b50-40d5-b793-a91632e9912b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:51.557318 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0da2834b-ca9b-4cd7-a631-f6cf41941e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:51.737917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:52.875058 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:21:54.301193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:07.185488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49260) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:22:07.232261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-f8afa0ee-3a51-48c0-afb4-e5723067f7cc admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:22:07.233868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f8afa0ee-3a51-48c0-afb4-e5723067f7cc admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469010 Jul 30 01:22:09.491601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:22:09.558738 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d669588-160b-43cd-8256-6c3ee88f27a0 admin admin] GET failed (client error): The resource could not be found. Jul 30 01:22:09.560085 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0d669588-160b-43cd-8256-6c3ee88f27a0 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675375 Jul 30 01:22:09.763971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30125bb3-1b86-4048-9578-adb6a2c0261e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:22:09.765414 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-30125bb3-1b86-4048-9578-adb6a2c0261e admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2003400 Jul 30 01:22:10.897438 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:22:12.050870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:22:12.099521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:22:12.120380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Made reservation on behalf of 51f958925dbe42708b6615ae1fdcf2ab for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:22:12.122839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:12.152594 n-d-713499-10 neutron-server[93889]: WARNING neutron.services.revisions.revision_plugin [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Could not find related network for resource to bump revision. Jul 30 01:22:12.164566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:22:12.174473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:12.174754 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Added segment a9c88302-daff-485d-ad72-e72387fdfe25 of type vlan for network 326837b1-666d-43a1-a386-770a43b39e72 Jul 30 01:22:12.214261 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:12.243569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:12.244533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:22:12.245118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:12.306110 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2540691 Jul 30 01:22:12.309044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31038b-12ee-4f41-9565-417c6be72cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=326837b1-666d-43a1-a386-770a43b39e72,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:22:12.320256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 326837b1-666d-43a1-a386-770a43b39e72 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:22:14.517227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49284) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:22:14.584834 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f73d9e-df29-481f-9ba2-ca0ff58c7d6d admin admin] GET failed (client error): The resource could not be found. Jul 30 01:22:14.586154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-24f73d9e-df29-481f-9ba2-ca0ff58c7d6d admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679641 Jul 30 01:22:14.722045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f529fa6-ed17-4a38-81f1-b4b9edcaea40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:22:14.723449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1f529fa6-ed17-4a38-81f1-b4b9edcaea40 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1329401 Jul 30 01:22:14.733968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:22:14.756628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Made reservation on behalf of 51f958925dbe42708b6615ae1fdcf2ab for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:22:14.759414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.001556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.070871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:22:15.071295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Network hostable DHCP agents. Network: 326837b1-666d-43a1-a386-770a43b39e72, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:22:15.073881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a841ba14-fa31-4e4b-8191-0e2957693bb5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:22:15.087022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.087380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.087713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.088040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.088364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.088690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.089007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.089323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.089638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.089952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.090265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.090578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Tracked resource versions report: Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: pushed versions: Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: { 'AddressGroup': {'1.2'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Log': {'1.0'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Network': {'1.1'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Port': {'1.7'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'PortForwarding': {'1.2'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'QosPolicy': {'1.8'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'SecurityGroup': {'1.4'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'SubPort': {'1.0'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Subnet': {'1.1'}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Trunk': {'1.1'}} Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: consumer versions: Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: L3 agent@n-d-713499-10: {}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: Metadata agent@n-d-713499-10: {}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: Metering agent@n-d-713499-10: {}, Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'ConntrackHelper': '1.0', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Log': '1.0', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Network': '1.1', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Port': '1.7', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'PortForwarding': '1.2', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'QosPolicy': '1.8', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'SecurityGroup': '1.4', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'SecurityGroupRule': '1.2', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'SubPort': '1.0', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Subnet': '1.1', Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: 'Trunk': '1.1'}} Jul 30 01:22:15.091713 n-d-713499-10 neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:22:15.132219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Network 326837b1-666d-43a1-a386-770a43b39e72 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:22:15.145792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 326837b1-666d-43a1-a386-770a43b39e72) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:22:15.150912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:22:15.151545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.157253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20214878-a1d3-4ddf-852c-e122f3d6c100 None None] Network 326837b1-666d-43a1-a386-770a43b39e72 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:22:15.165746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c2ad4b9a-0923-44d3-bd74-1585d83a4650 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4353476 Jul 30 01:22:15.422223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-326837b1-666d-43a1-a386-770a43b39e72', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'tenant_id': '51f958925dbe42708b6615ae1fdcf2ab', 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:22:15.423174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.562710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Allocated IP 192.168.233.2 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/505b1364-9923-470d-b975-bbe4d5723d6c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:22:15.722985 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.732277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Transition to ACTIVE for port object 505b1364-9923-470d-b975-bbe4d5723d6c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:22:15.747962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Transition to ACTIVE for port object 505b1364-9923-470d-b975-bbe4d5723d6c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:22:15.755636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.811848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Pushing event updated for resources: {'Port': ['ID=505b1364-9923-470d-b975-bbe4d5723d6c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:22:15.815129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:22:15.817241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:22:15.819784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:22:15.826210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.826553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.827678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.828015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.828342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.828671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.829023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.829347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.829753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.830081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.830402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.830724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:22:15.887059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Attempting to bind port 505b1364-9923-470d-b975-bbe4d5723d6c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:22:15.887426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Attempting to bind port 505b1364-9923-470d-b975-bbe4d5723d6c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:22:15.887805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Attempting to bind port 505b1364-9923-470d-b975-bbe4d5723d6c on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:22:15.893453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:22:15.893814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:22:15.894205 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.894849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:22:15.895348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Bound port: 505b1364-9923-470d-b975-bbe4d5723d6c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:22:15.895742 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:15.962103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] For port 505b1364-9923-470d-b975-bbe4d5723d6c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:22:15.965998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] For port 505b1364-9923-470d-b975-bbe4d5723d6c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=505b1364-9923-470d-b975-bbe4d5723d6c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:22:15.969933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:16.037152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21665-c682-4a32-8280-69a6158fda9f None None] Pushing event updated for resources: {'Port': ['ID=505b1364-9923-470d-b975-bbe4d5723d6c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:22:16.856877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45f5ef-f56c-422c-a3c9-172cefb04340 None None] Network 326837b1-666d-43a1-a386-770a43b39e72 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:22:16.927150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-593c607c-e20e-4df1-a243-2e01c280833f None None] Provisioning for port 505b1364-9923-470d-b975-bbe4d5723d6c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:22:18.023097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 505b1364-9923-470d-b975-bbe4d5723d6c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:22:18.092613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 505b1364-9923-470d-b975-bbe4d5723d6c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:22:18.097643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 505b1364-9923-470d-b975-bbe4d5723d6c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:22:18.098023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:18.185266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:18.219963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 505b1364-9923-470d-b975-bbe4d5723d6c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=505b1364-9923-470d-b975-bbe4d5723d6c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:22:18.224271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:18.277303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=505b1364-9923-470d-b975-bbe4d5723d6c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:22:18.815925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72e96166-326b-4693-8c27-59d60bee8ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:19.993386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 505b1364-9923-470d-b975-bbe4d5723d6c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:22:20.046006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 505b1364-9923-470d-b975-bbe4d5723d6c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:22:20.046371 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:21.557675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-70026deb-ab87-451c-a55a-5ffaecc044e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:21.743101 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:22.877858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:24.305103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:47.896307 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:22:48.816726 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0e6534c-14cf-49b0-bf2b-5972520b1cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:51.559301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b484be40-175f-4d4d-923c-c4c072df9a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:51.747326 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:52.879526 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:22:54.307299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:18.815684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf753cca-3ef5-45f8-b597-9178f3e9cf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:21.560302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-07afb326-95ec-4a6e-891f-574cd61c0ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:21.743542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:22.883275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:24.309209 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:24.894932 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:23:26.322050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:23:26.327955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-5639b8db-fd8a-41e5-a307-4861ab191ac7 tempest-verify_tempest_config-2101152922 tempest-verify_tempest_config-2101152922-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:23:26.328938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5639b8db-fd8a-41e5-a307-4861ab191ac7 tempest-verify_tempest_config-2101152922 tempest-verify_tempest_config-2101152922-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059144 Jul 30 01:23:26.639311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49358) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:23:26.747670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:26.871768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:26.875911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:26.921050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d27d4c2ab8442499c587e5f1e68db50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2806730 Jul 30 01:23:26.921966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159bb24f-c09c-405b-a952-2a72f2c8f52c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:23:26.924122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49362) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:23:26.929141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.929485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.929817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.930146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.930472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.930950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.931147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.931469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.931800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.932111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.932425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.932740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77539a-28ac-4a89-a492-500ce3c9f36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:26.981982 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:27.003561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:27.092305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:27.094862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:27.096043 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/159bb24f-c09c-405b-a952-2a72f2c8f52c HTTP/1.1" status: 204 len: 168 time: 0.1703982 Jul 30 01:23:27.105328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159bb24f-c09c-405b-a952-2a72f2c8f52c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:23:27.112926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.113267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.113619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.113961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.114440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.114777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.115133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.115623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.115781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.116101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.116420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:27.116738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad596f7e-a80d-4c98-941b-1106e7627129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:23:48.820338 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-441c4340-63a3-4c56-b9cf-34c98f9744c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:51.561428 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a7a48d78-eb2f-4b07-a82d-f88105ecd25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:51.745015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:52.886620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:54.312307 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:01.894317 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:24:18.823160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ee30baf-0556-4d2e-b669-a20c4207e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:21.563430 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d465a941-75b4-418b-88d1-975281726f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:21.747714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:22.888496 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:24.314934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:38.893216 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:24:48.823633 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c7e-73e4-46c9-a83d-e671f44d30ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:51.565549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4846da2d-4b6b-4c1f-baa5-60f7f54c6602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:51.749838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:52.892153 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:54.329292 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:15.891241 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:25:18.825070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6993a894-b3dc-4107-9a9e-4dc68ac2de3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:21.567845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c8ce-75df-4445-a5d2-42eb0a8e7ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:21.752685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:22.895522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:24.321247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:48.825808 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab42ced6-f4db-4e68-8d8b-46b717491734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:51.568604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-99de60b7-0436-4c5e-8e1e-68e72fbc1922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:51.753697 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:52.888886 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 5 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:25:52.898084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:54.326908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:18.826714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77df2a86-6c3c-4cc9-b08c-8751e9d67e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:20.676695 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:21.569679 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83bb8d97-e81c-4415-89b4-fcc4cac10635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:21.754910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:22.901569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:24.328762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:29.890783 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 6 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:26:36.536306 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719125'] for agent, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:48.831113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd388668-eefe-4598-8006-61ae25a33af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:50.631842 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:51.572732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ba52bff4-e233-4105-99d4-4bff1379aefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:51.756635 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:52.903075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:54.332088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:05.422641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49424) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:05.534335 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-746e311c-9ecf-45b0-a0d6-304540409ed5 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1105227 Jul 30 01:27:06.484026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:06.890067 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:27:07.758946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49434) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:07.814178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-959a642c-c289-463f-a2c6-b730f5cfa63a admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0540919 Jul 30 01:27:18.835660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3572-25e7-4cfc-8751-a2bf06e92d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:20.631987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:21.572957 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0f89ea-9353-44b1-a4b6-72a34fb40ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:21.757886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:22.914419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:24.334396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:36.527246 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:43.888719 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:27:48.837348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-25dde70c-e46c-4166-a09b-1a5e634b0de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:50.650385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:51.579281 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb74dcf3-55ad-4c63-b1eb-cc5c8026cdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:51.764226 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:52.912792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:54.338759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:06.540517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:18.848284 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b3aba93c-6ba9-4abf-8967-0a10f58c75cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:20.679476 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:20.888756 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:28:21.574051 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bb4977c2-363c-4d82-a22a-520c61397fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:21.764597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:22.913768 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:24.340624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:32.290322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49648) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:32.840972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49674) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:32.853395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c20a229-5980-4538-a030-513c519bb543 tempest-AutoAllocateNetworkTest-1770982615 tempest-AutoAllocateNetworkTest-1770982615-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7395b162ec2144f49bb57b6daf4bf95a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5616891 Jul 30 01:28:33.069212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24434152-4587-4868-aa76-903041e7db20 tempest-AutoAllocateNetworkTest-1770982615 tempest-AutoAllocateNetworkTest-1770982615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:33.074675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49688) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:33.075173 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24434152-4587-4868-aa76-903041e7db20 tempest-AutoAllocateNetworkTest-1770982615 tempest-AutoAllocateNetworkTest-1770982615-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2328320 Jul 30 01:28:33.157091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bc407d5d-4566-4824-ac0a-7013e54c447a tempest-AutoAllocateNetworkTest-1770982615 tempest-AutoAllocateNetworkTest-1770982615-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804954 Jul 30 01:28:33.159658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:33.192660 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4a7defe8-d2ef-47ad-9fd6-6cc5e14b0e10 tempest-AutoAllocateNetworkTest-1770982615 tempest-AutoAllocateNetworkTest-1770982615-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7395b162ec2144f49bb57b6daf4bf95a HTTP/1.1" status: 200 len: 208 time: 0.0289805 Jul 30 01:28:33.965461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:34.299664 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.397483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.402055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.450190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce058595-6547-4dec-989d-477820d7ded9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:34.458912 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7395b162ec2144f49bb57b6daf4bf95a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4916451 Jul 30 01:28:34.460608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.461141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.461472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.461792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.462226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49766) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:34.462859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.463422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.463745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.464238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.464569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.464946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.465194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.465661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b90461-d89d-4cc8-9653-132f174c7964 admin admin] Tracked resource versions report: Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: pushed versions: Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: { 'AddressGroup': {'1.2'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Log': {'1.0'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Network': {'1.1'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Port': {'1.7'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'PortForwarding': {'1.2'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'QosPolicy': {'1.8'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'SecurityGroup': {'1.4'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'SubPort': {'1.0'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Subnet': {'1.1'}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Trunk': {'1.1'}} Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: consumer versions: Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: HyperV agent@n-h1-713499-10: {}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: HyperV agent@n-h2-713499-10: {}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: L3 agent@n-d-713499-10: {}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: Metadata agent@n-d-713499-10: {}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: Metering agent@n-d-713499-10: {}, Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'ConntrackHelper': '1.0', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Log': '1.0', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Network': '1.1', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Port': '1.7', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'PortForwarding': '1.2', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'QosPolicy': '1.8', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'SecurityGroup': '1.4', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'SecurityGroupRule': '1.2', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'SubPort': '1.0', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Subnet': '1.1', Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: 'Trunk': '1.1'}} Jul 30 01:28:34.466945 n-d-713499-10 neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:28:34.521490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.544745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.600459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.603330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.604910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ce058595-6547-4dec-989d-477820d7ded9 HTTP/1.1" status: 204 len: 168 time: 0.1416025 Jul 30 01:28:34.613495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce058595-6547-4dec-989d-477820d7ded9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:34.624235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.624587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.625233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.625725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.626279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.626613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.626942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.627309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.627638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.627963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.628311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.628633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3c891-8f2d-4594-b4f1-91573d4b1c08 admin admin] Tracked resource versions report: Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: pushed versions: Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: { 'AddressGroup': {'1.2'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Log': {'1.0'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Network': {'1.1'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Port': {'1.7'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'PortForwarding': {'1.2'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'QosPolicy': {'1.8'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'SecurityGroup': {'1.4'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'SubPort': {'1.0'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Subnet': {'1.1'}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Trunk': {'1.1'}} Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: consumer versions: Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: HyperV agent@n-h1-713499-10: {}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: HyperV agent@n-h2-713499-10: {}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: L3 agent@n-d-713499-10: {}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: Metadata agent@n-d-713499-10: {}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: Metering agent@n-d-713499-10: {}, Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'ConntrackHelper': '1.0', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Log': '1.0', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Network': '1.1', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Port': '1.7', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'PortForwarding': '1.2', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'QosPolicy': '1.8', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'SecurityGroup': '1.4', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'SecurityGroupRule': '1.2', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'SubPort': '1.0', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Subnet': '1.1', Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: 'Trunk': '1.1'}} Jul 30 01:28:34.629709 n-d-713499-10 neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:28:35.754416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:35.971788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f35a4729-c62a-4a9c-956d-3ce681b41b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.093016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f35a4729-c62a-4a9c-956d-3ce681b41b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.099160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f35a4729-c62a-4a9c-956d-3ce681b41b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.138445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a4729-c62a-4a9c-956d-3ce681b41b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b01559-9d4f-4382-8eaf-8d2c37179a92,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:36.161480 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f35a4729-c62a-4a9c-956d-3ce681b41b43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f996287d12664b5181551a21af6174d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4033539 Jul 30 01:28:36.161806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49872) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:36.219040 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9497b5f1-86fd-4ca4-ad14-8c5b92fa007b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.242380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9497b5f1-86fd-4ca4-ad14-8c5b92fa007b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.311268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9497b5f1-86fd-4ca4-ad14-8c5b92fa007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.313832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9497b5f1-86fd-4ca4-ad14-8c5b92fa007b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.315033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9497b5f1-86fd-4ca4-ad14-8c5b92fa007b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98b01559-9d4f-4382-8eaf-8d2c37179a92 HTTP/1.1" status: 204 len: 168 time: 0.1524241 Jul 30 01:28:36.323386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497b5f1-86fd-4ca4-ad14-8c5b92fa007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b01559-9d4f-4382-8eaf-8d2c37179a92,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:36.419596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49900) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:36.420456 n-d-713499-10 neutron-server[93890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 01:28:36.447746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-5df9e4f9-6b1b-484a-9447-dbc1e3c1ec8c tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=be03121833854fb3be489bde4179e06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279329 Jul 30 01:28:36.562442 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:36.704820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-c0768762-9443-4a0c-8aad-fd1e7442050c tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:36.706606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-c0768762-9443-4a0c-8aad-fd1e7442050c tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520325 Jul 30 01:28:36.732441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-119be725-55ec-4d95-8b48-6fc88dedbee0 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/quotas/be03121833854fb3be489bde4179e06e HTTP/1.1" status: 200 len: 375 time: 0.0159550 Jul 30 01:28:36.801438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-a12e3119-ff65-479e-8cbf-2e3069691c81 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=be03121833854fb3be489bde4179e06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598867 Jul 30 01:28:36.898888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49944) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:36.914763 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-524f83af-3675-4ffa-b39f-8c6f6d247158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.117201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-524f83af-3675-4ffa-b39f-8c6f6d247158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.147030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-524f83af-3675-4ffa-b39f-8c6f6d247158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.197080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5448cd64-bdc9-46cd-9468-e4bdcbb9fce4 req-a8b6c9af-5021-4951-9ce0-61131e2383ec tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 210 time: 0.0822220 Jul 30 01:28:37.224354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f83af-3675-4ffa-b39f-8c6f6d247158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e10123-7ae5-4020-8668-1108af778abf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:37.229356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-524f83af-3675-4ffa-b39f-8c6f6d247158 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=515a9abcecec403ba878747342b0e5de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3355842 Jul 30 01:28:37.231881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49974) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:37.314349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74632fc3-9486-4f17-a37c-841b257cddb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.355904 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74632fc3-9486-4f17-a37c-841b257cddb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.475668 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74632fc3-9486-4f17-a37c-841b257cddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.481467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74632fc3-9486-4f17-a37c-841b257cddb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:37.483895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-74632fc3-9486-4f17-a37c-841b257cddb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1e10123-7ae5-4020-8668-1108af778abf HTTP/1.1" status: 204 len: 168 time: 0.2490211 Jul 30 01:28:37.503368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74632fc3-9486-4f17-a37c-841b257cddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e10123-7ae5-4020-8668-1108af778abf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:37.532682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50012) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:37.938295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e278624-1e06-49ad-a020-4b02bfb50376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.011646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50054) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:38.051294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e278624-1e06-49ad-a020-4b02bfb50376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.056459 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e278624-1e06-49ad-a020-4b02bfb50376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.098441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e278624-1e06-49ad-a020-4b02bfb50376 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b2c21728508445facbcb8ed6fc5e446&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5643661 Jul 30 01:28:38.101267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50060) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:38.101844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e278624-1e06-49ad-a020-4b02bfb50376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c2454-9343-4057-ad96-ab4124ffa049,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:38.153510 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6f64-ba53-4d45-bb5c-7916edaa850d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.176014 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6f64-ba53-4d45-bb5c-7916edaa850d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.265539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6f64-ba53-4d45-bb5c-7916edaa850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.265539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee5b6f64-ba53-4d45-bb5c-7916edaa850d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.265539 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ee5b6f64-ba53-4d45-bb5c-7916edaa850d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe6c2454-9343-4057-ad96-ab4124ffa049 HTTP/1.1" status: 204 len: 168 time: 0.1570072 Jul 30 01:28:38.271814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b6f64-ba53-4d45-bb5c-7916edaa850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c2454-9343-4057-ad96-ab4124ffa049,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:38.332941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-446b0bd6-373e-48be-bcc9-8ce317c91e24 req-64d0bcc2-719d-4a3e-bd9d-5bd4b126d844 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 210 time: 0.0287042 Jul 30 01:28:38.384075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2069a5f9-f4ac-46c9-a6e1-2a78fc9b8dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.560998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2069a5f9-f4ac-46c9-a6e1-2a78fc9b8dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.587059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2069a5f9-f4ac-46c9-a6e1-2a78fc9b8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.637341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50108) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:38.644679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2069a5f9-f4ac-46c9-a6e1-2a78fc9b8dd5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26f6ee932c814200a5408d6ca8d2d1cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6284087 Jul 30 01:28:38.654617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a5f9-f4ac-46c9-a6e1-2a78fc9b8dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f2963-0f9a-4dee-b8a2-9b94b79cf3e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:38.753918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f9be717-edba-4a63-9130-97256275f4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.782357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f9be717-edba-4a63-9130-97256275f4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.862371 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f9be717-edba-4a63-9130-97256275f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.869228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f9be717-edba-4a63-9130-97256275f4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:38.871027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f9be717-edba-4a63-9130-97256275f4eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/414f2963-0f9a-4dee-b8a2-9b94b79cf3e7 HTTP/1.1" status: 204 len: 168 time: 0.2324574 Jul 30 01:28:38.881070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9be717-edba-4a63-9130-97256275f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f2963-0f9a-4dee-b8a2-9b94b79cf3e7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:38.943779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:38.986919 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-970c8ec8-52e9-4162-a016-98de7e6dce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.162122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-970c8ec8-52e9-4162-a016-98de7e6dce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.168794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-970c8ec8-52e9-4162-a016-98de7e6dce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.262973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-970c8ec8-52e9-4162-a016-98de7e6dce23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62eef3474237488a9085a875e44aa57b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3173025 Jul 30 01:28:39.266647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50164) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:39.275710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c8ec8-52e9-4162-a016-98de7e6dce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34222d8-1852-4806-8cd5-8b705ed14561,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:39.367937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e769ab86-0179-48f9-bf89-4495a1ccad8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.399454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e769ab86-0179-48f9-bf89-4495a1ccad8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.480806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e769ab86-0179-48f9-bf89-4495a1ccad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.483475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e769ab86-0179-48f9-bf89-4495a1ccad8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:39.484606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e769ab86-0179-48f9-bf89-4495a1ccad8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d34222d8-1852-4806-8cd5-8b705ed14561 HTTP/1.1" status: 204 len: 168 time: 0.2158170 Jul 30 01:28:39.504594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ab86-0179-48f9-bf89-4495a1ccad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34222d8-1852-4806-8cd5-8b705ed14561,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:39.672469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50190) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:39.804371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-bac8e1d8-9764-4f61-b66e-d8e63a17b0ee tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=8db20fb438784fcb8568be24c87f9027&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305021 Jul 30 01:28:39.825977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:39.843124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1293286-c93a-4a18-b1fa-92eb10785f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.003955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1293286-c93a-4a18-b1fa-92eb10785f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.005425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-386f1dab-7bea-4c8e-8d7c-bb6bb181f898 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:40.012654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1293286-c93a-4a18-b1fa-92eb10785f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.015654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-386f1dab-7bea-4c8e-8d7c-bb6bb181f898 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098978 Jul 30 01:28:40.036453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-86f41ab6-92b0-4b29-b82b-d4d4badef8ff tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/quotas/8db20fb438784fcb8568be24c87f9027 HTTP/1.1" status: 200 len: 375 time: 0.0195577 Jul 30 01:28:40.064792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293286-c93a-4a18-b1fa-92eb10785f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0107bef2-d5a9-4d16-96f1-fcb3599643ee,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:40.067448 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-065d3215-5283-45eb-af0d-7fc05e90d474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.084050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-a2e31dfd-3be9-457d-86ac-2623c040d100 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8db20fb438784fcb8568be24c87f9027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461936 Jul 30 01:28:40.099076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50216) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:40.099209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1293286-c93a-4a18-b1fa-92eb10785f1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7aa6e28e92d5439dad2110ee8f18ac9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2720058 Jul 30 01:28:40.176850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50222) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:40.188643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-065d3215-5283-45eb-af0d-7fc05e90d474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.202048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-065d3215-5283-45eb-af0d-7fc05e90d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.225937 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01ce0ebe-a55a-4c71-ad3c-4005b83e08dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.242901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-065d3215-5283-45eb-af0d-7fc05e90d474 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f45678342404e2aac6c47dbd70dae1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5693207 Jul 30 01:28:40.245484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d3215-5283-45eb-af0d-7fc05e90d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81d483c-8da8-4409-954b-bf0b63220709,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:40.248784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:40.262485 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01ce0ebe-a55a-4c71-ad3c-4005b83e08dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.321882 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01ce0ebe-a55a-4c71-ad3c-4005b83e08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.325416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01ce0ebe-a55a-4c71-ad3c-4005b83e08dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.330199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01ce0ebe-a55a-4c71-ad3c-4005b83e08dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0107bef2-d5a9-4d16-96f1-fcb3599643ee HTTP/1.1" status: 204 len: 168 time: 0.2300050 Jul 30 01:28:40.341743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce0ebe-a55a-4c71-ad3c-4005b83e08dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0107bef2-d5a9-4d16-96f1-fcb3599643ee,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:40.399111 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0a76ee5-6459-410f-833c-f640376cd147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.428902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0a76ee5-6459-410f-833c-f640376cd147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.514442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0a76ee5-6459-410f-833c-f640376cd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.518568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0a76ee5-6459-410f-833c-f640376cd147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:40.521145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c0a76ee5-6459-410f-833c-f640376cd147 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a81d483c-8da8-4409-954b-bf0b63220709 HTTP/1.1" status: 204 len: 168 time: 0.2708850 Jul 30 01:28:40.530409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.55', 51261) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:40.533613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76ee5-6459-410f-833c-f640376cd147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81d483c-8da8-4409-954b-bf0b63220709,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:40.584962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-3ead4bbb-1dd5-479f-9b1a-0a14ef155226 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=be03121833854fb3be489bde4179e06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420971 Jul 30 01:28:40.629297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcae896e-fe8c-4919-87ac-7ce1386aa74e req-225e4596-dcca-4fe7-af3c-b2de20db2467 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 210 time: 0.0409329 Jul 30 01:28:40.751157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-3ec286dc-e29f-47c8-ad45-954d8eb2408b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:40.753163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-3ec286dc-e29f-47c8-ad45-954d8eb2408b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613998 Jul 30 01:28:40.809285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5542c3a-0a44-428a-8601-d46e0a249393 req-859f321e-11e7-49c6-a7a0-0466cec75624 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 210 time: 0.6291175 Jul 30 01:28:40.939265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Request body: {'port': {'device_id': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'be03121833854fb3be489bde4179e06e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:41.275770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Made reservation on behalf of be03121833854fb3be489bde4179e06e for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:41.282777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:41.310642 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:41.539128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:41.552749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:41.679201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8c318-6297-43b6-b24e-ec6b90a81dca,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:41.796404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:41.844725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9be444-ec0f-4a4e-941e-8a0d76047de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:41.999283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8853746-b9c7-4e56-ba15-d1bbfaa65d3a req-8058ee97-a01e-4d85-a574-98e0f247e46b tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 210 time: 0.0694113 Jul 30 01:28:42.104574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Allocated IP 192.168.233.75 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/3910da0b-09eb-401f-a635-d6e482c0ebb6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:28:42.150407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88d37e43-4dcf-4a72-b9fe-85666a30ae18 req-faaee449-273a-4fa8-979e-f3c2164870b7 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 210 time: 0.1192875 Jul 30 01:28:42.164319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9be444-ec0f-4a4e-941e-8a0d76047de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:42.225379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9be444-ec0f-4a4e-941e-8a0d76047de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:42.565285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:42.678197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:42.735646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Transition to ACTIVE for port object 3910da0b-09eb-401f-a635-d6e482c0ebb6 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:28:42.752022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.66', 53089) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:42.813632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-eb2cbad1-337e-4000-aa19-77b6676faa1a tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8db20fb438784fcb8568be24c87f9027&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602674 Jul 30 01:28:42.910172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9be444-ec0f-4a4e-941e-8a0d76047de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143dd7b1-79b9-4879-a5be-da59c5ebf4d2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:42.968679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6f9be444-ec0f-4a4e-941e-8a0d76047de8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d29ce52ca8a64b7abfd00b64a958f9c7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1670489 Jul 30 01:28:42.974612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238953209-network', 'tenant_id': '6e6d3baf30f044d99a7fefd998c76caa'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:42.990532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50410) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:43.159371 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.215719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-4df16134-4bbe-4f93-bb99-192f15b46eb2 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:43.218483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-4df16134-4bbe-4f93-bb99-192f15b46eb2 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907828 Jul 30 01:28:43.244229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Made reservation on behalf of 6e6d3baf30f044d99a7fefd998c76caa for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:43.248847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.268187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.305286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Request body: {'port': {'device_id': '35874f0c-4a48-48f6-a5db-5966377b073e', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '8db20fb438784fcb8568be24c87f9027'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:43.382327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50428) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:43.422279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Pushing event updated for resources: {'Port': ['ID=3910da0b-09eb-401f-a635-d6e482c0ebb6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:43.504525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:28:43.539782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:28:43.539782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:28:43.541972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:43.542879 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.595301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-916bb5d4-2d46-4bf1-88d8-895d442a35e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.662647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-916bb5d4-2d46-4bf1-88d8-895d442a35e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.964382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:43.976817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.007254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033e78-9de4-4963-9510-ee09291c493d req-7a748b5a-8e77-4da0-8c6e-844d33c5eb1b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:44.015871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a033e78-9de4-4963-9510-ee09291c493d req-7a748b5a-8e77-4da0-8c6e-844d33c5eb1b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 935 time: 0.5889058 Jul 30 01:28:44.027468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-30008ed5-7910-4325-8946-391178111693 None None] Provisioning for port 3910da0b-09eb-401f-a635-d6e482c0ebb6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:28:44.032376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5e2d56c-1003-4fcf-9416-7e9f5b01dd27 req-dfd7b82e-48d1-45d0-a815-bcf946f0d1c6 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 210 time: 0.5998700 Jul 30 01:28:44.042220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-30008ed5-7910-4325-8946-391178111693 None None] Provisioning complete for port 3910da0b-09eb-401f-a635-d6e482c0ebb6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:28:44.042613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-30008ed5-7910-4325-8946-391178111693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.056600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-62998219-048f-4c5f-9533-60b9b5e120cd tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1247861 Jul 30 01:28:44.070655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-916bb5d4-2d46-4bf1-88d8-895d442a35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.073398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-916bb5d4-2d46-4bf1-88d8-895d442a35e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.077703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-916bb5d4-2d46-4bf1-88d8-895d442a35e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/143dd7b1-79b9-4879-a5be-da59c5ebf4d2 HTTP/1.1" status: 204 len: 168 time: 1.0861125 Jul 30 01:28:44.094583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-94b39c82-1d67-436e-8368-e1bd95b645ab tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:28:44.095768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-94b39c82-1d67-436e-8368-e1bd95b645ab tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109596 Jul 30 01:28:44.104096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1e072-6405-4788-be9a-14968389cf8c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:44.109060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2ff6-dea9-4189-95f4-ab9784b23c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.110268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bb5d4-2d46-4bf1-88d8-895d442a35e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143dd7b1-79b9-4879-a5be-da59c5ebf4d2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:44.129142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a033e78-9de4-4963-9510-ee09291c493d req-ffc5c294-0059-4d05-9530-63242b315593 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115508 Jul 30 01:28:44.145581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-30008ed5-7910-4325-8946-391178111693 None None] Port 3910da0b-09eb-401f-a635-d6e482c0ebb6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:28:44.176171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:28:44.206984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Made reservation on behalf of 8db20fb438784fcb8568be24c87f9027 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:44.210837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.227344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.227766 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Added segment 2d09806c-4c2d-4ea6-881f-677f2fe6c07b of type vlan for network 6e102325-fd5c-45db-8ebd-0b2e17920dd7 Jul 30 01:28:44.241880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.370960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.569905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2ff6-dea9-4189-95f4-ab9784b23c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.576596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:44.583165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:44.585732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.038228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50460) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:45.048206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e102325-fd5c-45db-8ebd-0b2e17920dd7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:45.051225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2ff6-dea9-4189-95f4-ab9784b23c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.060227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6e102325-fd5c-45db-8ebd-0b2e17920dd7 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:28:45.101975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5e5e2ff6-dea9-4189-95f4-ab9784b23c8c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b07532da132648598a9492c2deb84a96&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7142661 Jul 30 01:28:45.103932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:45.188949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e2ff6-dea9-4189-95f4-ab9784b23c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a62a2-0377-4610-913d-3a845754e4ba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:45.252277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.258729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.396271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.428847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Request body: {'port': {'device_id': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:45.457097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d02d2c0-e729-4d05-a41e-a5b0ad3b26cf req-85d3a8bc-6372-48d8-b2ef-5fec401711e9 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 210 time: 0.1687315 Jul 30 01:28:45.547911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-500c2d9f-5df5-45d4-966b-970b2b1795e5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9800947 Jul 30 01:28:45.585874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50484) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:45.601334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Request body: {'subnet': {'network_id': '6e102325-fd5c-45db-8ebd-0b2e17920dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238953209-subnet', 'tenant_id': '6e6d3baf30f044d99a7fefd998c76caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:45.669123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ece07e-74ff-4854-86dc-4877da2aebba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:45.690428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:28:45.690428 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:28:45.690428 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id_1': '3a13a7b9e2cd492d80414f3283642262', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 28, 45, 640288)}] Jul 30 01:28:45.690428 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:28:45.690961 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:28:45.701681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e687a83a-a350-4395-9cc1-b0399bb49319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.720235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Allocated IP 192.168.233.177 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/b5ab31da-4cce-4948-8521-fbcb2c7d27a7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:28:45.727622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Made reservation on behalf of 6e6d3baf30f044d99a7fefd998c76caa for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:45.730445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.817291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e687a83a-a350-4395-9cc1-b0399bb49319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.870804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c61e-ff23-4cae-8ff5-a57c8653587c req-c8fcbe03-e83a-4d35-ad0b-7204eacb00fa tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:45.880228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b554c61e-ff23-4cae-8ff5-a57c8653587c req-c8fcbe03-e83a-4d35-ad0b-7204eacb00fa tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 935 time: 0.6145544 Jul 30 01:28:45.906433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.964240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e687a83a-a350-4395-9cc1-b0399bb49319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.967082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e687a83a-a350-4395-9cc1-b0399bb49319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:45.968666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e687a83a-a350-4395-9cc1-b0399bb49319 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b9a62a2-0377-4610-913d-3a845754e4ba HTTP/1.1" status: 204 len: 168 time: 0.8630097 Jul 30 01:28:46.088083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687a83a-a350-4395-9cc1-b0399bb49319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a62a2-0377-4610-913d-3a845754e4ba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:46.181482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.220066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b554c61e-ff23-4cae-8ff5-a57c8653587c req-11ef60e6-1511-4559-9e32-ae27d5b7acc9 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385019 Jul 30 01:28:46.223194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.263898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Transition to ACTIVE for port object b5ab31da-4cce-4948-8521-fbcb2c7d27a7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:28:46.277762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.407685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a904c68-f818-4eb1-99ef-90276b644c49,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:46.417137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Checking segment: {'id': '2d09806c-4c2d-4ea6-881f-677f2fe6c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e102325-fd5c-45db-8ebd-0b2e17920dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:28:46.417552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Network hostable DHCP agents. Network: 6e102325-fd5c-45db-8ebd-0b2e17920dd7, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:28:46.423105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.582080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.642402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:28:46.646124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.657812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:28:46.669012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:28:46.676749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:46.677427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.708981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Pushing event updated for resources: {'Port': ['ID=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:46.713825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-cb9a361d-113d-42d6-9919-2bb6bf29e753 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4201396 Jul 30 01:28:46.726443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Network 6e102325-fd5c-45db-8ebd-0b2e17920dd7 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:28:46.741054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6e102325-fd5c-45db-8ebd-0b2e17920dd7) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:28:46.751035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61433d62-2bf9-4934-a3a9-1053895ee393 None None] Network 6e102325-fd5c-45db-8ebd-0b2e17920dd7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:46.763928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:46.771614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:46.816950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-177965e6-da5b-423e-9abd-74af421408a9 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:28:46.825148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-177965e6-da5b-423e-9abd-74af421408a9 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255966 Jul 30 01:28:46.853967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10ae7000-c8f1-478b-9239-c033f758ea73 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2643876 Jul 30 01:28:46.969300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50512) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:47.001109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d1da08e-2979-4525-8e2a-cf90bdbf8001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.112362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78405c22-6422-4b42-b18e-8e7c00e894d3 None None] Network 6e102325-fd5c-45db-8ebd-0b2e17920dd7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:47.288389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d1da08e-2979-4525-8e2a-cf90bdbf8001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.295318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d1da08e-2979-4525-8e2a-cf90bdbf8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.443057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1da08e-2979-4525-8e2a-cf90bdbf8001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943385e6-9250-4bb7-a9fa-9b90d4bc1422,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:47.450853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3d1da08e-2979-4525-8e2a-cf90bdbf8001 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df5537580902452c944b4f61cfc795f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795022 Jul 30 01:28:47.451468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50524) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:47.512994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a068999-085e-481a-9941-2837feea8eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.550181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-efd9d559-b99a-4480-b76d-609773f35dba None None] Provisioning for port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:28:47.555014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-efd9d559-b99a-4480-b76d-609773f35dba None None] Provisioning complete for port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:28:47.555715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-efd9d559-b99a-4480-b76d-609773f35dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.570653 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a068999-085e-481a-9941-2837feea8eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.596658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-efd9d559-b99a-4480-b76d-609773f35dba None None] Port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:28:47.696786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a068999-085e-481a-9941-2837feea8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.699842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a068999-085e-481a-9941-2837feea8eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.700867 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6a068999-085e-481a-9941-2837feea8eb0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/943385e6-9250-4bb7-a9fa-9b90d4bc1422 HTTP/1.1" status: 204 len: 168 time: 0.2484834 Jul 30 01:28:47.730657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3910da0b-09eb-401f-a635-d6e482c0ebb6 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:28:47.738308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a068999-085e-481a-9941-2837feea8eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943385e6-9250-4bb7-a9fa-9b90d4bc1422,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:47.742930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.770752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a13a7b9e2cd492d80414f3283642262&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7271762 Jul 30 01:28:47.771471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Transition to ACTIVE for port object 3910da0b-09eb-401f-a635-d6e482c0ebb6 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:28:47.771547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50532) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:47.837393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865cd94-8bf7-4755-98a9-190f1994ff89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c920c4-20c6-41a5-8ec9-281ebdb16c0c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:47.841121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:47.936600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220f48f3-3acc-4853-9975-fd8711d62fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.024417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220f48f3-3acc-4853-9975-fd8711d62fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.119326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ce2e5-29bd-46db-b430-18fd1445bd0f req-710c9848-f805-4a0d-a744-8a23f8e561ee tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:48.122155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-995ce2e5-29bd-46db-b430-18fd1445bd0f req-710c9848-f805-4a0d-a744-8a23f8e561ee tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 936 time: 1.4399397 Jul 30 01:28:48.185891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220f48f3-3acc-4853-9975-fd8711d62fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.189057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220f48f3-3acc-4853-9975-fd8711d62fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.190403 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-220f48f3-3acc-4853-9975-fd8711d62fc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55c920c4-20c6-41a5-8ec9-281ebdb16c0c HTTP/1.1" status: 204 len: 168 time: 0.4179196 Jul 30 01:28:48.194340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e43e6-85b0-49aa-9e65-84d4afefbbae req-cc906248-84cc-40d1-bea0-5ce0d3dab0b4 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:48.205105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e21e43e6-85b0-49aa-9e65-84d4afefbbae req-cc906248-84cc-40d1-bea0-5ce0d3dab0b4 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.7105784 Jul 30 01:28:48.216359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f48f3-3acc-4853-9975-fd8711d62fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c920c4-20c6-41a5-8ec9-281ebdb16c0c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:48.407562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Pushing event updated for resources: {'Port': ['ID=3910da0b-09eb-401f-a635-d6e482c0ebb6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:48.444855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Attempting to bind port 3910da0b-09eb-401f-a635-d6e482c0ebb6 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:28:48.445256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Attempting to bind port 3910da0b-09eb-401f-a635-d6e482c0ebb6 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:28:48.445824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Attempting to bind port 3910da0b-09eb-401f-a635-d6e482c0ebb6 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:28:48.470533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-995ce2e5-29bd-46db-b430-18fd1445bd0f req-e098d071-e7f1-4003-a9ab-e76b1978c315 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220389 Jul 30 01:28:48.472447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Port 3910da0b-09eb-401f-a635-d6e482c0ebb6 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:28:48.472782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Attempting to bind port 3910da0b-09eb-401f-a635-d6e482c0ebb6 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:28:48.484733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e21e43e6-85b0-49aa-9e65-84d4afefbbae req-8014bac8-a005-4154-9b6b-2754c679c107 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769225 Jul 30 01:28:48.512503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:28:48.513040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:28:48.513906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:28:48.514609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Bound port: 3910da0b-09eb-401f-a635-d6e482c0ebb6, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:28:48.515207 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.609925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Request body: {'port': {'device_id': '35874f0c-4a48-48f6-a5db-5966377b073e', 'device_owner': 'compute:tempest-test_az-2143186744', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:48.655556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] For port 3910da0b-09eb-401f-a635-d6e482c0ebb6, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:28:48.664303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] For port 3910da0b-09eb-401f-a635-d6e482c0ebb6, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:28:48.672141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.860683 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9c12f31d-6476-4930-8b6d-e13ac306b860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.906854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:48.955569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Pushing event updated for resources: {'Port': ['ID=3910da0b-09eb-401f-a635-d6e482c0ebb6,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:49.019045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:49.019853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:49.021634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-bc479b2a-5f33-4e21-b191-901148bb971b service neutron] 10.222.0.55 "PUT /v2.0/ports/3910da0b-09eb-401f-a635-d6e482c0ebb6 HTTP/1.1" status: 200 len: 1096 time: 3.8224385 Jul 30 01:28:49.022037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'tag': '3910da0b-09eb-401f-a635-d6e482c0ebb6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:28:49.514695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50578) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:49.601757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe786ea-a30c-444a-afcd-b05a0b25ee74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:49.684698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-7c7a34cb-b1ec-4bfb-a7b6-cc4493197488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:49.686058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-7c7a34cb-b1ec-4bfb-a7b6-cc4493197488 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be03121833854fb3be489bde4179e06e&device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 1099 time: 0.3572581 Jul 30 01:28:49.984015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ab31da-4cce-4948-8521-fbcb2c7d27a7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:28:50.013594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.033111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Transition to ACTIVE for port object b5ab31da-4cce-4948-8521-fbcb2c7d27a7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:28:50.045278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.076487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-6a2bc01f-5597-4b0a-940d-f753a098b5cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6 HTTP/1.1" status: 200 len: 217 time: 0.3579047 Jul 30 01:28:50.179996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a53af-e392-4511-905e-96fc5029a341 req-5c24b5a8-0c2a-48b8-b56e-85010a373718 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:50.189850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5a53af-e392-4511-905e-96fc5029a341 req-5c24b5a8-0c2a-48b8-b56e-85010a373718 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 936 time: 0.5184975 Jul 30 01:28:50.258719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Attempting to bind port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:28:50.259479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Attempting to bind port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:28:50.260111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Attempting to bind port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:28:50.269931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:50.281112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:28:50.283798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Attempting to bind port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:28:50.295808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:28:50.297690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:28:50.300027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:28:50.301743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Bound port: b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:28:50.304440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.308418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1945b-aed5-484c-b0d5-3e26ef7d5b86 req-4e7c1c2b-bad7-43d4-b83c-e2d5297c0f39 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:50.317320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4c1945b-aed5-484c-b0d5-3e26ef7d5b86 req-4e7c1c2b-bad7-43d4-b83c-e2d5297c0f39 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.4412224 Jul 30 01:28:50.404579 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe786ea-a30c-444a-afcd-b05a0b25ee74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.419177 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e2abb-2218-46aa-b274-677829f95e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b2b9a-2393-4d4b-ac8c-792e0b313330", "tag": "3910da0b-09eb-401f-a635-d6e482c0ebb6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:28:50.468191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] For port b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:28:50.474551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] For port b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:28:50.483729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.532435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:50.533070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.534638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] 10.222.0.66 "PUT /v2.0/ports/b5ab31da-4cce-4948-8521-fbcb2c7d27a7 HTTP/1.1" status: 200 len: 1119 time: 2.8127615 Jul 30 01:28:50.535228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35874f0c-4a48-48f6-a5db-5966377b073e', 'tag': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:28:50.546211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe786ea-a30c-444a-afcd-b05a0b25ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.618918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1fe786ea-a30c-444a-afcd-b05a0b25ee74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d55d9d851ec64513ade09f1c8b6b6570&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0765588 Jul 30 01:28:50.619994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50604) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:50.620734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50606) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:50.660073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1946994743-network', 'tenant_id': '731e6fb14f904297a626e54d4d3bc919'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:50.687024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:50.799360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50610) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:50.824689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5a53af-e392-4511-905e-96fc5029a341 req-49bae0ed-bbc5-4afa-9a07-4d6f636634d8 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338787 Jul 30 01:28:50.852542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4c1945b-aed5-484c-b0d5-3e26ef7d5b86 req-f2acffcd-4c42-47be-ba84-ee2891d98d3e tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077763 Jul 30 01:28:50.860264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-92af28a6-9daa-4ea7-9411-71b3a5a95952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:50.864386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-92af28a6-9daa-4ea7-9411-71b3a5a95952 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.6560874 Jul 30 01:28:50.883683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Made reservation on behalf of 731e6fb14f904297a626e54d4d3bc919 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:50.886132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.076248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddea78be-709b-48a5-89f6-910764c17656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.101195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddea78be-709b-48a5-89f6-910764c17656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.162175 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddea78be-709b-48a5-89f6-910764c17656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.165013 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddea78be-709b-48a5-89f6-910764c17656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.166258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ddea78be-709b-48a5-89f6-910764c17656 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d71ccaed-fe97-4de0-aaba-c07fe3ac1166 HTTP/1.1" status: 204 len: 168 time: 0.4298892 Jul 30 01:28:51.167061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.169035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe786ea-a30c-444a-afcd-b05a0b25ee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71ccaed-fe97-4de0-aaba-c07fe3ac1166,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:51.217575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-d6b1fd90-df4d-48a6-a4fa-0936ea9b81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:51.222851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-d6b1fd90-df4d-48a6-a4fa-0936ea9b81db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3343172 Jul 30 01:28:51.223807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea78be-709b-48a5-89f6-910764c17656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71ccaed-fe97-4de0-aaba-c07fe3ac1166,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:51.278488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d329eb-f910-455e-9c69-47ff468c3d71 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:51.311269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.316403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-710484a8-28fe-495d-8315-77b7089b5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:51.318009 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-710484a8-28fe-495d-8315-77b7089b5a25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8db20fb438784fcb8568be24c87f9027&device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 1122 time: 0.6287835 Jul 30 01:28:51.375867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:28:51.375867 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:28:51.375867 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id_1': 'c6b7173db2444eeeb49a50817956c663', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 28, 51, 360733)}] Jul 30 01:28:51.375867 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:28:51.376836 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:28:51.528296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-f683e0f3-2b56-41f1-b460-fffbd402a645 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834401 Jul 30 01:28:51.549622 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608bae73-cf59-4234-ad40-9075bcd32b37 x-openstack-request-id: req-608bae73-cf59-4234-ad40-9075bcd32b37 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:28:51.550016 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b2b9a-2393-4d4b-ac8c-792e0b313330", "tag": "3910da0b-09eb-401f-a635-d6e482c0ebb6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:28:51.550388 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-608bae73-cf59-4234-ad40-9075bcd32b37 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:28:51.551284 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'tag': '3910da0b-09eb-401f-a635-d6e482c0ebb6', 'status': 'completed', 'code': 200} Jul 30 01:28:51.551418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-a51c96fe-1644-439f-9c93-3dc067753c73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7 HTTP/1.1" status: 200 len: 217 time: 0.2254438 Jul 30 01:28:51.624310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3843-5f06-428e-ba34-87d35109f25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.653802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.662695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.731944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:28:51.735274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee548d2-bcae-4921-a65e-d5138e5e3ce9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:51.761469 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d874f24-d644-45fb-9dc8-051ec253da43" -d '{"events": [{"name": "network-changed", "server_uuid": "35874f0c-4a48-48f6-a5db-5966377b073e", "tag": "b5ab31da-4cce-4948-8521-fbcb2c7d27a7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:28:51.768486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750880970792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.769841 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Unsubscribe: segment precommit_create {{(pid=93890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 01:28:51.770383 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Added segment 3c60c0fe-972e-4112-a4b2-eb647aceccbc of type vlan for network 868939ef-73c7-4434-b6f7-2e433aaaded7 Jul 30 01:28:51.803640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-bbb9aab4-7656-42eb-9475-384aa81b1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:51.805616 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.812396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-bbb9aab4-7656-42eb-9475-384aa81b1e70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2443960 Jul 30 01:28:51.829061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3caf88a8-e755-42c7-85aa-25430acfa06c req-0ba557c2-6eac-4a2b-9732-9aeef244b9f6 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766771 Jul 30 01:28:51.860432 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:51.887991 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.022096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658699-f393-475f-85ea-502771371dd0 req-73355e18-395e-4110-ad4c-c24fbe8884c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.025003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-73355e18-395e-4110-ad4c-c24fbe8884c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1968317 Jul 30 01:28:52.070531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.071576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.072311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.220991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2abb-2218-46aa-b274-677829f95e8e req-1d1f2bee-210e-4405-9d09-94a3c77d3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.224016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-1d1f2bee-210e-4405-9d09-94a3c77d3d7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be03121833854fb3be489bde4179e06e&device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 1099 time: 0.2169228 Jul 30 01:28:52.234646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] Pushing event updated for resources: {'Network': ['ID=868939ef-73c7-4434-b6f7-2e433aaaded7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:52.261718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 868939ef-73c7-4434-b6f7-2e433aaaded7 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:28:52.291517 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-27f00ce1-d26b-4daf-993f-1c6cc701c2c8 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560766 Jul 30 01:28:52.307096 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c698e068-37d3-4da4-a39e-a857a9ef3a1c x-openstack-request-id: req-c698e068-37d3-4da4-a39e-a857a9ef3a1c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:28:52.307530 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35874f0c-4a48-48f6-a5db-5966377b073e", "tag": "b5ab31da-4cce-4948-8521-fbcb2c7d27a7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:28:52.308174 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c698e068-37d3-4da4-a39e-a857a9ef3a1c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:28:52.308821 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35874f0c-4a48-48f6-a5db-5966377b073e', 'tag': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7', 'status': 'completed', 'code': 200} Jul 30 01:28:52.585717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.604398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.610499 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c5658699-f393-475f-85ea-502771371dd0 req-cedd55cb-7bca-4a74-bd52-6cedc73fa58e service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004653 Jul 30 01:28:52.684541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf62dd4-dd87-4121-9bf3-041c028611c4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:52.696737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2d1b5bf5-1eb8-4020-bd77-101ac0e53bdd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0518305 Jul 30 01:28:52.701594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:52.715974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5d95-ee63-42bc-9a39-0a1d94ae0027 req-4656ebe0-3cb4-412d-a98b-1673ebc373f4 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.725162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-579f5d95-ee63-42bc-9a39-0a1d94ae0027 req-4656ebe0-3cb4-412d-a98b-1673ebc373f4 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.2021995 Jul 30 01:28:52.736732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Request body: {'subnet': {'network_id': '868939ef-73c7-4434-b6f7-2e433aaaded7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1946994743-subnet', 'tenant_id': '731e6fb14f904297a626e54d4d3bc919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:52.744749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eb3a7-473c-4320-b03f-e0582566bc09 req-abeb49d3-4c24-4f65-abc0-be907f386887 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.756294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-257eb3a7-473c-4320-b03f-e0582566bc09 req-abeb49d3-4c24-4f65-abc0-be907f386887 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.3301568 Jul 30 01:28:52.772171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2abb-2218-46aa-b274-677829f95e8e req-33c79c38-51e1-4712-b521-5729d2d8245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.774476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-33c79c38-51e1-4712-b521-5729d2d8245c service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5421841 Jul 30 01:28:52.790163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-81b53aa1-5b80-4963-a9ce-b771f7953085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:52.794279 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-81b53aa1-5b80-4963-a9ce-b771f7953085 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8db20fb438784fcb8568be24c87f9027&device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 1122 time: 0.1057937 Jul 30 01:28:52.796321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Made reservation on behalf of 731e6fb14f904297a626e54d4d3bc919 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:52.800507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.887166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-d5ff4de1-b98c-4d25-b6a9-0bebb0bb7233 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6 HTTP/1.1" status: 200 len: 217 time: 0.0580027 Jul 30 01:28:52.924475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.946836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-579f5d95-ee63-42bc-9a39-0a1d94ae0027 req-eaea4b3c-a936-441f-94a6-32d253979d15 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190361 Jul 30 01:28:52.962845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8a87aa6b-f2cd-4bd2-a507-95c656a36aae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6b7173db2444eeeb49a50817956c663&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1356916 Jul 30 01:28:53.002474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50676) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:53.086668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-257eb3a7-473c-4320-b03f-e0582566bc09 req-849941cb-27ea-4451-b4e4-6a609b771d38 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287673 Jul 30 01:28:53.135102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2abb-2218-46aa-b274-677829f95e8e req-d1bdfcbf-cac6-43ce-884f-ff5279cc7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:53.135102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-d1bdfcbf-cac6-43ce-884f-ff5279cc7426 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2123442 Jul 30 01:28:53.229499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2abb-2218-46aa-b274-677829f95e8e req-d2fce102-b44b-465b-819c-714e11e88ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:53.231035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-d2fce102-b44b-465b-819c-714e11e88ced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919373 Jul 30 01:28:53.514905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce3cf03-a5e8-4108-9779-4b327a63fc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:53.526857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:53.576746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-1dfa4158-b1df-48f9-a5f9-cee34d482b9e service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298521 Jul 30 01:28:53.611031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f460a2-2f90-4be8-b69e-79165ada6284,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:53.657644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Checking segment: {'id': '3c60c0fe-972e-4112-a4b2-eb647aceccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '868939ef-73c7-4434-b6f7-2e433aaaded7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:28:53.658425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Network hostable DHCP agents. Network: 868939ef-73c7-4434-b6f7-2e433aaaded7, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:28:53.664598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-4ea893fa-211b-4cbf-b211-a4ddaf320ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:53.667874 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-4ea893fa-211b-4cbf-b211-a4ddaf320ba5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.8460870 Jul 30 01:28:53.680249 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce3cf03-a5e8-4108-9779-4b327a63fc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:53.712509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Network 868939ef-73c7-4434-b6f7-2e433aaaded7 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:28:53.738732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 868939ef-73c7-4434-b6f7-2e433aaaded7) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:28:53.752199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea73238-22c2-4cc3-80ca-37efb2708918 None None] Network 868939ef-73c7-4434-b6f7-2e433aaaded7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:53.784063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:53.787117 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:53.814404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50700) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:53.892312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50704) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:53.921561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b04e2abb-2218-46aa-b274-677829f95e8e req-e72a0cca-1d83-424b-9494-db68f5fa8ebb service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339512 Jul 30 01:28:53.974511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7a9147bd-6f39-49d1-8534-82f9701b5606 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2703562 Jul 30 01:28:53.984244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-bd203668-01bd-48f7-bb64-c6a026e89deb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7 HTTP/1.1" status: 200 len: 217 time: 0.2143748 Jul 30 01:28:54.096472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-336716848-network', 'tenant_id': '5428976b02fc476c85c5d78ce022b41d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:54.119201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a6291-ce94-4ebe-bb13-713ef5336362 None None] Network 868939ef-73c7-4434-b6f7-2e433aaaded7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:54.156754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce3cf03-a5e8-4108-9779-4b327a63fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.172597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce3cf03-a5e8-4108-9779-4b327a63fc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.188354 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ce3cf03-a5e8-4108-9779-4b327a63fc2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6bf62dd4-dd87-4121-9bf3-041c028611c4 HTTP/1.1" status: 204 len: 168 time: 1.1757770 Jul 30 01:28:54.230191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Made reservation on behalf of 5428976b02fc476c85c5d78ce022b41d for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:54.233771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.262504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3cf03-a5e8-4108-9779-4b327a63fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf62dd4-dd87-4121-9bf3-041c028611c4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:54.268335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8cb1c-9e68-4081-ade6-8de74283ec78 req-bce1336b-bde0-49ee-9bf7-45ae1332b6b8 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:54.290758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81f8cb1c-9e68-4081-ade6-8de74283ec78 req-bce1336b-bde0-49ee-9bf7-45ae1332b6b8 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.1891837 Jul 30 01:28:54.293717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa8b-e680-4b6f-b3fb-113db5b87914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.300533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-8bbb3396-9c2f-44da-8ec8-32847ea187a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:54.302044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-8bbb3396-9c2f-44da-8ec8-32847ea187a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2816870 Jul 30 01:28:54.306709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.487737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:54.589778 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.638885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Deleting subnet 3a904c68-f818-4eb1-99ef-90276b644c49 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:28:54.649591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.653438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-7a868e7a-69f1-412e-9fe0-bb9e1e226c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:54.655777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-7a868e7a-69f1-412e-9fe0-bb9e1e226c7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3330035 Jul 30 01:28:54.783606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.816120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.818655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81f8cb1c-9e68-4081-ade6-8de74283ec78 req-24d5e653-9e6a-48b1-b887-56982dcf39f5 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264478 Jul 30 01:28:54.875974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdea053-4850-41b4-9b94-c4337d76cb8c req-6822e676-a1a9-4882-abd0-736938b00199 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:54.877663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfdea053-4850-41b4-9b94-c4337d76cb8c req-6822e676-a1a9-4882-abd0-736938b00199 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.2001467 Jul 30 01:28:54.894655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa8b-e680-4b6f-b3fb-113db5b87914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:54.933766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ce3fa8b-e680-4b6f-b3fb-113db5b87914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.020013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3fa8b-e680-4b6f-b3fb-113db5b87914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd9998-690a-43ca-b041-5cf2430a22a9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:55.027960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7ce3fa8b-e680-4b6f-b3fb-113db5b87914 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00dafcab212f468680c3f803eb8e9614&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1334949 Jul 30 01:28:55.036963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfdea053-4850-41b4-9b94-c4337d76cb8c req-1dcc4975-a0e3-486e-ac28-02809434e9a4 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452310 Jul 30 01:28:55.042649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:55.093640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:55.098527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.123468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c51f358a-c277-4ee5-892a-60de71fb0f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.165901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47fa5296-0e2e-40c5-a8ce-319d48e61215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.171145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a904c68-f818-4eb1-99ef-90276b644c49,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:55.175678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-155ff534-9234-4281-9bc2-7220328cb917 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826491 Jul 30 01:28:55.176813 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.179182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.183056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-448a15ae-d90b-45f6-887e-74889c2d2549 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3a904c68-f818-4eb1-99ef-90276b644c49 HTTP/1.1" status: 204 len: 168 time: 0.6908376 Jul 30 01:28:55.184206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:55.193948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.229221 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47fa5296-0e2e-40c5-a8ce-319d48e61215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.264428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:28:55.308230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.308939 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Added segment e34780c8-c40b-48d1-af09-37a7bf1f67c6 of type vlan for network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab Jul 30 01:28:55.310901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5fc34a-1546-4358-8754-9c68b0da372c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:55.336003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5d874f24-d644-45fb-9dc8-051ec253da43 req-ee4609c5-0862-4928-8709-4d818ca4e8e2 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325612 Jul 30 01:28:55.418637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.446865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47fa5296-0e2e-40c5-a8ce-319d48e61215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.450414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.451999 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47fa5296-0e2e-40c5-a8ce-319d48e61215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.455027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-47fa5296-0e2e-40c5-a8ce-319d48e61215 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53cd9998-690a-43ca-b041-5cf2430a22a9 HTTP/1.1" status: 204 len: 168 time: 0.4100652 Jul 30 01:28:55.491838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa5296-0e2e-40c5-a8ce-319d48e61215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd9998-690a-43ca-b041-5cf2430a22a9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:55.513319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c51f358a-c277-4ee5-892a-60de71fb0f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.516923 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.518326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:55.519320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.539128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c51f358a-c277-4ee5-892a-60de71fb0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.604361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7871370 Jul 30 01:28:55.617910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50738) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:55.626737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Request body: {'subnet': {'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-336716848-subnet', 'tenant_id': '5428976b02fc476c85c5d78ce022b41d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:55.688227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f358a-c277-4ee5-892a-60de71fb0f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda60af2-e435-4e61-96dd-c2181a148311,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:55.699477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c51f358a-c277-4ee5-892a-60de71fb0f5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe4fa2df19f74f689784cf009eeb5de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991523 Jul 30 01:28:55.700280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50742) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:55.717577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef2947-126e-47a0-98bb-e2617c1945c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:55.738411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:28:55.743647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.760287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.761054 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.763317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.764291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > port after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.765215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Made reservation on behalf of 5428976b02fc476c85c5d78ce022b41d for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:55.765779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.767046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > port after_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.769224 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.769470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.770069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.770646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.771224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.905893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.907479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.908775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.910618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6754397-0a70-4a1b-95e8-efc2e5fc52e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.910944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:55.911541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e102325-fd5c-45db-8ebd-0b2e17920dd7']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:55.953610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6754397-0a70-4a1b-95e8-efc2e5fc52e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:55.967936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d09806c-4c2d-4ea6-881f-677f2fe6c07b') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:55.967936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d09806c-4c2d-4ea6-881f-677f2fe6c07b') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:55.990093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.033247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.064388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:28:56.068526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: from cryptography.utils import int_from_bytes Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: from cryptography.utils import int_from_bytes Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:28:56.111508 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:28:56.276788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6754397-0a70-4a1b-95e8-efc2e5fc52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.280319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6754397-0a70-4a1b-95e8-efc2e5fc52e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.285977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c6754397-0a70-4a1b-95e8-efc2e5fc52e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bda60af2-e435-4e61-96dd-c2181a148311 HTTP/1.1" status: 204 len: 168 time: 0.5696325 Jul 30 01:28:56.325031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e6e4b-5621-471c-ab7f-f968c073b9f0 req-a3fa39f4-838e-4b6f-ae92-edc605e214a9 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:56.327342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d4e6e4b-5621-471c-ab7f-f968c073b9f0 req-a3fa39f4-838e-4b6f-ae92-edc605e214a9 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.2477083 Jul 30 01:28:56.331647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.334866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6754397-0a70-4a1b-95e8-efc2e5fc52e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda60af2-e435-4e61-96dd-c2181a148311,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:56.397028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.418900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.432101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6e102325-fd5c-45db-8ebd-0b2e17920dd7 HTTP/1.1" status: 204 len: 168 time: 1.2463775 Jul 30 01:28:56.436779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50768) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:56.478485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d807a516-1541-4e04-9548-3624116ecc85,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:56.527432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50770) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:56.619104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93d69b07-88d9-49a3-945c-231a563cc044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.671423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85170e8-4e20-4bc0-bc1e-736c114ba218 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e102325-fd5c-45db-8ebd-0b2e17920dd7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:56.674262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10b8d2-24eb-4097-87bf-5b92b56cf401 req-7f077124-e80d-482f-8fe9-2a2156825775 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:56.686242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea10b8d2-24eb-4097-87bf-5b92b56cf401 req-7f077124-e80d-482f-8fe9-2a2156825775 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.4782186 Jul 30 01:28:56.699316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Deleting subnet 80f460a2-2f90-4be8-b69e-79165ada6284 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:28:56.705004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.717402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d4e6e4b-5621-471c-ab7f-f968c073b9f0 req-14ce1442-02e2-44b4-88f4-bd40173838bc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795512 Jul 30 01:28:56.759683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:28:56.760101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Network hostable DHCP agents. Network: ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:28:56.809102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.888861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.895634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea10b8d2-24eb-4097-87bf-5b92b56cf401 req-1c7c596d-4a05-47b3-a2cb-3b473cc42a94 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083466 Jul 30 01:28:56.938082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:28:56.954730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:28:56.965996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:56.967287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:56.968113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b91f11-4996-404e-8d12-fb2a81b28091 None None] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:57.073534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.092830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.095490 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/80f460a2-2f90-4be8-b69e-79165ada6284 HTTP/1.1" status: 204 len: 168 time: 0.6575117 Jul 30 01:28:57.101550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93d69b07-88d9-49a3-945c-231a563cc044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.104838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:57.120849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a208a-a639-414d-9649-5d7663058b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f460a2-2f90-4be8-b69e-79165ada6284,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:57.147901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93d69b07-88d9-49a3-945c-231a563cc044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.183345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667995ce-5537-454d-9058-f7dbfb2d3469 None None] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:57.196159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a526c6b-b3b2-4b27-85c8-3d2a0d2caab6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5795939 Jul 30 01:28:57.246278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-93d69b07-88d9-49a3-945c-231a563cc044 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4048afd43b1943afbb70d6705decf506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7200747 Jul 30 01:28:57.249402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:57.254703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69b07-88d9-49a3-945c-231a563cc044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ee0f5-d234-49a3-9239-80f506a9eab8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:57.263978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.398930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.418953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2ed2-9f9b-4ba3-b684-aa5597d3e498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.433880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.436379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.438802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.439519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > port after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.443245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > port after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.445533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > port after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.446517 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.447994 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.448719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.450194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.495561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2ed2-9f9b-4ba3-b684-aa5597d3e498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.693268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.694793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.697673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.698342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:28:57.699178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868939ef-73c7-4434-b6f7-2e433aaaded7']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:57.712545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50796) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:57.782342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c60c0fe-972e-4112-a4b2-eb647aceccbc') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:57.782986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c60c0fe-972e-4112-a4b2-eb647aceccbc') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:28:57.829467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.883836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.893614 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:28:57.904036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:28:57.906625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: from cryptography.utils import int_from_bytes Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: from cryptography.utils import int_from_bytes Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:28:57.923911 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:28:58.001389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2ed2-9f9b-4ba3-b684-aa5597d3e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.008638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa7b2ed2-9f9b-4ba3-b684-aa5597d3e498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.010135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa7b2ed2-9f9b-4ba3-b684-aa5597d3e498 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/420ee0f5-d234-49a3-9239-80f506a9eab8 HTTP/1.1" status: 204 len: 168 time: 0.7593830 Jul 30 01:28:58.021399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b2ed2-9f9b-4ba3-b684-aa5597d3e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ee0f5-d234-49a3-9239-80f506a9eab8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:58.145130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.189102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.191896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] 10.222.0.78 "DELETE /v2.0/networks/868939ef-73c7-4434-b6f7-2e433aaaded7 HTTP/1.1" status: 204 len: 168 time: 1.0860150 Jul 30 01:28:58.201057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855c8b-8356-40ed-8e62-dd4a37f4c053 req-d213b2a4-44cf-45b9-8fd4-9b8ac1363cfe tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:58.202786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43855c8b-8356-40ed-8e62-dd4a37f4c053 req-d213b2a4-44cf-45b9-8fd4-9b8ac1363cfe tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.1557989 Jul 30 01:28:58.203851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5438e110-e63b-4a80-9f35-4d8fefe3b6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.224185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d03f5-ca02-4d78-878c-179ca77ef4ef req-f5fd7151-424e-4ba4-ae12-f218e324d477 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:58.231885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-744d03f5-ca02-4d78-878c-179ca77ef4ef req-f5fd7151-424e-4ba4-ae12-f218e324d477 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.2662723 Jul 30 01:28:58.248001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b4e9b-8c79-4b7a-be30-97bf56640efa admin admin] Pushing event deleted for resources: {'Network': ['ID=868939ef-73c7-4434-b6f7-2e433aaaded7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:58.327444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-744d03f5-ca02-4d78-878c-179ca77ef4ef req-10c79d35-a6df-428e-aa6c-5242c4b4303f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946538 Jul 30 01:28:58.334160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43855c8b-8356-40ed-8e62-dd4a37f4c053 req-900ae19c-b3be-4ad8-ab60-9c2f3ae32eab tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938530 Jul 30 01:28:58.457881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5438e110-e63b-4a80-9f35-4d8fefe3b6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.480881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5438e110-e63b-4a80-9f35-4d8fefe3b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.528468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438e110-e63b-4a80-9f35-4d8fefe3b6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f0067e-c69f-4ef5-a10c-9f5d804d957f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:58.539344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:58.539555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5438e110-e63b-4a80-9f35-4d8fefe3b6e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=258c11fea4094427bae0b35ad35de51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8223534 Jul 30 01:28:58.569247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50826) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:58.620380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44bd6ffb-fa4e-409a-a320-384773e59551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.621445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8993cc7e-a9ec-46fb-b18d-dfa9de23c791 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e6d3baf30f044d99a7fefd998c76caa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509400 Jul 30 01:28:58.625754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50828) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:58.668267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44bd6ffb-fa4e-409a-a320-384773e59551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.737767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-719f6b71-803d-47c2-8280-92c40c397c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.776147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-719f6b71-803d-47c2-8280-92c40c397c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.778871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44bd6ffb-fa4e-409a-a320-384773e59551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.782196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44bd6ffb-fa4e-409a-a320-384773e59551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.786851 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44bd6ffb-fa4e-409a-a320-384773e59551 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/43f0067e-c69f-4ef5-a10c-9f5d804d957f HTTP/1.1" status: 204 len: 168 time: 0.2459080 Jul 30 01:28:58.801285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd6ffb-fa4e-409a-a320-384773e59551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f0067e-c69f-4ef5-a10c-9f5d804d957f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:58.847967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-719f6b71-803d-47c2-8280-92c40c397c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.850884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-719f6b71-803d-47c2-8280-92c40c397c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.852148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-719f6b71-803d-47c2-8280-92c40c397c67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0fb1e072-6405-4788-be9a-14968389cf8c HTTP/1.1" status: 204 len: 168 time: 0.2254305 Jul 30 01:28:58.861142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f6b71-803d-47c2-8280-92c40c397c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1e072-6405-4788-be9a-14968389cf8c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:58.913552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50842) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:58.916398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-867612496-network', 'tenant_id': '24f56c1f1ec0443c90da09230065916f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:58.945377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Made reservation on behalf of 24f56c1f1ec0443c90da09230065916f for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:58.948496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:58.959218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.071841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.077003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.100564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:28:59.117216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d95dcf4-7a7a-4271-8697-13384734ffe5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:59.120427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.120773 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Added segment 0669ab4f-4234-421d-8c68-145152dc5353 of type vlan for network eeea77a0-cd3e-4371-a1f3-51faddaf3ae4 Jul 30 01:28:59.163131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.194840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.195975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:59.196581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.260341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3448918 Jul 30 01:28:59.260624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50856) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:59.265771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Request body: {'subnet': {'network_id': 'eeea77a0-cd3e-4371-a1f3-51faddaf3ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-867612496-subnet', 'tenant_id': '24f56c1f1ec0443c90da09230065916f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:28:59.269025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f51e5f-623b-42df-9798-f639d9bcf72c admin admin] Pushing event updated for resources: {'Network': ['ID=eeea77a0-cd3e-4371-a1f3-51faddaf3ae4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:59.279851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network eeea77a0-cd3e-4371-a1f3-51faddaf3ae4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:28:59.299075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Made reservation on behalf of 24f56c1f1ec0443c90da09230065916f for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:28:59.305595 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.449046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:59.468182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8844dfc-1bf3-47ba-8bdd-fc4770b9a066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.579579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd5c7b-2ea7-4502-9dd6-7155bdfd5602 req-5afc0186-6ad0-470e-af1e-2e8f55dec324 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:59.581637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29fd5c7b-2ea7-4502-9dd6-7155bdfd5602 req-5afc0186-6ad0-470e-af1e-2e8f55dec324 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.1462722 Jul 30 01:28:59.589269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba144f-ffb0-4cfa-86b2-10c7ee52ec90 req-ef79cbee-3f08-4997-84e7-213448119184 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:59.590770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7eba144f-ffb0-4cfa-86b2-10c7ee52ec90 req-ef79cbee-3f08-4997-84e7-213448119184 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.1246617 Jul 30 01:28:59.608487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8844dfc-1bf3-47ba-8bdd-fc4770b9a066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.613937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8844dfc-1bf3-47ba-8bdd-fc4770b9a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.658441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8844dfc-1bf3-47ba-8bdd-fc4770b9a066 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c21b1a7ad7d44ae90165a4231132f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077212 Jul 30 01:28:59.662097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50870) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:59.674274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8844dfc-1bf3-47ba-8bdd-fc4770b9a066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8ccb9-834a-4682-88b3-d57dbdb4b012,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:59.682466 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.690339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29fd5c7b-2ea7-4502-9dd6-7155bdfd5602 req-dabc7d0e-e43e-4efd-a889-5c45d91098d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985355 Jul 30 01:28:59.694987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:59.745197 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7eba144f-ffb0-4cfa-86b2-10c7ee52ec90 req-20e16ba5-8ef6-46dc-8736-86b8a5507173 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251564 Jul 30 01:28:59.760463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8cf240-8440-4d1a-8878-587b2014943c,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:28:59.778171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Checking segment: {'id': '0669ab4f-4234-421d-8c68-145152dc5353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'eeea77a0-cd3e-4371-a1f3-51faddaf3ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:28:59.778512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Network hostable DHCP agents. Network: eeea77a0-cd3e-4371-a1f3-51faddaf3ae4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:28:59.787810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1a3-013f-4afc-aa85-9d82af510d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.795289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50874) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:28:59.795568 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9d0f81cd-0d93-42c2-bb61-d7e513843773 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=731e6fb14f904297a626e54d4d3bc919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991323 Jul 30 01:28:59.810349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Network eeea77a0-cd3e-4371-a1f3-51faddaf3ae4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:28:59.837468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1a3-013f-4afc-aa85-9d82af510d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.837606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, eeea77a0-cd3e-4371-a1f3-51faddaf3ae4) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:28:59.845253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb50cec-8e47-4377-bb2b-f3253c1230f5 None None] Network eeea77a0-cd3e-4371-a1f3-51faddaf3ae4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:28:59.855231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:28:59.855833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.885887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-be5979fd-7d0f-4955-bde9-ba8a3533a013 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6241503 Jul 30 01:28:59.887213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76f4d7e7-6033-4ef2-8798-0f6c4fb73502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.916983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76f4d7e7-6033-4ef2-8798-0f6c4fb73502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.944148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1a3-013f-4afc-aa85-9d82af510d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.946761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1a3-013f-4afc-aa85-9d82af510d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:59.951026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa21e1a3-013f-4afc-aa85-9d82af510d29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bee8ccb9-834a-4682-88b3-d57dbdb4b012 HTTP/1.1" status: 204 len: 168 time: 0.2843344 Jul 30 01:28:59.972823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e1a3-013f-4afc-aa85-9d82af510d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8ccb9-834a-4682-88b3-d57dbdb4b012,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:00.006512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76f4d7e7-6033-4ef2-8798-0f6c4fb73502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:00.009282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76f4d7e7-6033-4ef2-8798-0f6c4fb73502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:00.010443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-76f4d7e7-6033-4ef2-8798-0f6c4fb73502 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ee548d2-bcae-4921-a65e-d5138e5e3ce9 HTTP/1.1" status: 204 len: 168 time: 0.2138584 Jul 30 01:29:00.021573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4d7e7-6033-4ef2-8798-0f6c4fb73502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee548d2-bcae-4921-a65e-d5138e5e3ce9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:00.057074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c14b7e-bf02-4fce-b24c-f902e359e011 None None] Network eeea77a0-cd3e-4371-a1f3-51faddaf3ae4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:01.126503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275542b-0393-4dbc-97a0-4920541ca3c5 req-dcf6ab12-bc35-45c4-aafc-674352e17edc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:01.134113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1275542b-0393-4dbc-97a0-4920541ca3c5 req-dcf6ab12-bc35-45c4-aafc-674352e17edc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 947 time: 0.3224018 Jul 30 01:29:01.217828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3910da0b-09eb-401f-a635-d6e482c0ebb6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:01.235244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1275542b-0393-4dbc-97a0-4920541ca3c5 req-896ff2a9-a39c-4e42-a6e8-039d806bcee0 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001372 Jul 30 01:29:01.243358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-9dcc1e13-a689-4bfc-884b-43fd72cef100 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:01.255580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-9dcc1e13-a689-4bfc-884b-43fd72cef100 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.4321780 Jul 30 01:29:01.285331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-6fdcf271-915d-4912-9fb5-6d5a978f7d49 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/quotas/5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 375 time: 0.0174060 Jul 30 01:29:01.359942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3910da0b-09eb-401f-a635-d6e482c0ebb6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:01.376054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b6ee481c-410f-4739-8356-e7cfd2fded9d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755310 Jul 30 01:29:01.391210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3910da0b-09eb-401f-a635-d6e482c0ebb6', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '3910da0b-09eb-401f-a635-d6e482c0ebb6', 'mac_address': 'fa:16:3e:08:01:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:01.447883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:01.461162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44601a-73a7-4f49-adc5-dc1233c62471 req-5f91bf42-b7ff-44d3-90a6-1f440921d7e0 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:01.463680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b44601a-73a7-4f49-adc5-dc1233c62471 req-5f91bf42-b7ff-44d3-90a6-1f440921d7e0 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.1474736 Jul 30 01:29:01.474937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3910da0b-09eb-401f-a635-d6e482c0ebb6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:01.519897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3910da0b-09eb-401f-a635-d6e482c0ebb6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:01.527525 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:01.566875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b44601a-73a7-4f49-adc5-dc1233c62471 req-56b49942-e7e1-44b4-a7ee-c0b66b8612a4 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964661 Jul 30 01:29:01.613983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3910da0b-09eb-401f-a635-d6e482c0ebb6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:01.621354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.621882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.622219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.622547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.622871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.623215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.623707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.624185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.624504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.624821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.625133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.625600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Tracked resource versions report: Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: pushed versions: Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: { 'AddressGroup': {'1.2'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Log': {'1.0'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Network': {'1.1'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Port': {'1.7'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'PortForwarding': {'1.2'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'QosPolicy': {'1.8'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'SecurityGroup': {'1.4'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'SubPort': {'1.0'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Subnet': {'1.1'}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Trunk': {'1.1'}} Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: consumer versions: Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: HyperV agent@n-h1-713499-10: {}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: HyperV agent@n-h2-713499-10: {}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: L3 agent@n-d-713499-10: {}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: Metadata agent@n-d-713499-10: {}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: Metering agent@n-d-713499-10: {}, Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'ConntrackHelper': '1.0', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Log': '1.0', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Network': '1.1', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Port': '1.7', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'PortForwarding': '1.2', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'QosPolicy': '1.8', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'SecurityGroup': '1.4', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'SecurityGroupRule': '1.2', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'SubPort': '1.0', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Subnet': '1.1', Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: 'Trunk': '1.1'}} Jul 30 01:29:01.626660 n-d-713499-10 neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:29:01.881802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3910da0b-09eb-401f-a635-d6e482c0ebb6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:02.020925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-dc0786bd-bd2d-4723-870b-e651bc88a108 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:02.028535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-dc0786bd-bd2d-4723-870b-e651bc88a108 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2686329 Jul 30 01:29:02.131918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-e4eedc48-ccc8-4099-aca6-dce30a57966c service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020997 Jul 30 01:29:02.231495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-29700b70-ba2a-4aca-a16c-0ab80690457e service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935502 Jul 30 01:29:02.427147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9467356d-58a7-4818-a180-52eb3da53585 req-27ad310a-c754-4a50-b228-b88229b7ee0d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 210 time: 0.0290735 Jul 30 01:29:02.491587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b8e6b-20f9-48c1-9d13-7b0c016c945c req-3e851967-14a8-468f-a24b-48dd848a7cbc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:02.496726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e2b8e6b-20f9-48c1-9d13-7b0c016c945c req-3e851967-14a8-468f-a24b-48dd848a7cbc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 948 time: 0.0917494 Jul 30 01:29:02.550441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e2b8e6b-20f9-48c1-9d13-7b0c016c945c req-3a71a6fc-776d-483a-b817-cc1fc6ceb98a tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Jul 30 01:29:02.717512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7000e-45ad-40d0-aaa2-72e8746cb6c0 req-39433bf6-4392-4116-bc95-998bac8719e4 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:02.725227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25d7000e-45ad-40d0-aaa2-72e8746cb6c0 req-39433bf6-4392-4116-bc95-998bac8719e4 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 970 time: 0.0770028 Jul 30 01:29:02.763811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25d7000e-45ad-40d0-aaa2-72e8746cb6c0 req-b02679ad-9a5d-4d1c-86e1-a055e643ac2c tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Jul 30 01:29:02.915755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51032) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:03.168751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff600-872a-4903-a248-a67b685c85b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.199631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3910da0b-09eb-401f-a635-d6e482c0ebb6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:03.241825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b5ab31da-4cce-4948-8521-fbcb2c7d27a7 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:03.317817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff600-872a-4903-a248-a67b685c85b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.320757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 3910da0b-09eb-401f-a635-d6e482c0ebb6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:03.323343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f1ff600-872a-4903-a248-a67b685c85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.326460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 3910da0b-09eb-401f-a635-d6e482c0ebb6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:03.326814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.361179 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0f1ff600-872a-4903-a248-a67b685c85b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a83c09f99264172b6410ab94ce0ef01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438472 Jul 30 01:29:03.365057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51056) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:03.387869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ff600-872a-4903-a248-a67b685c85b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731c21e-201c-4d7a-b1bb-d58dd171871a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:03.421307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:03.435030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f1c36d7-4a77-4713-aab2-face5c95742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.456687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7', 'mac_address': 'fa:16:3e:24:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-2143186744', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:03.464765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f1c36d7-4a77-4713-aab2-face5c95742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.549350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f1c36d7-4a77-4713-aab2-face5c95742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.553159 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.554064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f1c36d7-4a77-4713-aab2-face5c95742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.555337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1f1c36d7-4a77-4713-aab2-face5c95742b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d731c21e-201c-4d7a-b1bb-d58dd171871a HTTP/1.1" status: 204 len: 168 time: 0.1891191 Jul 30 01:29:03.569756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c36d7-4a77-4713-aab2-face5c95742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731c21e-201c-4d7a-b1bb-d58dd171871a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:03.575917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ab31da-4cce-4948-8521-fbcb2c7d27a7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:03.606015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.627175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:03.637070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.648983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3910da0b-09eb-401f-a635-d6e482c0ebb6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:03.837488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-904b9ad8-b55c-4bee-a427-4f8201eb5dd7 req-4bb9ed29-dd00-4987-9a64-042b209da386 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 210 time: 0.0684240 Jul 30 01:29:03.900565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-9002ab98-a23e-485f-a856-c0468d998e2f tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fd0b91dfaa384a78b46777fddc4b13e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332551 Jul 30 01:29:03.934807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3910da0b-09eb-401f-a635-d6e482c0ebb6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:03.943503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-4f8bb9be-0af9-4128-844f-12d63883a1a3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:03.945478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-4f8bb9be-0af9-4128-844f-12d63883a1a3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.3774269 Jul 30 01:29:03.949547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.966133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:03.999746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Request body: {'port': {'device_id': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'admin_state_up': True, 'tenant_id': '5428976b02fc476c85c5d78ce022b41d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:04.008232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b5ab31da-4cce-4948-8521-fbcb2c7d27a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:04.067688 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c7054-731f-4bb1-bf1e-be70c42ac4b7" -d '{"events": [{"server_uuid": "c47b2b9a-2393-4d4b-ac8c-792e0b313330", "name": "network-vif-plugged", "status": "completed", "tag": "3910da0b-09eb-401f-a635-d6e482c0ebb6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:04.079913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3910da0b-09eb-401f-a635-d6e482c0ebb6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:04.111201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51090) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:04.117862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa864d-076a-4627-b463-d228aa2522a7 req-6d2f3f08-6219-4917-ba5e-6006a1d8b3fc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:04.119427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23aa864d-076a-4627-b463-d228aa2522a7 req-6d2f3f08-6219-4917-ba5e-6006a1d8b3fc tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 949 time: 0.1271968 Jul 30 01:29:04.124841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b53f3a-0a1b-4a69-b234-1b592f061fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.182048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-a0c100af-15c2-4119-af81-bb5ae9af9354 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:04.183383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-a0c100af-15c2-4119-af81-bb5ae9af9354 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720959 Jul 30 01:29:04.220323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23aa864d-076a-4627-b463-d228aa2522a7 req-f106988c-c6e4-48ea-9e90-ab67ede10210 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882626 Jul 30 01:29:04.227685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-0d869088-f332-4395-a47d-00a51ca27175 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/quotas/fd0b91dfaa384a78b46777fddc4b13e2 HTTP/1.1" status: 200 len: 375 time: 0.0190730 Jul 30 01:29:04.239288 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b53f3a-0a1b-4a69-b234-1b592f061fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.250121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b53f3a-0a1b-4a69-b234-1b592f061fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.263899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-c455b07c-84e9-46bc-adaf-663b05ffa990 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd0b91dfaa384a78b46777fddc4b13e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300117 Jul 30 01:29:04.283181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b53f3a-0a1b-4a69-b234-1b592f061fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d537bbb-25e4-40f3-a3c8-4094240e018e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:04.284163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Made reservation on behalf of 5428976b02fc476c85c5d78ce022b41d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:04.288931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.316644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51096) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:04.317961 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-12b53f3a-0a1b-4a69-b234-1b592f061fef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=156fbd6f39a345919d8f42a77b43b9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049162 Jul 30 01:29:04.490450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a557121-25df-4f1b-ac5c-a99f4d97af76 req-2cd6ed19-506b-4e26-9299-ec9a28241777 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:04.492026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a557121-25df-4f1b-ac5c-a99f4d97af76 req-2cd6ed19-506b-4e26-9299-ec9a28241777 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 971 time: 0.1291187 Jul 30 01:29:04.494973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a94fa61a-74ba-43e8-a748-6fa60b230fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.533401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a94fa61a-74ba-43e8-a748-6fa60b230fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.535644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Allocated IP 172.20.0.8 (ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab/d807a516-1541-4e04-9548-3624116ecc85/3e4ef507-2684-4dfc-aa88-5ce219d94c8b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:04.584204 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8db13c9-d444-4954-88a1-f037d0d58822 x-openstack-request-id: req-e8db13c9-d444-4954-88a1-f037d0d58822 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:04.584996 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b2b9a-2393-4d4b-ac8c-792e0b313330", "name": "network-vif-plugged", "status": "completed", "tag": "3910da0b-09eb-401f-a635-d6e482c0ebb6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:04.584996 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8db13c9-d444-4954-88a1-f037d0d58822 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:04.585599 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3910da0b-09eb-401f-a635-d6e482c0ebb6', 'code': 200} Jul 30 01:29:04.632609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a557121-25df-4f1b-ac5c-a99f4d97af76 req-56d45178-affc-418a-a521-cc3f7fa30ecc tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230397 Jul 30 01:29:04.703032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.55', 51270) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:04.717810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a94fa61a-74ba-43e8-a748-6fa60b230fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.720956 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a94fa61a-74ba-43e8-a748-6fa60b230fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.724867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a94fa61a-74ba-43e8-a748-6fa60b230fa2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d537bbb-25e4-40f3-a3c8-4094240e018e HTTP/1.1" status: 204 len: 168 time: 0.4047475 Jul 30 01:29:04.792845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fa61a-74ba-43e8-a748-6fa60b230fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d537bbb-25e4-40f3-a3c8-4094240e018e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:04.823343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fae15cb1-0cfd-486b-bdd3-bed49dd8c881 req-d17a4c84-58bd-463f-a07f-9a98152d2e84 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 210 time: 0.0711393 Jul 30 01:29:04.879345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a0349-3d1c-4191-ab25-d1656c6b225a req-49abfe6d-15c0-4ca0-92fe-13d1b5ee45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:04.880609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e1a0349-3d1c-4191-ab25-d1656c6b225a req-49abfe6d-15c0-4ca0-92fe-13d1b5ee45d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 1101 time: 0.1765482 Jul 30 01:29:04.919572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.936789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5e1a0349-3d1c-4191-ab25-d1656c6b225a req-f2d569e8-6e0c-48f2-85bd-194ae13fa04b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.007248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9c62727-9af3-43b9-aad4-5db1b353367a req-a57b70f8-8759-467e-a10e-7f23181c7149 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 210 time: 0.0593917 Jul 30 01:29:05.083695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.142249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:05.149233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:05.155424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:05.192453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:05.212864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b5ab31da-4cce-4948-8521-fbcb2c7d27a7 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:05.228324 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5e1a0349-3d1c-4191-ab25-d1656c6b225a req-f2d569e8-6e0c-48f2-85bd-194ae13fa04b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.254868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:05.255922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.268857 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5e1a0349-3d1c-4191-ab25-d1656c6b225a req-f2d569e8-6e0c-48f2-85bd-194ae13fa04b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.288810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-b5e5189e-36b1-4047-8cd5-8f34803b9ddc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2934225 Jul 30 01:29:05.303717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:05.309754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:05.309948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Request body: {'port': {'device_id': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:05.310568 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.316201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e1a0349-3d1c-4191-ab25-d1656c6b225a req-f2d569e8-6e0c-48f2-85bd-194ae13fa04b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227774 Jul 30 01:29:05.345440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d569e8-6e0c-48f2-85bd-194ae13fa04b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1580b4-3598-4224-bd25-0771ca741010,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:05.428216 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.475162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:05.485167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.554873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:05.595929 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.650555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2fb52-a837-40d6-9c34-f0fbb115d8d9 req-ef170cbe-58cd-4c4f-aee5-0b33c5146b37 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:05.667896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46b2fb52-a837-40d6-9c34-f0fbb115d8d9 req-ef170cbe-58cd-4c4f-aee5-0b33c5146b37 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 949 time: 0.1075938 Jul 30 01:29:05.701433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e75a58f5-dbe2-4451-a01b-af38c004e30b tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fd0b91dfaa384a78b46777fddc4b13e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422599 Jul 30 01:29:05.790920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46b2fb52-a837-40d6-9c34-f0fbb115d8d9 req-c9de9a59-f98c-478e-b5dd-cd0815752edb tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190858 Jul 30 01:29:05.878852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-4dda6a5b-a864-4a9e-b764-44b56197c51c tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:05.880930 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-4dda6a5b-a864-4a9e-b764-44b56197c51c tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737001 Jul 30 01:29:05.897348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Request body: {'port': {'device_id': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'fd0b91dfaa384a78b46777fddc4b13e2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:06.011752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16cd178c-a562-418a-9e05-34ab7a5d82bc req-29be0981-e9ba-4fbb-b1a7-b02765f7858c tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 210 time: 0.0449371 Jul 30 01:29:06.043756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6f62-4a32-4f72-8509-364f408c59b4 req-927050c9-36dd-470f-bff8-a643df88516b tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:06.045627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-859f6f62-4a32-4f72-8509-364f408c59b4 req-927050c9-36dd-470f-bff8-a643df88516b tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 972 time: 0.2478955 Jul 30 01:29:06.081922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Made reservation on behalf of fd0b91dfaa384a78b46777fddc4b13e2 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:06.086487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.099295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.109162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-859f6f62-4a32-4f72-8509-364f408c59b4 req-6560e728-6f28-430f-8a29-089fd3351d37 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554342 Jul 30 01:29:06.205535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4ef507-2684-4dfc-aa88-5ce219d94c8b {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:06.227656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.236276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.241697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.262803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51182) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:06.266069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Transition to ACTIVE for port object 3e4ef507-2684-4dfc-aa88-5ce219d94c8b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:06.276311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.329635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae626f4-3336-4532-b6e3-bf19f44fbf7f req-492d1a7f-6fd8-4c7f-8d91-085e9b9539e7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:06.331839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:06.338441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ae626f4-3336-4532-b6e3-bf19f44fbf7f req-492d1a7f-6fd8-4c7f-8d91-085e9b9539e7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 931 time: 0.1362720 Jul 30 01:29:06.373555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:06.441669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ae626f4-3336-4532-b6e3-bf19f44fbf7f req-7e010f97-6d7e-4a15-b83b-77b87177ba19 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006489 Jul 30 01:29:06.453524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Allocated IP 192.168.233.116 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/fe570fcd-a763-40ca-aa16-11a15d0aba94) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:06.504211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:06.504884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:06.506683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:06.512523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:06.513306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:06.546239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:06.547781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:06.548337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:06.550452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Bound port: 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:06.551080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.567606 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.578446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea7bcbb1-8d77-418d-b7b0-ceff919911cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.587156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35874f0c-4a48-48f6-a5db-5966377b073e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:06.593606 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39418ba-1022-4409-b38a-c6cb0fe771ba" -d '{"events": [{"server_uuid": "35874f0c-4a48-48f6-a5db-5966377b073e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ab31da-4cce-4948-8521-fbcb2c7d27a7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:06.657716 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc7a79-e00d-4e85-af12-1428aa4e3e58 x-openstack-request-id: req-80fc7a79-e00d-4e85-af12-1428aa4e3e58 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:06.658011 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35874f0c-4a48-48f6-a5db-5966377b073e", "name": "network-vif-plugged", "status": "completed", "tag": "b5ab31da-4cce-4948-8521-fbcb2c7d27a7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:06.658529 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80fc7a79-e00d-4e85-af12-1428aa4e3e58 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:06.659663 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35874f0c-4a48-48f6-a5db-5966377b073e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7', 'code': 200} Jul 30 01:29:06.666786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.684455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Transition to ACTIVE for port object fe570fcd-a763-40ca-aa16-11a15d0aba94 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:06.721901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.66', 53097) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:06.728439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.773884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:06.777376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:06.782171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:06.785248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:06.804878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:06.818742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.849318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:06.850034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.876020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21203c0-53c3-4501-9ac9-acb052542db8 req-5cd3854e-a3e8-4fa5-8a7c-98d941be2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:06.877546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d21203c0-53c3-4501-9ac9-acb052542db8 req-5cd3854e-a3e8-4fa5-8a7c-98d941be2659 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 1124 time: 0.1536078 Jul 30 01:29:06.890993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:06.891703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Pushing event updated for resources: {'Port': ['ID=fe570fcd-a763-40ca-aa16-11a15d0aba94,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:06.891839 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:06.893855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 1092 time: 1.5878797 Jul 30 01:29:06.895515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:06.897956 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e8c437-1b1b-4d99-9715-5b2ec389c547" -d '{"events": [{"name": "network-changed", "server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:06.995637 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82503100-1cf5-4004-a930-944962481ed8 x-openstack-request-id: req-82503100-1cf5-4004-a930-944962481ed8 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:06.995935 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:06.996190 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82503100-1cf5-4004-a930-944962481ed8 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:06.996604 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'status': 'completed', 'code': 200} Jul 30 01:29:07.053217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d21203c0-53c3-4501-9ac9-acb052542db8 req-0f20c7b5-bbbb-4805-a8ef-e262d7818835 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583729 Jul 30 01:29:07.088799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e89da35-5df6-423e-acb9-845658771a59 None None] Provisioning for port fe570fcd-a763-40ca-aa16-11a15d0aba94 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:07.096196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e89da35-5df6-423e-acb9-845658771a59 None None] Provisioning complete for port fe570fcd-a763-40ca-aa16-11a15d0aba94 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:07.099242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1e89da35-5df6-423e-acb9-845658771a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.106633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f6ab4-af3f-42a5-9501-e1f5e35737d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:07.150916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1e89da35-5df6-423e-acb9-845658771a59 None None] Port fe570fcd-a763-40ca-aa16-11a15d0aba94 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:07.182319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea7bcbb1-8d77-418d-b7b0-ceff919911cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.192964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-700fc526-e9bc-4aa8-a3cb-680f90707e81 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3015985 Jul 30 01:29:07.203405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea7bcbb1-8d77-418d-b7b0-ceff919911cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.207738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Request body: {'port': {'device_id': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'device_owner': 'compute:tempest-test_az-2143186744', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:07.224470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d03e-be13-495d-b0e9-958c0215b610 req-67b81d0a-ee66-46c0-aebd-ea8464b3519b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:07.226261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc48d03e-be13-495d-b0e9-958c0215b610 req-67b81d0a-ee66-46c0-aebd-ea8464b3519b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 949 time: 0.2876401 Jul 30 01:29:07.265465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-f9de04af-3c13-4bfb-83a0-9bfdbd946ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:07.266907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-f9de04af-3c13-4bfb-83a0-9bfdbd946ad7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1095 time: 0.2371047 Jul 30 01:29:07.267779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.292545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bcbb1-8d77-418d-b7b0-ceff919911cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b404909-bdaf-4377-931e-d800d1860c7c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:07.299825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ea7bcbb1-8d77-418d-b7b0-ceff919911cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51a817e0a4a042a8a5652dd8016723a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0330784 Jul 30 01:29:07.300130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:07.342832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59cc34-1d95-4e94-a0a5-12ab51b1c2e8 req-09ee55a9-dea0-4b64-b3e7-8323117887d6 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:07.344377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b59cc34-1d95-4e94-a0a5-12ab51b1c2e8 req-09ee55a9-dea0-4b64-b3e7-8323117887d6 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 936 time: 0.2338977 Jul 30 01:29:07.350831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-7a0a5380-21e0-4bfd-b48d-f8434c6b9446 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.0621669 Jul 30 01:29:07.363869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc48d03e-be13-495d-b0e9-958c0215b610 req-111db4ff-12c6-4df1-871b-3a4529fe9c5e tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211491 Jul 30 01:29:07.432609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b59cc34-1d95-4e94-a0a5-12ab51b1c2e8 req-2055cc48-7b68-4e43-8e91-700e35b47d62 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789969 Jul 30 01:29:07.439073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-028d31ef-1b9b-4f3d-af91-e5968ebc8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:07.439073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-028d31ef-1b9b-4f3d-af91-e5968ebc8604 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0710399 Jul 30 01:29:07.439346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03591903-8fad-4844-90fa-bdff8cf07c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.496511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-3ade8390-d099-4faa-ba13-e3bff9175f9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527506 Jul 30 01:29:07.517171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03591903-8fad-4844-90fa-bdff8cf07c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.566754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038a9c6-bdc1-491a-a925-244a3291a2ab req-57cf017e-98ad-458c-aad8-1e6bd03e1451 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:07.568289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8038a9c6-bdc1-491a-a925-244a3291a2ab req-57cf017e-98ad-458c-aad8-1e6bd03e1451 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 972 time: 0.1146841 Jul 30 01:29:07.611513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03591903-8fad-4844-90fa-bdff8cf07c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.614606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03591903-8fad-4844-90fa-bdff8cf07c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.615847 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03591903-8fad-4844-90fa-bdff8cf07c91 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b404909-bdaf-4377-931e-d800d1860c7c HTTP/1.1" status: 204 len: 168 time: 0.3147614 Jul 30 01:29:07.636423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8038a9c6-bdc1-491a-a925-244a3291a2ab req-f2e117ae-ecc6-4171-908c-ae5b8bca3196 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584037 Jul 30 01:29:07.649262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03591903-8fad-4844-90fa-bdff8cf07c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b404909-bdaf-4377-931e-d800d1860c7c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:07.668137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-0b4ec527-c305-4354-8c8a-88257fdab887 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588304 Jul 30 01:29:07.675080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe570fcd-a763-40ca-aa16-11a15d0aba94 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:07.684242 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.698086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Transition to ACTIVE for port object fe570fcd-a763-40ca-aa16-11a15d0aba94 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:07.704898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:07.793757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Pushing event updated for resources: {'Port': ['ID=fe570fcd-a763-40ca-aa16-11a15d0aba94,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:07.858450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81d23a8-b22c-4fd4-96d5-b083e5334ffe req-c5854190-1764-4e8b-895a-d4960b0f0d1e service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791620 Jul 30 01:29:07.872461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Attempting to bind port fe570fcd-a763-40ca-aa16-11a15d0aba94 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:07.873136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Attempting to bind port fe570fcd-a763-40ca-aa16-11a15d0aba94 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:07.873654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Attempting to bind port fe570fcd-a763-40ca-aa16-11a15d0aba94 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:07.880574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Port fe570fcd-a763-40ca-aa16-11a15d0aba94 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:07.881158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Attempting to bind port fe570fcd-a763-40ca-aa16-11a15d0aba94 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:07.887818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:07.889121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:07.889994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:07.890739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Bound port: fe570fcd-a763-40ca-aa16-11a15d0aba94, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:07.891448 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.035802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] For port fe570fcd-a763-40ca-aa16-11a15d0aba94, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:08.043485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] For port fe570fcd-a763-40ca-aa16-11a15d0aba94, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:08.045639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd4ee5-7b4f-4d61-a151-c2c8cc62bdc3 req-06fa1b0e-9662-4676-930b-ec9f7d566a37 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.052003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.053861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dbd4ee5-7b4f-4d61-a151-c2c8cc62bdc3 req-06fa1b0e-9662-4676-930b-ec9f7d566a37 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.1090479 Jul 30 01:29:08.083962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-6ea197d5-dd5d-4363-90cd-b90feeee8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.085658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-6ea197d5-dd5d-4363-90cd-b90feeee8db6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0898857 Jul 30 01:29:08.137497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dbd4ee5-7b4f-4d61-a151-c2c8cc62bdc3 req-124d1c7a-a54c-4c7c-a945-86ef507ec8ba tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Jul 30 01:29:08.140007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.141050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.142464 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] 10.222.0.66 "PUT /v2.0/ports/fe570fcd-a763-40ca-aa16-11a15d0aba94 HTTP/1.1" status: 200 len: 1119 time: 0.9408090 Jul 30 01:29:08.143101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d0ca3-cfc5-47c5-8daa-fea4c864be21 service neutron] Pushing event updated for resources: {'Port': ['ID=fe570fcd-a763-40ca-aa16-11a15d0aba94,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:08.146880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'tag': 'fe570fcd-a763-40ca-aa16-11a15d0aba94'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:08.150551 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86970f5-7f2f-4949-a173-6acf2e35e532" -d '{"events": [{"name": "network-changed", "server_uuid": "eb615e76-bd46-494b-b888-a40e4940ab67", "tag": "fe570fcd-a763-40ca-aa16-11a15d0aba94"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:08.261581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-1d02e21e-c27d-472c-8d91-f9c48a7a357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.263382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-1d02e21e-c27d-472c-8d91-f9c48a7a357d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1649687 Jul 30 01:29:08.280099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-0393f1d2-93c3-45a3-9107-881b547465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.282097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-0393f1d2-93c3-45a3-9107-881b547465c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd0b91dfaa384a78b46777fddc4b13e2&device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 1122 time: 0.0859828 Jul 30 01:29:08.355222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:08.358292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-d7aede4c-8671-43fe-a2ad-7914cc1f9c37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.0804343 Jul 30 01:29:08.363369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-3c6716dc-f90e-4a64-83bf-f23c25752ca8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94 HTTP/1.1" status: 200 len: 217 time: 0.0710263 Jul 30 01:29:08.369394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8dba8fc0-76d0-44cd-9e9d-0f0836b4f519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.448555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-688dcc07-dff8-477a-9eba-5571f4fcfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.451029 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-688dcc07-dff8-477a-9eba-5571f4fcfbb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0699975 Jul 30 01:29:08.457349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-0175c177-4631-4895-acdd-96087182d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.459972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-0175c177-4631-4895-acdd-96087182d840 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0905719 Jul 30 01:29:08.526665 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3abaa8-66be-49ae-9c88-04a58e0ee405 x-openstack-request-id: req-ed3abaa8-66be-49ae-9c88-04a58e0ee405 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:08.526968 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb615e76-bd46-494b-b888-a40e4940ab67", "tag": "fe570fcd-a763-40ca-aa16-11a15d0aba94", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:08.530124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-82f6a1e2-5498-420c-a76b-963c6e8cb548 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587826 Jul 30 01:29:08.531519 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed3abaa8-66be-49ae-9c88-04a58e0ee405 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:08.531982 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'tag': 'fe570fcd-a763-40ca-aa16-11a15d0aba94', 'status': 'completed', 'code': 200} Jul 30 01:29:08.642518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-39c6b43a-3302-403c-9de9-c692058dfc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.645073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-39c6b43a-3302-403c-9de9-c692058dfc31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1790483 Jul 30 01:29:08.711028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056bd8-5c7b-4756-b707-0db8c58f8e20 req-12715d12-61ac-4a93-bc3e-5c322e89ddd3 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.718156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0056bd8-5c7b-4756-b707-0db8c58f8e20 req-12715d12-61ac-4a93-bc3e-5c322e89ddd3 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 949 time: 0.1185620 Jul 30 01:29:08.738034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8dba8fc0-76d0-44cd-9e9d-0f0836b4f519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.751155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8dba8fc0-76d0-44cd-9e9d-0f0836b4f519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.763058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba05c2-cc30-4b0e-9035-c41657fe8d7c req-d272c9bb-655b-4b83-83b1-d851214044e7 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:08.764514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aba05c2-cc30-4b0e-9035-c41657fe8d7c req-d272c9bb-655b-4b83-83b1-d851214044e7 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 970 time: 0.1255565 Jul 30 01:29:08.770408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-db2309f9-9bc2-4a0e-8d7a-8e096c51ec2b service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282646 Jul 30 01:29:08.811823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0056bd8-5c7b-4756-b707-0db8c58f8e20 req-c3cc07cd-7ea4-4c87-aeae-db7e8703b314 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924990 Jul 30 01:29:08.821556 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-1dba6736-9a47-4813-b1b5-f3165ef071d3 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675735 Jul 30 01:29:08.835340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8dba8fc0-76d0-44cd-9e9d-0f0836b4f519 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59169b2023444781a7120121705a8f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690030 Jul 30 01:29:08.835340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba8fc0-76d0-44cd-9e9d-0f0836b4f519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c98fc-156a-48dd-b752-cba46b9848cf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:08.843450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:08.910075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aba05c2-cc30-4b0e-9035-c41657fe8d7c req-f7c86483-93a5-4484-bcb3-dd649ed35f08 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318629 Jul 30 01:29:08.956435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89e8c437-1b1b-4d99-9715-5b2ec389c547 req-35a373c1-7eb3-41ba-8d25-2fcbd5987880 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640317 Jul 30 01:29:08.956557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35f97acf-731e-4aca-954d-0378ca00ed02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.992429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35f97acf-731e-4aca-954d-0378ca00ed02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:08.995666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aed20fe1-56fa-4723-b2fb-b1259782a17d req-4bc591db-fb9b-402b-9e6f-691f0194d72e service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656322 Jul 30 01:29:09.049066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c0ec-2dfb-4402-a174-1ad6c626ce90 req-ac0aa0d8-8124-4da0-b889-a22b6446cf43 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:09.051580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4c9c0ec-2dfb-4402-a174-1ad6c626ce90 req-ac0aa0d8-8124-4da0-b889-a22b6446cf43 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 972 time: 0.0647697 Jul 30 01:29:09.061562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35f97acf-731e-4aca-954d-0378ca00ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:09.064299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35f97acf-731e-4aca-954d-0378ca00ed02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:09.065928 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-35f97acf-731e-4aca-954d-0378ca00ed02 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f32c98fc-156a-48dd-b752-cba46b9848cf HTTP/1.1" status: 204 len: 168 time: 0.2213190 Jul 30 01:29:09.093106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f97acf-731e-4aca-954d-0378ca00ed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c98fc-156a-48dd-b752-cba46b9848cf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:09.105489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4c9c0ec-2dfb-4402-a174-1ad6c626ce90 req-f5231d92-f782-423f-a7ce-708e7d3ec7f8 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Jul 30 01:29:09.113578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-e3a708c9-42d2-462d-8574-1b2640412115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:09.115179 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-e3a708c9-42d2-462d-8574-1b2640412115 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd0b91dfaa384a78b46777fddc4b13e2&device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 1122 time: 0.0655384 Jul 30 01:29:09.238512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-626a5e4f-7be6-436e-a9a2-5e2f0d0813de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:09.240375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-626a5e4f-7be6-436e-a9a2-5e2f0d0813de service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1143873 Jul 30 01:29:09.288212 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-d27800d6-ccee-453c-80d8-d45d6b6f512d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94 HTTP/1.1" status: 200 len: 217 time: 0.0403202 Jul 30 01:29:09.351084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-88615e30-872f-4dba-b17e-514aeb5145e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:09.354130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-88615e30-872f-4dba-b17e-514aeb5145e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0579662 Jul 30 01:29:09.414141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-e37ee080-3758-469d-9753-6f83bfcd8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:09.416108 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-e37ee080-3758-469d-9753-6f83bfcd8ba2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543144 Jul 30 01:29:09.552256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-57251206-9316-4eef-b546-a66396673b17 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257155 Jul 30 01:29:09.669630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d86970f5-7f2f-4949-a173-6acf2e35e532 req-9cbcb982-2e46-4e15-8fb0-337288efc32d service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092670 Jul 30 01:29:10.002398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81a7a4-9836-4e15-9d0b-fdfdd99e9bc7 req-4f9e83a1-5fcb-4a3a-a4e4-f4e8f7901e5c tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:10.004531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e81a7a4-9836-4e15-9d0b-fdfdd99e9bc7 req-4f9e83a1-5fcb-4a3a-a4e4-f4e8f7901e5c tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 1124 time: 0.2221062 Jul 30 01:29:10.024697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41d190-2646-4e82-acdd-0a416da9d629 req-2d036f8c-b0ae-4327-8a34-2698f8de4fa8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:10.026144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f41d190-2646-4e82-acdd-0a416da9d629 req-2d036f8c-b0ae-4327-8a34-2698f8de4fa8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.0661042 Jul 30 01:29:10.034800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5e81a7a4-9836-4e15-9d0b-fdfdd99e9bc7 req-89b4b528-fe05-469c-9175-207cf15d62af tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:10.086776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f41d190-2646-4e82-acdd-0a416da9d629 req-bef80371-9f54-4ed6-bb4f-4ceca02b558f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Jul 30 01:29:10.175137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5e81a7a4-9836-4e15-9d0b-fdfdd99e9bc7 req-89b4b528-fe05-469c-9175-207cf15d62af tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:10.195430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5e81a7a4-9836-4e15-9d0b-fdfdd99e9bc7 req-89b4b528-fe05-469c-9175-207cf15d62af tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:10.220131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e81a7a4-9836-4e15-9d0b-fdfdd99e9bc7 req-89b4b528-fe05-469c-9175-207cf15d62af tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084897 Jul 30 01:29:10.245325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222e9e-a83c-4b35-9fbe-6b9201779813 req-5eeeae7e-ac75-49b0-a0bb-e8b5ee66d182 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:10.248342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46222e9e-a83c-4b35-9fbe-6b9201779813 req-5eeeae7e-ac75-49b0-a0bb-e8b5ee66d182 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 949 time: 0.0874624 Jul 30 01:29:10.249239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4b528-fe05-469c-9175-207cf15d62af tempest-AggregatesAdminTestJSON-1207574273 tempest-AggregatesAdminTestJSON-1207574273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2add1b-8e2a-4ce8-a855-182ac323dddc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:10.296650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46222e9e-a83c-4b35-9fbe-6b9201779813 req-0422bcdb-1bb0-4def-ac1a-84e10b055e6d tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Jul 30 01:29:10.419639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939a945-941b-41ba-8cd1-60bbc92454f2 req-fcffd54f-a95c-4eb7-9882-974a2f39b283 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:10.421144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b939a945-941b-41ba-8cd1-60bbc92454f2 req-fcffd54f-a95c-4eb7-9882-974a2f39b283 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 970 time: 0.0511336 Jul 30 01:29:10.463939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b939a945-941b-41ba-8cd1-60bbc92454f2 req-768c830e-3fed-4969-80f9-cea1044e70f2 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Jul 30 01:29:11.250419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:11.355832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51390) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:11.386385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:11.400035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'port_id': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'mac_address': 'fa:16:3e:9d:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd807a516-1541-4e04-9548-3624116ecc85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:11.405460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-71114d2a-d70d-49f1-a596-fc3002791c40 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:11.406915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-71114d2a-d70d-49f1-a596-fc3002791c40 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 1101 time: 0.0828860 Jul 30 01:29:11.485254 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.496680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51398) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:11.526131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4ef507-2684-4dfc-aa88-5ce219d94c8b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:11.557696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea02ab-05ee-4f6c-8992-e527eb25ab86 req-5a56508e-5fc0-45e0-bc21-067ed8582c83 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:11.565813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bea02ab-05ee-4f6c-8992-e527eb25ab86 req-5a56508e-5fc0-45e0-bc21-067ed8582c83 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.0963378 Jul 30 01:29:11.587308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:11.593523 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.601409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-842c643a-9f25-4726-95ec-eaad3786b000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.623244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bea02ab-05ee-4f6c-8992-e527eb25ab86 req-c9946653-5ced-488d-bc0c-015cc69d52f7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565255 Jul 30 01:29:11.624739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Deleting port 3910da0b-09eb-401f-a635-d6e482c0ebb6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:29:11.625074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.689093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:11.700289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ead7c67c-c91f-41a2-99f0-51d709e082c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.770575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] For port 3910da0b-09eb-401f-a635-d6e482c0ebb6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3910da0b-09eb-401f-a635-d6e482c0ebb6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:11.770933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.789068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Calling delete_port for 3910da0b-09eb-401f-a635-d6e482c0ebb6 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:29:11.806153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-842c643a-9f25-4726-95ec-eaad3786b000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.810757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149eb45-9ca3-4d5c-985d-bd30e3a27d53 req-c5bcae3a-20a3-4e57-b7ed-f9fb679ae475 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:11.812338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e149eb45-9ca3-4d5c-985d-bd30e3a27d53 req-c5bcae3a-20a3-4e57-b7ed-f9fb679ae475 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 949 time: 0.0993721 Jul 30 01:29:11.815699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-842c643a-9f25-4726-95ec-eaad3786b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:11.890863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3e4ef507-2684-4dfc-aa88-5ce219d94c8b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:11.899124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-842c643a-9f25-4726-95ec-eaad3786b000 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bbb5f31c335402cb8ce2d28dbda2e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419824 Jul 30 01:29:11.902201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c643a-9f25-4726-95ec-eaad3786b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9224e1a1-70ba-49f1-a65c-ad3357b9127e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:11.906380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:11.964802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e149eb45-9ca3-4d5c-985d-bd30e3a27d53 req-05bd3765-1ba2-47b1-92dc-250d4da6cc02 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444526 Jul 30 01:29:11.999940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885768ca-93b2-4f42-8d5d-cad675b8f20f req-a9a5551e-f96b-4a7a-9895-d3527b335851 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:12.001630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-885768ca-93b2-4f42-8d5d-cad675b8f20f req-a9a5551e-f96b-4a7a-9895-d3527b335851 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 970 time: 0.1061630 Jul 30 01:29:12.030194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-084c7136-cdb6-48af-9f0d-566751b46305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.069955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ead7c67c-c91f-41a2-99f0-51d709e082c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.084559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-084c7136-cdb6-48af-9f0d-566751b46305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.086306 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ead7c67c-c91f-41a2-99f0-51d709e082c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.086765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-885768ca-93b2-4f42-8d5d-cad675b8f20f req-e3c8ec44-a6bb-406d-b00c-4a5995aa5938 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745735 Jul 30 01:29:12.132924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.141994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51414) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:12.174126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Pushing event deleted for resources: {'Port': ['ID=3910da0b-09eb-401f-a635-d6e482c0ebb6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:12.185171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7c67c-c91f-41a2-99f0-51d709e082c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda9c7e-57f2-49b6-848e-02b075e17c58,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:12.191321 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ead7c67c-c91f-41a2-99f0-51d709e082c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2431a8ef58824d988d861b2189de0996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935494 Jul 30 01:29:12.193863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:12.271440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-084c7136-cdb6-48af-9f0d-566751b46305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.273316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] No DVR routers for this DVR port 3910da0b-09eb-401f-a635-d6e482c0ebb6 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:29:12.275445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-084c7136-cdb6-48af-9f0d-566751b46305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.276745 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-084c7136-cdb6-48af-9f0d-566751b46305 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9224e1a1-70ba-49f1-a65c-ad3357b9127e HTTP/1.1" status: 204 len: 168 time: 0.3667417 Jul 30 01:29:12.285319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.291692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c5f5579-fd30-4524-8ec1-a0209eb8ffda req-ac0c32c9-1572-478f-860d-4bba4873b935 tempest-DeleteServersAdminTestJSON-1888001278 tempest-DeleteServersAdminTestJSON-1888001278-project-admin] 10.222.0.55 "DELETE /v2.0/ports/3910da0b-09eb-401f-a635-d6e482c0ebb6 HTTP/1.1" status: 204 len: 173 time: 0.8770821 Jul 30 01:29:12.292181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'name': 'network-vif-deleted', 'tag': '3910da0b-09eb-401f-a635-d6e482c0ebb6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:12.298338 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca414c-ffa4-46ce-adab-c8ac20e4f3b8" -d '{"events": [{"server_uuid": "c47b2b9a-2393-4d4b-ac8c-792e0b313330", "name": "network-vif-deleted", "tag": "3910da0b-09eb-401f-a635-d6e482c0ebb6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:12.312608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c7136-cdb6-48af-9f0d-566751b46305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9224e1a1-70ba-49f1-a65c-ad3357b9127e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:12.366248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ab43e94-9c8b-4fbe-9748-b498e7ebdbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.375272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a59ec89-e26e-4738-9f9d-0aa6408cfb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.409831 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29acc047-809d-4681-a3ef-0f4169d5d651 x-openstack-request-id: req-29acc047-809d-4681-a3ef-0f4169d5d651 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:12.410450 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b2b9a-2393-4d4b-ac8c-792e0b313330", "name": "network-vif-deleted", "tag": "3910da0b-09eb-401f-a635-d6e482c0ebb6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:12.410450 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29acc047-809d-4681-a3ef-0f4169d5d651 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:12.412262 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b2b9a-2393-4d4b-ac8c-792e0b313330', 'name': 'network-vif-deleted', 'tag': '3910da0b-09eb-401f-a635-d6e482c0ebb6', 'status': 'completed', 'code': 200} Jul 30 01:29:12.421509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ab43e94-9c8b-4fbe-9748-b498e7ebdbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.537448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3910da0b-09eb-401f-a635-d6e482c0ebb6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:12.564544 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ab43e94-9c8b-4fbe-9748-b498e7ebdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.571239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ab43e94-9c8b-4fbe-9748-b498e7ebdbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.572953 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ab43e94-9c8b-4fbe-9748-b498e7ebdbb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/adda9c7e-57f2-49b6-848e-02b075e17c58 HTTP/1.1" status: 204 len: 168 time: 0.3779216 Jul 30 01:29:12.574109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a59ec89-e26e-4738-9f9d-0aa6408cfb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.585325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a59ec89-e26e-4738-9f9d-0aa6408cfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.608676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab43e94-9c8b-4fbe-9748-b498e7ebdbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda9c7e-57f2-49b6-848e-02b075e17c58,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:12.692672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51450) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:12.704865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3a59ec89-e26e-4738-9f9d-0aa6408cfb24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bc096652d9f4d34bc9021362f822137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444922 Jul 30 01:29:12.705515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ec89-e26e-4738-9f9d-0aa6408cfb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4704b510-2444-4e4b-b445-d050f444a848,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:12.814018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178762ca-80a8-46a5-9a33-ecfc4d7f2da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.833728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51460) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:12.838459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401dc8-adc4-4f0e-b9f7-bf013d79390e req-7da54915-f714-4ae7-8c8d-bee2f493be20 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:12.840070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a401dc8-adc4-4f0e-b9f7-bf013d79390e req-7da54915-f714-4ae7-8c8d-bee2f493be20 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.0946043 Jul 30 01:29:12.854467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e87cec9d-c76b-460e-bf60-9a6238b95897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.858370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178762ca-80a8-46a5-9a33-ecfc4d7f2da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.902627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a401dc8-adc4-4f0e-b9f7-bf013d79390e req-a863f24f-2061-493a-b8bb-a72628b9cb9a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 Jul 30 01:29:12.973543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178762ca-80a8-46a5-9a33-ecfc4d7f2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.976986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178762ca-80a8-46a5-9a33-ecfc4d7f2da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:12.983030 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-178762ca-80a8-46a5-9a33-ecfc4d7f2da8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4704b510-2444-4e4b-b445-d050f444a848 HTTP/1.1" status: 204 len: 168 time: 0.2850478 Jul 30 01:29:13.007904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178762ca-80a8-46a5-9a33-ecfc4d7f2da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4704b510-2444-4e4b-b445-d050f444a848,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:13.135396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e87cec9d-c76b-460e-bf60-9a6238b95897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.142017 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e87cec9d-c76b-460e-bf60-9a6238b95897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.189014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b46d5f4-a949-4ecd-8af3-27be96423b54 req-aec2a2ed-3834-40c0-9ca5-0bf470a33d8e tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2b9a-2393-4d4b-ac8c-792e0b313330 HTTP/1.1" status: 200 len: 210 time: 0.0419636 Jul 30 01:29:13.234971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e87cec9d-c76b-460e-bf60-9a6238b95897 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2eb1916c49a84939a01ff522c6750d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995070 Jul 30 01:29:13.238562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:13.242155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cec9d-c76b-460e-bf60-9a6238b95897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481ac9d7-2408-4e19-8b3b-824aeaede22d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:13.253771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fe570fcd-a763-40ca-aa16-11a15d0aba94 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:13.301299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:13.313144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b249e84-b687-43cd-8c74-81c98b8fd5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.366841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51490) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:13.372577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b249e84-b687-43cd-8c74-81c98b8fd5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.393032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3641bfff-589d-46dd-9b50-f2abeda3e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.409752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd7e1d-064f-4bd3-b3ec-3c86cce64dfa req-5d95e79f-31fc-42dd-b64b-b0981e1f8ea3 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:13.412086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27cd7e1d-064f-4bd3-b3ec-3c86cce64dfa req-5d95e79f-31fc-42dd-b64b-b0981e1f8ea3 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 970 time: 0.1001244 Jul 30 01:29:13.469454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27cd7e1d-064f-4bd3-b3ec-3c86cce64dfa req-afcf7676-dffc-4537-87c1-fb18a602866f tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Jul 30 01:29:13.484378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b249e84-b687-43cd-8c74-81c98b8fd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.495446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b249e84-b687-43cd-8c74-81c98b8fd5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.499952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2b249e84-b687-43cd-8c74-81c98b8fd5ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/481ac9d7-2408-4e19-8b3b-824aeaede22d HTTP/1.1" status: 204 len: 168 time: 0.2597997 Jul 30 01:29:13.516969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b249e84-b687-43cd-8c74-81c98b8fd5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481ac9d7-2408-4e19-8b3b-824aeaede22d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:13.518845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:13.544834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fe570fcd-a763-40ca-aa16-11a15d0aba94, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:13.552374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:13.553259 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.624536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'fe570fcd-a763-40ca-aa16-11a15d0aba94', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'fe570fcd-a763-40ca-aa16-11a15d0aba94', 'mac_address': 'fa:16:3e:01:13:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-2143186744', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:13.654855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3641bfff-589d-46dd-9b50-f2abeda3e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.666334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3641bfff-589d-46dd-9b50-f2abeda3e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.689436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51508) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:13.715026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4633db70-0532-43e8-9b32-867ab1558116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.734319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.745955 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3641bfff-589d-46dd-9b50-f2abeda3e764 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5b96f09a983462b9c8610f07e959f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774419 Jul 30 01:29:13.750110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:13.758056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641bfff-589d-46dd-9b50-f2abeda3e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e298e-a5ee-494a-970b-1750f5759be8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:13.781480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe570fcd-a763-40ca-aa16-11a15d0aba94 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:13.811812 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.817858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fe570fcd-a763-40ca-aa16-11a15d0aba94, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:13.834083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.895482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085dd701-6d1b-4acc-aec1-4e6c0f20c0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.914893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:13.917744 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da030346-d1c3-417e-9745-e800f386e5a1" -d '{"events": [{"server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:13.918714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4633db70-0532-43e8-9b32-867ab1558116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.925632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085dd701-6d1b-4acc-aec1-4e6c0f20c0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.925782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4633db70-0532-43e8-9b32-867ab1558116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:13.981079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:14.009888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.023576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085dd701-6d1b-4acc-aec1-4e6c0f20c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.032280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=fe570fcd-a763-40ca-aa16-11a15d0aba94,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:14.033466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085dd701-6d1b-4acc-aec1-4e6c0f20c0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.042524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-085dd701-6d1b-4acc-aec1-4e6c0f20c0ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e4e298e-a5ee-494a-970b-1750f5759be8 HTTP/1.1" status: 204 len: 168 time: 0.2871735 Jul 30 01:29:14.053213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633db70-0532-43e8-9b32-867ab1558116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9ad6c-d2d4-4074-90b8-df9fa95c1a6c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:14.060150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4633db70-0532-43e8-9b32-867ab1558116 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c174ddb1e9c49059c438f65645453f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693652 Jul 30 01:29:14.062733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51544) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:14.072860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dd701-6d1b-4acc-aec1-4e6c0f20c0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e298e-a5ee-494a-970b-1750f5759be8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:14.098318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fe570fcd-a763-40ca-aa16-11a15d0aba94'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:14.176029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35f9387f-f580-4acc-89c5-35334ee45d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.184747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a758-7ddd-4b1b-a58a-e371e8b36302 req-c44876e4-b5a0-4441-87d9-c5d2cbeb533c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:14.193662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:14.193915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d07a758-7ddd-4b1b-a58a-e371e8b36302 req-c44876e4-b5a0-4441-87d9-c5d2cbeb533c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 945 time: 0.1362438 Jul 30 01:29:14.257126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35f9387f-f580-4acc-89c5-35334ee45d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.280432 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf28350-4fe2-4824-88e2-a9f2534e9646 x-openstack-request-id: req-fbf28350-4fe2-4824-88e2-a9f2534e9646 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:14.280744 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:14.283438 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbf28350-4fe2-4824-88e2-a9f2534e9646 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:14.283571 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'code': 200} Jul 30 01:29:14.287685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d07a758-7ddd-4b1b-a58a-e371e8b36302 req-57d02883-b096-4838-8706-97bf9c7d3705 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925763 Jul 30 01:29:14.383393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35f9387f-f580-4acc-89c5-35334ee45d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.388843 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35f9387f-f580-4acc-89c5-35334ee45d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:14.391386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-35f9387f-f580-4acc-89c5-35334ee45d38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70e9ad6c-d2d4-4074-90b8-df9fa95c1a6c HTTP/1.1" status: 204 len: 168 time: 0.3273730 Jul 30 01:29:14.437308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9387f-f580-4acc-89c5-35334ee45d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9ad6c-d2d4-4074-90b8-df9fa95c1a6c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:14.575258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8994b4-36d6-4aab-bdc8-31588c2cfbc6 req-ba3acb7d-0577-4be0-b639-ab1e36211e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:14.575258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f8994b4-36d6-4aab-bdc8-31588c2cfbc6 req-ba3acb7d-0577-4be0-b639-ab1e36211e7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1012352 Jul 30 01:29:14.653210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f8994b4-36d6-4aab-bdc8-31588c2cfbc6 req-6ec5e32e-c9f7-44e7-a55c-4f2e7e1e086d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708075 Jul 30 01:29:14.708977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914fcc-8338-448f-8bb6-bfd019549df8 req-0095b7ff-dd5d-4416-aa65-d2e535b1facc tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:14.717932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5914fcc-8338-448f-8bb6-bfd019549df8 req-0095b7ff-dd5d-4416-aa65-d2e535b1facc tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 971 time: 0.0836513 Jul 30 01:29:14.771157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5914fcc-8338-448f-8bb6-bfd019549df8 req-1a908b81-4f5d-4d94-a297-e215b4263a76 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523274 Jul 30 01:29:14.950263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-871e506d-0efe-4992-a3a1-2a4c73c403eb tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=be03121833854fb3be489bde4179e06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306063 Jul 30 01:29:15.088666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-31521994-299a-4b33-8ef6-77f42d262c1c tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:15.090467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-31521994-299a-4b33-8ef6-77f42d262c1c tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332235 Jul 30 01:29:15.116637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-530e0699-8f97-4e41-a7cf-42bb39ece254 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/quotas/be03121833854fb3be489bde4179e06e HTTP/1.1" status: 200 len: 375 time: 0.0199082 Jul 30 01:29:15.177331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-2af6dda7-cc2c-4ef9-8ad4-e58c89c8c434 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=be03121833854fb3be489bde4179e06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519710 Jul 30 01:29:15.241786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:15.249487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3910da0b-09eb-401f-a635-d6e482c0ebb6 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:29:15.285164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fe570fcd-a763-40ca-aa16-11a15d0aba94 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:15.299256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 3910da0b-09eb-401f-a635-d6e482c0ebb6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:29:15.299256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3910da0b-09eb-401f-a635-d6e482c0ebb6 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:29:15.379405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port fe570fcd-a763-40ca-aa16-11a15d0aba94 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:15.390638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port fe570fcd-a763-40ca-aa16-11a15d0aba94 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:15.391144 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:15.538212 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:15.608068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fe570fcd-a763-40ca-aa16-11a15d0aba94, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:15.616670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:15.626139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c28301-9635-4cef-b612-af47be2324ba req-1ce0fb1e-94ab-428a-a3f0-b362414426f2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:15.630001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2c28301-9635-4cef-b612-af47be2324ba req-1ce0fb1e-94ab-428a-a3f0-b362414426f2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 945 time: 0.1305790 Jul 30 01:29:15.708259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=fe570fcd-a763-40ca-aa16-11a15d0aba94,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:15.735155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e6565fc-fc10-460e-ae19-14c99401ce45 req-c040eb1d-692a-4bd2-9ea5-c013bfeb8476 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 210 time: 0.0805488 Jul 30 01:29:15.749553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2c28301-9635-4cef-b612-af47be2324ba req-f82522c8-1f49-46d3-9a97-504250534aac tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101844 Jul 30 01:29:15.756314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135642b3-3220-452b-b97e-011bbe1f68e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:15.977204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135642b3-3220-452b-b97e-011bbe1f68e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:15.999653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135642b3-3220-452b-b97e-011bbe1f68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.110055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-135642b3-3220-452b-b97e-011bbe1f68e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=514d121b3b57421491c1256c3ff2b289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649671 Jul 30 01:29:16.110398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51680) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:16.127916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135642b3-3220-452b-b97e-011bbe1f68e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4708031d-8260-4544-9598-8e4ecc7b8658,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:16.181626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8688372-2047-4cf6-b10c-2637cd4d7326 req-c7e27b8b-7c68-461b-a997-4e860bfe8706 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:16.183246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8688372-2047-4cf6-b10c-2637cd4d7326 req-c7e27b8b-7c68-461b-a997-4e860bfe8706 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 972 time: 0.1583662 Jul 30 01:29:16.193816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709e18d-bf5d-498f-af96-afbe536ffdd0 req-bc2d09f5-911d-445d-908f-5352c89982ad tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:16.202039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6709e18d-bf5d-498f-af96-afbe536ffdd0 req-bc2d09f5-911d-445d-908f-5352c89982ad tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 972 time: 0.1883874 Jul 30 01:29:16.204855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e00d8fa7-92c7-4095-9561-12eb7cc8d17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.257520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e00d8fa7-92c7-4095-9561-12eb7cc8d17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.271020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8688372-2047-4cf6-b10c-2637cd4d7326 req-0b21abad-0ce8-4629-92d6-5ed0044fd937 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/security-groups?id=82ece07e-74ff-4854-86dc-4877da2aebba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624390 Jul 30 01:29:16.285200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6709e18d-bf5d-498f-af96-afbe536ffdd0 req-07821661-6f0d-4660-8276-4dbd97cc43ba tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724568 Jul 30 01:29:16.291818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe570fcd-a763-40ca-aa16-11a15d0aba94'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:16.294313 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e9dd6-99a3-494b-889f-7ebdae173ff2" -d '{"events": [{"server_uuid": "eb615e76-bd46-494b-b888-a40e4940ab67", "name": "network-vif-plugged", "status": "completed", "tag": "fe570fcd-a763-40ca-aa16-11a15d0aba94"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:16.358018 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006dac6c-df7d-443e-85ac-233d49297132 x-openstack-request-id: req-006dac6c-df7d-443e-85ac-233d49297132 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:16.358346 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb615e76-bd46-494b-b888-a40e4940ab67", "name": "network-vif-plugged", "status": "completed", "tag": "fe570fcd-a763-40ca-aa16-11a15d0aba94", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:16.358588 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-006dac6c-df7d-443e-85ac-233d49297132 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:16.359223 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe570fcd-a763-40ca-aa16-11a15d0aba94', 'code': 200} Jul 30 01:29:16.359466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e00d8fa7-92c7-4095-9561-12eb7cc8d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.362467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e00d8fa7-92c7-4095-9561-12eb7cc8d17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.363852 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e00d8fa7-92c7-4095-9561-12eb7cc8d17b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4708031d-8260-4544-9598-8e4ecc7b8658 HTTP/1.1" status: 204 len: 168 time: 0.2519662 Jul 30 01:29:16.376296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d8fa7-92c7-4095-9561-12eb7cc8d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4708031d-8260-4544-9598-8e4ecc7b8658,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:16.432126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51694) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:16.528280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d35e24-1295-49ae-b233-037a8dd48adf req-2a02c4d6-3d85-474b-8112-6a6ccbf9d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:16.530430 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40d35e24-1295-49ae-b233-037a8dd48adf req-2a02c4d6-3d85-474b-8112-6a6ccbf9d666 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 1124 time: 0.0765531 Jul 30 01:29:16.584983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40d35e24-1295-49ae-b233-037a8dd48adf req-8e2e3ded-e164-4544-87b3-e6e60bd9e973 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Jul 30 01:29:16.785287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-157376885-network', 'tenant_id': '3043be4acf384b80b9ec9c61cf452ad6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:16.833039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Made reservation on behalf of 3043be4acf384b80b9ec9c61cf452ad6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:16.835688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.861310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:16.868912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7879a602-78f4-4191-bf29-6b78111eae66 req-c97f98da-8780-4f04-89e4-e581c978937b tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 210 time: 0.0594411 Jul 30 01:29:16.973172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ea49-b995-40f5-8424-6a609fd345dd req-d05b93cb-e6fb-43a9-a0bc-4686a235e67c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:16.984302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e99ea49-b995-40f5-8424-6a609fd345dd req-d05b93cb-e6fb-43a9-a0bc-4686a235e67c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 945 time: 0.1185584 Jul 30 01:29:17.044362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-295160ac-4259-43ea-ab5b-339fa19e86c6 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=be03121833854fb3be489bde4179e06e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295463 Jul 30 01:29:17.099534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51712) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:17.176938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e99ea49-b995-40f5-8424-6a609fd345dd req-ed12b8a9-8ebd-4879-82b6-848f8fbc1edc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855037 Jul 30 01:29:17.181498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98036747-e2f6-48b6-b59c-150de471eb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.244367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7ab4d05f-c47b-4c7d-9f46-05839a0fcb8a tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:17.247589 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7ab4d05f-c47b-4c7d-9f46-05839a0fcb8a tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.66 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 972 time: 0.3702593 Jul 30 01:29:17.268358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.279469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.313244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-7aac9a28-cbf9-49a8-af22-302a2c8ec774 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:17.314773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-7aac9a28-cbf9-49a8-af22-302a2c8ec774 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586451 Jul 30 01:29:17.350149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:17.361926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Request body: {'port': {'device_id': '9445ae58-67dd-49c8-a924-173c8643510a', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'be03121833854fb3be489bde4179e06e'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:17.450239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.450585 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Added segment 00add2cf-5eb9-4271-b2b8-21414e7903d1 of type vlan for network 90ec295f-ce78-4acd-8a90-05042e9f6eef Jul 30 01:29:17.483693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Deleting port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:29:17.484403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.485704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba2a34e-8739-4972-9375-9173322f3d98,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:17.573403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.634026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] For port b5ab31da-4cce-4948-8521-fbcb2c7d27a7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:17.634392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.645618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e460b-4bbc-48a0-992c-df23f10e44aa req-bcdd96c0-1db1-429d-b815-68aca22b902a tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:17.653342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-295e460b-4bbc-48a0-992c-df23f10e44aa req-bcdd96c0-1db1-429d-b815-68aca22b902a tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 972 time: 0.2256784 Jul 30 01:29:17.675153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Calling delete_port for b5ab31da-4cce-4948-8521-fbcb2c7d27a7 owned by compute:tempest-test_az-2143186744 {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:29:17.776238 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.777210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:17.777841 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.781100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98036747-e2f6-48b6-b59c-150de471eb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.787878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-295e460b-4bbc-48a0-992c-df23f10e44aa req-9e7f16fe-84f1-43fd-b671-995f9fd441c5 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336093 Jul 30 01:29:17.807411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98036747-e2f6-48b6-b59c-150de471eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.853479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770e690-e857-4790-bd68-7e6799a87b14 req-2cff074e-fd03-47fb-915e-f28005143114 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:17.855086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9770e690-e857-4790-bd68-7e6799a87b14 req-2cff074e-fd03-47fb-915e-f28005143114 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2184386 Jul 30 01:29:17.908725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.920984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b5ab31da-4cce-4948-8521-fbcb2c7d27a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:17.957016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b914a01d-f864-406a-a427-fc8e42187a80 req-d24603b6-bbbf-4f51-9b08-a6498fc12292 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.78 "GET /v2.0/ports?device_id=35874f0c-4a48-48f6-a5db-5966377b073e HTTP/1.1" status: 200 len: 210 time: 0.0728915 Jul 30 01:29:17.960770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Made reservation on behalf of be03121833854fb3be489bde4179e06e for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:17.964266 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:17.965695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Pushing event deleted for resources: {'Port': ['ID=b5ab31da-4cce-4948-8521-fbcb2c7d27a7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:17.967583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] Pushing event updated for resources: {'Network': ['ID=90ec295f-ce78-4acd-8a90-05042e9f6eef,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:17.983400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 90ec295f-ce78-4acd-8a90-05042e9f6eef details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:17.995118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-eed203d7-bd4e-46c4-a251-9749de09ba01 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5601716 Jul 30 01:29:17.996001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-98036747-e2f6-48b6-b59c-150de471eb16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a6bc3adfa084f00984fe89b8ce3e992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943851 Jul 30 01:29:17.996666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98036747-e2f6-48b6-b59c-150de471eb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1379d96-1662-44df-863d-94eba520d3f5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:17.999071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51744) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:18.011329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:18.031784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Request body: {'subnet': {'network_id': '90ec295f-ce78-4acd-8a90-05042e9f6eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-157376885-subnet', 'tenant_id': '3043be4acf384b80b9ec9c61cf452ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:18.097431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] No DVR routers for this DVR port b5ab31da-4cce-4948-8521-fbcb2c7d27a7 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:29:18.111055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.119070 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2bedf5d5-9ec0-4b06-91cf-596d8830fd59 req-7d108c97-c808-4233-99c5-4cb287b96780 tempest-AggregatesAdminTestJSON-1369746706 tempest-AggregatesAdminTestJSON-1369746706-project] 10.222.0.66 "DELETE /v2.0/ports/b5ab31da-4cce-4948-8521-fbcb2c7d27a7 HTTP/1.1" status: 204 len: 173 time: 0.8621688 Jul 30 01:29:18.119562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35874f0c-4a48-48f6-a5db-5966377b073e', 'name': 'network-vif-deleted', 'tag': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:18.122189 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad82448-d0b7-447c-9490-0e9e82672b47" -d '{"events": [{"server_uuid": "35874f0c-4a48-48f6-a5db-5966377b073e", "name": "network-vif-deleted", "tag": "b5ab31da-4cce-4948-8521-fbcb2c7d27a7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:18.153343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9770e690-e857-4790-bd68-7e6799a87b14 req-4bd49ae7-61fe-4630-a0de-c37321924d1e tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731726 Jul 30 01:29:18.401997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Made reservation on behalf of 3043be4acf384b80b9ec9c61cf452ad6 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:18.404644 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.488125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3978e4fd-9f68-46f1-9b4b-4272abcbf9a8 req-201557ea-475f-4fc9-9494-884b07ac349e tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 210 time: 0.0874240 Jul 30 01:29:18.498547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-8766eee7-0fa2-4247-8a7d-f54a37539532 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991135 Jul 30 01:29:18.531795 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40685f40-78d8-4561-af0b-d6cd2e3ac74a x-openstack-request-id: req-40685f40-78d8-4561-af0b-d6cd2e3ac74a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:18.532271 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35874f0c-4a48-48f6-a5db-5966377b073e", "name": "network-vif-deleted", "tag": "b5ab31da-4cce-4948-8521-fbcb2c7d27a7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:18.532349 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40685f40-78d8-4561-af0b-d6cd2e3ac74a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:18.532700 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35874f0c-4a48-48f6-a5db-5966377b073e', 'name': 'network-vif-deleted', 'tag': 'b5ab31da-4cce-4948-8521-fbcb2c7d27a7', 'status': 'completed', 'code': 200} Jul 30 01:29:18.567854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-249c87be-ec56-4922-be08-e4b18c8e282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.683522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Allocated IP 192.168.233.86 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/a9c0baae-88d1-4ec3-a188-1a895c058cec) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:18.724897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-249c87be-ec56-4922-be08-e4b18c8e282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.817158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef831b9-e98a-4ad0-b013-23c4ef34f2fe req-78164485-89fd-4f33-9416-9bd4d4c93283 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:18.819221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ef831b9-e98a-4ad0-b013-23c4ef34f2fe req-78164485-89fd-4f33-9416-9bd4d4c93283 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1097 time: 0.2171874 Jul 30 01:29:18.826286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-d0cc2ee8-e892-402a-b2e9-6613a3ec2fba tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:18.827846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-d0cc2ee8-e892-402a-b2e9-6613a3ec2fba tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105898 Jul 30 01:29:18.839917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4be636c1-556a-4ff4-b8f0-04c094122163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.897573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-499dcb30-af06-4a2a-88da-fb00e63e83d0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/quotas/c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 375 time: 0.0559425 Jul 30 01:29:19.003179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-6f89cbff-8c05-4743-989c-123776ce230c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879200 Jul 30 01:29:19.015831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ef831b9-e98a-4ad0-b013-23c4ef34f2fe req-e3491bf3-01c5-4e7f-9ac8-e3ed4526c502 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807699 Jul 30 01:29:19.023195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-249c87be-ec56-4922-be08-e4b18c8e282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.025975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-249c87be-ec56-4922-be08-e4b18c8e282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.030631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-249c87be-ec56-4922-be08-e4b18c8e282d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1379d96-1662-44df-863d-94eba520d3f5 HTTP/1.1" status: 204 len: 168 time: 1.0087106 Jul 30 01:29:19.048532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.061861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c87be-ec56-4922-be08-e4b18c8e282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1379d96-1662-44df-863d-94eba520d3f5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:19.149416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786dc5bc-93a2-413b-8726-d4a9bbb45a72,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:19.156233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.182329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Transition to ACTIVE for port object a9c0baae-88d1-4ec3-a188-1a895c058cec will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:19.187675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Checking segment: {'id': '00add2cf-5eb9-4271-b2b8-21414e7903d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '90ec295f-ce78-4acd-8a90-05042e9f6eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:19.188038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Network hostable DHCP agents. Network: 90ec295f-ce78-4acd-8a90-05042e9f6eef, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:19.228658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Network 90ec295f-ce78-4acd-8a90-05042e9f6eef is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:19.241019 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.244306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 90ec295f-ce78-4acd-8a90-05042e9f6eef) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:19.254387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac12d8-809d-47b8-91ad-5509c883bbdf None None] Network 90ec295f-ce78-4acd-8a90-05042e9f6eef requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:19.255151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:19.255586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.313671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:19.339109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7409dfde-1b43-444e-912e-fb61805be096 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3129263 Jul 30 01:29:19.339109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:19.339109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:19.341558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Pushing event updated for resources: {'Port': ['ID=a9c0baae-88d1-4ec3-a188-1a895c058cec,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:19.445577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:19.445577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.505504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204fff8-e3ef-4cea-bbbd-5f291dddf809 None None] Network 90ec295f-ce78-4acd-8a90-05042e9f6eef requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:19.508228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-0d8adbc9-9718-40bb-bc9d-e3ec5340be26 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1592147 Jul 30 01:29:19.529059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Request body: {'port': {'device_id': '9445ae58-67dd-49c8-a924-173c8643510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:19.568391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e5ce7-dede-4ac9-9129-c1080bdea4f0 req-2ac774ff-6496-470d-af22-4100e7b43658 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:19.570198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb8e5ce7-dede-4ac9-9129-c1080bdea4f0 req-2ac774ff-6496-470d-af22-4100e7b43658 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 972 time: 0.1157355 Jul 30 01:29:19.749322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb8e5ce7-dede-4ac9-9129-c1080bdea4f0 req-b5d7c3aa-643a-4d4a-88d7-eb59621ae990 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686704 Jul 30 01:29:19.750169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.856451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ee0e566b-7532-4bfa-8d1f-c6653af4c367 None None] Provisioning for port a9c0baae-88d1-4ec3-a188-1a895c058cec completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:19.860728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ee0e566b-7532-4bfa-8d1f-c6653af4c367 None None] Provisioning complete for port a9c0baae-88d1-4ec3-a188-1a895c058cec triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:19.861280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ee0e566b-7532-4bfa-8d1f-c6653af4c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.953998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e566b-7532-4bfa-8d1f-c6653af4c367 None None] Port a9c0baae-88d1-4ec3-a188-1a895c058cec cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:20.069390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a4ae17c-80ee-4b52-b454-42f4e15c9051 req-dcb33bee-8231-440f-95cd-9410fc3d9872 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 210 time: 0.0374737 Jul 30 01:29:20.182362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c0baae-88d1-4ec3-a188-1a895c058cec {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:20.202871 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.239040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Transition to ACTIVE for port object a9c0baae-88d1-4ec3-a188-1a895c058cec will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:20.246850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.272911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854b12-80b3-46a9-9c13-c47c4d0c5e6d req-cb3dbb17-8098-4686-9a43-09c65407f94f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:20.274564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b854b12-80b3-46a9-9c13-c47c4d0c5e6d req-cb3dbb17-8098-4686-9a43-09c65407f94f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 935 time: 0.0865686 Jul 30 01:29:20.380510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c0baae-88d1-4ec3-a188-1a895c058cec,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:20.429106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:20.459869 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-ddb64ca4-4f74-4309-bc2b-96cf3d94b2e1 req-9b1cda14-1fe0-49b8-a011-c475e33efe20 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] show failed (client error): The resource could not be found. Jul 30 01:29:20.460933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddb64ca4-4f74-4309-bc2b-96cf3d94b2e1 req-9b1cda14-1fe0-49b8-a011-c475e33efe20 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups/af334890-8aae-4a83-be5d-3cd1c78aeed6 HTTP/1.1" status: 404 len: 352 time: 0.0448575 Jul 30 01:29:20.482838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b854b12-80b3-46a9-9c13-c47c4d0c5e6d req-fd7cc3e6-33f9-4221-8293-debebc6dfb96 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834958 Jul 30 01:29:20.516933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Attempting to bind port a9c0baae-88d1-4ec3-a188-1a895c058cec on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:20.517202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Attempting to bind port a9c0baae-88d1-4ec3-a188-1a895c058cec by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:20.519245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Attempting to bind port a9c0baae-88d1-4ec3-a188-1a895c058cec on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:20.526782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Port a9c0baae-88d1-4ec3-a188-1a895c058cec on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:20.528063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Attempting to bind port a9c0baae-88d1-4ec3-a188-1a895c058cec on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:20.535735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:20.536228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:20.536708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:20.537289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Bound port: a9c0baae-88d1-4ec3-a188-1a895c058cec, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:20.538209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.631285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] For port a9c0baae-88d1-4ec3-a188-1a895c058cec, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:20.636697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] For port a9c0baae-88d1-4ec3-a188-1a895c058cec, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:20.642936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.665692 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-579493bc-653f-4c48-bd30-9889470a517c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8db20fb438784fcb8568be24c87f9027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2347641 Jul 30 01:29:20.672514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51836) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:20.723519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.738917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:20.739369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.743901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9c0baae-88d1-4ec3-a188-1a895c058cec HTTP/1.1" status: 200 len: 1096 time: 1.2199302 Jul 30 01:29:20.744393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9445ae58-67dd-49c8-a924-173c8643510a', 'tag': 'a9c0baae-88d1-4ec3-a188-1a895c058cec'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:20.749635 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f74ef-8462-4a94-96d2-8f6e1596bd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9445ae58-67dd-49c8-a924-173c8643510a", "tag": "a9c0baae-88d1-4ec3-a188-1a895c058cec"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:20.792896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-428f86fc-3611-431e-a533-7064a193a9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.810353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbb1d-682c-4aa7-9182-282bde4847f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c0baae-88d1-4ec3-a188-1a895c058cec,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:20.839166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-428f86fc-3611-431e-a533-7064a193a9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:20.910726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-6a70c562-fdb8-4b96-9903-7d7ce2d00122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:20.911993 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-2ea9e618-be8b-42b8-a1a3-04e67ed4eb95 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391443 Jul 30 01:29:20.915127 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-6a70c562-fdb8-4b96-9903-7d7ce2d00122 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be03121833854fb3be489bde4179e06e&device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 1099 time: 0.0853293 Jul 30 01:29:21.045086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-b3af0f8f-ad1c-40ea-90ba-b051edec7f6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec HTTP/1.1" status: 200 len: 217 time: 0.1078675 Jul 30 01:29:21.065611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-428f86fc-3611-431e-a533-7064a193a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.068847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-428f86fc-3611-431e-a533-7064a193a9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.072371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-428f86fc-3611-431e-a533-7064a193a9b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82ece07e-74ff-4854-86dc-4877da2aebba HTTP/1.1" status: 204 len: 168 time: 0.3979900 Jul 30 01:29:21.147845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-ff96dee3-0586-4911-9c38-16b9bcdbe46d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:21.148088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-d8a8fc42-a5f1-4e24-adce-d8de6e6de4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:21.148565 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-ff96dee3-0586-4911-9c38-16b9bcdbe46d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268798 Jul 30 01:29:21.148653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-d8a8fc42-a5f1-4e24-adce-d8de6e6de4c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0958476 Jul 30 01:29:21.154524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f86fc-3611-431e-a533-7064a193a9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ece07e-74ff-4854-86dc-4877da2aebba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:21.162486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Request body: {'port': {'device_id': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c0cbcf0145ad45a1ad56aac9582bbe3a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:21.232014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-14b12a64-f078-4871-babb-ac54e3067dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:21.233860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-14b12a64-f078-4871-babb-ac54e3067dda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777109 Jul 30 01:29:21.282811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b5ab31da-4cce-4948-8521-fbcb2c7d27a7 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:29:21.294896 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Made reservation on behalf of c0cbcf0145ad45a1ad56aac9582bbe3a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:21.301451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.309447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: b5ab31da-4cce-4948-8521-fbcb2c7d27a7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:29:21.310169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b5ab31da-4cce-4948-8521-fbcb2c7d27a7 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:29:21.315735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.358415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-b7e3a812-cdda-42cf-bc15-d09e4ad5028b service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176007 Jul 30 01:29:21.434726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.440973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.486185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eada175d-8e3a-46eb-823a-0eae4d0bb30d req-d5b0b7bf-2067-4e3d-9a21-5a797852659d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205711 Jul 30 01:29:21.530040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc22b1-a8d1-4333-9226-77a6010bc74e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:21.583716 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2425bc3b-c509-49ca-98a5-b8ea993d353b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.605848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Allocated IP 192.168.233.110 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/0bf8c5e0-86db-491f-860b-9fc12c55a37a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:21.689483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51872) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:21.751936 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fec660a-d07f-43bd-9986-c9e00602ab31 x-openstack-request-id: req-1fec660a-d07f-43bd-9986-c9e00602ab31 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:21.752531 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9445ae58-67dd-49c8-a924-173c8643510a", "tag": "a9c0baae-88d1-4ec3-a188-1a895c058cec", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:21.753419 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fec660a-d07f-43bd-9986-c9e00602ab31 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:21.753691 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9445ae58-67dd-49c8-a924-173c8643510a', 'tag': 'a9c0baae-88d1-4ec3-a188-1a895c058cec', 'status': 'completed', 'code': 200} Jul 30 01:29:21.757667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3be38fb8-f241-4445-a080-2ab7e5a12979 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3db3f4122cb64bab9b3d483a452293d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670481 Jul 30 01:29:21.760874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51880) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:21.769017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.840660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.860079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Transition to ACTIVE for port object 0bf8c5e0-86db-491f-860b-9fc12c55a37a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:21.915317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.922753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-a677930e-b196-4f31-9e35-b4ac3e9494bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:21.924394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-a677930e-b196-4f31-9e35-b4ac3e9494bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be03121833854fb3be489bde4179e06e&device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 1099 time: 0.1042173 Jul 30 01:29:21.938114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00845fdf-8cc5-425d-a374-00c7f8e2aa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:21.987647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:21.990068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:22.010790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:22.014655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:22.052607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00845fdf-8cc5-425d-a374-00c7f8e2aa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.110457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:22.111390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.138692 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-16786608-2109-4c2d-9dee-782e5b398edd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9813764 Jul 30 01:29:22.152748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Request body: {'port': {'device_id': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:22.259500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.331847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1224c494-11b7-44d8-8ef3-b3bcbfd6ea64 None None] Provisioning for port 0bf8c5e0-86db-491f-860b-9fc12c55a37a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:22.336730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1224c494-11b7-44d8-8ef3-b3bcbfd6ea64 None None] Provisioning complete for port 0bf8c5e0-86db-491f-860b-9fc12c55a37a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:22.337400 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1224c494-11b7-44d8-8ef3-b3bcbfd6ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.349426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386eab1-3e66-44d2-a97c-da23225f07f0 req-215e2f6d-f95e-407d-9c7c-3abc9547d18d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:22.358450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9386eab1-3e66-44d2-a97c-da23225f07f0 req-215e2f6d-f95e-407d-9c7c-3abc9547d18d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 936 time: 0.4540565 Jul 30 01:29:22.379821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1224c494-11b7-44d8-8ef3-b3bcbfd6ea64 None None] Port 0bf8c5e0-86db-491f-860b-9fc12c55a37a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:22.416637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00845fdf-8cc5-425d-a374-00c7f8e2aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.419268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00845fdf-8cc5-425d-a374-00c7f8e2aa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.423792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-00845fdf-8cc5-425d-a374-00c7f8e2aa7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f2add1b-8e2a-4ce8-a855-182ac323dddc HTTP/1.1" status: 204 len: 168 time: 0.6610641 Jul 30 01:29:22.440602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00845fdf-8cc5-425d-a374-00c7f8e2aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2add1b-8e2a-4ce8-a855-182ac323dddc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:22.478083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9386eab1-3e66-44d2-a97c-da23225f07f0 req-a577d7cc-5be7-43b0-bb16-1c77d0bd4c0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187510 Jul 30 01:29:22.482911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-54629c3e-d4f6-4545-8cf0-1829ea40a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:22.484364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-54629c3e-d4f6-4545-8cf0-1829ea40a137 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5440240 Jul 30 01:29:22.557023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-238dc66d-af1d-4dcb-b91c-e0cecabbf9f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec HTTP/1.1" status: 200 len: 217 time: 0.0650582 Jul 30 01:29:22.644285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf8c5e0-86db-491f-860b-9fc12c55a37a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:22.654394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.659065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205451d6-8d2f-4340-a994-0e28ba203261 req-cdadcf6c-8238-4633-9747-8b676a82ff34 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:22.661129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-205451d6-8d2f-4340-a994-0e28ba203261 req-cdadcf6c-8238-4633-9747-8b676a82ff34 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 947 time: 0.0984108 Jul 30 01:29:22.665279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-b34dd104-3292-4f62-9847-fd558b5d0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:22.666668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-b34dd104-3292-4f62-9847-fd558b5d0f3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1025844 Jul 30 01:29:22.671934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Transition to ACTIVE for port object 0bf8c5e0-86db-491f-860b-9fc12c55a37a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:22.677989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.727767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:22.755933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-205451d6-8d2f-4340-a994-0e28ba203261 req-e06bdc8a-9228-4b76-8b4f-f5461d29ffc9 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844908 Jul 30 01:29:22.758148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-a1f84706-6583-417b-abb8-e9f5a3d5e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:22.760756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-a1f84706-6583-417b-abb8-e9f5a3d5e96e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784233 Jul 30 01:29:22.904883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:22.905120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:22.905420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:22.910332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:22.910811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:22.920393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:22.920736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:22.923248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:22.923706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Bound port: 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:22.924067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:22.931085 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.001392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-964aa803-6424-4b54-87b2-37cf02a96fe1 req-0b006ab5-1ca3-42a3-b2c3-3cc88e83204a tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3043be4acf384b80b9ec9c61cf452ad6 HTTP/1.1" status: 200 len: 2984 time: 0.1785264 Jul 30 01:29:23.005601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-218b5ab2-e73a-497b-8e86-8b6e16856104 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362900 Jul 30 01:29:23.061623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:23.065232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:23.070964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.109912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-964aa803-6424-4b54-87b2-37cf02a96fe1 req-6bdfdb8a-13b1-4a81-881a-cb2f05bce876 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups/bba2a34e-8739-4972-9375-9173322f3d98 HTTP/1.1" status: 200 len: 2981 time: 0.0998983 Jul 30 01:29:23.132928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:23.133588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.134969 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] 10.222.0.66 "PUT /v2.0/ports/0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 1097 time: 0.9881687 Jul 30 01:29:23.135441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:23.138125 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5838657-c2b2-42cf-b00f-d088f7549217" -d '{"events": [{"name": "network-changed", "server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:23.169463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e260e-c6a0-49b1-9c84-91d7adcde08d service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:23.220793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-964aa803-6424-4b54-87b2-37cf02a96fe1 req-438946ca-f981-491f-a7e6-808a2adaf552 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups/bba2a34e-8739-4972-9375-9173322f3d98 HTTP/1.1" status: 200 len: 2981 time: 0.0959063 Jul 30 01:29:23.240679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-771f74ef-8462-4a94-96d2-8f6e1596bd6f req-0ae1f98a-945a-40e2-9f46-9d22ecb22257 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075038 Jul 30 01:29:23.286447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-1018edeb-4281-402d-9dae-79616550c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:23.288002 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-1018edeb-4281-402d-9dae-79616550c2c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1100 time: 0.0879245 Jul 30 01:29:23.311698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:23.351253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-1701da9a-6940-4293-8dfe-38afa61850cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.0485754 Jul 30 01:29:23.428506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-0ed3199e-95f9-470f-adc5-12673d6f437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:23.430470 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-0ed3199e-95f9-470f-adc5-12673d6f437a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0702848 Jul 30 01:29:23.449870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-d6143c18-7b8f-49ca-85f4-f6266f3c2712 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:23.451196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-d6143c18-7b8f-49ca-85f4-f6266f3c2712 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1384113 Jul 30 01:29:23.501815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-dcb8349f-83b6-4047-b334-d19d2687e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:23.508086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-dcb8349f-83b6-4047-b334-d19d2687e4e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681562 Jul 30 01:29:23.631658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-8aef914f-152e-4945-9868-662888f5f064 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168814 Jul 30 01:29:23.708522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Request body: {'binding': {'host': 'n-h1-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:23.709042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Unknown quota resources ['binding']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:29:23.739862 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18bf1e4e-6e90-486e-bf27-d05b0a3f4448 req-a32a4f8e-d1de-4242-92e0-1b2eedbfc556 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000845 Jul 30 01:29:23.864724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on host n-h1-713499-10 for vnic_type normal with profile None {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:23.865328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:23.865660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:23.869990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:23.870309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:23.875231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:23.875765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:23.876150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:23.876584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Bound port: 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:23.984040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:23.991720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:23.992925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-31a4ac6b-751f-497f-aa3a-533bdc342c39 service neutron] 10.222.0.78 "POST /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4310985 Jul 30 01:29:24.125918 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df8d70-366c-435e-8fa4-9ab44d69a05e x-openstack-request-id: req-d3df8d70-366c-435e-8fa4-9ab44d69a05e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:24.126217 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:24.126453 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3df8d70-366c-435e-8fa4-9ab44d69a05e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:24.127912 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'status': 'completed', 'code': 200} Jul 30 01:29:24.213970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e10ebe49-59c2-4931-9381-264a212b81cb req-8af80eea-a203-4379-913c-6b622f197c9a tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups/bba2a34e-8739-4972-9375-9173322f3d98 HTTP/1.1" status: 200 len: 2981 time: 0.0567193 Jul 30 01:29:24.225605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-0d1d8734-a66a-4726-94db-a547140fbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.227195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-0d1d8734-a66a-4726-94db-a547140fbe24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1100 time: 0.0673001 Jul 30 01:29:24.349190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-5a4c8477-6897-431c-8048-e8499eabc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.351488 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-5a4c8477-6897-431c-8048-e8499eabc6b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1109099 Jul 30 01:29:24.354854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-bd5f591d-8ad7-4d4e-8b75-b58d859c1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.356724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-bd5f591d-8ad7-4d4e-8b75-b58d859c1360 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1065667 Jul 30 01:29:24.358788 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-e10ebe49-59c2-4931-9381-264a212b81cb req-994cc0b7-80fc-456b-96ee-68b0e071fae5 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:29:24.358987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e10ebe49-59c2-4931-9381-264a212b81cb req-994cc0b7-80fc-456b-96ee-68b0e071fae5 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "DELETE /v2.0/security-groups/bba2a34e-8739-4972-9375-9173322f3d98 HTTP/1.1" status: 409 len: 352 time: 0.1439619 Jul 30 01:29:24.366711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:24.415811 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-b1c416ec-8c87-4260-a028-09a634c7e5ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.0501866 Jul 30 01:29:24.494445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-6d06b7f6-69a9-455d-aa58-3d7246dd6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.499738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-6d06b7f6-69a9-455d-aa58-3d7246dd6b02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0755825 Jul 30 01:29:24.524078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44c66-b731-4ec7-83cb-b28ec34f3e57 req-8acbdee9-b2c6-4bfe-a3b9-d22103bcab7a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.525666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ea44c66-b731-4ec7-83cb-b28ec34f3e57 req-8acbdee9-b2c6-4bfe-a3b9-d22103bcab7a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 948 time: 0.1337442 Jul 30 01:29:24.560307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6dad1-1121-4dc2-a20d-e1eb2d39a46e req-60c12249-61b3-41f1-94cf-d3e6b8b87ec8 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.560891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-259f2615-4b5b-4336-ab7a-85ab8833c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.561812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95c6dad1-1121-4dc2-a20d-e1eb2d39a46e req-60c12249-61b3-41f1-94cf-d3e6b8b87ec8 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 947 time: 0.1139877 Jul 30 01:29:24.564252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-259f2615-4b5b-4336-ab7a-85ab8833c647 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545106 Jul 30 01:29:24.573882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-24182a82-1eaa-4038-a47f-8457a6149490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.575455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-24182a82-1eaa-4038-a47f-8457a6149490 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2092252 Jul 30 01:29:24.633055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-7a0907b8-92c2-4096-9471-23302e8586b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.0479903 Jul 30 01:29:24.658104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ea44c66-b731-4ec7-83cb-b28ec34f3e57 req-a16ad84a-d76e-4f6b-a51f-5c104467df46 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251376 Jul 30 01:29:24.664438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-a4727e41-8d0d-4954-bfe1-3ba9cdcccc17 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913904 Jul 30 01:29:24.680524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95c6dad1-1121-4dc2-a20d-e1eb2d39a46e req-506b1eee-5615-42cb-b2e5-50923b002436 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101363 Jul 30 01:29:24.713997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-51c62dc7-bbc2-4a32-8bdd-78bf255c8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.715492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-51c62dc7-bbc2-4a32-8bdd-78bf255c8766 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0694790 Jul 30 01:29:24.763026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-fcecec0f-2dd3-4b35-a1fa-4465da4ae4d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390749 Jul 30 01:29:24.775401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f5838657-c2b2-42cf-b00f-d088f7549217 req-204cd9b6-bdf3-485f-aa89-2a0390affdf3 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028061 Jul 30 01:29:24.863859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a268bc-29bc-4819-8118-d432606608b2 req-4bc82702-7be7-4cde-9350-ea968e39b97b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:24.865379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12a268bc-29bc-4819-8118-d432606608b2 req-4bc82702-7be7-4cde-9350-ea968e39b97b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 945 time: 0.1047342 Jul 30 01:29:24.917241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-870fbd90-b97a-40e5-8515-7a2f415edccd service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454592 Jul 30 01:29:24.939110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12a268bc-29bc-4819-8118-d432606608b2 req-d79db04e-e75f-41a8-9e03-08b41c3d191e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626307 Jul 30 01:29:25.012673 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-94820791-adf5-4b95-ba76-86da34635297 req-53bb7452-1365-4ac2-85b0-8d3f2dd178fd tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] show failed (client error): The resource could not be found. Jul 30 01:29:25.013832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94820791-adf5-4b95-ba76-86da34635297 req-53bb7452-1365-4ac2-85b0-8d3f2dd178fd tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups/59d1ae0d-cc92-4237-8a2a-014f8ba812a0 HTTP/1.1" status: 404 len: 352 time: 0.0255342 Jul 30 01:29:25.040556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-d97a58f4-c762-44f7-94ad-36fff933497f service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150093 Jul 30 01:29:25.096997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b677-7972-4682-a45d-a8d804043094 req-53408603-b330-4e10-82fa-545059075cdb tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:25.103901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9220b677-7972-4682-a45d-a8d804043094 req-53408603-b330-4e10-82fa-545059075cdb tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 972 time: 0.0605974 Jul 30 01:29:25.145952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9220b677-7972-4682-a45d-a8d804043094 req-12c7c1b7-70b8-425d-b265-06e196f6ccd0 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/security-groups?id=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Jul 30 01:29:25.238857 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-6918b6b8-f85e-4b67-9a16-4e46153c0718 req-dff4cc62-1294-46c3-a451-0d6567f79397 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] show failed (client error): The resource could not be found. Jul 30 01:29:25.240084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6918b6b8-f85e-4b67-9a16-4e46153c0718 req-dff4cc62-1294-46c3-a451-0d6567f79397 tempest-SecurityGroupsNegativeTestJSON-1657963588 tempest-SecurityGroupsNegativeTestJSON-1657963588-project] 10.222.0.78 "GET /v2.0/security-groups/f921014e-9921-4367-85e2-e0a389dcc0aa HTTP/1.1" status: 404 len: 352 time: 0.0638702 Jul 30 01:29:25.257555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:25.275404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-165b212e-e322-4b19-83a6-a9dc261acb99 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:25.278939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-165b212e-e322-4b19-83a6-a9dc261acb99 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.1184692 Jul 30 01:29:25.285893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a9c0baae-88d1-4ec3-a188-1a895c058cec details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:25.299221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-10'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:25.306923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Deleting subnet 786dc5bc-93a2-413b-8726-d4a9bbb45a72 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:29:25.321413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.369431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.390819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.435666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a9c0baae-88d1-4ec3-a188-1a895c058cec, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:25.444191 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.469938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'a9c0baae-88d1-4ec3-a188-1a895c058cec', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'a9c0baae-88d1-4ec3-a188-1a895c058cec', 'mac_address': 'fa:16:3e:4d:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:25.540976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.553533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.573178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:25.577962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786dc5bc-93a2-413b-8726-d4a9bbb45a72,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:25.579960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.583476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7027fb95-ffa3-4c99-99e8-9daad2ba54c8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/786dc5bc-93a2-413b-8726-d4a9bbb45a72 HTTP/1.1" status: 204 len: 168 time: 0.3245637 Jul 30 01:29:25.585628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52034) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:25.587265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c0baae-88d1-4ec3-a188-1a895c058cec {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:25.608034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-4b44c247-e518-4b63-a0aa-bd7589d2dc94 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566337 Jul 30 01:29:25.627444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a9c0baae-88d1-4ec3-a188-1a895c058cec, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:25.633617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.696071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:25.715176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a9c0baae-88d1-4ec3-a188-1a895c058cec,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:25.767108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.786248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-36ce5f03-b38a-427e-bad5-2c1d48223506 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:25.788494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-1d55efdf-0c12-45d4-8646-70dfdac4eb66 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:25.790094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-1d55efdf-0c12-45d4-8646-70dfdac4eb66 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710086 Jul 30 01:29:25.790456 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-36ce5f03-b38a-427e-bad5-2c1d48223506 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 972 time: 0.0991020 Jul 30 01:29:25.791511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:25.863538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aec750e6-42fb-4758-b292-db8315cdb4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.871982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-405d1a1a-b6fc-4223-8d05-0b8959fa6719 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/quotas/9bb3f3eba0e94b568df5c03b121190f2 HTTP/1.1" status: 200 len: 375 time: 0.0577109 Jul 30 01:29:25.909429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:25.911795 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a588084-7e81-4914-829a-90e79df0444c" -d '{"events": [{"server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:25.919612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.934458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a9c0baae-88d1-4ec3-a188-1a895c058cec'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:25.945177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-a7c96106-ffa7-4aae-8320-59a9841939a8 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549228 Jul 30 01:29:25.948479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.950071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:25.970169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec295f-ce78-4acd-8a90-05042e9f6eef']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:25.972438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f369e71-a47e-419f-b8f1-e55a05b99222 req-ccb2f219-3194-4a24-aca7-6a0963e02b5d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:25.974171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f369e71-a47e-419f-b8f1-e55a05b99222 req-ccb2f219-3194-4a24-aca7-6a0963e02b5d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 948 time: 0.1807642 Jul 30 01:29:25.976809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52050) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:26.004536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00add2cf-5eb9-4271-b2b8-21414e7903d1') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:26.004949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00add2cf-5eb9-4271-b2b8-21414e7903d1') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:26.013722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Deleting port fe570fcd-a763-40ca-aa16-11a15d0aba94 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:29:26.014062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.032512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.093869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.105897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:29:26.106351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:29:26.108259 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:29:26.151319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f369e71-a47e-419f-b8f1-e55a05b99222 req-8f99506f-251b-4794-ad69-3f33aaa15943 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471331 Jul 30 01:29:26.202205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] For port fe570fcd-a763-40ca-aa16-11a15d0aba94, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fe570fcd-a763-40ca-aa16-11a15d0aba94,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:26.202580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.214191 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.241580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Calling delete_port for fe570fcd-a763-40ca-aa16-11a15d0aba94 owned by compute:tempest-test_az-2143186744 {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:29:26.242184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on host n-h2-713499-10 for vnic_type normal with profile {"migrating_to": "n-h1-713499-10"} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:26.242827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:26.244013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:26.244177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.246378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/90ec295f-ce78-4acd-8a90-05042e9f6eef HTTP/1.1" status: 204 len: 168 time: 0.6597161 Jul 30 01:29:26.256326 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e6f852-91d7-46ed-8d56-a195e37b7d8f x-openstack-request-id: req-28e6f852-91d7-46ed-8d56-a195e37b7d8f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:26.256721 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:26.257067 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28e6f852-91d7-46ed-8d56-a195e37b7d8f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:26.257592 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'code': 200} Jul 30 01:29:26.260376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:26.260808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Attempting to bind port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:26.269906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93171118-f922-4b4a-a36c-6bf16fe9647c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.271792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d9b51-b9ae-4a48-a48f-24553ed832f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ec295f-ce78-4acd-8a90-05042e9f6eef,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:26.278315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:26.280592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:26.281115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:26.282126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Bound port: 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:26.282978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.311813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:26.453317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52066) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:26.462215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.474795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fe570fcd-a763-40ca-aa16-11a15d0aba94'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:26.524766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aec750e6-42fb-4758-b292-db8315cdb4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.536237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3905e4-ac51-4ab0-a410-38ce8c82784e req-5cfd2f53-6a4f-411e-bdca-403fdde7353f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:26.537850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d3905e4-ac51-4ab0-a410-38ce8c82784e req-5cfd2f53-6a4f-411e-bdca-403fdde7353f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 948 time: 0.1996746 Jul 30 01:29:26.539539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:26.543936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:26.545020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aec750e6-42fb-4758-b292-db8315cdb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.575458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.585333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81533768-eccc-4b44-b20a-9ef6912dc328 req-34b55baa-aa72-48a4-9d05-dfbbcb56d594 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:26.586946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81533768-eccc-4b44-b20a-9ef6912dc328 req-34b55baa-aa72-48a4-9d05-dfbbcb56d594 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.2166948 Jul 30 01:29:26.720522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Pushing event deleted for resources: {'Port': ['ID=fe570fcd-a763-40ca-aa16-11a15d0aba94,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:26.811991 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-621a284f-eedc-4f3b-8618-5e1cfe789215 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3043be4acf384b80b9ec9c61cf452ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549449 Jul 30 01:29:26.811991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] No DVR routers for this DVR port fe570fcd-a763-40ca-aa16-11a15d0aba94 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:29:26.814046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52070) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:26.822074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.823990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cd7c4181-d778-4f2f-87c1-68b4e3f45a07 req-bdd69039-c83d-439a-9a14-d82c6f12f40d tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.66 "DELETE /v2.0/ports/fe570fcd-a763-40ca-aa16-11a15d0aba94 HTTP/1.1" status: 204 len: 173 time: 1.0234690 Jul 30 01:29:26.824479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'name': 'network-vif-deleted', 'tag': 'fe570fcd-a763-40ca-aa16-11a15d0aba94'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:26.827329 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9281af7-64ec-4c8b-8356-db97c42862ba" -d '{"events": [{"server_uuid": "eb615e76-bd46-494b-b888-a40e4940ab67", "name": "network-vif-deleted", "tag": "fe570fcd-a763-40ca-aa16-11a15d0aba94"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:26.866287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec750e6-42fb-4758-b292-db8315cdb4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7a074-c514-47cc-8fc1-a9cbed2b34a8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:26.881165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aec750e6-42fb-4758-b292-db8315cdb4ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=089a2a515bc1484ba4b0a46234c7190c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2993183 Jul 30 01:29:26.889833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52074) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:26.944553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd6f95f9-95d0-4ffa-99d3-e968d9e99276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:26.954439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d3905e4-ac51-4ab0-a410-38ce8c82784e req-9f63711d-0b74-4827-8c14-6d6c11e756ba tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025567 Jul 30 01:29:26.973217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:27.015367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd6f95f9-95d0-4ffa-99d3-e968d9e99276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.025474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81533768-eccc-4b44-b20a-9ef6912dc328 req-cd537e84-026d-410d-a17d-73b892b77b03 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023380 Jul 30 01:29:27.034053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:27.034926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.036592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-de8b0892-079b-4392-81f0-f3b1148f0583 service neutron] 10.222.0.66 "PUT /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 1123 time: 1.7478073 Jul 30 01:29:27.044225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93171118-f922-4b4a-a36c-6bf16fe9647c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.050227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df8f7f17-012c-4b8f-96aa-867cb0103b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.057336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93171118-f922-4b4a-a36c-6bf16fe9647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.130870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c7c93d8-c4a8-4574-8ac1-368a67f18713 req-313c2f57-c45c-42d2-81d5-05505ab44c92 tempest-TenantUsagesTestJSON-170724489 tempest-TenantUsagesTestJSON-170724489-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb615e76-bd46-494b-b888-a40e4940ab67 HTTP/1.1" status: 200 len: 210 time: 0.0419359 Jul 30 01:29:27.142032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df8f7f17-012c-4b8f-96aa-867cb0103b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.149458 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-93171118-f922-4b4a-a36c-6bf16fe9647c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e31f16e03a84b358cdda36e6e055bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1613798 Jul 30 01:29:27.154346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:27.154987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171118-f922-4b4a-a36c-6bf16fe9647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b9144-c8d4-449c-877c-e0a4b450cce8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:27.160269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3e4ef507-2684-4dfc-aa88-5ce219d94c8b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:27.188374 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022a4157-291b-4c3f-8e49-d6d163d58e22 x-openstack-request-id: req-022a4157-291b-4c3f-8e49-d6d163d58e22 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:27.188870 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb615e76-bd46-494b-b888-a40e4940ab67", "name": "network-vif-deleted", "tag": "fe570fcd-a763-40ca-aa16-11a15d0aba94", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:27.189239 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-022a4157-291b-4c3f-8e49-d6d163d58e22 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:27.189846 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb615e76-bd46-494b-b888-a40e4940ab67', 'name': 'network-vif-deleted', 'tag': 'fe570fcd-a763-40ca-aa16-11a15d0aba94', 'status': 'completed', 'code': 200} Jul 30 01:29:27.210943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a365ad7-7490-4a64-a9f8-9dbe7d81dfcb req-014c1588-c3de-46e9-8a64-0ada3072793a tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 210 time: 0.0731103 Jul 30 01:29:27.243837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd6f95f9-95d0-4ffa-99d3-e968d9e99276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.246429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd6f95f9-95d0-4ffa-99d3-e968d9e99276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.247782 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd6f95f9-95d0-4ffa-99d3-e968d9e99276 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bba2a34e-8739-4972-9375-9173322f3d98 HTTP/1.1" status: 204 len: 168 time: 0.4334352 Jul 30 01:29:27.267103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f95f9-95d0-4ffa-99d3-e968d9e99276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba2a34e-8739-4972-9375-9173322f3d98,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:27.286346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fef1f5-d2ec-4dd0-9f6e-c24b9060693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.295584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df8f7f17-012c-4b8f-96aa-867cb0103b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.303155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df8f7f17-012c-4b8f-96aa-867cb0103b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.304396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-df8f7f17-012c-4b8f-96aa-867cb0103b28 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3e7a074-c514-47cc-8fc1-a9cbed2b34a8 HTTP/1.1" status: 204 len: 168 time: 0.4133356 Jul 30 01:29:27.323573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a9c0baae-88d1-4ec3-a188-1a895c058cec up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:27.362024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:27.366305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f7f17-012c-4b8f-96aa-867cb0103b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7a074-c514-47cc-8fc1-a9cbed2b34a8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:27.380014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83711b-841d-4369-8cab-465dad1adf34 req-1b44239f-5fff-49cc-8cae-00012d5bc98e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:27.392115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb83711b-841d-4369-8cab-465dad1adf34 req-1b44239f-5fff-49cc-8cae-00012d5bc98e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 948 time: 0.1481178 Jul 30 01:29:27.404004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fef1f5-d2ec-4dd0-9f6e-c24b9060693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.444473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb83711b-841d-4369-8cab-465dad1adf34 req-52b6d7b9-8abf-45f3-9d66-c3fff99122b4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Jul 30 01:29:27.484804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9c20bd5-5567-4d6e-b55e-b6c794e31a97 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346208 Jul 30 01:29:27.522435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:27.533623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port a9c0baae-88d1-4ec3-a188-1a895c058cec completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:27.535698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fef1f5-d2ec-4dd0-9f6e-c24b9060693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.540978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port a9c0baae-88d1-4ec3-a188-1a895c058cec triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:27.541626 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.547755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62fef1f5-d2ec-4dd0-9f6e-c24b9060693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.551397 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-62fef1f5-d2ec-4dd0-9f6e-c24b9060693b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba1b9144-c8d4-449c-877c-e0a4b450cce8 HTTP/1.1" status: 204 len: 168 time: 0.3855653 Jul 30 01:29:27.570088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'mac_address': 'fa:16:3e:b5:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:27.576788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fef1f5-d2ec-4dd0-9f6e-c24b9060693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b9144-c8d4-449c-877c-e0a4b450cce8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:27.669405 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.696804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf8c5e0-86db-491f-860b-9fc12c55a37a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:27.707291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-ef21b173-c89a-4b0d-8918-5b720ecd64de tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:27.708947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-ef21b173-c89a-4b0d-8918-5b720ecd64de tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156243 Jul 30 01:29:27.725489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Request body: {'port': {'device_id': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '9bb3f3eba0e94b568df5c03b121190f2'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:27.748305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:27.751499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.765736 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.801330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445ae58-67dd-49c8-a924-173c8643510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c0baae-88d1-4ec3-a188-1a895c058cec'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:27.803732 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87111d2b-2d9e-4eea-bcd9-39213a15a6b9" -d '{"events": [{"server_uuid": "9445ae58-67dd-49c8-a924-173c8643510a", "name": "network-vif-plugged", "status": "completed", "tag": "a9c0baae-88d1-4ec3-a188-1a895c058cec"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:27.824685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a9c0baae-88d1-4ec3-a188-1a895c058cec, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:27.834047 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:27.849291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:27.853626 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa785e-3234-4089-9d03-ceb6cc6800ad x-openstack-request-id: req-23fa785e-3234-4089-9d03-ceb6cc6800ad {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:27.854141 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445ae58-67dd-49c8-a924-173c8643510a", "name": "network-vif-plugged", "status": "completed", "tag": "a9c0baae-88d1-4ec3-a188-1a895c058cec", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:27.854579 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23fa785e-3234-4089-9d03-ceb6cc6800ad {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:27.855184 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9445ae58-67dd-49c8-a924-173c8643510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c0baae-88d1-4ec3-a188-1a895c058cec', 'code': 200} Jul 30 01:29:27.927607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a9c0baae-88d1-4ec3-a188-1a895c058cec,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:28.007787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Made reservation on behalf of 9bb3f3eba0e94b568df5c03b121190f2 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:28.012035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.019633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:28.026822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b03ba-e0b3-4b6c-ad37-8191f7e9309b req-6b952480-0c01-4586-ac3f-46199b02a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:28.028398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f58b03ba-e0b3-4b6c-ad37-8191f7e9309b req-6b952480-0c01-4586-ac3f-46199b02a8a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 1101 time: 0.0683970 Jul 30 01:29:28.029113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.073919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f58b03ba-e0b3-4b6c-ad37-8191f7e9309b req-f2421829-30cc-455a-9db8-13ab4b89c4be service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Jul 30 01:29:28.160848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54d1f8-e19b-4936-9c11-fb71ae9ee7f4 req-0bfb5948-f3ca-48ca-84f9-16d8edfb055f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:28.168421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b54d1f8-e19b-4936-9c11-fb71ae9ee7f4 req-0bfb5948-f3ca-48ca-84f9-16d8edfb055f tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 949 time: 0.0902109 Jul 30 01:29:28.191220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52104) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:28.211138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-941ff581-efd8-4209-890a-4c7f1d508250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.262622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b54d1f8-e19b-4936-9c11-fb71ae9ee7f4 req-ba59de38-0426-4b2f-912e-f7b23fdd93e3 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885448 Jul 30 01:29:28.266645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:28.268963 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a" -d '{"events": [{"name": "network-changed", "server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:28.280174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:28.296311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2ee9-25d9-4927-bc79-94fb2053afd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.337927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.347579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a015f5-9634-41e0-8e42-284a30245b2c req-0daf29ba-d496-46c3-b199-664d2007e347 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:28.354990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82a015f5-9634-41e0-8e42-284a30245b2c req-0daf29ba-d496-46c3-b199-664d2007e347 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.1597519 Jul 30 01:29:28.363129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.426280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e03d2dc9-63ba-4476-b887-6eb18e35588d req-58ab29a0-445f-4aac-b2b3-da14cd9e9b54 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 210 time: 0.0591302 Jul 30 01:29:28.476954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-941ff581-efd8-4209-890a-4c7f1d508250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.492818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8407d880-8671-4ca2-a682-72ba796b7735,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:28.494896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-941ff581-efd8-4209-890a-4c7f1d508250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.525733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82a015f5-9634-41e0-8e42-284a30245b2c req-082f43db-d0ba-4c30-bc3d-892f7109649c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697285 Jul 30 01:29:28.535662 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd2c01-f62f-4a16-bf57-c194bd7ff197 x-openstack-request-id: req-76cd2c01-f62f-4a16-bf57-c194bd7ff197 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:28.536070 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:28.536195 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76cd2c01-f62f-4a16-bf57-c194bd7ff197 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:28.536600 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'status': 'completed', 'code': 200} Jul 30 01:29:28.559871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ff581-efd8-4209-890a-4c7f1d508250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd69345-01d8-463a-b941-45d6e58da65b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:28.593327 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-941ff581-efd8-4209-890a-4c7f1d508250 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=701bf4941f1f4fa3b394280afaa7200f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003904 Jul 30 01:29:28.596688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52120) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:28.680072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7b2f-bfda-4a05-9b04-56997118e5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.710079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Allocated IP 192.168.233.254 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/6bdeb943-45eb-4415-ac57-126855e6ebab) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:28.719577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-9787aaa1-5f04-4598-b7d1-edcbd10e010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:28.721801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-9787aaa1-5f04-4598-b7d1-edcbd10e010b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1126 time: 0.1702461 Jul 30 01:29:28.727829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2ee9-25d9-4927-bc79-94fb2053afd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.741609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2ee9-25d9-4927-bc79-94fb2053afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.750053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80567e87-f8a0-4395-85a8-23b36d328070 req-05d3e107-b22b-4df1-8478-2f184058e555 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:28.751765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80567e87-f8a0-4395-85a8-23b36d328070 req-05d3e107-b22b-4df1-8478-2f184058e555 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 949 time: 0.1387868 Jul 30 01:29:28.772192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7b2f-bfda-4a05-9b04-56997118e5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.779937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f2ee9-25d9-4927-bc79-94fb2053afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13964d25-70c3-4d26-b588-952495f84027,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:28.785130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:28.836423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1a4f2ee9-25d9-4927-bc79-94fb2053afd2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b009a2e7655c482589fa9e13540bae3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5543203 Jul 30 01:29:28.837651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:28.900401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7b2f-bfda-4a05-9b04-56997118e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.903143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7b2f-bfda-4a05-9b04-56997118e5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.906686 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd2f7b2f-bfda-4a05-9b04-56997118e5eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6dd69345-01d8-463a-b941-45d6e58da65b HTTP/1.1" status: 204 len: 168 time: 0.3064792 Jul 30 01:29:28.915287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80567e87-f8a0-4395-85a8-23b36d328070 req-a53bfdd0-7607-42c9-992f-94e08a08c686 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502955 Jul 30 01:29:28.917467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f260cfe-73da-4d3a-85e1-a69a8c40356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:28.919039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f7b2f-bfda-4a05-9b04-56997118e5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd69345-01d8-463a-b941-45d6e58da65b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:28.949599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-789b6891-d6a8-498d-a770-d6670eb0fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:28.951426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-789b6891-d6a8-498d-a770-d6670eb0fd47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2210152 Jul 30 01:29:28.987609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f260cfe-73da-4d3a-85e1-a69a8c40356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.011982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-66f0f7c1-5f23-4d92-84fc-6e043511d857 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.0497348 Jul 30 01:29:29.067490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.089249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-77a82d39-07b5-428c-a9d0-34218939d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:29.090958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-77a82d39-07b5-428c-a9d0-34218939d579 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0692782 Jul 30 01:29:29.093560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Transition to ACTIVE for port object 6bdeb943-45eb-4415-ac57-126855e6ebab will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:29.098509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f260cfe-73da-4d3a-85e1-a69a8c40356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.102160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f260cfe-73da-4d3a-85e1-a69a8c40356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.104023 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f260cfe-73da-4d3a-85e1-a69a8c40356f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/13964d25-70c3-4d26-b588-952495f84027 HTTP/1.1" status: 204 len: 168 time: 0.2653439 Jul 30 01:29:29.126649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4d7f381b-c477-4abe-8022-cef04bda28b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd0b91dfaa384a78b46777fddc4b13e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346922 Jul 30 01:29:29.128221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52144) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:29.152532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-9ddd8ea2-47d8-4b4e-a679-5483722150e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358756 Jul 30 01:29:29.154271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f260cfe-73da-4d3a-85e1-a69a8c40356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13964d25-70c3-4d26-b588-952495f84027,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:29.168177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.246746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62230912-be02-49c6-a7ca-b7b344fa8ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.290678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62230912-be02-49c6-a7ca-b7b344fa8ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.295843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:29.319090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:29.327875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:29.328778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:29.339327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Pushing event updated for resources: {'Port': ['ID=6bdeb943-45eb-4415-ac57-126855e6ebab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:29.383451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:29.383757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62230912-be02-49c6-a7ca-b7b344fa8ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.386923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-62230912-be02-49c6-a7ca-b7b344fa8ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.390524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-62230912-be02-49c6-a7ca-b7b344fa8ded admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c HTTP/1.1" status: 204 len: 168 time: 0.2608263 Jul 30 01:29:29.407873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62230912-be02-49c6-a7ca-b7b344fa8ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6f0e9c-41ec-4be7-8ef4-e1ba20dfc86c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:29.452602 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-fdeb7295-2239-4659-8ef8-1bb002e9a705 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652316 Jul 30 01:29:29.465797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:29.466555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.517825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:29.531160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894493-0e6a-41fe-97bd-6e1ed013593f req-9a1ed761-8365-411c-b9fe-fdb860cf6d25 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:29.532961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1894493-0e6a-41fe-97bd-6e1ed013593f req-9a1ed761-8365-411c-b9fe-fdb860cf6d25 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 949 time: 0.1651750 Jul 30 01:29:29.562596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 0bf8c5e0-86db-491f-860b-9fc12c55a37a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:29.578442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 0bf8c5e0-86db-491f-860b-9fc12c55a37a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:29.578883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.634063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:29.654041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b has no active binding in host n-h1-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:29:29.654287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eadfe9e-e1f4-49d3-8dee-88f22748b97a req-070d270c-59cf-4795-a0b4-c8b3d8d661d7 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780689 Jul 30 01:29:29.670723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-e9456789-edf9-4d6f-bb5a-45afd0335102 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9512682 Jul 30 01:29:29.708431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Request body: {'port': {'device_id': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:29.717544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.773503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:29.778371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-967a2afe-15f4-4806-a75d-7a85625b5205 None None] Provisioning for port 6bdeb943-45eb-4415-ac57-126855e6ebab completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:29.788365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-967a2afe-15f4-4806-a75d-7a85625b5205 None None] Provisioning complete for port 6bdeb943-45eb-4415-ac57-126855e6ebab triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:29.788586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-967a2afe-15f4-4806-a75d-7a85625b5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.789920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1894493-0e6a-41fe-97bd-6e1ed013593f req-ebedff42-4438-4fd4-ace3-a1d05b0a6133 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337699 Jul 30 01:29:29.790868 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.791702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fe570fcd-a763-40ca-aa16-11a15d0aba94 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:29:29.803490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09965d-e82c-460d-b6f8-db83b2d75318 req-b906476d-8c78-472c-9f4a-a3c7527e068b tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:29.805035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac09965d-e82c-460d-b6f8-db83b2d75318 req-b906476d-8c78-472c-9f4a-a3c7527e068b tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 936 time: 0.2502539 Jul 30 01:29:29.806153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:29.887397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: fe570fcd-a763-40ca-aa16-11a15d0aba94 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:29:29.888201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fe570fcd-a763-40ca-aa16-11a15d0aba94 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:29:29.914343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:29.916597 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b2dc4a-38ab-499a-b628-55bc04114f5d" -d '{"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:29.921126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:29.925867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac09965d-e82c-460d-b6f8-db83b2d75318 req-cdc032fc-4d23-488e-b20a-494866b1b75d tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854058 Jul 30 01:29:29.971567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-666679314-network', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:30.024504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Made reservation on behalf of 2b4416453d3f499b91162b9af4873a6d for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:30.030965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.068667 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.078752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da197cd-7338-4941-a5b7-736a4bc17e19 req-b7f37b17-87f8-4b69-9302-44bcc050d42d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:30.088461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5da197cd-7338-4941-a5b7-736a4bc17e19 req-b7f37b17-87f8-4b69-9302-44bcc050d42d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.1882725 Jul 30 01:29:30.167530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-967a2afe-15f4-4806-a75d-7a85625b5205 None None] Port 6bdeb943-45eb-4415-ac57-126855e6ebab cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:30.236688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5da197cd-7338-4941-a5b7-736a4bc17e19 req-f8fc4c92-be96-4e06-8a00-bb20786dd284 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457386 Jul 30 01:29:30.259024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52186) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:30.289592 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136b25f-1824-49d2-b6e6-98182f127d17 x-openstack-request-id: req-2136b25f-1824-49d2-b6e6-98182f127d17 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:30.290112 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:30.290416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53ab1456-1882-4459-90fc-caed05c2df55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.290666 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2136b25f-1824-49d2-b6e6-98182f127d17 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:30.291251 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'code': 200} Jul 30 01:29:30.338679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.344684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.379648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdeb943-45eb-4415-ac57-126855e6ebab {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:30.403930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.425337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86500b29-7e26-4231-83a7-ac6258c2d007,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:30.429171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:30.429455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b07064-9a31-4619-945d-ec3f0e0b4ed3 req-0befd3a2-6b97-4d4a-badf-0294237a4624 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:30.431072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3b07064-9a31-4619-945d-ec3f0e0b4ed3 req-0befd3a2-6b97-4d4a-badf-0294237a4624 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.1753657 Jul 30 01:29:30.465248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Transition to ACTIVE for port object 6bdeb943-45eb-4415-ac57-126855e6ebab will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:30.470384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.470765 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Added segment af8acd1f-f182-4289-8a3d-99a2624f2873 of type vlan for network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c Jul 30 01:29:30.474501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.526016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad8ca-6c3e-4d00-bd9a-f7062f6d7c19 req-b503fc00-6714-47c4-ab52-6ed1725a86d6 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:30.526418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a99b0-4157-4c6c-9106-4a74101a3b4b req-aed1ef03-057c-4c2d-9317-ea7ff7ce2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:30.527620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce4ad8ca-6c3e-4d00-bd9a-f7062f6d7c19 req-b503fc00-6714-47c4-ab52-6ed1725a86d6 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 949 time: 0.1519711 Jul 30 01:29:30.528340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d74a99b0-4157-4c6c-9106-4a74101a3b4b req-aed1ef03-057c-4c2d-9317-ea7ff7ce2d58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.1478460 Jul 30 01:29:30.542038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3b07064-9a31-4619-945d-ec3f0e0b4ed3 req-fad95843-5580-4a69-bc1c-123860a0a6f0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Jul 30 01:29:30.555552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.578090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Pushing event updated for resources: {'Port': ['ID=6bdeb943-45eb-4415-ac57-126855e6ebab,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:30.626126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce4ad8ca-6c3e-4d00-bd9a-f7062f6d7c19 req-668330a7-0ddd-4cb5-b88e-1b4a93ed6d33 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896447 Jul 30 01:29:30.660963 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d74a99b0-4157-4c6c-9106-4a74101a3b4b req-c504497c-84e0-45cb-b88f-54dbe5e0e925 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215010 Jul 30 01:29:30.684906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Attempting to bind port 6bdeb943-45eb-4415-ac57-126855e6ebab on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:30.685252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Attempting to bind port 6bdeb943-45eb-4415-ac57-126855e6ebab by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:30.685574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Attempting to bind port 6bdeb943-45eb-4415-ac57-126855e6ebab on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:30.691416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.691898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Port 6bdeb943-45eb-4415-ac57-126855e6ebab on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:30.692530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:30.692649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Attempting to bind port 6bdeb943-45eb-4415-ac57-126855e6ebab on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:30.693225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.699891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:30.700240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:30.700944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:30.701386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Bound port: 6bdeb943-45eb-4415-ac57-126855e6ebab, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:30.701748 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.794761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53ab1456-1882-4459-90fc-caed05c2df55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.806791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] For port 6bdeb943-45eb-4415-ac57-126855e6ebab, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:30.813029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] For port 6bdeb943-45eb-4415-ac57-126855e6ebab, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=6bdeb943-45eb-4415-ac57-126855e6ebab,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:30.815668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53ab1456-1882-4459-90fc-caed05c2df55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.827088 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.848909 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3279958 Jul 30 01:29:30.857679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52204) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:30.870178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f4aec-79a4-4d5e-9a6a-03849dc7a83d admin admin] Pushing event updated for resources: {'Network': ['ID=4fe41e4b-af9d-4693-ba98-c582c3cbf57c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:30.884971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:30.915403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Request body: {'subnet': {'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-666679314-subnet', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:30.920095 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53ab1456-1882-4459-90fc-caed05c2df55 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1e943dee27246b4abe2b15ee1bca499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6598685 Jul 30 01:29:30.936250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:30.948985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab1456-1882-4459-90fc-caed05c2df55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6096080-5571-4c43-975d-4a6a49bb7d03,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:30.949732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:30.950469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:30.954418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] 10.222.0.66 "PUT /v2.0/ports/6bdeb943-45eb-4415-ac57-126855e6ebab HTTP/1.1" status: 200 len: 1097 time: 1.2511122 Jul 30 01:29:30.956733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'tag': '6bdeb943-45eb-4415-ac57-126855e6ebab'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:30.959049 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a998d61a-2958-4436-99f1-9828fb152092" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d39d46-70fa-4f5e-bc57-2cc2536031f2", "tag": "6bdeb943-45eb-4415-ac57-126855e6ebab"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:31.010616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Made reservation on behalf of 2b4416453d3f499b91162b9af4873a6d for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:31.013414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.015692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900f6bc-81d5-4464-a72a-be32e1bfcbaf service neutron] Pushing event updated for resources: {'Port': ['ID=6bdeb943-45eb-4415-ac57-126855e6ebab,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:31.111596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-782d1ed6-c6f7-4e38-b8ca-9d37e8af204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.132979 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7cc8c-7a7c-400d-abe5-3ce22582df0b x-openstack-request-id: req-09c7cc8c-7a7c-400d-abe5-3ce22582df0b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:31.133352 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d39d46-70fa-4f5e-bc57-2cc2536031f2", "tag": "6bdeb943-45eb-4415-ac57-126855e6ebab", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:31.133611 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09c7cc8c-7a7c-400d-abe5-3ce22582df0b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:31.134026 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'tag': '6bdeb943-45eb-4415-ac57-126855e6ebab', 'status': 'completed', 'code': 200} Jul 30 01:29:31.168007 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-782d1ed6-c6f7-4e38-b8ca-9d37e8af204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.190957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52220) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:31.259288 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-782d1ed6-c6f7-4e38-b8ca-9d37e8af204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.264272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-782d1ed6-c6f7-4e38-b8ca-9d37e8af204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.269909 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-782d1ed6-c6f7-4e38-b8ca-9d37e8af204b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6096080-5571-4c43-975d-4a6a49bb7d03 HTTP/1.1" status: 204 len: 168 time: 0.3338583 Jul 30 01:29:31.280494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d1ed6-c6f7-4e38-b8ca-9d37e8af204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6096080-5571-4c43-975d-4a6a49bb7d03,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:31.324471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18602-956e-43da-9c22-6d7008e2c567 req-d85a87f0-fc90-409e-8af8-72fa0a8a46d8 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:31.332261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6de18602-956e-43da-9c22-6d7008e2c567 req-d85a87f0-fc90-409e-8af8-72fa0a8a46d8 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 948 time: 0.2207997 Jul 30 01:29:31.337678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-network', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:31.348023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-59964dd6-0f80-4047-ad81-a1c898027fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:31.349401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-59964dd6-0f80-4047-ad81-a1c898027fa4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 1100 time: 0.3284888 Jul 30 01:29:31.367983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Made reservation on behalf of 7e323e3f4d9c42f4bec42372dc019daa for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:31.370382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.381139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.527955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.533192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.572236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:31.590586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9528d488-7fb8-4a5c-b78b-89e1305c3ab9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:31.606930 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.609751 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Added segment 93e183a0-a6d3-4b22-af3a-a95b6736e0f2 of type vlan for network d061a8fd-5dae-4cd7-9125-a6850065ce34 Jul 30 01:29:31.656029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6de18602-956e-43da-9c22-6d7008e2c567 req-bca944b6-dfbb-4528-b182-de3082950c5a tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227618 Jul 30 01:29:31.669811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.686159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-dbc46bda-61dc-4fb8-bcfe-53def50ace48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=6bdeb943-45eb-4415-ac57-126855e6ebab HTTP/1.1" status: 200 len: 217 time: 0.3229198 Jul 30 01:29:31.709224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.710702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:31.711731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.773431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5e18-a35c-495b-8f5d-e0cc0f7d0ba0 req-64aef9e1-fefe-48fe-a8e4-6b3c9403bb4d tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:31.780665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5879979 Jul 30 01:29:31.780997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423b5e18-a35c-495b-8f5d-e0cc0f7d0ba0 req-64aef9e1-fefe-48fe-a8e4-6b3c9403bb4d tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 949 time: 0.5573084 Jul 30 01:29:31.783594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:31.788621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Request body: {'subnet': {'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-subnet', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:31.805842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e16dc-b9b6-40e4-8b05-e56817abbee8 admin admin] Pushing event updated for resources: {'Network': ['ID=d061a8fd-5dae-4cd7-9125-a6850065ce34,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:31.820397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:31.823560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Made reservation on behalf of 7e323e3f4d9c42f4bec42372dc019daa for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:31.827868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:31.898077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423b5e18-a35c-495b-8f5d-e0cc0f7d0ba0 req-c78723a9-8e6c-467e-b9a9-caa81bdd7ac7 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161516 Jul 30 01:29:31.963968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-b02596c5-9bfb-43e6-96b9-4ebb201e0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:31.965663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-b02596c5-9bfb-43e6-96b9-4ebb201e0dd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2713404 Jul 30 01:29:32.061933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.074906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972cb0-c333-455d-afb6-7399e0e9c2e4 req-a8b1ffb6-b439-4e0f-8a2f-2cdace7ccba8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:32.082557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc972cb0-c333-455d-afb6-7399e0e9c2e4 req-a8b1ffb6-b439-4e0f-8a2f-2cdace7ccba8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.2813115 Jul 30 01:29:32.123730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.166529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393bbbe-c799-4435-8347-b87a578b15ff req-d85b9b2e-75b3-426f-8716-d81b2e85b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:32.167837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-d85b9b2e-75b3-426f-8716-d81b2e85b3da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1764164 Jul 30 01:29:32.189322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501b7b83-3c61-4a95-b9b0-4eb817c26b8f,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:32.212127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59559866-57cb-4752-bc8c-bd114b584c75 req-fe4ccf3b-2692-49a1-8e4e-59ca97f1a323 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:32.213872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59559866-57cb-4752-bc8c-bd114b584c75 req-fe4ccf3b-2692-49a1-8e4e-59ca97f1a323 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.2029309 Jul 30 01:29:32.222339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc972cb0-c333-455d-afb6-7399e0e9c2e4 req-601ddfba-a8d6-4905-95d0-359e68564296 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384833 Jul 30 01:29:32.229242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a41386a-5479-478c-bf0f-6cc0473f99bd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:32.317165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Checking segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:32.317799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Network hostable DHCP agents. Network: d061a8fd-5dae-4cd7-9125-a6850065ce34, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:32.356823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-c39d2eb7-4252-4177-a8a9-14f88bab255b service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721561 Jul 30 01:29:32.361705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:32.364231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Checking segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:32.364595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Network hostable DHCP agents. Network: 4fe41e4b-af9d-4693-ba98-c582c3cbf57c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:32.399699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d061a8fd-5dae-4cd7-9125-a6850065ce34) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:32.413259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9268a-ebad-4371-82fe-40eb85c95ee4 None None] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:32.414074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:32.414840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.441115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b587e2f3-ca95-4cce-be77-aeb022d6d4c4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6561160 Jul 30 01:29:32.444695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52270) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:32.452046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:32.457486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59559866-57cb-4752-bc8c-bd114b584c75 req-1816770c-aa80-451e-9bd1-e12373ee8aa8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335408 Jul 30 01:29:32.469637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:32.487484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4fe41e4b-af9d-4693-ba98-c582c3cbf57c) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:32.511011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.512677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.553554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:32.554374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.613817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45b403-d5bf-47d2-816d-083db0c124db None None] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:32.627518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52284) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:32.657763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-2ddebbd6-15e1-4e71-8cca-f29bef792f0e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864594 Jul 30 01:29:32.671711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9393bbbe-c799-4435-8347-b87a578b15ff req-17a421fd-e72a-4e67-b85c-03386932e8bc service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001330 Jul 30 01:29:32.681456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0181400f-c032-47ad-8d72-99c392229ee2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8180368 Jul 30 01:29:32.703597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd04715-c1ef-483f-be73-b107b101f53d req-d2b75ce1-077c-490e-8a34-fc025bae6481 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:32.705686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccd04715-c1ef-483f-be73-b107b101f53d req-d2b75ce1-077c-490e-8a34-fc025bae6481 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 949 time: 0.2033944 Jul 30 01:29:32.710511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52290) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:32.727230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:32.811590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.818957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.820295 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.861120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-05851965-26e3-49c5-8734-13e544ea6426 service neutron] 10.222.0.55 "GET /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b/bindings/n-h1-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.3708351 Jul 30 01:29:32.905050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-network', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:32.929654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d061a8fd-5dae-4cd7-9125-a6850065ce34', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:29:32.930637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:32.942439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:29:32.943563 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.072391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.088583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Made reservation on behalf of 2c1a3e2392394ce5a753fb6cdd244571 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:33.091071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.096549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Allocated IP 172.20.0.2 (4fe41e4b-af9d-4693-ba98-c582c3cbf57c/501b7b83-3c61-4a95-b9b0-4eb817c26b8f/3156da5e-37be-459b-9ea1-4eb94d153365) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:33.110673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.124857 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.265896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.276329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Transition to ACTIVE for port object 3156da5e-37be-459b-9ea1-4eb94d153365 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:33.294478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Transition to ACTIVE for port object 3156da5e-37be-459b-9ea1-4eb94d153365 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:33.320453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.326087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d61a-2958-4436-99f1-9828fb152092 req-89e3cd92-3e09-4aff-bea1-6238c3d4f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:33.327646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-89e3cd92-3e09-4aff-bea1-6238c3d4f2ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 1100 time: 0.5413542 Jul 30 01:29:33.334715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-abca9f08-4ec3-4ab3-b659-6aeaac1767b5 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:33.336188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-abca9f08-4ec3-4ab3-b659-6aeaac1767b5 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6700861 Jul 30 01:29:33.352214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.358791 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.413441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:33.419091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:33.435125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.437047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:33.438112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:33.449731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Pushing event updated for resources: {'Port': ['ID=3156da5e-37be-459b-9ea1-4eb94d153365,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:33.473300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.546383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Attempting to bind port 3156da5e-37be-459b-9ea1-4eb94d153365 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:33.546815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Attempting to bind port 3156da5e-37be-459b-9ea1-4eb94d153365 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:33.547332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Attempting to bind port 3156da5e-37be-459b-9ea1-4eb94d153365 on network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:33.554394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Allocated IP 172.20.0.2 (d061a8fd-5dae-4cd7-9125-a6850065ce34/8a41386a-5479-478c-bf0f-6cc0473f99bd/96305ddd-c764-4aa4-bb7f-64da90e8b485) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:33.557076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:33.557658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Checking segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:33.558280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.558857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Bound using segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:33.559483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Bound port: 3156da5e-37be-459b-9ea1-4eb94d153365, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:33.560080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.613559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Allocated IP 172.25.8.66 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/fe9befda-937a-4459-9529-b07eed48f9cf) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:33.675991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b737c-effa-4f1a-a02f-5994fe1cb604 req-ef31de06-c6ab-4bd9-bec4-9a30f6b85429 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:33.677510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f14b737c-effa-4f1a-a02f-5994fe1cb604 req-ef31de06-c6ab-4bd9-bec4-9a30f6b85429 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.6429889 Jul 30 01:29:33.700694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] For port 3156da5e-37be-459b-9ea1-4eb94d153365, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:33.711458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-e8fbdbf0-dd69-4117-9c79-c098eba8a38d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/quotas/c3228ac2e2494b0a9ba0f65e1712c344 HTTP/1.1" status: 200 len: 375 time: 0.3256292 Jul 30 01:29:33.717526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] For port 3156da5e-37be-459b-9ea1-4eb94d153365, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3156da5e-37be-459b-9ea1-4eb94d153365,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:33.729637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.732188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.742851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.745204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d9d7f5-51b1-41ad-b1ec-b42ded178756,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:33.773393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.775154 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Added segment dfd60152-1bac-49fc-ac00-8abcd5c0a04c of type vlan for network ee527f84-44a2-42da-bde9-5389f9cd3e81 Jul 30 01:29:33.800568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f14b737c-effa-4f1a-a02f-5994fe1cb604 req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.803867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-9bb2e77e-2331-4523-90bb-225235518425 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740070 Jul 30 01:29:33.826833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Deleting port a9c0baae-88d1-4ec3-a188-1a895c058cec {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:29:33.827114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.838403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.917261 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.919178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.920315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:33.920929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.929863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Transition to ACTIVE for port object 96305ddd-c764-4aa4-bb7f-64da90e8b485 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:33.965008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Transition to ACTIVE for port object 96305ddd-c764-4aa4-bb7f-64da90e8b485 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:34.006806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed4c46-c8de-44dc-b7a2-c2ea25a2046f None None] Pushing event updated for resources: {'Port': ['ID=3156da5e-37be-459b-9ea1-4eb94d153365,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:34.019134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.046766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] Pushing event updated for resources: {'Network': ['ID=ee527f84-44a2-42da-bde9-5389f9cd3e81,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:34.057191 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8f59366e-c3c8-4d65-ad92-43d889ab7096 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4282272 Jul 30 01:29:34.063215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:34.073731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Request body: {'subnet': {'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-subnet', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:34.082100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.084381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:34.097787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:34.101870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d61a-2958-4436-99f1-9828fb152092 req-25cfa972-e892-4c68-bf8f-de979bdbf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:34.103867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-25cfa972-e892-4c68-bf8f-de979bdbf9ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.7511311 Jul 30 01:29:34.153188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9befda-937a-4459-9529-b07eed48f9cf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:34.163889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:34.165893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:34.168225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:34.175260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:34.220020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:34.234019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:34.248131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Pushing event updated for resources: {'Port': ['ID=96305ddd-c764-4aa4-bb7f-64da90e8b485,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:34.279042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-3f1a3935-1151-4854-90f5-ae03a6d0321e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=6bdeb943-45eb-4415-ac57-126855e6ebab HTTP/1.1" status: 200 len: 217 time: 0.1580203 Jul 30 01:29:34.289761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:34.387435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbb283-8498-4850-9b04-f04abf313ea7 req-9d44021b-6bde-46b0-b869-b56dbf167b16 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:34.388529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Attempting to bind port 96305ddd-c764-4aa4-bb7f-64da90e8b485 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:34.388901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Attempting to bind port 96305ddd-c764-4aa4-bb7f-64da90e8b485 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:34.389261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Attempting to bind port 96305ddd-c764-4aa4-bb7f-64da90e8b485 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:34.399930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcfbb283-8498-4850-9b04-f04abf313ea7 req-9d44021b-6bde-46b0-b869-b56dbf167b16 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 948 time: 0.3532317 Jul 30 01:29:34.403610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:34.404020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Checking segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:34.404429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.404828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Bound using segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:34.405294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Bound port: 96305ddd-c764-4aa4-bb7f-64da90e8b485, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:34.405836 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.460850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] For port a9c0baae-88d1-4ec3-a188-1a895c058cec, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a9c0baae-88d1-4ec3-a188-1a895c058cec,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:34.461326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.495897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4ef507-2684-4dfc-aa88-5ce219d94c8b {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:34.504386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3156da5e-37be-459b-9ea1-4eb94d153365 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:34.526440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Calling delete_port for a9c0baae-88d1-4ec3-a188-1a895c058cec owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:29:34.557182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:34.558461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] For port 96305ddd-c764-4aa4-bb7f-64da90e8b485, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:34.564083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] For port 96305ddd-c764-4aa4-bb7f-64da90e8b485, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=96305ddd-c764-4aa4-bb7f-64da90e8b485,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:34.577132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.581747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.613157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d61a-2958-4436-99f1-9828fb152092 req-6c85d0c8-0b74-4f1f-937b-78f2d75c2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:34.614713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-6c85d0c8-0b74-4f1f-937b-78f2d75c2853 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2607388 Jul 30 01:29:34.618257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcfbb283-8498-4850-9b04-f04abf313ea7 req-994d47dd-2490-47a1-a9a9-62d742e18bf0 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172132 Jul 30 01:29:34.668335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.672741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5209fc0-68d6-4139-b6c5-ad13b546dd7c None None] Pushing event updated for resources: {'Port': ['ID=96305ddd-c764-4aa4-bb7f-64da90e8b485,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:34.707396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3156da5e-37be-459b-9ea1-4eb94d153365 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:34.856875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f14b737c-effa-4f1a-a02f-5994fe1cb604 req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.873891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.894509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:29:34.951671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Made reservation on behalf of 2c1a3e2392394ce5a753fb6cdd244571 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:34.954047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f14b737c-effa-4f1a-a02f-5994fe1cb604 req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.966764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.998775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998d61a-2958-4436-99f1-9828fb152092 req-190d9526-e689-4c2d-a762-6899e3628893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:35.000362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-190d9526-e689-4c2d-a762-6899e3628893 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3352664 Jul 30 01:29:35.087123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f14b737c-effa-4f1a-a02f-5994fe1cb604 req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3734848 Jul 30 01:29:35.220528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40527ab-143f-4918-94b6-378a5b493d3f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:35.288835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.289899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.290238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.290572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.290899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.291257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.291581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.291903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.292218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.292533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.293271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.293271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e280e7d-feba-4c53-9f0e-bd3c715fc257 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.333143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c18860-5cd3-41f4-ab0c-c9a13781ed07 req-599d60ea-9ef3-4c0f-a422-00bd2b1fed46 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:35.336107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8c18860-5cd3-41f4-ab0c-c9a13781ed07 req-599d60ea-9ef3-4c0f-a422-00bd2b1fed46 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/ports?device_id=9445ae58-67dd-49c8-a924-173c8643510a HTTP/1.1" status: 200 len: 949 time: 0.5194676 Jul 30 01:29:35.350600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.362293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 6bdeb943-45eb-4415-ac57-126855e6ebab details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:35.423012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.428207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.55', 51298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:35.432304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-e484d853-6478-49b0-9fd1-866c85c53c83 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000347 Jul 30 01:29:35.442426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Router fbb3bfc1-9c60-474b-8c11-022babe0495a is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:29:35.458972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] Transition to ACTIVE for port object 3e4ef507-2684-4dfc-aa88-5ce219d94c8b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:35.472310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9df2e-2ecd-4738-9dca-be80ab72648c req-97574ef8-03bf-465e-8de2-f57cbe60ab70 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:35.473910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ac9df2e-2ecd-4738-9dca-be80ab72648c req-97574ef8-03bf-465e-8de2-f57cbe60ab70 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 943 time: 0.2387037 Jul 30 01:29:35.488292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.508876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.526471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 6bdeb943-45eb-4415-ac57-126855e6ebab, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=6bdeb943-45eb-4415-ac57-126855e6ebab,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:35.561626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.572703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94a814-6e4a-4a86-aa85-1d2ab68513bd None None] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:35.576054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-d4a73460-7ad3-4de1-a144-25daf9a8118c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1427112 Jul 30 01:29:35.633614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5203dd67-b175-47d8-b4c8-29b5c6b34d1d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:35.634233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '6bdeb943-45eb-4415-ac57-126855e6ebab', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '6bdeb943-45eb-4415-ac57-126855e6ebab', 'mac_address': 'fa:16:3e:c0:9f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:35.638526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] Provisioning for port 3156da5e-37be-459b-9ea1-4eb94d153365 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:35.685052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.685396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.685839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.686185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.686661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.687034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.687339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.687454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.687688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.688013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.688339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.688660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.690240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:35.694589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] Provisioning complete for port 3156da5e-37be-459b-9ea1-4eb94d153365 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:35.695071 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.735623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a998d61a-2958-4436-99f1-9828fb152092 req-932d5b0c-df01-4066-8bcc-fb823128646c service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872772 Jul 30 01:29:35.737810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Checking segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:35.739555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Network hostable DHCP agents. Network: ee527f84-44a2-42da-bde9-5389f9cd3e81, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:35.766218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:35.769879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdeb943-45eb-4415-ac57-126855e6ebab {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:35.778936 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:35.786558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:35.793213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 6bdeb943-45eb-4415-ac57-126855e6ebab, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=6bdeb943-45eb-4415-ac57-126855e6ebab,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:35.795986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.797761 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ae29153-3aee-47cc-8e1f-c2a686ad8004 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3518908 Jul 30 01:29:35.799626 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:35.800966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52314) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:35.804032 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:35.810664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ee527f84-44a2-42da-bde9-5389f9cd3e81) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:35.816586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:35.818621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.885404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d6fe5dfb-fc27-41b2-bd19-9f7d0b8c970e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8197918 Jul 30 01:29:35.886824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:35.894967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:35.927602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.928730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.023574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.025808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c44b61-2cf2-4826-b416-c6204d918fb7 None None] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:36.045048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:36.059605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.081452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:36.089360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-f66cad08-8a23-47b9-b77c-bbccc709b7f8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:36.092273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-f66cad08-8a23-47b9-b77c-bbccc709b7f8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4458568 Jul 30 01:29:36.177623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=6bdeb943-45eb-4415-ac57-126855e6ebab,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:36.194678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ac9df2e-2ecd-4738-9dca-be80ab72648c req-6ee353ec-bbf3-4125-8daa-79d8862fa156 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025862 Jul 30 01:29:36.195575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Pushing event deleted for resources: {'Port': ['ID=a9c0baae-88d1-4ec3-a188-1a895c058cec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:36.275282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b21d2-9fd3-4245-bb33-c82d244bb8fc None None] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:36.278850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.322312 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:34Z', 'revision_number': 3, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:36.342562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['6bdeb943-45eb-4415-ac57-126855e6ebab'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:36.351583 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:36.352310 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Updating router fbb3bfc1-9c60-474b-8c11-022babe0495a port fe9befda-937a-4459-9529-b07eed48f9cf binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:36.375809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] For port 3156da5e-37be-459b-9ea1-4eb94d153365, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3156da5e-37be-459b-9ea1-4eb94d153365,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:36.394413 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.463576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.490950 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.492935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96305ddd-c764-4aa4-bb7f-64da90e8b485 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:36.568415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8c18860-5cd3-41f4-ab0c-c9a13781ed07 req-546df053-e4c5-4896-b456-a101fd636cc5 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.78 "GET /v2.0/security-groups?id=37b8c318-6297-43b6-b24e-ec6b90a81dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1965685 Jul 30 01:29:36.575964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:36.606851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] No DVR routers for this DVR port a9c0baae-88d1-4ec3-a188-1a895c058cec on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:29:36.630470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3139b5-429a-4965-a41c-348e3790e519 None None] Pushing event updated for resources: {'Port': ['ID=3156da5e-37be-459b-9ea1-4eb94d153365,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:36.654312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.656449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccd04715-c1ef-483f-be73-b107b101f53d req-bbbb5040-cb49-426f-84e3-fafac245c8d1 tempest-DeleteServersAdminTestJSON-260275500 tempest-DeleteServersAdminTestJSON-260275500-project] 10.222.0.55 "DELETE /v2.0/ports/a9c0baae-88d1-4ec3-a188-1a895c058cec HTTP/1.1" status: 204 len: 173 time: 3.9432151 Jul 30 01:29:36.686779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] No DVR routers for this DVR port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:29:36.688850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445ae58-67dd-49c8-a924-173c8643510a', 'name': 'network-vif-deleted', 'tag': 'a9c0baae-88d1-4ec3-a188-1a895c058cec'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:36.691315 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8895f-d723-4486-88cf-506981bdb077" -d '{"events": [{"server_uuid": "9445ae58-67dd-49c8-a924-173c8643510a", "name": "network-vif-deleted", "tag": "a9c0baae-88d1-4ec3-a188-1a895c058cec"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:36.721412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2509133-0ff7-4084-885c-f1c35de426ec req-6986dcae-097d-4333-a329-a526a373510b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 210 time: 0.1380043 Jul 30 01:29:36.768026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Allocated IP 172.25.8.20 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/d203d538-035d-4335-b989-effc454a2de8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:36.816195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-722a02ac-851f-421b-a77e-5d3570c2231d service neutron] 10.222.0.55 "PUT /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b/bindings/n-h1-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 3.9265194 Jul 30 01:29:36.850479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5380a14f-23c3-4536-9a63-fd28e936b739 None None] Provisioning for port 96305ddd-c764-4aa4-bb7f-64da90e8b485 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:36.852610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.870696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:36.989116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 96305ddd-c764-4aa4-bb7f-64da90e8b485 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:37.001273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de2b71-6a3a-4035-baf3-dae3a842ccd6 req-dc04f0f6-f0e9-4e75-8742-746c61109c7a tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:37.002884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20de2b71-6a3a-4035-baf3-dae3a842ccd6 req-dc04f0f6-f0e9-4e75-8742-746c61109c7a tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 949 time: 0.1503842 Jul 30 01:29:37.004466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 96305ddd-c764-4aa4-bb7f-64da90e8b485 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:37.004835 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.029882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:37.034583 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.051064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.091751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.128795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20de2b71-6a3a-4035-baf3-dae3a842ccd6 req-33a130f4-74ab-456b-8f61-1f6db9c29e17 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095066 Jul 30 01:29:37.219452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.277281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ee527f84-44a2-42da-bde9-5389f9cd3e81', 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'fixed_ips': [{'subnet_id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:29:37.278162 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.332038 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1123210-679b-40f9-bfbd-b9c24784cc44 x-openstack-request-id: req-e1123210-679b-40f9-bfbd-b9c24784cc44 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:37.334001 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445ae58-67dd-49c8-a924-173c8643510a", "name": "network-vif-deleted", "tag": "a9c0baae-88d1-4ec3-a188-1a895c058cec", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:37.338259 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1123210-679b-40f9-bfbd-b9c24784cc44 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:37.338957 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9445ae58-67dd-49c8-a924-173c8643510a', 'name': 'network-vif-deleted', 'tag': 'a9c0baae-88d1-4ec3-a188-1a895c058cec', 'status': 'completed', 'code': 200} Jul 30 01:29:37.349460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.406849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a9c0baae-88d1-4ec3-a188-1a895c058cec no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:29:37.444328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:37.457919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Allocated IP 172.20.0.1 (d061a8fd-5dae-4cd7-9125-a6850065ce34/8a41386a-5479-478c-bf0f-6cc0473f99bd/08c0768e-bfe7-4ecf-8f17-a5846560614d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:37.461512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:37.465246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Pushing event updated for resources: {'Port': ['ID=d203d538-035d-4335-b989-effc454a2de8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:37.472322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.506977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:37.542153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.570106 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.581595 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Transition to ACTIVE for port object fe9befda-937a-4459-9529-b07eed48f9cf will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:37.594487 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.662791 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Pushing event updated for resources: {'Port': ['ID=fe9befda-937a-4459-9529-b07eed48f9cf,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:37.666160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.668901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-88903dcd-a746-4cfd-b894-447afbc3bf96 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:37.670446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-88903dcd-a746-4cfd-b894-447afbc3bf96 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.4340384 Jul 30 01:29:37.692828 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.693530 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.694043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.694703 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.695222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.695719 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.696184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.696844 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.697457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.698053 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.698565 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.699118 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Tracked resource versions report: Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: pushed versions: Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: { 'AddressGroup': {'1.2'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'ConntrackHelper': {'1.0'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Log': {'1.0'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Network': {'1.1'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Port': {'1.7'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'PortForwarding': {'1.2'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'QosPolicy': {'1.8'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'SecurityGroup': {'1.4'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'SubPort': {'1.0'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Subnet': {'1.1'}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Trunk': {'1.1'}} Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: consumer versions: Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: { DHCP agent@n-d-713499-10: {}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: HyperV agent@n-h1-713499-10: {}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: HyperV agent@n-h2-713499-10: {}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: L3 agent@n-d-713499-10: {}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: Metadata agent@n-d-713499-10: {}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: Metering agent@n-d-713499-10: {}, Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: Open vSwitch agent@n-d-713499-10: { 'AddressGroup': '1.2', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'ConntrackHelper': '1.0', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Log': '1.0', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Network': '1.1', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Port': '1.7', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'PortForwarding': '1.2', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'QosPolicy': '1.8', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'SecurityGroup': '1.4', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'SecurityGroupRule': '1.2', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'SubPort': '1.0', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Subnet': '1.1', Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: 'Trunk': '1.1'}} Jul 30 01:29:37.700382 n-d-713499-10 neutron-server[93892]: {{(pid=93892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:29:37.705649 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Attempting to bind port fe9befda-937a-4459-9529-b07eed48f9cf on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:37.706206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Attempting to bind port fe9befda-937a-4459-9529-b07eed48f9cf by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:37.706776 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Attempting to bind port fe9befda-937a-4459-9529-b07eed48f9cf on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:37.713963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:37.714908 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:37.715561 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.716159 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:37.716874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Bound port: fe9befda-937a-4459-9529-b07eed48f9cf, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:37.717471 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.724712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.725917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:37.758730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Allocated IP 172.20.0.2 (ee527f84-44a2-42da-bde9-5389f9cd3e81/5203dd67-b175-47d8-b4c8-29b5c6b34d1d/c4e2e0f7-edad-413e-836c-8c21b8714a32) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:37.775328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c9eb-7abd-4913-8ec1-05a606377d7f req-2f069b2e-0e87-4f47-89d0-ead1eac8fbd2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:37.786301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: a9c0baae-88d1-4ec3-a188-1a895c058cec {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:29:37.786488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b15c9eb-7abd-4913-8ec1-05a606377d7f req-2f069b2e-0e87-4f47-89d0-ead1eac8fbd2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.3854518 Jul 30 01:29:37.786654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a9c0baae-88d1-4ec3-a188-1a895c058cec not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:29:37.787148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:29:37.817510 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] For port fe9befda-937a-4459-9529-b07eed48f9cf, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:37.834382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] For port fe9befda-937a-4459-9529-b07eed48f9cf, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe9befda-937a-4459-9529-b07eed48f9cf,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:37.848286 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.851151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:29:37.903190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5bf156ab-f071-4e7f-886c-f98328ad5cb0 None None] Provisioning complete for port 96305ddd-c764-4aa4-bb7f-64da90e8b485 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:37.903562 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5bf156ab-f071-4e7f-886c-f98328ad5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:37.961155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:37.963186 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:37.980772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 96305ddd-c764-4aa4-bb7f-64da90e8b485, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=96305ddd-c764-4aa4-bb7f-64da90e8b485,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:37.991692 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.004386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:38.036839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3049-0fd1-4dcd-810d-8b2ccb4beaab None None] Pushing event updated for resources: {'Port': ['ID=fe9befda-937a-4459-9529-b07eed48f9cf,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:38.056172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=96305ddd-c764-4aa4-bb7f-64da90e8b485,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:38.085222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-1f5a8f81-dc44-478f-8c0f-18852f6d7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:38.087555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-1f5a8f81-dc44-478f-8c0f-18852f6d7122 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9&tenant_id=5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 1096 time: 0.4060855 Jul 30 01:29:38.145538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b15c9eb-7abd-4913-8ec1-05a606377d7f req-0dbba677-fe4f-4425-b998-51145fd56986 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581855 Jul 30 01:29:38.250881 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:38.269630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2f658714-f804-4e0c-8653-66ec04c10b7e None None] Provisioning complete for port 3156da5e-37be-459b-9ea1-4eb94d153365 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:38.269824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2f658714-f804-4e0c-8653-66ec04c10b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.285247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.296378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.323599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3156da5e-37be-459b-9ea1-4eb94d153365 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:38.329795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Transition to ACTIVE for port object 08c0768e-bfe7-4ecf-8f17-a5846560614d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:38.335051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Transition to ACTIVE for port object c4e2e0f7-edad-413e-836c-8c21b8714a32 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:38.388442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Transition to ACTIVE for port object c4e2e0f7-edad-413e-836c-8c21b8714a32 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:38.404013 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.405435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-691bf433-0524-4358-8b5c-58f2b7145691 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6781914 Jul 30 01:29:38.426754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Allocated IP 172.25.8.247 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/847fad44-707b-4e0e-8b84-43d394ae038d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:38.434404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317faf5-3e68-47af-8508-52ca315003cc req-88c7e385-91ce-4d8d-b5f8-d7913b4f3b08 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:38.436401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0317faf5-3e68-47af-8508-52ca315003cc req-88c7e385-91ce-4d8d-b5f8-d7913b4f3b08 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.7647526 Jul 30 01:29:38.437174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.447861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.484261 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:34Z', 'revision_number': 3, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:38.501402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Pushing event updated for resources: {'Port': ['ID=08c0768e-bfe7-4ecf-8f17-a5846560614d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:38.530844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:38.531095 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d8eaf-fd5a-4510-b8a5-b3d1d0a0c876 None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:34Z', 'revision_number': 3, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:38.560133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:38.569945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:38.574355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3156da5e-37be-459b-9ea1-4eb94d153365 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:38.574715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.637854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:38.646834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.647401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Pushing event updated for resources: {'Port': ['ID=c4e2e0f7-edad-413e-836c-8c21b8714a32,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:38.674773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:38.678600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:38.756713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.191 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:38.758802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.793858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Attempting to bind port c4e2e0f7-edad-413e-836c-8c21b8714a32 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:38.794357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Attempting to bind port c4e2e0f7-edad-413e-836c-8c21b8714a32 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:38.794629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Attempting to bind port c4e2e0f7-edad-413e-836c-8c21b8714a32 on network ee527f84-44a2-42da-bde9-5389f9cd3e81 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:38.808689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:38.809070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Checking segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:38.809475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.809873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Bound using segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:38.810373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Bound port: c4e2e0f7-edad-413e-836c-8c21b8714a32, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:38.810775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.828709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96305ddd-c764-4aa4-bb7f-64da90e8b485 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:38.917768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.963322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 96305ddd-c764-4aa4-bb7f-64da90e8b485 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:38.963942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:38.991105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] For port c4e2e0f7-edad-413e-836c-8c21b8714a32, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:39.006451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f55d8d8c-1027-491e-a273-04efc0a2d1d5 req-047866d5-8185-4031-8cca-b64afa9473a9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 210 time: 0.3738873 Jul 30 01:29:39.024395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] For port c4e2e0f7-edad-413e-836c-8c21b8714a32, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4e2e0f7-edad-413e-836c-8c21b8714a32,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:39.043929 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.099107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:39.148788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:39.151360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Pushing event updated for resources: {'Port': ['ID=847fad44-707b-4e0e-8b84-43d394ae038d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:39.154432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0317faf5-3e68-47af-8508-52ca315003cc req-ffc3dc3f-ffb3-41c6-aa68-eb9ffb8b1f3d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453637 Jul 30 01:29:39.156066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:39.212370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-b07aaff9-2607-4a5d-9d6b-4c86f921edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:39.217464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-b07aaff9-2607-4a5d-9d6b-4c86f921edd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1096 time: 1.0852425 Jul 30 01:29:39.383256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 6bdeb943-45eb-4415-ac57-126855e6ebab up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:39.429145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1829b-f6b2-4d2e-848e-f10fe3a972ac None None] Pushing event updated for resources: {'Port': ['ID=c4e2e0f7-edad-413e-836c-8c21b8714a32,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:39.452078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ca2c6ddb-4de6-48b6-ae58-20e034c69ec3 None None] Provisioning for port 08c0768e-bfe7-4ecf-8f17-a5846560614d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:39.462610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ca2c6ddb-4de6-48b6-ae58-20e034c69ec3 None None] Provisioning complete for port 08c0768e-bfe7-4ecf-8f17-a5846560614d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:39.463264 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca2c6ddb-4de6-48b6-ae58-20e034c69ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.544792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c6ddb-4de6-48b6-ae58-20e034c69ec3 None None] Port 08c0768e-bfe7-4ecf-8f17-a5846560614d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:39.546799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 6bdeb943-45eb-4415-ac57-126855e6ebab completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:39.551703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 6bdeb943-45eb-4415-ac57-126855e6ebab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:39.552291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.589816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.712960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.753812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdeb943-45eb-4415-ac57-126855e6ebab'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:39.758108 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecba9b72-f325-495d-b491-8a90ac5f9ef3" -d '{"events": [{"server_uuid": "d5d39d46-70fa-4f5e-bc57-2cc2536031f2", "name": "network-vif-plugged", "status": "completed", "tag": "6bdeb943-45eb-4415-ac57-126855e6ebab"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:39.771634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 6bdeb943-45eb-4415-ac57-126855e6ebab, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=6bdeb943-45eb-4415-ac57-126855e6ebab,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:39.779266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.873521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=6bdeb943-45eb-4415-ac57-126855e6ebab,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:39.887865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:39.990961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.004633 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.016164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-8a38a362-0040-4445-b4e6-d384dc9121e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:40.017776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-8a38a362-0040-4445-b4e6-d384dc9121e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.7834597 Jul 30 01:29:40.027368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851d84-8509-44ad-92ee-3feba28647ad req-5a57cd09-2afb-4af3-9c88-aa0da1db04d9 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:40.034711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44851d84-8509-44ad-92ee-3feba28647ad req-5a57cd09-2afb-4af3-9c88-aa0da1db04d9 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 949 time: 0.8089335 Jul 30 01:29:40.068235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:40.160392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e10f7b-5d92-438a-8a31-0c82e96c9654 req-f0f36640-1759-48bd-a323-c816d05c6c0f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:40.162973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39e10f7b-5d92-438a-8a31-0c82e96c9654 req-f0f36640-1759-48bd-a323-c816d05c6c0f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.2901719 Jul 30 01:29:40.165275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-91f5468e-284b-4224-929b-d653d8f74c47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.1270916 Jul 30 01:29:40.216767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.219895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.228212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.306674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44851d84-8509-44ad-92ee-3feba28647ad req-4144e87d-d9a7-4f54-a6fd-dc0a1f16427b tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710536 Jul 30 01:29:40.334521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39e10f7b-5d92-438a-8a31-0c82e96c9654 req-60d1b1b2-959b-4c1f-9a88-80cba12e1704 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554213 Jul 30 01:29:40.349935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Pushing event updated for resources: {'Port': ['ID=08c0768e-bfe7-4ecf-8f17-a5846560614d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:40.355427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.370407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-a6472c18-883e-46f3-ad32-7806cd517682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:40.399836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-a6472c18-883e-46f3-ad32-7806cd517682 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.2248664 Jul 30 01:29:40.403658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.466890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe9befda-937a-4459-9529-b07eed48f9cf up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:40.473731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:40.532481 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cdf8b0-7f04-4efc-b531-c87cdd6d3a64 x-openstack-request-id: req-55cdf8b0-7f04-4efc-b531-c87cdd6d3a64 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:40.533109 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d39d46-70fa-4f5e-bc57-2cc2536031f2", "name": "network-vif-plugged", "status": "completed", "tag": "6bdeb943-45eb-4415-ac57-126855e6ebab", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:40.535156 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55cdf8b0-7f04-4efc-b531-c87cdd6d3a64 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:40.535686 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdeb943-45eb-4415-ac57-126855e6ebab', 'code': 200} Jul 30 01:29:40.545358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:40.594646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-5a3eeafc-2174-48c3-81b0-49503b33f25a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688585 Jul 30 01:29:40.597200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:40.610406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port fe9befda-937a-4459-9529-b07eed48f9cf completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:40.631481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.66', 53113) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:40.633876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fe9befda-937a-4459-9529-b07eed48f9cf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:40.634257 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.740280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0eb3ca-1df5-414c-ae7e-1c97bdc0192e None None] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:40.744214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:40.751190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:40.759732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:40.785805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:29:40.815282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.850349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port fe9befda-937a-4459-9529-b07eed48f9cf, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe9befda-937a-4459-9529-b07eed48f9cf,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:40.863436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5970e453-06d1-4a94-b410-48197d119a38 None None] Provisioning for port c4e2e0f7-edad-413e-836c-8c21b8714a32 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:40.865807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.866601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4e2e0f7-edad-413e-836c-8c21b8714a32 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:40.946004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:40.947118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:40.981913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-48673385-49cb-49e2-ada1-a624936a24d3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4169745 Jul 30 01:29:41.029543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Request body: {'port': {'device_id': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:41.042795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=fe9befda-937a-4459-9529-b07eed48f9cf,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:41.056607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c3059ba-50e5-4535-9ddb-e984403b7fa1 None None] Provisioning for port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:41.067215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c3059ba-50e5-4535-9ddb-e984403b7fa1 None None] Provisioning complete for port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:41.067587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1c3059ba-50e5-4535-9ddb-e984403b7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.096932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c4e2e0f7-edad-413e-836c-8c21b8714a32 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:41.126075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c4e2e0f7-edad-413e-836c-8c21b8714a32 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:41.126445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.146945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-52a19eca-8c91-45c1-bb37-a7ad461da2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.149427 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-52a19eca-8c91-45c1-bb37-a7ad461da2be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.5157783 Jul 30 01:29:41.164957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1c3059ba-50e5-4535-9ddb-e984403b7fa1 None None] Port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:41.166810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Router 4f253528-fcc1-4cce-b32f-0144d9122f58 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:29:41.173411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.186909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ce23-bcaf-4a48-b77b-c408767ef1de req-9589c9d6-b4e4-41a1-bd56-75b6b94d0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.188506 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-12f9ce23-bcaf-4a48-b77b-c408767ef1de req-9589c9d6-b4e4-41a1-bd56-75b6b94d0dee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 1102 time: 0.5581224 Jul 30 01:29:41.207508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9dfe1-82c3-4c49-afff-21d6468b087d req-aae83ecb-2726-427a-90c1-b5603e900bcd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.211477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6d9dfe1-82c3-4c49-afff-21d6468b087d req-aae83ecb-2726-427a-90c1-b5603e900bcd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 936 time: 0.6158261 Jul 30 01:29:41.224378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd00f53-900b-4451-bed7-cad33d65711d req-ffc43304-1cb0-4d02-83e8-0ed6b52ee584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.225856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-ffc43304-1cb0-4d02-83e8-0ed6b52ee584 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1096 time: 0.5432324 Jul 30 01:29:41.239678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.244065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-999aecb9-85e7-4efc-830e-03acf9257a11 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860872 Jul 30 01:29:41.265337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c13a0-257d-42f2-b15c-413492af8ab7 req-1cc9d900-5e15-44cf-a6e7-4ad2ffcec80f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.266936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f40c13a0-257d-42f2-b15c-413492af8ab7 req-1cc9d900-5e15-44cf-a6e7-4ad2ffcec80f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.6032262 Jul 30 01:29:41.315096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c4e2e0f7-edad-413e-836c-8c21b8714a32, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4e2e0f7-edad-413e-836c-8c21b8714a32,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:41.321760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b40f829e-ea24-4f5e-81cb-da2bd90e9fd2 None None] Provisioning complete for port 08c0768e-bfe7-4ecf-8f17-a5846560614d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:41.322445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b40f829e-ea24-4f5e-81cb-da2bd90e9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.327280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.395413 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-12f9ce23-bcaf-4a48-b77b-c408767ef1de req-9fcc6164-e68c-48ff-8c65-6a83a9e9dfbe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918743 Jul 30 01:29:41.422075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:41.462345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b40f829e-ea24-4f5e-81cb-da2bd90e9fd2 None None] Port 08c0768e-bfe7-4ecf-8f17-a5846560614d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:41.472221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Sync routers for ids ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:41.472899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.474332 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e38ea9a0-2562-4dc5-83fc-830e3e9f0643 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5839553 Jul 30 01:29:41.484716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:41.491510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c4e2e0f7-edad-413e-836c-8c21b8714a32,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:41.494534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Routers {'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:41.495167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:41.498135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-65ccdf3e-5f34-4d37-90c6-f5745a2467ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.499765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-65ccdf3e-5f34-4d37-90c6-f5745a2467ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.3104033 Jul 30 01:29:41.584328 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-04300510-18a8-4d28-8bc6-3816c6d6bb17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.0496564 Jul 30 01:29:41.593467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Router fbb3bfc1-9c60-474b-8c11-022babe0495a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:29:41.618546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Set router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:41.690546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6d9dfe1-82c3-4c49-afff-21d6468b087d req-b0df4bad-3844-4341-8b44-6ad8147e4ebe tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622481 Jul 30 01:29:41.733087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f40c13a0-257d-42f2-b15c-413492af8ab7 req-d41fdf69-2c24-41af-9f37-93da53c875d0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772800 Jul 30 01:29:41.781183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:41.795085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd00f53-900b-4451-bed7-cad33d65711d req-06206842-3b7f-44b4-8cfa-6dccfbd61b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.797561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-06206842-3b7f-44b4-8cfa-6dccfbd61b1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.4793274 Jul 30 01:29:41.814007 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2233358e-5c28-476f-9bfc-e858eacde201 admin admin] 10.222.0.78 "PUT /v2.0/routers/fbb3bfc1-9c60-474b-8c11-022babe0495a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0103521 Jul 30 01:29:41.841253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-c69e35e3-338a-4cac-b622-f94e214b7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:41.842978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-c69e35e3-338a-4cac-b622-f94e214b7dc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2480762 Jul 30 01:29:41.847665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-ca8d546a-e44b-4fca-a3c0-5872fe437794 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796618 Jul 30 01:29:41.848690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:41.864654 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Sync routers for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:41.886309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96d1a5f4-7b6d-4002-b3ea-78e7d2736f77 None None] Provisioning complete for port c4e2e0f7-edad-413e-836c-8c21b8714a32 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:41.886795 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96d1a5f4-7b6d-4002-b3ea-78e7d2736f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:41.891715 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:41.895171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:41.954204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:41.966077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-74909446-acf6-4a34-96a0-e2160d587ac1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.1286051 Jul 30 01:29:42.000355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:42.000992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:42.062273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-0f460582-3242-46d8-94ce-ac6bdd625bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:42.065568 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-0f460582-3242-46d8-94ce-ac6bdd625bd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051945 Jul 30 01:29:42.143399 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:42.299359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 3, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:42.359987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe9befda-937a-4459-9529-b07eed48f9cf up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:42.360185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:42.361872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f2ef1a47-12a8-42c4-873f-451ab729045b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6495166 Jul 30 01:29:42.376136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52412) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:42.411295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Checking router: a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:42.412724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Updating router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 port 847fad44-707b-4e0e-8b84-43d394ae038d binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:42.457676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:42.460849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:42.518641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fe9befda-937a-4459-9529-b07eed48f9cf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:42.519026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:42.529427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5df6c-7cbd-4b56-8818-39c5321d4145 req-0cc62ce6-b572-4248-acae-622bc80ff06f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:42.531189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17c5df6c-7cbd-4b56-8818-39c5321d4145 req-0cc62ce6-b572-4248-acae-622bc80ff06f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 950 time: 0.5972750 Jul 30 01:29:42.554489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-099c4aaa-559b-4141-9f14-5b56ffef64d9 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:42.557466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-099c4aaa-559b-4141-9f14-5b56ffef64d9 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.2238369 Jul 30 01:29:42.582257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cb717-dffb-4513-9e9f-8c726088af26 req-77a6da76-f122-4be5-9261-e80044cc0013 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:42.586948 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:38Z', 'revision_number': 3, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:42.591089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c90cb717-dffb-4513-9e9f-8c726088af26 req-77a6da76-f122-4be5-9261-e80044cc0013 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.6055932 Jul 30 01:29:42.628524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-2c8fcdbb-5419-4c98-bf62-3ae856660ab3 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129467 Jul 30 01:29:42.634314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Checking router: 4f253528-fcc1-4cce-b32f-0144d9122f58 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:42.635553 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Updating router 4f253528-fcc1-4cce-b32f-0144d9122f58 port d203d538-035d-4335-b989-effc454a2de8 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:42.684267 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:42.723474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c90cb717-dffb-4513-9e9f-8c726088af26 req-772854c5-6ddb-4803-a295-3fe4c0bb75ec tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310258 Jul 30 01:29:42.779961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17c5df6c-7cbd-4b56-8818-39c5321d4145 req-25400b1b-71a1-49af-af88-1fac3900f97b tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781435 Jul 30 01:29:42.792081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd00f53-900b-4451-bed7-cad33d65711d req-af4ec167-9bbe-43e3-adf9-14d59f38a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:42.793592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-af4ec167-9bbe-43e3-adf9-14d59f38a548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.4712222 Jul 30 01:29:42.884508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-c3feef32-5a80-45d5-aed1-5babb23d2b2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792749 Jul 30 01:29:42.903218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:43.039178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-network', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:43.057622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4e2e0f7-edad-413e-836c-8c21b8714a32 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:43.062750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-434085ab-785c-4686-a1bf-354aa81be06a service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434686 Jul 30 01:29:43.151800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 2, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:43.185783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:43.186143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Updating router fbb3bfc1-9c60-474b-8c11-022babe0495a port 08c0768e-bfe7-4ecf-8f17-a5846560614d binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:43.190451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c4e2e0f7-edad-413e-836c-8c21b8714a32 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:43.190822 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.236989 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.291125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Made reservation on behalf of b4d0e3e93a234e589d4048fe54cc913c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:43.292909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.301059 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.311792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52432) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:43.317964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.319841 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Transition to ACTIVE for port object d203d538-035d-4335-b989-effc454a2de8 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:43.329627 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.399117 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-a448f021-003e-46fd-8ae2-425e8cce5013 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7601986 Jul 30 01:29:43.405386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.432468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f377ec5-7ca3-4d22-898f-c858bbf5d1f5 req-decb5525-d846-46f9-bd94-3f121a4bb657 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:43.434069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f377ec5-7ca3-4d22-898f-c858bbf5d1f5 req-decb5525-d846-46f9-bd94-3f121a4bb657 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 936 time: 0.5052063 Jul 30 01:29:43.488087 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Attempting to bind port d203d538-035d-4335-b989-effc454a2de8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:43.488474 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Attempting to bind port d203d538-035d-4335-b989-effc454a2de8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:43.488835 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Attempting to bind port d203d538-035d-4335-b989-effc454a2de8 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:43.501366 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:43.501740 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:43.502672 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.503129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:43.503624 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Bound port: d203d538-035d-4335-b989-effc454a2de8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:43.504025 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.519210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:43.528353 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc162b6-6f08-43ac-bb22-625666fee77e None None] Pushing event updated for resources: {'Port': ['ID=d203d538-035d-4335-b989-effc454a2de8,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:43.539381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.569127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Transition to ACTIVE for port object 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:43.577274 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] For port d203d538-035d-4335-b989-effc454a2de8, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:43.583206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] For port d203d538-035d-4335-b989-effc454a2de8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d203d538-035d-4335-b989-effc454a2de8,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:43.599360 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.610303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac3335-07f1-45b5-809c-e316a2b4b4e9 req-118414c8-b1b7-4ccf-8597-beb6dd99c48d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:43.612565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82ac3335-07f1-45b5-809c-e316a2b4b4e9 req-118414c8-b1b7-4ccf-8597-beb6dd99c48d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.6850541 Jul 30 01:29:43.630968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.710340 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc162b6-6f08-43ac-bb22-625666fee77e None None] Pushing event updated for resources: {'Port': ['ID=d203d538-035d-4335-b989-effc454a2de8,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:43.714218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:43.714852 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:43.756536 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.777054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Transition to ACTIVE for port object 847fad44-707b-4e0e-8b84-43d394ae038d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:43.792753 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.796731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.824952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdd00f53-900b-4451-bed7-cad33d65711d req-ce07faf8-8e35-469f-b957-b7c07363464b service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566317 Jul 30 01:29:43.838766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Allocated IP 172.20.0.1 (ee527f84-44a2-42da-bde9-5389f9cd3e81/5203dd67-b175-47d8-b4c8-29b5c6b34d1d/8aaaa8d3-2951-453a-90b2-0074c8cd9c94) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:43.860139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Transition to ACTIVE for port object 08c0768e-bfe7-4ecf-8f17-a5846560614d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:43.870299 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:43.894783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.906238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fdaee-5350-4bd6-b8ed-b21b16b40c16 None None] Pushing event updated for resources: {'Port': ['ID=847fad44-707b-4e0e-8b84-43d394ae038d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:43.920475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82ac3335-07f1-45b5-809c-e316a2b4b4e9 req-c4977445-430e-4cba-bc6c-ff2218663fb0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842855 Jul 30 01:29:43.937382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Attempting to bind port 847fad44-707b-4e0e-8b84-43d394ae038d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:43.937756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Attempting to bind port 847fad44-707b-4e0e-8b84-43d394ae038d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:43.938117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Attempting to bind port 847fad44-707b-4e0e-8b84-43d394ae038d on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:43.964106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:43.964550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:43.964924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:43.965331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:43.965845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Bound port: 847fad44-707b-4e0e-8b84-43d394ae038d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:43.966239 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.016572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39149bc-58dc-4d4b-ab31-8c28e0174774 None None] Pushing event updated for resources: {'Port': ['ID=08c0768e-bfe7-4ecf-8f17-a5846560614d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:44.040700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-563ee16d-23ba-411c-9003-f920f9394d1a service neutron] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:44.083322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f377ec5-7ca3-4d22-898f-c858bbf5d1f5 req-37eee75d-cf35-4256-8cb4-ed8887df8fe2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127568 Jul 30 01:29:44.086051 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-563ee16d-23ba-411c-9003-f920f9394d1a service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.087180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14e4f34a-2029-4f76-9e42-4043c6d45348 req-563ee16d-23ba-411c-9003-f920f9394d1a service neutron] 10.222.0.66 "DELETE /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b/bindings/n-h2-713499-10 HTTP/1.1" status: 204 len: 173 time: 1.4874208 Jul 30 01:29:44.111083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Pushing event updated for resources: {'Port': ['ID=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:44.114783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.144997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Transition to ACTIVE for port object 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:44.160221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] For port 847fad44-707b-4e0e-8b84-43d394ae038d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:44.165056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] For port 847fad44-707b-4e0e-8b84-43d394ae038d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=847fad44-707b-4e0e-8b84-43d394ae038d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:44.169010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Attempting to bind port 08c0768e-bfe7-4ecf-8f17-a5846560614d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:44.171203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Attempting to bind port 08c0768e-bfe7-4ecf-8f17-a5846560614d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:44.171816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Attempting to bind port 08c0768e-bfe7-4ecf-8f17-a5846560614d on network d061a8fd-5dae-4cd7-9125-a6850065ce34 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:44.186991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.302108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.321347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.339727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6da18da8-b52d-447c-adb2-bf154bcc8212 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be03121833854fb3be489bde4179e06e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0143263 Jul 30 01:29:44.348866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52440) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:44.354212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fdaee-5350-4bd6-b8ed-b21b16b40c16 None None] Pushing event updated for resources: {'Port': ['ID=847fad44-707b-4e0e-8b84-43d394ae038d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:44.372818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.376143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Routers {'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:44.379540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:44.386932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:44.387345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Checking segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:44.388914 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.394180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Bound using segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:44.396600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Bound port: 08c0768e-bfe7-4ecf-8f17-a5846560614d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:44.399277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.401690 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:38Z', 'revision_number': 3, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:44.405337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.433103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:44.448034 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc4913-c1b6-4143-9f86-ffdbd0b68e54 None None] The sync data for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 is: [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:38Z', 'revision_number': 3, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:44.468653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b9728-caf3-4b22-adb4-289f052982cf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:44.471864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.472204 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Added segment 1f1ade87-0051-4b59-98cc-e2c04811e80f of type vlan for network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 Jul 30 01:29:44.501455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83198c-1670-4618-822a-0df0677a3eb7 req-0455b2f9-1f68-4ddf-9814-487eecd8beaa tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:44.503662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c83198c-1670-4618-822a-0df0677a3eb7 req-0455b2f9-1f68-4ddf-9814-487eecd8beaa tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.4028225 Jul 30 01:29:44.538607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4595d6-62b5-485c-adc3-02a58a970a8c req-07eb6fb3-b0e9-438c-9e9a-8b3944b8369e tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:44.546093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b4595d6-62b5-485c-adc3-02a58a970a8c req-07eb6fb3-b0e9-438c-9e9a-8b3944b8369e tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 950 time: 0.2562842 Jul 30 01:29:44.585522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:44.593318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:44.596188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Attempting to bind port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:44.596522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Attempting to bind port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:44.596850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Attempting to bind port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:44.597421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:44.619892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.632750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:44.633177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Attempting to bind port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:44.653517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-544cc5db-7dbc-4e2b-ab86-8b65ce978931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.663039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:44.663039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:44.663465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:44.663959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Bound port: 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:44.664191 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.703937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Pushing event updated for resources: {'Port': ['ID=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:44.721850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b4595d6-62b5-485c-adc3-02a58a970a8c req-5160284d-887c-4f55-b2d2-f9108767b806 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695905 Jul 30 01:29:44.735069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c83198c-1670-4618-822a-0df0677a3eb7 req-069beb77-f86f-42d3-a398-56248c828a75 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810691 Jul 30 01:29:44.754240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-544cc5db-7dbc-4e2b-ab86-8b65ce978931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.777065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.778305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:44.780009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.786738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:44.800223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] Set router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:44.995831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] For port 08c0768e-bfe7-4ecf-8f17-a5846560614d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:45.076546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] For port 08c0768e-bfe7-4ecf-8f17-a5846560614d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=08c0768e-bfe7-4ecf-8f17-a5846560614d,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:45.078586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.082399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Allocated IP 172.20.0.1 (4fe41e4b-af9d-4693-ba98-c582c3cbf57c/501b7b83-3c61-4a95-b9b0-4eb817c26b8f/6e078c9f-ba2b-44dc-ba2a-0571c3a34570) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:45.083133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1783736 Jul 30 01:29:45.089264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52454) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:45.096619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Request body: {'subnet': {'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-subnet', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:45.106520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c82a1-d220-40b7-9e98-4e6ba3addcba admin admin] Pushing event updated for resources: {'Network': ['ID=03c9c1b3-9424-4fd7-b8e5-238fc494c8b6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:45.159357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] For port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:45.187688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] For port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:45.189233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Made reservation on behalf of b4d0e3e93a234e589d4048fe54cc913c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:45.192180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.199390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:45.214925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c451e7-bf50-466d-b7ae-819d57baefc1 req-24c59f07-c984-4b16-aa06-9c97611c02c6 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:45.223619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99c451e7-bf50-466d-b7ae-819d57baefc1 req-24c59f07-c984-4b16-aa06-9c97611c02c6 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1515491 Jul 30 01:29:45.224990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.305678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-544cc5db-7dbc-4e2b-ab86-8b65ce978931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.308356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-544cc5db-7dbc-4e2b-ab86-8b65ce978931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.312060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-544cc5db-7dbc-4e2b-ab86-8b65ce978931 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37b8c318-6297-43b6-b24e-ec6b90a81dca HTTP/1.1" status: 204 len: 168 time: 0.9578471 Jul 30 01:29:45.340116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:45.340745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.348702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] 10.222.0.55 "PUT /v2.0/ports/178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef HTTP/1.1" status: 200 len: 1097 time: 4.3442304 Jul 30 01:29:45.350649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'tag': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:45.355977 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1" -d '{"events": [{"name": "network-changed", "server_uuid": "433daeb6-1939-4d5e-bb24-51510660d3e7", "tag": "178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:45.364102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cc5db-7dbc-4e2b-ab86-8b65ce978931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8c318-6297-43b6-b24e-ec6b90a81dca,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:45.404665 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.452667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99c451e7-bf50-466d-b7ae-819d57baefc1 req-52631ff5-de85-48d9-aa06-e8c8aaf1e480 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836274 Jul 30 01:29:45.525068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.549408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96b58c-debc-4e80-ae51-351a4d8a865c service neutron] Pushing event updated for resources: {'Port': ['ID=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:45.598439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83da1813-5b2f-482c-b42c-ef13ea856908 None None] Provisioning for port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:45.648709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Transition to ACTIVE for port object 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:45.676852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83da1813-5b2f-482c-b42c-ef13ea856908 None None] Provisioning complete for port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:45.677247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83da1813-5b2f-482c-b42c-ef13ea856908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.690419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:45.691087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:45.699121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-828731e9-ee6e-4047-8f5c-6d1a539b1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:45.700358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-828731e9-ee6e-4047-8f5c-6d1a539b1d3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 1100 time: 0.2438416 Jul 30 01:29:45.889139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-75497ed1-1407-44ff-accb-7bbc5135a672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef HTTP/1.1" status: 200 len: 217 time: 0.1727750 Jul 30 01:29:45.904180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.928646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:45.965318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dfba3-c650-4f1f-ac5f-73c022f8715f req-e5554857-df54-4e7f-96b4-f5b24621a2d4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:45.985278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a34dfba3-c650-4f1f-ac5f-73c022f8715f req-e5554857-df54-4e7f-96b4-f5b24621a2d4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.3644660 Jul 30 01:29:46.047289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.047560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-83da1813-5b2f-482c-b42c-ef13ea856908 None None] Port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:46.059345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39149bc-58dc-4d4b-ab31-8c28e0174774 None None] Pushing event updated for resources: {'Port': ['ID=08c0768e-bfe7-4ecf-8f17-a5846560614d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:46.077110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52470) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:46.089370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 3, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:46.103468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3af205c3-e3ef-4af9-91af-fc993c848a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.114411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.122071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3a305-bfe7-479c-b224-b18593f9eff2 None None] The sync data for ids ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'] in n-d-713499-10 is: [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 3, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:46.145114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc795095-bf16-4d2d-a8ce-84548f23be0d req-e90416f8-0efb-4937-8162-aeef8156246d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:46.148074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc795095-bf16-4d2d-a8ce-84548f23be0d req-e90416f8-0efb-4937-8162-aeef8156246d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 948 time: 0.2751856 Jul 30 01:29:46.180988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-b32266dc-5044-4bbc-910a-1a2fcc7ab126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:46.183406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-b32266dc-5044-4bbc-910a-1a2fcc7ab126 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2512524 Jul 30 01:29:46.191906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.199120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58bfb6e-6bae-432a-abf5-042576b81d98,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:46.209202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:46.213262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Pushing event updated for resources: {'Port': ['ID=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:46.218385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:46.300176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a34dfba3-c650-4f1f-ac5f-73c022f8715f req-f1465d34-aaf3-4c52-b79c-8f83b3fd8151 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128593 Jul 30 01:29:46.325883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:46.356898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc795095-bf16-4d2d-a8ce-84548f23be0d req-2c5dbf3e-baf9-4767-b489-8df611fbc0a1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933756 Jul 30 01:29:46.368281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-93bfdaa7-d0c0-46e3-8bf7-5386508ac9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:46.369846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-93bfdaa7-d0c0-46e3-8bf7-5386508ac9a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1719065 Jul 30 01:29:46.405802 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735ded52-a535-4860-b2d7-9c0358b23125 x-openstack-request-id: req-735ded52-a535-4860-b2d7-9c0358b23125 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:46.406135 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433daeb6-1939-4d5e-bb24-51510660d3e7", "tag": "178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:46.406390 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-735ded52-a535-4860-b2d7-9c0358b23125 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:46.409849 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'tag': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', 'status': 'completed', 'code': 200} Jul 30 01:29:46.429362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:46.438471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Checking segment: {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:46.438825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Network hostable DHCP agents. Network: 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:46.517123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Pushing event updated for resources: {'Port': ['ID=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:46.547071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-3a75d752-7ebc-4df2-a93b-ccb6ca5e4c57 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699274 Jul 30 01:29:46.549112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d203d538-035d-4335-b989-effc454a2de8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:46.628575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:46.635046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.640794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:46.684081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:46.698660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:46.758816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98c961-3b54-4e5e-a935-145f3492a22b None None] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:46.761697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:46.762299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:46.862584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d203d538-035d-4335-b989-effc454a2de8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:46.909352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d203d538-035d-4335-b989-effc454a2de8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:46.914066 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.018389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.052027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ef2e1995-4be1-4a2c-a772-162519db8060 None None] Provisioning for port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:47.066125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3af205c3-e3ef-4af9-91af-fc993c848a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.094487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ef2e1995-4be1-4a2c-a772-162519db8060 None None] Provisioning complete for port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:47.095028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1995-4be1-4a2c-a772-162519db8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.108290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284dea5-acde-4616-a6af-0dcc49944442 req-35666010-515f-45bf-9fd1-3136091416e3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:47.115917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f284dea5-acde-4616-a6af-0dcc49944442 req-35666010-515f-45bf-9fd1-3136091416e3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 950 time: 0.5673079 Jul 30 01:29:47.117751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3af205c3-e3ef-4af9-91af-fc993c848a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.131133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:47.204400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323507a-8df4-40ab-9990-20cf27aba8d8 None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:47.226678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-31967330-9dbb-4691-ac0c-e731d431345c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:47.235503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-31967330-9dbb-4691-ac0c-e731d431345c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.6732907 Jul 30 01:29:47.240415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:29:47.242105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-713e1cb9-1d05-4a00-8714-3e78c42f5df1 req-1141eeae-ece8-436b-a1de-e332be175459 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711881 Jul 30 01:29:47.245949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-99390ee6-9fb4-4561-ae8d-3a7589861c19 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1556230 Jul 30 01:29:47.246696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52482) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:47.256433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:47.270067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-c806bb3d-306b-4310-b83a-680f38c42e42 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/quotas/5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 375 time: 0.0335777 Jul 30 01:29:47.279476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3af205c3-e3ef-4af9-91af-fc993c848a9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a64b791dcd9a4376af35df0a245a01ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1980798 Jul 30 01:29:47.279476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:47.315446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af205c3-e3ef-4af9-91af-fc993c848a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c2f14b-ad21-40b4-8527-d94c0da97899,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:47.319905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e1995-4be1-4a2c-a772-162519db8060 None None] Port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:47.348833 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.372302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f284dea5-acde-4616-a6af-0dcc49944442 req-46548d93-94ca-4721-bbe9-cfeda56fd613 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553458 Jul 30 01:29:47.377470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.415897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d203d538-035d-4335-b989-effc454a2de8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d203d538-035d-4335-b989-effc454a2de8,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:47.420922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.455984 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.485274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-03c9c1b3-9424-4fd7-b8e5-238fc494c8b6', 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'fixed_ips': [{'subnet_id': 'a58bfb6e-6bae-432a-abf5-042576b81d98'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:29:47.486671 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.498745 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.500813 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.597948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-aa0bb380-551f-4a4a-8447-cd5c25677e6d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3269091 Jul 30 01:29:47.607281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95d01f9a-6fae-4f88-9733-3bf46c5aa9b3 None None] Provisioning complete for port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:47.607657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95d01f9a-6fae-4f88-9733-3bf46c5aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.631627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1021eee-b4a0-41ae-856a-d34d086fec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.635400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-0104c3ba-dd69-4e7d-a1ff-b07d8cc64756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:47.637579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-0104c3ba-dd69-4e7d-a1ff-b07d8cc64756 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 1100 time: 0.2520819 Jul 30 01:29:47.665183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-95d01f9a-6fae-4f88-9733-3bf46c5aa9b3 None None] Port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:47.674919 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.680961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d203d538-035d-4335-b989-effc454a2de8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:47.696419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Pushing event updated for resources: {'Port': ['ID=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:47.786338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1021eee-b4a0-41ae-856a-d34d086fec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.789944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:47.802154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b59594-7848-4c1b-9b64-c8e666bfa6fe req-a8d2527b-ba4d-4508-8ec5-8ce508107dbb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:47.809752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14b59594-7848-4c1b-9b64-c8e666bfa6fe req-a8d2527b-ba4d-4508-8ec5-8ce508107dbb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.3110225 Jul 30 01:29:47.840985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Allocated IP 172.20.0.2 (03c9c1b3-9424-4fd7-b8e5-238fc494c8b6/a58bfb6e-6bae-432a-abf5-042576b81d98/c03d2f3a-8419-407f-a79a-8e62b02058cd) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:47.963858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14b59594-7848-4c1b-9b64-c8e666bfa6fe req-53568df6-cc91-47fc-9efd-d683c5d351d6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530933 Jul 30 01:29:47.989285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-9b19d17e-bff0-456e-aaed-6de583e1b560 service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903782 Jul 30 01:29:48.006961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-a328086b-fda0-4895-83f3-fa34cd03a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:48.009128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-a328086b-fda0-4895-83f3-fa34cd03a56c service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.3581953 Jul 30 01:29:48.085296 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.098523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Transition to ACTIVE for port object c03d2f3a-8419-407f-a79a-8e62b02058cd will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:48.118452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Transition to ACTIVE for port object c03d2f3a-8419-407f-a79a-8e62b02058cd will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:48.132484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.143109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1021eee-b4a0-41ae-856a-d34d086fec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.150057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1021eee-b4a0-41ae-856a-d34d086fec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.153552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c1021eee-b4a0-41ae-856a-d34d086fec4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4c2f14b-ad21-40b4-8527-d94c0da97899 HTTP/1.1" status: 204 len: 168 time: 0.8560634 Jul 30 01:29:48.162522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-59791ce9-126f-4e5d-89ca-2d43db89f96d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef HTTP/1.1" status: 200 len: 217 time: 0.1075170 Jul 30 01:29:48.187132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Pushing event updated for resources: {'Port': ['ID=c03d2f3a-8419-407f-a79a-8e62b02058cd,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:48.188622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:48.219457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e84b496-78f7-4f22-a48a-3d9012eaf06f admin admin] 10.222.0.78 "PUT /v2.0/routers/a4ef2a5c-f0cc-40f7-ba91-411cf51d9460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7281835 Jul 30 01:29:48.219643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:48.243650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:48.250298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:48.250707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1021eee-b4a0-41ae-856a-d34d086fec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c2f14b-ad21-40b4-8527-d94c0da97899,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:48.312023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.330675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-f6792edd-0937-4164-b104-f641bb2ced5d service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396959 Jul 30 01:29:48.346742 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:48.348510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8e46b-57f4-4a8a-ab09-7eed99bfc47a req-4353a158-60dd-4f5f-a461-08b735cb791e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:48.353954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:48.358639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84f8e46b-57f4-4a8a-ab09-7eed99bfc47a req-4353a158-60dd-4f5f-a461-08b735cb791e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 948 time: 0.2667651 Jul 30 01:29:48.371381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Attempting to bind port c03d2f3a-8419-407f-a79a-8e62b02058cd on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:48.371874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Attempting to bind port c03d2f3a-8419-407f-a79a-8e62b02058cd by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:48.375616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Attempting to bind port c03d2f3a-8419-407f-a79a-8e62b02058cd on network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:48.381074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-3e0ab4d6-3cc2-41f6-920f-13ed8e4e91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:48.394868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-3e0ab4d6-3cc2-41f6-920f-13ed8e4e91b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2055018 Jul 30 01:29:48.395487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:48.395948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Checking segment: {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:48.396512 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.396940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Bound using segment: {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:48.397526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Bound port: c03d2f3a-8419-407f-a79a-8e62b02058cd, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:48.397981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.495734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] For port c03d2f3a-8419-407f-a79a-8e62b02058cd, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:48.504322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] For port c03d2f3a-8419-407f-a79a-8e62b02058cd, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c03d2f3a-8419-407f-a79a-8e62b02058cd,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:48.511895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.597057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48ac2c-bb11-48c2-8617-c69f5ce7fa5c None None] Pushing event updated for resources: {'Port': ['ID=c03d2f3a-8419-407f-a79a-8e62b02058cd,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:48.638888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84f8e46b-57f4-4a8a-ab09-7eed99bfc47a req-02f92196-e69a-49cf-b349-5285e5ac348d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784727 Jul 30 01:29:48.646843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 847fad44-707b-4e0e-8b84-43d394ae038d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:48.679072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-670a9859-851b-42c6-a7c3-ee1f334b1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:48.683872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-670a9859-851b-42c6-a7c3-ee1f334b1842 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2529345 Jul 30 01:29:48.784522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 847fad44-707b-4e0e-8b84-43d394ae038d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:48.790875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 847fad44-707b-4e0e-8b84-43d394ae038d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:48.791376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:48.902682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Router 4f253528-fcc1-4cce-b32f-0144d9122f58 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:29:49.013952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-c45af3bc-1f6a-46d3-aa70-f13df66fd23d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212411 Jul 30 01:29:49.099900 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0a21-0530-4f70-abf8-6702995e084d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.105648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f99eb11e-5a21-4de1-b5d5-b7a4575965bb None None] Provisioning complete for port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:49.108362 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f99eb11e-5a21-4de1-b5d5-b7a4575965bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.207208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f99eb11e-5a21-4de1-b5d5-b7a4575965bb None None] Port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:49.308756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.356867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.362902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 847fad44-707b-4e0e-8b84-43d394ae038d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=847fad44-707b-4e0e-8b84-43d394ae038d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:49.370407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.372098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41716aa6-9829-498b-959e-3f48a0a2937d req-f1447530-fc2c-446d-ae5b-894974436c34 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 210 time: 0.3350973 Jul 30 01:29:49.372621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d203d538-035d-4335-b989-effc454a2de8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:49.398298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-0e86dd90-2f3a-4394-bd03-960875c7b881 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3663824 Jul 30 01:29:49.414376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.620311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=847fad44-707b-4e0e-8b84-43d394ae038d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:49.621064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:49.633145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b0d164e6-6760-4e85-af11-b509409a3b88 admin admin] 10.222.0.78 "PUT /v2.0/routers/4f253528-fcc1-4cce-b32f-0144d9122f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2543514 Jul 30 01:29:49.633355 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Sync routers for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:49.655804 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:49.656775 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:49.683108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d203d538-035d-4335-b989-effc454a2de8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:49.688735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:49.700685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf92b6b4-f6d5-4c3b-bdd6-41dc23bb25c1 req-aec6ec5b-a88c-4707-aa2c-be86c161ef4a service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570599 Jul 30 01:29:49.701239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Sync routers for ids ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:49.757826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Allocated IP 172.25.8.78 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/741e1a34-bb9d-4579-bbb0-3bcfd1aa8881) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:49.777856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b751-91b3-40e7-aa11-d57494fb2f1b req-c6885fe4-6296-4850-b56d-c3f94552bf57 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:49.788115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f077b751-91b3-40e7-aa11-d57494fb2f1b req-c6885fe4-6296-4850-b56d-c3f94552bf57 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.2973981 Jul 30 01:29:49.844702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Routers {'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:49.845368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:49.873487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-cc5fc191-7b77-4f8a-8d7c-534e808c4eb3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:49.874664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-cc5fc191-7b77-4f8a-8d7c-534e808c4eb3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329641 Jul 30 01:29:49.927150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-29f251db-1d09-49da-abd8-bcab96db4936 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/quotas/9bb3f3eba0e94b568df5c03b121190f2 HTTP/1.1" status: 200 len: 375 time: 0.0416212 Jul 30 01:29:49.951627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f077b751-91b3-40e7-aa11-d57494fb2f1b req-3229824b-ce51-4cab-8576-5a99329db0d2 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627381 Jul 30 01:29:49.992466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 08c0768e-bfe7-4ecf-8f17-a5846560614d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:50.039503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:50.121078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-7edcac52-231d-4227-8b82-a6420057032d tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1608651 Jul 30 01:29:50.130203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52550) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:50.137228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-network', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:50.139059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:50.198129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 08c0768e-bfe7-4ecf-8f17-a5846560614d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:50.221432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:50.239513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Made reservation on behalf of b8d2ccb9692e4071bc123f6e4edfa373 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:50.243956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fd848-5b93-49cb-b549-0d41a4056e0b req-80cb61f3-b5e1-4a2f-8724-e176da3aef66 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:50.246658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:50.249433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 08c0768e-bfe7-4ecf-8f17-a5846560614d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:50.249433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:50.260326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f9fd848-5b93-49cb-b549-0d41a4056e0b req-80cb61f3-b5e1-4a2f-8724-e176da3aef66 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 948 time: 0.1321414 Jul 30 01:29:50.328267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Set router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:50.346273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:50.346989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f9fd848-5b93-49cb-b549-0d41a4056e0b req-218c45f8-0cb1-42c2-84ee-24b314fd8b89 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Jul 30 01:29:50.415066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:50.439566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:50.447421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:50.461526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Pushing event updated for resources: {'Port': ['ID=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:50.644905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28ea4fef-4bdf-42be-80be-54320d1bd81a req-ba9b19b4-883c-46e3-94a0-ac765e365f2d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 210 time: 0.0851293 Jul 30 01:29:50.857124 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 2, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:50.919351 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Checking router: 4f253528-fcc1-4cce-b32f-0144d9122f58 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:50.923206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Updating router 4f253528-fcc1-4cce-b32f-0144d9122f58 port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:51.003243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d724270-ca36-4073-8aed-0781b78f23d3 req-42fc2041-8dd8-4ac7-8259-838763b96fad tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 210 time: 0.0729969 Jul 30 01:29:51.028632 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.090992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ea57d-8f79-4bfb-9d2a-74726d79c02c None None] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:51.124219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-c0530b3f-887f-47c9-a011-57c54ccd5209 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:51.133780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-c0530b3f-887f-47c9-a011-57c54ccd5209 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.4398024 Jul 30 01:29:51.140248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.141133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.193586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Request body: {'port': {'device_id': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'admin_state_up': True, 'tenant_id': '5428976b02fc476c85c5d78ce022b41d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:51.227091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.257924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:29:51.277411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.296423 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Added segment 443d4550-dab5-4cc8-9035-49e6e70d427a of type vlan for network a0caf463-7dc5-49cd-8198-26ad15416382 Jul 30 01:29:51.355338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8697c505-b567-469a-8afc-13ed0ca098ab None None] Provisioning for port c03d2f3a-8419-407f-a79a-8e62b02058cd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:51.419556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.434259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52582) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:51.445927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607347288', 'description': 'tempest-description--407396759'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:51.498490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:29:51.519954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.581916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f6daa-453c-4741-adec-6749d32319fe,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:51.622973 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.659226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.663283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dee9c-a8f8-40ed-ab5e-d64c9d6f8519 req-939cdb3c-0e96-4e68-9a28-0cf699c39216 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:51.675014 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.679266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc5dee9c-a8f8-40ed-ab5e-d64c9d6f8519 req-939cdb3c-0e96-4e68-9a28-0cf699c39216 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.5300348 Jul 30 01:29:51.694933 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Transition to ACTIVE for port object 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:51.697795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Made reservation on behalf of 5428976b02fc476c85c5d78ce022b41d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:51.702834 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.705930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.715876 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0987dc41-3961-4358-b95f-602d133f9204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.774365 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f5fda-b75e-4cbd-b070-845332254ecb None None] Pushing event updated for resources: {'Port': ['ID=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:51.794062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.795868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:51.796729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.837262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7396e83-557d-411c-a4d6-ff053486415a req-1d060c21-494d-4171-853c-0623d35b37ba tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:51.847319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7396e83-557d-411c-a4d6-ff053486415a req-1d060c21-494d-4171-853c-0623d35b37ba tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 948 time: 0.3187449 Jul 30 01:29:51.876160 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Attempting to bind port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:51.877320 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Attempting to bind port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:51.877692 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Attempting to bind port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 on network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:51.902961 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:51.903398 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Checking segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:51.903810 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.907980 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Bound using segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:51.908590 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Bound port: 6e078c9f-ba2b-44dc-ba2a-0571c3a34570, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:51.909060 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.935649 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:51.944892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 08c0768e-bfe7-4ecf-8f17-a5846560614d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=08c0768e-bfe7-4ecf-8f17-a5846560614d,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:51.976923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.049188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] Pushing event updated for resources: {'Network': ['ID=a0caf463-7dc5-49cd-8198-26ad15416382,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:52.087636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.087914 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] For port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:52.098568 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] For port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:52.115743 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.190108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Allocated IP 172.20.0.6 (ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab/d807a516-1541-4e04-9548-3624116ecc85/44104089-1ba7-4683-9273-b5a8e1fb4677) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:52.267820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=08c0768e-bfe7-4ecf-8f17-a5846560614d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:52.285572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a0caf463-7dc5-49cd-8198-26ad15416382 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:29:52.292030 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f5fda-b75e-4cbd-b070-845332254ecb None None] Pushing event updated for resources: {'Port': ['ID=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:52.295024 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:52.295773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:52.333615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-d641061a-17e3-4e52-be44-9e2ed7408f20 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658624 Jul 30 01:29:52.442788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c03d2f3a-8419-407f-a79a-8e62b02058cd up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:52.516402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 4, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8aaaa8d3-2951-453a-90b2-0074c8cd9c94', 'name': '', 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'mac_address': 'fa:16:3e:55:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:43Z', 'updated_at': '2021-07-30T01:29:45Z', 'revision_number': 2, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'subnets': [{'id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:52.573003 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:52.584475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:52.588085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Checking router: a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:52.594589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Updating router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:52.609955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c03d2f3a-8419-407f-a79a-8e62b02058cd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:52.668510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c03d2f3a-8419-407f-a79a-8e62b02058cd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:52.668975 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.673002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', 'mac_address': 'fa:16:3e:54:ac:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:29:52.726549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc5dee9c-a8f8-40ed-ab5e-d64c9d6f8519 req-54262315-f43d-48ac-85d5-939520f3bba2 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0453789 Jul 30 01:29:52.763335 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.765808 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.818185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.832857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Router fbeceb14-93ee-4570-a8bf-99954b2440c2 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:29:52.851293 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:52Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:52.855171 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e24da3fc-6483-48fb-b143-8babfa1f51ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7238812 Jul 30 01:29:52.878626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-05a9d4e7-a4d4-4c4f-9ce6-4cfb037af217 None None] Provisioning complete for port c03d2f3a-8419-407f-a79a-8e62b02058cd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:52.879086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4e7-a4d4-4c4f-9ce6-4cfb037af217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.890246 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7dc3e-6157-4698-ad7e-6f5f548b077f None None] The sync data for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 is: [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:52Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:52.890895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.916821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52606) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:52.917722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:52.924666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Request body: {'subnet': {'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-subnet', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:52.946751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:53.019685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:53.035778 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Sync routers for ids ['fbeceb14-93ee-4570-a8bf-99954b2440c2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:53.043709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.045503 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b460d3a3-2146-4c6e-b056-887d3898b950 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.7948587 Jul 30 01:29:53.048173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52610) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:53.057281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Routers {'fbeceb14-93ee-4570-a8bf-99954b2440c2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:53.058279 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbeceb14-93ee-4570-a8bf-99954b2440c2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:53.093942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:53.176645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.188303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.252796 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Set router fbeceb14-93ee-4570-a8bf-99954b2440c2 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:53.342721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Made reservation on behalf of b8d2ccb9692e4071bc123f6e4edfa373 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:53.345046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.409880 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.467574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:53.492696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e78ce7fa-38ea-4975-ba59-7e2e9713bcfb req-52d55977-bb33-4786-97fe-7fbeb5e8b0be tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 210 time: 0.5816169 Jul 30 01:29:53.493469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea42994a-4e4c-4e58-94ee-001e89056b4c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:53.494840 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:29:50Z', 'revision_number': 3, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:53.536398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:53.538716 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4e7-a4d4-4c4f-9ce6-4cfb037af217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.540666 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Checking router: fbeceb14-93ee-4570-a8bf-99954b2440c2 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:53.541022 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Updating router fbeceb14-93ee-4570-a8bf-99954b2440c2 port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:53.555784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7396e83-557d-411c-a4d6-ff053486415a req-0b43992c-b788-4fab-90a5-714a18bc4ffb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7053835 Jul 30 01:29:53.579265 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.628751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.636076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-748e3494-ebd7-4dd8-bc0b-d97681d6cc71 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2006459 Jul 30 01:29:53.672345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52614) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:53.711512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Request body: {'security_group_rule': {'security_group_id': 'ea42994a-4e4c-4e58-94ee-001e89056b4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:53.788537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c03d2f3a-8419-407f-a79a-8e62b02058cd, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c03d2f3a-8419-407f-a79a-8e62b02058cd,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:53.798270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.818934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85f1574b-c08b-4790-8580-3b0d1aca377a req-8a4ce1f2-5bb4-429f-b7b0-e4de59b20719 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 210 time: 0.1533487 Jul 30 01:29:53.843482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.883040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:53.883851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 847fad44-707b-4e0e-8b84-43d394ae038d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:53.947611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-3faef282-730f-4014-9157-47e31dd5d8b3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:53.949819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-3faef282-730f-4014-9157-47e31dd5d8b3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2981043 Jul 30 01:29:54.012967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Request body: {'port': {'device_id': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '9bb3f3eba0e94b568df5c03b121190f2'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:54.054512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.107814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Allocated IP 172.20.0.1 (03c9c1b3-9424-4fd7-b8e5-238fc494c8b6/a58bfb6e-6bae-432a-abf5-042576b81d98/306e6413-edcb-4473-a098-16a8d8a6d33e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:54.166518 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.173140 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-05a9d4e7-a4d4-4c4f-9ce6-4cfb037af217 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:29:54.174100 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-05a9d4e7-a4d4-4c4f-9ce6-4cfb037af217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:29:54.188580 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.215331 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Transition to ACTIVE for port object 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:54.223874 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.238349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 847fad44-707b-4e0e-8b84-43d394ae038d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:54.238794 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.242825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Transition to ACTIVE for port object 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:54.243029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8987309-0704-4c69-a33f-84ae9c2a066b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.245473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c03d2f3a-8419-407f-a79a-8e62b02058cd,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.284577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:54.289250 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.304701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.331893 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Attempting to bind port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:54.344312 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Attempting to bind port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:54.344739 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Attempting to bind port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:54.354272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Transition to ACTIVE for port object 306e6413-edcb-4473-a098-16a8d8a6d33e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:54.354500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:54.357466 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.358103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6aef1-29ad-4563-8a9e-835f8d1dce4b None None] Pushing event updated for resources: {'Port': ['ID=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.366143 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:54.366531 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:54.366922 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.367372 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:54.367821 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Bound port: 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:54.368204 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.375989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:54.417355 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805370fe-a7a5-4c05-b854-299f95eae078 None None] Pushing event updated for resources: {'Port': ['ID=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.444270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.484787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae25c58-0565-4a9b-818f-5acb10b1c6e3 req-bfc11396-c6ad-4cec-9cfa-9097900895ad tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:54.495157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eae25c58-0565-4a9b-818f-5acb10b1c6e3 req-bfc11396-c6ad-4cec-9cfa-9097900895ad tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.5437927 Jul 30 01:29:54.501906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.504353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:54.505273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.509190 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] For port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:54.517856 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] For port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:54.526782 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.620046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.644378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eae25c58-0565-4a9b-818f-5acb10b1c6e3 req-2cc85787-fa01-4c8f-8c79-b7038d3d041b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477523 Jul 30 01:29:54.685145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Routers {'fbeceb14-93ee-4570-a8bf-99954b2440c2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:54.685145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbeceb14-93ee-4570-a8bf-99954b2440c2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:54.691645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:54.709614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-66aeda49-2d2d-4bcf-8337-7e2700299538 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5255880 Jul 30 01:29:54.720272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:54.763857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:54.768126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Request body: {'port': {'device_id': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:54.774433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Pushing event updated for resources: {'Port': ['ID=306e6413-edcb-4473-a098-16a8d8a6d33e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.842923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.914291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.931157 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805370fe-a7a5-4c05-b854-299f95eae078 None None] Pushing event updated for resources: {'Port': ['ID=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:54.938330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Attempting to bind port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:54.938896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Attempting to bind port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:54.939177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Attempting to bind port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 on network ee527f84-44a2-42da-bde9-5389f9cd3e81 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:54.955482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Checking segment: {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:54.955851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Network hostable DHCP agents. Network: a0caf463-7dc5-49cd-8198-26ad15416382, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:29:54.968048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Made reservation on behalf of 9bb3f3eba0e94b568df5c03b121190f2 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:29:54.972473 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.972783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:54.973191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Checking segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:54.974399 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.974399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Bound using segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:54.974592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Bound port: 8aaaa8d3-2951-453a-90b2-0074c8cd9c94, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:54.974678 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:54.974883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.085675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] For port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:55.092843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] For port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:55.093581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.103903 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.108720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197c455-8df9-4e5a-b947-7962cfddf7ea req-0c1e6c78-0424-4465-9244-5c365097fd57 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:55.114476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3197c455-8df9-4e5a-b947-7962cfddf7ea req-0c1e6c78-0424-4465-9244-5c365097fd57 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 949 time: 0.3524504 Jul 30 01:29:55.163214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa12175f-2f37-409f-995d-755ff3a402a6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:55.163378 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] Set router fbeceb14-93ee-4570-a8bf-99954b2440c2 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:55.172358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.186923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Network a0caf463-7dc5-49cd-8198-26ad15416382 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:29:55.241251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.242724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6fe94a32-a57c-4a9f-99d6-af9128d75e6b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5519571 Jul 30 01:29:55.250812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8747a4-f1ab-4967-8153-910d8343eaba req-d893c5d7-6f71-4e30-afef-5d7b2e9701f9 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:55.253162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d8747a4-f1ab-4967-8153-910d8343eaba req-d893c5d7-6f71-4e30-afef-5d7b2e9701f9 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 931 time: 0.3851094 Jul 30 01:29:55.265787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52644) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:55.281024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Routers {'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:55.281721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:55.282913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Request body: {'security_group_rule': {'security_group_id': 'ea42994a-4e4c-4e58-94ee-001e89056b4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:55.307124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a0caf463-7dc5-49cd-8198-26ad15416382) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:55.417311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c03d2f3a-8419-407f-a79a-8e62b02058cd up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:55.417535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.420099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635107a1-750d-47c3-b5f0-b9fcaf4623b2 None None] Network a0caf463-7dc5-49cd-8198-26ad15416382 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:29:55.424474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.444617 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:29:50Z', 'revision_number': 3, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:55.476248 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed4f2e-b4f2-4c5a-b0a3-46cf12a22566 None None] The sync data for ids ['fbeceb14-93ee-4570-a8bf-99954b2440c2'] in n-d-713499-10 is: [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:29:50Z', 'revision_number': 3, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:55.510457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Pushing event updated for resources: {'Port': ['ID=306e6413-edcb-4473-a098-16a8d8a6d33e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:55.534456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:55.545788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.589162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6aef1-29ad-4563-8a9e-835f8d1dce4b None None] Pushing event updated for resources: {'Port': ['ID=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:55.620870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44104089-1ba7-4683-9273-b5a8e1fb4677 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:55.622941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac06997b-fa1a-4d56-a954-2acfe27a0dad None None] Provisioning for port 306e6413-edcb-4473-a098-16a8d8a6d33e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:55.632810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.639548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] Set router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:55.643970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac06997b-fa1a-4d56-a954-2acfe27a0dad None None] Provisioning complete for port 306e6413-edcb-4473-a098-16a8d8a6d33e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:55.644332 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac06997b-fa1a-4d56-a954-2acfe27a0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.648409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Transition to ACTIVE for port object 44104089-1ba7-4683-9273-b5a8e1fb4677 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:55.689182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:55.690207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:55.690861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.691513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:55.693517 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.797204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ac06997b-fa1a-4d56-a954-2acfe27a0dad None None] Port 306e6413-edcb-4473-a098-16a8d8a6d33e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:55.803039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3197c455-8df9-4e5a-b947-7962cfddf7ea req-e519f20b-c090-4d24-a127-bbeea132fd71 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744952 Jul 30 01:29:55.803602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c03d2f3a-8419-407f-a79a-8e62b02058cd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:55.804113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.828890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8173229e-8c48-44e9-be63-4082ba3c1b46 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9086623 Jul 30 01:29:55.845046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52648) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:55.845046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:55.847999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d8747a4-f1ab-4967-8153-910d8343eaba req-475b0c05-73ae-4fe5-9f9c-47100c3b8dff tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717623 Jul 30 01:29:55.871287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.907959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Router fbeceb14-93ee-4570-a8bf-99954b2440c2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:29:55.932356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:55.934399 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.935505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:55.974964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:55.978221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Allocated IP 192.168.233.242 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/a22f7523-27ee-420e-ab1d-09b47872871c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:56.004711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:56.007322 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.145616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4c787f8-94b7-4008-b7be-43df8c98e7b7 req-72362cde-26d2-472a-904c-a686dfd7b1ff tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 210 time: 0.0795271 Jul 30 01:29:56.166286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.191699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-a0caf463-7dc5-49cd-8198-26ad15416382', 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'fixed_ips': [{'subnet_id': 'e8987309-0704-4c69-a33f-84ae9c2a066b'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:29:56.192905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.217624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.238688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.370751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:56.371126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:56.371461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:56.385970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.394955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0d1148-fa8a-4d79-b953-9ff67d2f47ac,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:56.400200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:56.406957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f376183-0884-44a8-843a-c8fddba7eb71 admin admin] 10.222.0.78 "PUT /v2.0/routers/fbeceb14-93ee-4570-a8bf-99954b2440c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3568206 Jul 30 01:29:56.414397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:29:56.414944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:56.426100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.434202 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ebac929f-85fb-49ab-93c0-ee945163914c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1652985 Jul 30 01:29:56.436296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52658) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:56.447434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25882ac8-3226-4bb6-943c-cbcf15770758 req-2a2b482e-c488-4c89-82cb-277748e1e0fa tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:56.449335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25882ac8-3226-4bb6-943c-cbcf15770758 req-2a2b482e-c488-4c89-82cb-277748e1e0fa tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.3546214 Jul 30 01:29:56.456598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:56.476891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:56.487325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:56.487799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:56.488286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Bound port: 44104089-1ba7-4683-9273-b5a8e1fb4677, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:56.488658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.496113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:56.514768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-30d5e2ee-6bc1-4b5f-a40e-0e581ec773d4 None None] Provisioning complete for port 306e6413-edcb-4473-a098-16a8d8a6d33e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:56.515203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-30d5e2ee-6bc1-4b5f-a40e-0e581ec773d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.632393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.634873 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.648299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.655840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-30d5e2ee-6bc1-4b5f-a40e-0e581ec773d4 None None] Port 306e6413-edcb-4473-a098-16a8d8a6d33e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:56.671883 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.682448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25882ac8-3226-4bb6-943c-cbcf15770758 req-7a343796-371e-4290-9e8d-6d4793665d2f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115660 Jul 30 01:29:56.688708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Allocated IP 172.20.0.2 (a0caf463-7dc5-49cd-8198-26ad15416382/e8987309-0704-4c69-a33f-84ae9c2a066b/fe854971-e35d-487a-a00c-b64b7fd8d7e1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:56.694599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 4, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8aaaa8d3-2951-453a-90b2-0074c8cd9c94', 'name': '', 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'mac_address': 'fa:16:3e:55:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:43Z', 'updated_at': '2021-07-30T01:29:55Z', 'revision_number': 4, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'subnets': [{'id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:56.699361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.709793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:56.713048 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0853fd7-af5c-4e6f-b6c2-ca6efbd3f7fd" -d '{"events": [{"server_uuid": "433daeb6-1939-4d5e-bb24-51510660d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:56.769356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb14f-93fa-42d5-bba7-8ef41169230e None None] The sync data for ids ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'] in n-d-713499-10 is: [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:44Z', 'revision_number': 4, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8aaaa8d3-2951-453a-90b2-0074c8cd9c94', 'name': '', 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'mac_address': 'fa:16:3e:55:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:43Z', 'updated_at': '2021-07-30T01:29:55Z', 'revision_number': 4, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'subnets': [{'id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:29:56.770171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Transition to ACTIVE for port object a22f7523-27ee-420e-ab1d-09b47872871c will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:56.773430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:56.787555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.803520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:56.810228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:56.825109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.871764 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedea672-af94-413f-a12e-863fd69e18b4 x-openstack-request-id: req-aedea672-af94-413f-a12e-863fd69e18b4 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:56.872053 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433daeb6-1939-4d5e-bb24-51510660d3e7", "name": "network-vif-plugged", "status": "completed", "tag": "178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:56.873220 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aedea672-af94-413f-a12e-863fd69e18b4 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:56.873910 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', 'code': 200} Jul 30 01:29:56.877599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:56.905009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:56.905384 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.986832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:56.990369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:56.991985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] 10.222.0.55 "PUT /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 1092 time: 2.2420714 Jul 30 01:29:56.994464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:29:57.000134 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f9c4e-17da-4088-a95c-0efd3537e23a" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:29:57.054485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:57.067601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Allocated IP 172.25.8.19 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/786ef68e-3825-476e-9a21-4caa212516a7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:57.115171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bac6d3-fa73-4b9a-8627-69a40aac6f86 service neutron] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:57.118624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.169791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['6bdeb943-45eb-4415-ac57-126855e6ebab'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:29:57.283463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.297003 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.319427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Transition to ACTIVE for port object fe854971-e35d-487a-a00c-b64b7fd8d7e1 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:57.348935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Transition to ACTIVE for port object fe854971-e35d-487a-a00c-b64b7fd8d7e1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:57.352999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:57.357336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87b22-f00d-4c3c-92f4-13c7fa31ce2f req-f09a4d0f-eace-4086-ba6a-c486a24d93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:57.359327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93d87b22-f00d-4c3c-92f4-13c7fa31ce2f req-f09a4d0f-eace-4086-ba6a-c486a24d93ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 1102 time: 0.4202321 Jul 30 01:29:57.365611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.390034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.409131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:57.435635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:57.444591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Pushing event updated for resources: {'Port': ['ID=786ef68e-3825-476e-9a21-4caa212516a7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:57.453846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Network a0caf463-7dc5-49cd-8198-26ad15416382 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:57.462281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Pushing event updated for resources: {'Port': ['ID=fe854971-e35d-487a-a00c-b64b7fd8d7e1,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:57.464880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:57.471905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:57.491647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:57.493322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:57.495965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:57.749973 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.817282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Attempting to bind port fe854971-e35d-487a-a00c-b64b7fd8d7e1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:29:57.817554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Attempting to bind port fe854971-e35d-487a-a00c-b64b7fd8d7e1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:29:57.817925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Attempting to bind port fe854971-e35d-487a-a00c-b64b7fd8d7e1 on network a0caf463-7dc5-49cd-8198-26ad15416382 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:29:57.829459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Pushing event updated for resources: {'Port': ['ID=a22f7523-27ee-420e-ab1d-09b47872871c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:57.843043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:57.847926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a2c3a261-1210-46a7-a3dc-f5f4615c57f5 None None] Provisioning for port a22f7523-27ee-420e-ab1d-09b47872871c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:57.849226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-1e11a441-41b2-4ff2-b8fe-f127ccb398b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:57.850968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-1e11a441-41b2-4ff2-b8fe-f127ccb398b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1095 time: 0.7724943 Jul 30 01:29:57.851813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:29:57.852595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Checking segment: {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:29:57.853059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.853721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Bound using segment: {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:29:57.854680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Bound port: fe854971-e35d-487a-a00c-b64b7fd8d7e1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:29:57.854680 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.862086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.864357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 08c0768e-bfe7-4ecf-8f17-a5846560614d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:57.873999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a2c3a261-1210-46a7-a3dc-f5f4615c57f5 None None] Provisioning complete for port a22f7523-27ee-420e-ab1d-09b47872871c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:57.874363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a261-1210-46a7-a3dc-f5f4615c57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.876250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.881905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e48b-7df8-4412-9715-1023bf1ea159 req-b5e8a050-e7b1-4e30-b512-1d6cc7723996 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:57.889392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6653e48b-7df8-4412-9715-1023bf1ea159 req-b5e8a050-e7b1-4e30-b512-1d6cc7723996 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 950 time: 0.7090697 Jul 30 01:29:57.959804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7838b-cd4b-4259-824f-bf49eecd6248 req-d5f1ce22-fd27-4f61-b14d-7d3d70d4f093 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:57.961067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-adf7838b-cd4b-4259-824f-bf49eecd6248 req-d5f1ce22-fd27-4f61-b14d-7d3d70d4f093 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 943 time: 0.6535416 Jul 30 01:29:57.969210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:57.972114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93d87b22-f00d-4c3c-92f4-13c7fa31ce2f req-46b330b8-9ec7-401d-bd51-8b096357b1ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723987 Jul 30 01:29:57.973807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-bc916f34-9251-492e-815f-68855833ac6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 217 time: 0.1008151 Jul 30 01:29:57.984130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:57.984912 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.016849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3a261-1210-46a7-a3dc-f5f4615c57f5 None None] Port a22f7523-27ee-420e-ab1d-09b47872871c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:29:58.046014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:58.062384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-249d8697-7912-492f-85a5-5904abf10390 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0564804 Jul 30 01:29:58.078965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] For port fe854971-e35d-487a-a00c-b64b7fd8d7e1, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:29:58.081928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6653e48b-7df8-4412-9715-1023bf1ea159 req-822e73f3-e3cd-408e-8a53-aa493c61dd82 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914754 Jul 30 01:29:58.084434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] For port fe854971-e35d-487a-a00c-b64b7fd8d7e1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe854971-e35d-487a-a00c-b64b7fd8d7e1,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:29:58.092335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 08c0768e-bfe7-4ecf-8f17-a5846560614d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:58.092604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.094701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.103175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Request body: {'port': {'device_id': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:29:58.128206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.144213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-adf7838b-cd4b-4259-824f-bf49eecd6248 req-e49c1eab-64f5-48af-961e-851ba79a3f84 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696627 Jul 30 01:29:58.226127 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.233065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d438bf-3880-4538-83d8-9ed87c1dae66 None None] Pushing event updated for resources: {'Port': ['ID=fe854971-e35d-487a-a00c-b64b7fd8d7e1,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:58.243558 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54b6fb-142c-48da-9ed9-a344e63a1ebb x-openstack-request-id: req-ba54b6fb-142c-48da-9ed9-a344e63a1ebb {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:29:58.243838 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:29:58.246986 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba54b6fb-142c-48da-9ed9-a344e63a1ebb {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:29:58.250129 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'status': 'completed', 'code': 200} Jul 30 01:29:58.327663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Allocated IP 172.25.8.198 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/b3a37d63-d7d3-441d-b9bb-cf223e5731fb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:58.412112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-0d673323-df12-4652-bc2e-0872acd57346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:58.413863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-0d673323-df12-4652-bc2e-0872acd57346 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1735811 Jul 30 01:29:58.452579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Router 106f3844-035e-4e54-8077-536d34bc2a50 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:29:58.619461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-23f1a43a-0997-4a50-9672-0f08b9eb055a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1868842 Jul 30 01:29:58.644329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:58.681338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef361b3d-5448-49e1-8596-5a34495a4cc3 req-153d0d6c-0ad0-4ee9-86fd-3e137be77620 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:58.683979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef361b3d-5448-49e1-8596-5a34495a4cc3 req-153d0d6c-0ad0-4ee9-86fd-3e137be77620 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 936 time: 0.4096510 Jul 30 01:29:58.729212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:58.733677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:58.734163 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.829109 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.855277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:58.869564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.870942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:58.879253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:29:58.880020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29e8c3-bb1e-4e88-86e2-6da479115562 req-ec2e7703-3fdd-4260-92f3-9ab4f28df088 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:58.881588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b29e8c3-bb1e-4e88-86e2-6da479115562 req-ec2e7703-3fdd-4260-92f3-9ab4f28df088 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.4007294 Jul 30 01:29:58.897398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.901805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd5ecb66-8bf9-45f7-b84b-76a1333a7510 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0606279 Jul 30 01:29:58.902537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:58.920277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Sync routers for ids ['106f3844-035e-4e54-8077-536d34bc2a50'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:29:58.944453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:58.954293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Routers {'106f3844-035e-4e54-8077-536d34bc2a50'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:29:58.954801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['106f3844-035e-4e54-8077-536d34bc2a50'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:58.968187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef361b3d-5448-49e1-8596-5a34495a4cc3 req-73769fc2-191e-47f2-be63-584bee39278b tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526116 Jul 30 01:29:58.999329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-1add7c5c-9ea3-4579-978d-c02e2f54e1ac service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603835 Jul 30 01:29:59.051548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:59.101675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:29:59.112106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:59.112394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.147084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b29e8c3-bb1e-4e88-86e2-6da479115562 req-249fa7a5-420b-426a-ab3a-786762a17294 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478199 Jul 30 01:29:59.163427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Set router 106f3844-035e-4e54-8077-536d34bc2a50 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:29:59.266903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22f7523-27ee-420e-ab1d-09b47872871c {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:29:59.280720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.285607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.304631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a1c8c67-597e-4ac8-940c-aa271977fcc2 req-490583af-9f35-4b95-ab92-eb33d4ec919c service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907054 Jul 30 01:29:59.370638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:29:59.391495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:29:59.397223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Transition to ACTIVE for port object a22f7523-27ee-420e-ab1d-09b47872871c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:29:59.409379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:29:59.417121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.446692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event updated for resources: {'Port': ['ID=b3a37d63-d7d3-441d-b9bb-cf223e5731fb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:59.466331 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.535883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:29:59.548584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.549770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:29:59.580397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098ac5e-0d44-4329-88f7-24e62cfbd19c req-2483c3db-1748-47dc-81ec-115c5c90e90c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:59.588104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7098ac5e-0d44-4329-88f7-24e62cfbd19c req-2483c3db-1748-47dc-81ec-115c5c90e90c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 950 time: 0.3150854 Jul 30 01:29:59.642768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.651715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 3, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:29:59.656859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:59.664243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Pushing event updated for resources: {'Port': ['ID=a22f7523-27ee-420e-ab1d-09b47872871c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:59.692799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Checking router: 106f3844-035e-4e54-8077-536d34bc2a50 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:29:59.693141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Updating router 106f3844-035e-4e54-8077-536d34bc2a50 port 786ef68e-3825-476e-9a21-4caa212516a7 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:29:59.731987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:29:59.732482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.735166 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:59.748552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-c818f519-afb0-4c4c-a3d5-38cbff935278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:59.751039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-c818f519-afb0-4c4c-a3d5-38cbff935278 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1095 time: 0.3353188 Jul 30 01:29:59.812748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941337-6b43-4e02-b36a-558a3ac05a2b req-603f26d4-1248-42f6-9768-063ad83aff25 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:29:59.815400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3941337-6b43-4e02-b36a-558a3ac05a2b req-603f26d4-1248-42f6-9768-063ad83aff25 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 943 time: 0.3613126 Jul 30 01:29:59.923871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Allocated IP 172.20.0.1 (a0caf463-7dc5-49cd-8198-26ad15416382/e8987309-0704-4c69-a33f-84ae9c2a066b/cca2e148-b5a7-44d5-8422-6d37ac362407) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:29:59.930013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7098ac5e-0d44-4329-88f7-24e62cfbd19c req-334f3184-420e-4412-b505-71cc123eaa32 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409142 Jul 30 01:30:00.061882 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.071220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Attempting to bind port a22f7523-27ee-420e-ab1d-09b47872871c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:00.071568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Attempting to bind port a22f7523-27ee-420e-ab1d-09b47872871c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:00.071895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Attempting to bind port a22f7523-27ee-420e-ab1d-09b47872871c on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:00.093204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6e8d5-7aac-4d80-a971-8b4f5ecf51d9 None None] Network a0caf463-7dc5-49cd-8198-26ad15416382 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:30:00.094953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Port a22f7523-27ee-420e-ab1d-09b47872871c on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:00.095689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Attempting to bind port a22f7523-27ee-420e-ab1d-09b47872871c on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:00.124431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:00.125020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:00.125561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:00.126179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Bound port: a22f7523-27ee-420e-ab1d-09b47872871c, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:00.127280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.151956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.179438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Transition to ACTIVE for port object cca2e148-b5a7-44d5-8422-6d37ac362407 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:00.211150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] For port a22f7523-27ee-420e-ab1d-09b47872871c, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:00.221591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] For port a22f7523-27ee-420e-ab1d-09b47872871c, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a22f7523-27ee-420e-ab1d-09b47872871c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:00.231461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4e07b829-26ae-4a6f-94ac-f7f219a5de96 None None] Provisioning for port fe854971-e35d-487a-a00c-b64b7fd8d7e1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:00.254430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.269786 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.279623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3941337-6b43-4e02-b36a-558a3ac05a2b req-7a7476c7-44ef-4847-aa10-68c87814ba82 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473073 Jul 30 01:30:00.314894 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.347935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Network a0caf463-7dc5-49cd-8198-26ad15416382 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:00.350378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Pushing event updated for resources: {'Port': ['ID=cca2e148-b5a7-44d5-8422-6d37ac362407,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:00.352937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:00.355599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:00.422063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.592651 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.624359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Transition to ACTIVE for port object 786ef68e-3825-476e-9a21-4caa212516a7 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:00.653966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:00.659433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.776293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:00.801380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776814781', 'description': 'tempest-description--137752341'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:00.815350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.008539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Pushing event updated for resources: {'Port': ['ID=786ef68e-3825-476e-9a21-4caa212516a7,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:01.008842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-5ad698ad-3d30-4288-be9a-a296a06fd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:01.010354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-5ad698ad-3d30-4288-be9a-a296a06fd0ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 1.2131581 Jul 30 01:30:01.050645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Attempting to bind port 786ef68e-3825-476e-9a21-4caa212516a7 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:01.051119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Attempting to bind port 786ef68e-3825-476e-9a21-4caa212516a7 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:01.052619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Attempting to bind port 786ef68e-3825-476e-9a21-4caa212516a7 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:01.057313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:01.057955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.059697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] 10.222.0.66 "PUT /v2.0/ports/a22f7523-27ee-420e-ab1d-09b47872871c HTTP/1.1" status: 200 len: 1097 time: 2.9668355 Jul 30 01:30:01.060938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'tag': 'a22f7523-27ee-420e-ab1d-09b47872871c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:01.063843 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61322903-1b51-4101-851a-d1917d6b5f83" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f4981-3f38-43ca-bfb0-d23f81610cc8", "tag": "a22f7523-27ee-420e-ab1d-09b47872871c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:01.078084 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.088088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:01.090565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:01.092041 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.094583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:01.095972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Bound port: 786ef68e-3825-476e-9a21-4caa212516a7, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:01.097845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.118925 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-29d0375b-a075-491e-9328-faf1407af701 req-5ce029fb-0f70-4a27-84da-158378341d46 service neutron] show failed (client error): The resource could not be found. Jul 30 01:30:01.123024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-5ce029fb-0f70-4a27-84da-158378341d46 service neutron] 10.222.0.66 "GET /v2.0/ports/0bf8c5e0-86db-491f-860b-9fc12c55a37a/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.6248691 Jul 30 01:30:01.215504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:01.215879 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.287236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.296366 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.317929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] For port 786ef68e-3825-476e-9a21-4caa212516a7, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:01.366099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] For port 786ef68e-3825-476e-9a21-4caa212516a7, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=786ef68e-3825-476e-9a21-4caa212516a7,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:01.374898 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.382143 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Sync routers for ids ['fbeceb14-93ee-4570-a8bf-99954b2440c2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:30:01.386052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2b81d075-45a6-4e3a-a40d-3406ad0b881e None None] Provisioning for port cca2e148-b5a7-44d5-8422-6d37ac362407 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:01.417218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Routers {'fbeceb14-93ee-4570-a8bf-99954b2440c2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:01.420903 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbeceb14-93ee-4570-a8bf-99954b2440c2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:01.429282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2b81d075-45a6-4e3a-a40d-3406ad0b881e None None] Provisioning complete for port cca2e148-b5a7-44d5-8422-6d37ac362407 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:01.435315 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b81d075-45a6-4e3a-a40d-3406ad0b881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.476099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.491641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-6dfdb2e5-24e7-49ad-87e0-ec9db5dbe9e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 217 time: 0.4430470 Jul 30 01:30:01.502120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Pushing event updated for resources: {'Port': ['ID=cca2e148-b5a7-44d5-8422-6d37ac362407,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:01.504690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.513946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.541259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a131d5c-4fde-4f2c-a26a-87f913634a5d req-16e0ff8e-62b3-46f1-a5b5-8753648c6c45 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:01.543309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a131d5c-4fde-4f2c-a26a-87f913634a5d req-16e0ff8e-62b3-46f1-a5b5-8753648c6c45 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 1102 time: 1.2138677 Jul 30 01:30:01.559231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.566673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dbcff-3ee9-4dbb-a13a-00a9eb422e42 service neutron] Pushing event updated for resources: {'Port': ['ID=a22f7523-27ee-420e-ab1d-09b47872871c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:01.568537 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7775066 Jul 30 01:30:01.570087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52734) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:01.591764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'security_group_rule': {'security_group_id': '0edd19df-bc39-47d7-a6d7-7e7b679a6544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:01.607613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbea2d-139d-498f-ab76-19e1062e6fd1 req-3122dff0-dc77-4026-928d-0ea62658e43a tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:01.616349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1afbea2d-139d-498f-ab76-19e1062e6fd1 req-3122dff0-dc77-4026-928d-0ea62658e43a tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 948 time: 0.6491833 Jul 30 01:30:01.630985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Set router fbeceb14-93ee-4570-a8bf-99954b2440c2 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:01.637565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448e513-938a-43a4-83d5-e0cb71506f95 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edd19df-bc39-47d7-a6d7-7e7b679a6544,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:01.650847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:01.664614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Pushing event updated for resources: {'Port': ['ID=786ef68e-3825-476e-9a21-4caa212516a7,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:01.670503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2b81d075-45a6-4e3a-a40d-3406ad0b881e None None] Port cca2e148-b5a7-44d5-8422-6d37ac362407 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:01.677290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Routers {'106f3844-035e-4e54-8077-536d34bc2a50'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:01.679484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['106f3844-035e-4e54-8077-536d34bc2a50'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:01.713906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.718091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1afbea2d-139d-498f-ab76-19e1062e6fd1 req-0e6af915-05b1-4533-8652-c8659f24f2e9 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988803 Jul 30 01:30:01.764188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Network a0caf463-7dc5-49cd-8198-26ad15416382 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:01.767255 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:01.770481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.770958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.788548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.789196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.789689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.790176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.791947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.793015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.795059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.795566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.796677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.797250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d1080-8661-4160-8f2b-6950959f74eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:01.830599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.878008 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9a131d5c-4fde-4f2c-a26a-87f913634a5d req-3dd512b9-ed1e-43e8-a3cb-ec2db74f24b8 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.894630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-388b5c35-8102-4e47-8047-a027acfc5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:01.905353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-388b5c35-8102-4e47-8047-a027acfc5337 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 1100 time: 0.5743196 Jul 30 01:30:01.914663 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.928034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4352d4ef-221a-40b5-a55e-7040af2b2796 None None] Provisioning complete for port cca2e148-b5a7-44d5-8422-6d37ac362407 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:01.928806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4352d4ef-221a-40b5-a55e-7040af2b2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:01.994725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4352d4ef-221a-40b5-a55e-7040af2b2796 None None] Port cca2e148-b5a7-44d5-8422-6d37ac362407 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:02.043148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:02.043993 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.044843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.055237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.069131 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:29:55Z', 'revision_number': 4, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '306e6413-edcb-4473-a098-16a8d8a6d33e', 'name': '', 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'mac_address': 'fa:16:3e:a4:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a58bfb6e-6bae-432a-abf5-042576b81d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:53Z', 'updated_at': '2021-07-30T01:29:55Z', 'revision_number': 2, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'subnets': [{'id': 'a58bfb6e-6bae-432a-abf5-042576b81d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:02.087546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-bc42161c-05cd-40c6-b50e-864da186b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:02.088875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] Set router 106f3844-035e-4e54-8077-536d34bc2a50 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:02.089493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-bc42161c-05cd-40c6-b50e-864da186b23b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 1102 time: 0.5969234 Jul 30 01:30:02.129078 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Checking router: fbeceb14-93ee-4570-a8bf-99954b2440c2 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:30:02.129602 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Updating router fbeceb14-93ee-4570-a8bf-99954b2440c2 port 306e6413-edcb-4473-a098-16a8d8a6d33e binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:30:02.134067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:02.144076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-79547aa0-2058-4d54-8a4c-616e6dda21e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a22f7523-27ee-420e-ab1d-09b47872871c HTTP/1.1" status: 200 len: 217 time: 0.1772470 Jul 30 01:30:02.177592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d47cd58-8358-4da7-aae0-ca8bc71720d9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:02.199348 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.218800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Router 106f3844-035e-4e54-8077-536d34bc2a50 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:30:02.282935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-5705f9ce-a03b-454b-9bd5-db54fcec8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:02.284434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-5705f9ce-a03b-454b-9bd5-db54fcec8e46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.7576799 Jul 30 01:30:02.353736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2200acff-05c8-4023-9b37-be11575b0d3b None None] Provisioning complete for port cca2e148-b5a7-44d5-8422-6d37ac362407 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:02.354323 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2200acff-05c8-4023-9b37-be11575b0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.371799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:30:02.379455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-33f49431-0642-4a0d-abf5-f1b54080a58a admin admin] 10.222.0.78 "PUT /v2.0/routers/106f3844-035e-4e54-8077-536d34bc2a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4759512 Jul 30 01:30:02.385040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event updated for resources: {'Port': ['ID=b3a37d63-d7d3-441d-b9bb-cf223e5731fb,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:02.400818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-123bba95-64bd-42b3-80f0-554b6b5626bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830343 Jul 30 01:30:02.431426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9a131d5c-4fde-4f2c-a26a-87f913634a5d req-3dd512b9-ed1e-43e8-a3cb-ec2db74f24b8 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.435896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2200acff-05c8-4023-9b37-be11575b0d3b None None] Port cca2e148-b5a7-44d5-8422-6d37ac362407 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:02.449002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.450107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.455930 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f3faf1fc-1573-4cdd-bdb2-ecfab4156e9b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8676498 Jul 30 01:30:02.457424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52744) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:02.464999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'security_group_rule': {'security_group_id': '0edd19df-bc39-47d7-a6d7-7e7b679a6544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:02.467527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9a131d5c-4fde-4f2c-a26a-87f913634a5d req-3dd512b9-ed1e-43e8-a3cb-ec2db74f24b8 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.471317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-abf2ac54-d6d0-4420-be4f-8cb7d13ce243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:02.472720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-abf2ac54-d6d0-4420-be4f-8cb7d13ce243 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2387066 Jul 30 01:30:02.509829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a5bcf-20d1-4626-b376-2adffc91f9de req-5a5bd90b-2566-4189-b02f-c2a4121821bf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:02.517795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2a5bcf-20d1-4626-b376-2adffc91f9de req-5a5bd90b-2566-4189-b02f-c2a4121821bf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.4266665 Jul 30 01:30:02.519611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.543752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.563056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe854971-e35d-487a-a00c-b64b7fd8d7e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:02.608517 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.621846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a131d5c-4fde-4f2c-a26a-87f913634a5d req-3dd512b9-ed1e-43e8-a3cb-ec2db74f24b8 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0509057 Jul 30 01:30:02.638569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.644654 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Transition to ACTIVE for port object 306e6413-edcb-4473-a098-16a8d8a6d33e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:02.649708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5cf4fe15-8db4-4d06-9208-23a268bc8f95 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1986675 Jul 30 01:30:02.660539 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.677662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'cca2e148-b5a7-44d5-8422-6d37ac362407', 'name': '', 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'mac_address': 'fa:16:3e:59:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 2, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'subnets': [{'id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:02.695899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd512b9-ed1e-43e8-a3cb-ec2db74f24b8 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f45a5-925e-4e76-89e0-ca55bc914409,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:02.708320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.715238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.730522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff182485-4e76-4402-b546-f863ee2c182f None None] The sync data for ids ['106f3844-035e-4e54-8077-536d34bc2a50'] in n-d-713499-10 is: [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'cca2e148-b5a7-44d5-8422-6d37ac362407', 'name': '', 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'mac_address': 'fa:16:3e:59:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 2, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'subnets': [{'id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:30:02.751188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.752772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port fe854971-e35d-487a-a00c-b64b7fd8d7e1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:02.757137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2952995 Jul 30 01:30:02.757137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cdb27-ee12-4c46-b1c5-64bcff2f8aa2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4058475c-9a7a-447b-ba14-ed283038fba3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:02.758863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52758) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:02.763754 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3293946-ed87-4764-863c-c2d1f830004a x-openstack-request-id: req-a3293946-ed87-4764-863c-c2d1f830004a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:02.765542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:02.766942 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f4981-3f38-43ca-bfb0-d23f81610cc8", "tag": "a22f7523-27ee-420e-ab1d-09b47872871c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:02.768030 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3293946-ed87-4764-863c-c2d1f830004a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:02.768614 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'tag': 'a22f7523-27ee-420e-ab1d-09b47872871c', 'status': 'completed', 'code': 200} Jul 30 01:30:02.770870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fe854971-e35d-487a-a00c-b64b7fd8d7e1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:02.771532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.815676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2a5bcf-20d1-4626-b376-2adffc91f9de req-ac9102ae-122c-43a6-bfe1-d6fcb8212d7f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968748 Jul 30 01:30:02.817724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.837448 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dce4f-9676-4601-aa33-c94afa8ebded None None] Pushing event updated for resources: {'Port': ['ID=306e6413-edcb-4473-a098-16a8d8a6d33e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:02.912797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-a341c19d-6982-49e1-b632-607437e6c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:02.914454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-a341c19d-6982-49e1-b632-607437e6c46d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3818288 Jul 30 01:30:02.943171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.978893 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Attempting to bind port 306e6413-edcb-4473-a098-16a8d8a6d33e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:02.979745 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Attempting to bind port 306e6413-edcb-4473-a098-16a8d8a6d33e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:02.980945 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Attempting to bind port 306e6413-edcb-4473-a098-16a8d8a6d33e on network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:02.994289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.996098 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:02.996642 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Checking segment: {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:02.997037 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:02.997423 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Bound using segment: {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:02.997919 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Bound port: 306e6413-edcb-4473-a098-16a8d8a6d33e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1ade87-0051-4b59-98cc-e2c04811e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:02.998291 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.067832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port fe854971-e35d-487a-a00c-b64b7fd8d7e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe854971-e35d-487a-a00c-b64b7fd8d7e1,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:03.092134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.222363 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] For port 306e6413-edcb-4473-a098-16a8d8a6d33e, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:03.229877 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] For port 306e6413-edcb-4473-a098-16a8d8a6d33e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=306e6413-edcb-4473-a098-16a8d8a6d33e,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:03.239658 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.280174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=fe854971-e35d-487a-a00c-b64b7fd8d7e1,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:03.391700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Allocated IP 172.25.8.197 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/02688feb-1131-445a-a1c4-c509f2f46fcd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:03.399487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-18ffc518-5e8d-4e61-abc3-5ee8a09710e6 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695778 Jul 30 01:30:03.462743 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Routers {'fbeceb14-93ee-4570-a8bf-99954b2440c2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:03.473356 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbeceb14-93ee-4570-a8bf-99954b2440c2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:03.477623 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dce4f-9676-4601-aa33-c94afa8ebded None None] Pushing event updated for resources: {'Port': ['ID=306e6413-edcb-4473-a098-16a8d8a6d33e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:03.542624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:03.670655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:03.684117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'port_id': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'mac_address': 'fa:16:3e:05:01:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd807a516-1541-4e04-9548-3624116ecc85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:03.716137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.744431 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.764269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44104089-1ba7-4683-9273-b5a8e1fb4677 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:03.796103 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] Set router fbeceb14-93ee-4570-a8bf-99954b2440c2 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:03.818257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:03.826281 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.904463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.909648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:03.936572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-5362cc29-b804-4a9f-a895-4a7842880700 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857251 Jul 30 01:30:03.990732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'Port': ['ID=02688feb-1131-445a-a1c4-c509f2f46fcd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:04.021260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:04.028133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:04.034782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:04.043422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda5ca9-3f7e-4646-b0f3-8eb7fe910251 req-4c2eb668-eb71-4ae6-b05d-0853167e5d95 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:04.045285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6eda5ca9-3f7e-4646-b0f3-8eb7fe910251 req-4c2eb668-eb71-4ae6-b05d-0853167e5d95 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 943 time: 0.9752066 Jul 30 01:30:04.062283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:04.118724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['44104089-1ba7-4683-9273-b5a8e1fb4677'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:04.198155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:29:55Z', 'revision_number': 4, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '306e6413-edcb-4473-a098-16a8d8a6d33e', 'name': '', 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'mac_address': 'fa:16:3e:a4:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a58bfb6e-6bae-432a-abf5-042576b81d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:53Z', 'updated_at': '2021-07-30T01:30:03Z', 'revision_number': 4, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'subnets': [{'id': 'a58bfb6e-6bae-432a-abf5-042576b81d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:04.221691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331d1ca-a6a4-42d6-a1fc-fae5bcd8811b req-4c7b4a31-6e8b-45ff-9e8a-00cdb029a467 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:04.224607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1331d1ca-a6a4-42d6-a1fc-fae5bcd8811b req-4c7b4a31-6e8b-45ff-9e8a-00cdb029a467 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 948 time: 0.7965479 Jul 30 01:30:04.291930 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367bec8-7344-4704-b188-7b0183cfdd3a None None] The sync data for ids ['fbeceb14-93ee-4570-a8bf-99954b2440c2'] in n-d-713499-10 is: [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:29:55Z', 'revision_number': 4, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '306e6413-edcb-4473-a098-16a8d8a6d33e', 'name': '', 'network_id': '03c9c1b3-9424-4fd7-b8e5-238fc494c8b6', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'mac_address': 'fa:16:3e:a4:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a58bfb6e-6bae-432a-abf5-042576b81d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:53Z', 'updated_at': '2021-07-30T01:30:03Z', 'revision_number': 4, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'subnets': [{'id': 'a58bfb6e-6bae-432a-abf5-042576b81d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:30:04.454352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1331d1ca-a6a4-42d6-a1fc-fae5bcd8811b req-66330d43-ce6e-4478-b8bf-e4b96267b580 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579769 Jul 30 01:30:04.467807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:04.489399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4f9c4e-17da-4088-a95c-0efd3537e23a req-e1a90386-ec19-49eb-84a4-152e68e94fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0731349 Jul 30 01:30:04.497457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2a558a-e1bb-43fa-b664-bd4a627e8374 req-a61df4b4-eb31-4653-9650-6b5bfab4a473 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509524 Jul 30 01:30:04.519846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6eda5ca9-3f7e-4646-b0f3-8eb7fe910251 req-d8797b68-c251-4824-a8d9-3f3eae8d9faf tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343209 Jul 30 01:30:04.559022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:04.618322 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:04.703909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:04.786859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:04.798212 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d31f1e-358e-4123-84df-8b7366d01a75" -d '{"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:04.835618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Transition to ACTIVE for port object 0bf8c5e0-86db-491f-860b-9fc12c55a37a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:04.881832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.104900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.127470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.215441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'Port': ['ID=02688feb-1131-445a-a1c4-c509f2f46fcd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:05.270687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.328027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.341830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-65175efa-50cd-4592-9f32-6cf214b95f1f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5815964 Jul 30 01:30:05.505713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:30:05.598749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:05.605736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 306e6413-edcb-4473-a098-16a8d8a6d33e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:05.717591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:30:05.771960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 44104089-1ba7-4683-9273-b5a8e1fb4677 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:05.780553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 44104089-1ba7-4683-9273-b5a8e1fb4677 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:05.780934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.814118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e47d126e-ae40-4ec5-92a5-80983aa46f79 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9397197 Jul 30 01:30:05.832297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 306e6413-edcb-4473-a098-16a8d8a6d33e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:05.839330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 306e6413-edcb-4473-a098-16a8d8a6d33e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:05.839852 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.846499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] No DVR routers for this DVR port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:30:05.919052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322903-1b51-4101-851a-d1917d6b5f83 req-ed445241-98e3-4735-b637-b16564972b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:05.922505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.934027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-ed445241-98e3-4735-b637-b16564972b94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 1100 time: 1.3173511 Jul 30 01:30:06.004322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:06.006900 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4563d8a-7507-40c8-9e6a-b61d096cac50" -d '{"events": [{"server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "name": "network-vif-plugged", "status": "completed", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:06.008057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-9184149c-0c2e-47ea-ad12-11cfb84ce8fb tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1607347288&fields=id&tenant_id=2b4416453d3f499b91162b9af4873a6d HTTP/1.1" status: 200 len: 267 time: 1.1914508 Jul 30 01:30:06.097759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:06.115977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.123562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:06.275899 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.296671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:06.296997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:06.297547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:06.395499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:06.395824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Attempting to bind port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:06.527717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:06.529993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:06.532207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:06.532898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Bound port: 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:06.533610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.550292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-997384d6-2661-4d32-89e5-65d56540cad2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:06.565936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-997384d6-2661-4d32-89e5-65d56540cad2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7512989 Jul 30 01:30:06.586359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:06.604855 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.610551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322903-1b51-4101-851a-d1917d6b5f83 req-465a7f92-c82a-479a-b132-4e209b7a79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:06.612253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-465a7f92-c82a-479a-b132-4e209b7a79d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5628223 Jul 30 01:30:06.627749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 306e6413-edcb-4473-a098-16a8d8a6d33e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=306e6413-edcb-4473-a098-16a8d8a6d33e,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:06.634618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.635849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe854971-e35d-487a-a00c-b64b7fd8d7e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:06.646117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-90b65bde-fe5c-436a-b5af-39357ddecaf4 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:06.647721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-90b65bde-fe5c-436a-b5af-39357ddecaf4 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/networks?id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c HTTP/1.1" status: 200 len: 811 time: 0.6384852 Jul 30 01:30:06.714816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-bdb415c7-e376-421e-bbbf-e8f9b37be996 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a22f7523-27ee-420e-ab1d-09b47872871c HTTP/1.1" status: 200 len: 217 time: 0.0802031 Jul 30 01:30:06.730965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=306e6413-edcb-4473-a098-16a8d8a6d33e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:06.752525 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e7e49719-661e-45cd-b6bb-01ef0f6baa94 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/quotas/c3228ac2e2494b0a9ba0f65e1712c344 HTTP/1.1" status: 200 len: 375 time: 0.1845446 Jul 30 01:30:06.754945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fe854971-e35d-487a-a00c-b64b7fd8d7e1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:06.755374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.799120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-ee4b3478-bca0-493f-8235-ceff5d7a9a65 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/quotas/2b4416453d3f499b91162b9af4873a6d HTTP/1.1" status: 200 len: 375 time: 0.0965703 Jul 30 01:30:06.901528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:06.904499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322903-1b51-4101-851a-d1917d6b5f83 req-3eeb76cd-61bb-42ae-a2c3-d952a18d4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:06.906046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-3eeb76cd-61bb-42ae-a2c3-d952a18d4c49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1477780 Jul 30 01:30:06.911900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-1c30a4a3-4f12-4875-9952-b3c5ffc69963 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578572 Jul 30 01:30:06.914805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:06.932120 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.995660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-d184f90a-775f-4d64-92b7-d3a8d2b8345a tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b4416453d3f499b91162b9af4873a6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1711111 Jul 30 01:30:07.038780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:07.039668 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.041317 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 1097 time: 4.9118674 Jul 30 01:30:07.068943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322903-1b51-4101-851a-d1917d6b5f83 req-267e4713-4c72-4355-8ee3-50161103c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:07.071357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-267e4713-4c72-4355-8ee3-50161103c1dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1541255 Jul 30 01:30:07.072066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a9cd0-c54f-4b2c-9a04-6a1ae8eb1fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:07.289748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-1933b009-e077-440f-9a83-4fe5cea79beb service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094712 Jul 30 01:30:07.397474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 786ef68e-3825-476e-9a21-4caa212516a7 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:07.405570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-99fe3759-846c-46bb-a8c1-9135b2710a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:07.407497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-99fe3759-846c-46bb-a8c1-9135b2710a97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1100 time: 0.1681447 Jul 30 01:30:07.463435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 786ef68e-3825-476e-9a21-4caa212516a7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:07.469088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 786ef68e-3825-476e-9a21-4caa212516a7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:07.469734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.483377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-730d3996-aecc-4b67-94eb-ada6776bde45 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:30:07.484340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-730d3996-aecc-4b67-94eb-ada6776bde45 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025826 Jul 30 01:30:07.486828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61322903-1b51-4101-851a-d1917d6b5f83 req-8e01b64a-f06d-48a7-9e95-838f2d526bee service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893175 Jul 30 01:30:07.497438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a22f7523-27ee-420e-ab1d-09b47872871c details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:07.644260 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.692210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 786ef68e-3825-476e-9a21-4caa212516a7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=786ef68e-3825-476e-9a21-4caa212516a7,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:07.704659 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.705505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 306e6413-edcb-4473-a098-16a8d8a6d33e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:07.708469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a22f7523-27ee-420e-ab1d-09b47872871c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a22f7523-27ee-420e-ab1d-09b47872871c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:07.805414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'a22f7523-27ee-420e-ab1d-09b47872871c', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'a22f7523-27ee-420e-ab1d-09b47872871c', 'mac_address': 'fa:16:3e:b8:f2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:07.837348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f06049f2-3cc1-47fc-99bf-ab1886369dca service neutron] 10.222.0.78 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232927 Jul 30 01:30:07.917824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=786ef68e-3825-476e-9a21-4caa212516a7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:07.961811 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.966390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 306e6413-edcb-4473-a098-16a8d8a6d33e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:07.966752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:07.998063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-7b2aef11-cd48-4b01-b98d-dc39b998f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:08.000644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-7b2aef11-cd48-4b01-b98d-dc39b998f00e service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5124886 Jul 30 01:30:08.044305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22f7523-27ee-420e-ab1d-09b47872871c {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:08.101145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a22f7523-27ee-420e-ab1d-09b47872871c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a22f7523-27ee-420e-ab1d-09b47872871c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:08.114091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-689066db-8b50-400a-b183-4d1ed6b3d9a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.0805130 Jul 30 01:30:08.121469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:08.191415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b9a60-8639-47fe-99a0-2d708a1619ca req-caf87ac7-1c0a-4d88-a519-fcbbca43eebf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:08.193341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf2b9a60-8639-47fe-99a0-2d708a1619ca req-caf87ac7-1c0a-4d88-a519-fcbbca43eebf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 948 time: 0.4014192 Jul 30 01:30:08.195105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-6e7b2f5b-1d6a-4f62-bfb3-771c3024e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:08.196705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-6e7b2f5b-1d6a-4f62-bfb3-771c3024e401 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0728939 Jul 30 01:30:08.207334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-bc3bbd34-ca07-4732-b751-acf8cc630916 service neutron] 10.222.0.78 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823365 Jul 30 01:30:08.256453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=a22f7523-27ee-420e-ab1d-09b47872871c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:08.269341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf2b9a60-8639-47fe-99a0-2d708a1619ca req-9781c102-47c8-4e52-b8f4-84c241a0f1b9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Jul 30 01:30:08.344994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0375b-a075-491e-9328-faf1407af701 req-41b4a9e4-b6d3-4336-bfc8-4cc6dd0e4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:08.347274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-41b4a9e4-b6d3-4336-bfc8-4cc6dd0e4536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359975 Jul 30 01:30:08.365545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['a22f7523-27ee-420e-ab1d-09b47872871c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:08.495789 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484de63d-cb4f-4d24-9390-3d622496ee1b x-openstack-request-id: req-484de63d-cb4f-4d24-9390-3d622496ee1b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:08.496235 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:08.496664 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-484de63d-cb4f-4d24-9390-3d622496ee1b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:08.497186 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'code': 200} Jul 30 01:30:08.601713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-f4bbdf25-fe6f-4dfe-aec8-60156f63a2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396827 Jul 30 01:30:08.824143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b334c39-844a-4f6f-bdf4-ace3fbc11e77 req-5514dc6f-b756-4fc4-81c6-b68cc4f60407 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:08.832071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b334c39-844a-4f6f-bdf4-ace3fbc11e77 req-5514dc6f-b756-4fc4-81c6-b68cc4f60407 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 949 time: 0.1386845 Jul 30 01:30:08.858726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-4d2d58fc-cdf0-49f7-a4ce-56a474f8eebc tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1776814781&fields=id&tenant_id=7e323e3f4d9c42f4bec42372dc019daa HTTP/1.1" status: 200 len: 267 time: 0.1663597 Jul 30 01:30:08.889937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d0375b-a075-491e-9328-faf1407af701 req-f6018a8e-b2ae-4e0b-a622-bb3c2f5f0e23 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790380 Jul 30 01:30:08.977149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b334c39-844a-4f6f-bdf4-ace3fbc11e77 req-277a5e92-d1fb-43a4-81ee-a930c4b18c5c tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440411 Jul 30 01:30:09.125443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-cb97f7b8-5f84-4f97-83e6-93b94a6280a2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:09.140708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-cb97f7b8-5f84-4f97-83e6-93b94a6280a2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 823 time: 0.2758601 Jul 30 01:30:09.254366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 786ef68e-3825-476e-9a21-4caa212516a7 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:09.256556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-755a22a2-ba80-48d1-bd61-f46577a7fef7 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/quotas/7e323e3f4d9c42f4bec42372dc019daa HTTP/1.1" status: 200 len: 375 time: 0.1147559 Jul 30 01:30:09.360164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86496aec-45f2-4854-8192-26e6cdce5b9b req-220718ce-d584-4f9f-b963-882e0d39480b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:09.362005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86496aec-45f2-4854-8192-26e6cdce5b9b req-220718ce-d584-4f9f-b963-882e0d39480b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 945 time: 0.2178259 Jul 30 01:30:09.400242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 786ef68e-3825-476e-9a21-4caa212516a7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:09.401208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:09.431629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-d849af2e-7036-4311-9d80-5ce74ccaeaeb tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680663 Jul 30 01:30:09.502845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86496aec-45f2-4854-8192-26e6cdce5b9b req-25097667-ffe4-4810-bde2-5a9d90561233 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301382 Jul 30 01:30:09.539273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a22f7523-27ee-420e-ab1d-09b47872871c up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:09.612729 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1ebed-b811-49e5-8867-8983e8983fe3 x-openstack-request-id: req-0ed1ebed-b811-49e5-8867-8983e8983fe3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:09.613260 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "name": "network-vif-plugged", "status": "completed", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:09.613660 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ed1ebed-b811-49e5-8867-8983e8983fe3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:09.614745 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'code': 200} Jul 30 01:30:09.641956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port a22f7523-27ee-420e-ab1d-09b47872871c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:09.651398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port a22f7523-27ee-420e-ab1d-09b47872871c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:09.657969 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:09.661929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-571a1c6c-fa13-46cf-b555-87eae708efe0 service neutron] 10.222.0.78 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921854 Jul 30 01:30:09.819937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-bb24bd66-af15-4068-9f0a-9f41c8adf41e service neutron] 10.222.0.78 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560717 Jul 30 01:30:09.867378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:09.946601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a22f7523-27ee-420e-ab1d-09b47872871c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a22f7523-27ee-420e-ab1d-09b47872871c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:09.953310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:10.015596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea970df7-c9eb-4efd-a490-7f789c45710b req-f83e2b18-dc3d-49f8-9e09-b1c0f9c40688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:10.018448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea970df7-c9eb-4efd-a490-7f789c45710b req-f83e2b18-dc3d-49f8-9e09-b1c0f9c40688 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1097 time: 0.1592400 Jul 30 01:30:10.061481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=a22f7523-27ee-420e-ab1d-09b47872871c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:10.093268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea970df7-c9eb-4efd-a490-7f789c45710b req-71004808-34b5-46fc-b2a0-dfb70a45835e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626974 Jul 30 01:30:10.181139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd13cea2-0cef-498e-a934-8d2ff3591514 req-4b768af5-a853-4edc-93eb-50c4092fee22 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 210 time: 0.0333250 Jul 30 01:30:10.323702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af6e4060-85ca-45cf-bc3d-1f47350a9e36 req-97797017-66c0-411a-b120-85ae335f8b66 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 210 time: 0.0612016 Jul 30 01:30:10.366221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c94e-3809-4c7e-a2c0-6a44276a5fca req-0bfbc781-2f3f-4091-876d-18b11c1bfced tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:10.368142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b415c94e-3809-4c7e-a2c0-6a44276a5fca req-0bfbc781-2f3f-4091-876d-18b11c1bfced tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 948 time: 0.1341906 Jul 30 01:30:10.467677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-09168656-5f8f-4fa8-afba-27d92ed78740 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759532 Jul 30 01:30:10.763660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:10.765969 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92102589-3acc-4c4f-abae-4ca103cc56fc" -d '{"events": [{"name": "network-changed", "server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:10.880362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d067f-ef5f-4db4-99e3-fffb033bb9ae req-3fc7632e-7bcd-4d96-9f4b-354cf552d7e7 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:10.887206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-566d067f-ef5f-4db4-99e3-fffb033bb9ae req-3fc7632e-7bcd-4d96-9f4b-354cf552d7e7 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.4798348 Jul 30 01:30:10.906205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b415c94e-3809-4c7e-a2c0-6a44276a5fca req-a7c6e08c-e83d-41d6-b92e-edfc6901b58f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260847 Jul 30 01:30:10.964745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Sync routers for ids ['106f3844-035e-4e54-8077-536d34bc2a50'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:30:10.994224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Routers {'106f3844-035e-4e54-8077-536d34bc2a50'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:10.995074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['106f3844-035e-4e54-8077-536d34bc2a50'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:11.006071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-566d067f-ef5f-4db4-99e3-fffb033bb9ae req-aee3715a-d429-4e99-b9fd-652399a434b8 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180518 Jul 30 01:30:11.067711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-5a952269-b348-45cc-8e2a-506460a2ca9b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:11.069449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-5a952269-b348-45cc-8e2a-506460a2ca9b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5952034 Jul 30 01:30:11.166686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:11.293564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-76400da3-5f73-4466-bc46-f70d524c9d62 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2230101 Jul 30 01:30:11.312320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Set router 106f3844-035e-4e54-8077-536d34bc2a50 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:11.314417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35da199e-08da-4a13-8b0e-5b7340c2cc3f req-d5450665-fb40-4d57-b236-aad22adc3c86 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 210 time: 0.2167432 Jul 30 01:30:11.645598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f7523-27ee-420e-ab1d-09b47872871c'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:11.648015 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec9065a-aa10-41ba-89b9-450bcad7681d" -d '{"events": [{"server_uuid": "1d4f4981-3f38-43ca-bfb0-d23f81610cc8", "name": "network-vif-plugged", "status": "completed", "tag": "a22f7523-27ee-420e-ab1d-09b47872871c"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:11.751050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'cca2e148-b5a7-44d5-8422-6d37ac362407', 'name': '', 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'mac_address': 'fa:16:3e:59:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 2, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'subnets': [{'id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:11.781493 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c6289-2efa-4b74-a923-f17e8ccdfd75 x-openstack-request-id: req-0b3c6289-2efa-4b74-a923-f17e8ccdfd75 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:11.781877 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:11.782064 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b3c6289-2efa-4b74-a923-f17e8ccdfd75 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:11.782440 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'status': 'completed', 'code': 200} Jul 30 01:30:11.796210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Checking router: 106f3844-035e-4e54-8077-536d34bc2a50 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:30:11.796869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Updating router 106f3844-035e-4e54-8077-536d34bc2a50 port cca2e148-b5a7-44d5-8422-6d37ac362407 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:30:11.843373 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:11.911382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:30:12.114291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.55', 51316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:12.407707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22dbcede-b3ab-4d2e-82d3-72eedd09aa5e req-e5f93601-039a-42d7-b60f-b5d95f24100b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 210 time: 0.3776491 Jul 30 01:30:12.782790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-24822482-9ac2-4dea-af1a-6f9d5b5efc9c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:12.785916 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-24822482-9ac2-4dea-af1a-6f9d5b5efc9c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.55 "GET /v2.0/networks?id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c HTTP/1.1" status: 200 len: 811 time: 0.6697438 Jul 30 01:30:12.828957 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:12.862381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6323a-0768-45f0-9cfd-876ba8a66a42 req-8eb42f11-bb7c-4f41-961b-1d05f6332c0c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:12.864045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aa6323a-0768-45f0-9cfd-876ba8a66a42 req-8eb42f11-bb7c-4f41-961b-1d05f6332c0c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 945 time: 1.5684993 Jul 30 01:30:12.890689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Transition to ACTIVE for port object cca2e148-b5a7-44d5-8422-6d37ac362407 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:12.919112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.078052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d4fa252-0dcf-406f-92d3-de383d577df7 req-286d6eb2-d2b6-4d7a-9a24-b49b7c2ccc53 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 210 time: 0.3417430 Jul 30 01:30:13.110482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52898) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:13.245351 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2ac5c-5f77-4d27-911d-4e9957dffdbb x-openstack-request-id: req-08a2ac5c-5f77-4d27-911d-4e9957dffdbb {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:13.247242 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f4981-3f38-43ca-bfb0-d23f81610cc8", "name": "network-vif-plugged", "status": "completed", "tag": "a22f7523-27ee-420e-ab1d-09b47872871c", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:13.248952 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08a2ac5c-5f77-4d27-911d-4e9957dffdbb {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:13.250434 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f7523-27ee-420e-ab1d-09b47872871c', 'code': 200} Jul 30 01:30:13.279415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-1c4bd40f-3123-46f8-9dc5-98301c7ff7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:13.281464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-1c4bd40f-3123-46f8-9dc5-98301c7ff7ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1100 time: 1.1411357 Jul 30 01:30:13.376113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064d9e-53e3-4129-be33-579ab64f8f9d None None] Pushing event updated for resources: {'Port': ['ID=cca2e148-b5a7-44d5-8422-6d37ac362407,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:13.433917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-8cf8a23f-7993-438b-a35e-5c622c051f48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:13.439682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-8cf8a23f-7993-438b-a35e-5c622c051f48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1135478 Jul 30 01:30:13.444484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-35beaeac-35c9-4b5f-bb82-05e3a0f5f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:13.449442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-35beaeac-35c9-4b5f-bb82-05e3a0f5f135 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1100 time: 1.6371653 Jul 30 01:30:13.462283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Attempting to bind port cca2e148-b5a7-44d5-8422-6d37ac362407 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:13.463053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Attempting to bind port cca2e148-b5a7-44d5-8422-6d37ac362407 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:13.463450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:13.465944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-296a13f1-90a5-4e0b-b6f8-695c1d69c443 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:13.466752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Attempting to bind port cca2e148-b5a7-44d5-8422-6d37ac362407 on network a0caf463-7dc5-49cd-8198-26ad15416382 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:13.476296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.481603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:13.483479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Checking segment: {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:13.484446 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.485408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Bound using segment: {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:13.485744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-296a13f1-90a5-4e0b-b6f8-695c1d69c443 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 823 time: 0.6300478 Jul 30 01:30:13.486919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Bound port: cca2e148-b5a7-44d5-8422-6d37ac362407, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443d4550-dab5-4cc8-9035-49e6e70d427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:13.487975 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.503611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-52d44fdd-6770-4ed5-ac5f-0abc2f1651b9 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4416453d3f499b91162b9af4873a6d HTTP/1.1" status: 200 len: 380 time: 0.6989815 Jul 30 01:30:13.530888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Request body: {'port': {'device_id': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'admin_state_up': True, 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'security_groups': ['ea42994a-4e4c-4e58-94ee-001e89056b4c']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:13.542516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:13.586216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:13.661557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-a64e468a-14f5-49c3-bb4f-28134cdfa46b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e323e3f4d9c42f4bec42372dc019daa HTTP/1.1" status: 200 len: 380 time: 0.1742206 Jul 30 01:30:13.675404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'port': {'device_id': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'admin_state_up': True, 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'security_groups': ['0edd19df-bc39-47d7-a6d7-7e7b679a6544']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:13.680271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14eb4b6-99d2-43cc-ab90-bd1f3316e5aa req-7188b98a-ca5d-4a8b-be46-018c39b35690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:13.682393 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b14eb4b6-99d2-43cc-ab90-bd1f3316e5aa req-7188b98a-ca5d-4a8b-be46-018c39b35690 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 1102 time: 0.1765113 Jul 30 01:30:13.717201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] For port cca2e148-b5a7-44d5-8422-6d37ac362407, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:13.781737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:13.805424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] For port cca2e148-b5a7-44d5-8422-6d37ac362407, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cca2e148-b5a7-44d5-8422-6d37ac362407,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:13.806702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'mac_address': 'fa:16:3e:b5:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:13.855908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.857667 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.887766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:13.909575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b14eb4b6-99d2-43cc-ab90-bd1f3316e5aa req-d41d88e6-4612-4406-b4cc-6cb3a06a67d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 Jul 30 01:30:13.939368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf8c5e0-86db-491f-860b-9fc12c55a37a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:13.948029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Routers {'106f3844-035e-4e54-8077-536d34bc2a50'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:13.948580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:29:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['106f3844-035e-4e54-8077-536d34bc2a50'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:14.018486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aa6323a-0768-45f0-9cfd-876ba8a66a42 req-eb9e616a-8c5d-4689-86d2-f0e36682cb94 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0751197 Jul 30 01:30:14.153808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff31e43-becf-45f3-9ce1-10917a5d208f req-2312e052-69d7-43f6-91a9-272c50d0c710 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:14.163254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eff31e43-becf-45f3-9ce1-10917a5d208f req-2312e052-69d7-43f6-91a9-272c50d0c710 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 948 time: 0.4594789 Jul 30 01:30:14.165685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-09ffba83-c152-4d06-a786-f3d3d76a9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:14.167246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-09ffba83-c152-4d06-a786-f3d3d76a9742 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.8154128 Jul 30 01:30:14.257983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:30:14.257983 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:30:14.257983 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id_1': '2b4416453d3f499b91162b9af4873a6d', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 30, 13, 973654)}] Jul 30 01:30:14.257983 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:30:14.258613 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:30:14.268564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Made reservation on behalf of 7e323e3f4d9c42f4bec42372dc019daa for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:14.273094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.288699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064d9e-53e3-4129-be33-579ab64f8f9d None None] Pushing event updated for resources: {'Port': ['ID=cca2e148-b5a7-44d5-8422-6d37ac362407,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id_1': '724e95a069c1452692fc5f49fd03f5c5', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 30, 13, 984698)}] Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:14.315623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.339097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-9d6c0a36-bb06-47cc-bd3b-9dc8c624e5d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.1338110 Jul 30 01:30:14.373758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eff31e43-becf-45f3-9ce1-10917a5d208f req-c2ead1cb-e72c-4ec0-88fd-75a891133096 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050102 Jul 30 01:30:14.402826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] Set router 106f3844-035e-4e54-8077-536d34bc2a50 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:14.445134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-296e13ac-772a-49f0-b8a2-f7494ccc3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:14.446710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-296e13ac-772a-49f0-b8a2-f7494ccc3f8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0904098 Jul 30 01:30:14.456728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:14.467059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-3d8dda57-46c5-4654-84ac-e46350368965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:14.468591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-3d8dda57-46c5-4654-84ac-e46350368965 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.9410892 Jul 30 01:30:14.478670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.528464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Allocated IP 172.20.0.8 (d061a8fd-5dae-4cd7-9125-a6850065ce34/8a41386a-5479-478c-bf0f-6cc0473f99bd/c4749588-44ab-4c30-ac3a-b391b358ac76) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:14.553669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:14.612584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70857f80-eb88-4bd2-9e12-7ada2401cfaf req-7c187c00-5bba-4d9a-adf2-9195d4ee4eb4 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 210 time: 0.0427010 Jul 30 01:30:14.737338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.744859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-d17c7242-b8aa-41b2-adeb-3b598bc6959d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.2359424 Jul 30 01:30:14.770780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Transition to ACTIVE for port object c4749588-44ab-4c30-ac3a-b391b358ac76 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:14.824506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.847855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f771c24-014f-4a69-94e5-52fc0d77f007 req-32ac69e4-b5af-489f-b025-99c5b037b88f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:14.851837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f771c24-014f-4a69-94e5-52fc0d77f007 req-32ac69e4-b5af-489f-b025-99c5b037b88f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.6687698 Jul 30 01:30:14.856147 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:14.929864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:14.929864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:14.930300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'Port': ['ID=c4749588-44ab-4c30-ac3a-b391b358ac76,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:14.939983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:14.940223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'cca2e148-b5a7-44d5-8422-6d37ac362407', 'name': '', 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'mac_address': 'fa:16:3e:59:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:13Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'subnets': [{'id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:14.948229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:14.953277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Made reservation on behalf of 2b4416453d3f499b91162b9af4873a6d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:14.960208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.063878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a00535-0674-4750-a679-a7a9d03dc8e7 None None] The sync data for ids ['106f3844-035e-4e54-8077-536d34bc2a50'] in n-d-713499-10 is: [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:00Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'cca2e148-b5a7-44d5-8422-6d37ac362407', 'name': '', 'network_id': 'a0caf463-7dc5-49cd-8198-26ad15416382', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'mac_address': 'fa:16:3e:59:ad:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:13Z', 'revision_number': 4, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'subnets': [{'id': 'e8987309-0704-4c69-a33f-84ae9c2a066b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:30:15.159994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-fc99db51-f466-4f0d-9a34-8252da3d5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:15.161642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-fc99db51-f466-4f0d-9a34-8252da3d5aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6858709 Jul 30 01:30:15.163660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b3b380-7326-4507-9c77-7357a2d0f882 req-9d09ac7d-efe2-4fd3-8a07-7cb739416aa9 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 210 time: 0.3787553 Jul 30 01:30:15.165632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-f119a68a-f609-4e94-9143-8632aeb3ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:15.169228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-f119a68a-f609-4e94-9143-8632aeb3ef30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.4068732 Jul 30 01:30:15.349423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Allocated IP 172.20.0.4 (4fe41e4b-af9d-4693-ba98-c582c3cbf57c/501b7b83-3c61-4a95-b9b0-4eb817c26b8f/c607dcf4-1904-43b2-9489-4b094d6134ac) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:15.410352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cca2e148-b5a7-44d5-8422-6d37ac362407 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:15.451245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:15.451896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.472959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.150 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/0909aec3-8d3d-4637-8cb5-2f3779eb5dd3) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:15.498282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.547696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-78abe3c3-a728-4d72-b28c-3fc34cabccb6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8769646 Jul 30 01:30:15.568544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f771c24-014f-4a69-94e5-52fc0d77f007 req-4f03082e-8821-4130-8aff-d1b36c5d42cf tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745498 Jul 30 01:30:15.569727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port cca2e148-b5a7-44d5-8422-6d37ac362407 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:15.573681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.593130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Request body: {'port': {'device_id': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:15.594529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-db07c0b4-e0d9-4cba-9190-35f860b471f0 None None] Provisioning for port c4749588-44ab-4c30-ac3a-b391b358ac76 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:15.625630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port cca2e148-b5a7-44d5-8422-6d37ac362407 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:15.626005 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.633538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-db07c0b4-e0d9-4cba-9190-35f860b471f0 None None] Provisioning complete for port c4749588-44ab-4c30-ac3a-b391b358ac76 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:15.637809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db07c0b4-e0d9-4cba-9190-35f860b471f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.648199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ae0050-f75c-462e-94f4-4f926d78a811 req-3f293677-73c4-463b-bfba-e3eb5e741144 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 210 time: 0.1692109 Jul 30 01:30:15.662890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-cb430a38-bbf3-43e4-80d7-d7b22b9af290 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762528 Jul 30 01:30:15.681064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e520c4a7-5738-4674-a416-8e2a70c632dd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:15.706619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.758297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-db07c0b4-e0d9-4cba-9190-35f860b471f0 None None] Port c4749588-44ab-4c30-ac3a-b391b358ac76 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:15.831839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.900439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port cca2e148-b5a7-44d5-8422-6d37ac362407, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cca2e148-b5a7-44d5-8422-6d37ac362407,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:15.910961 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:15.994058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.035562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0642c576-1eaa-452c-91de-2cd165286bc9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=724e95a069c1452692fc5f49fd03f5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9145577 Jul 30 01:30:16.074048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=cca2e148-b5a7-44d5-8422-6d37ac362407,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:16.090442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52932) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:16.124811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-1be0cd73-1173-4c58-b836-ac2e18bd1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:16.126281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-1be0cd73-1173-4c58-b836-ac2e18bd1d60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9356186 Jul 30 01:30:16.162539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Transition to ACTIVE for port object c607dcf4-1904-43b2-9489-4b094d6134ac will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:16.163329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.244534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-f46f499a-7b3a-47e2-bffa-fe4fbb36ebfe tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:16.248496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-f46f499a-7b3a-47e2-bffa-fe4fbb36ebfe tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 949 time: 0.1943493 Jul 30 01:30:16.322304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.531846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4749588-44ab-4c30-ac3a-b391b358ac76 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:16.540580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:16.545475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:16.547306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event updated for resources: {'Port': ['ID=c607dcf4-1904-43b2-9489-4b094d6134ac,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:16.550773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.553141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:16.555873 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-24768dd4-3aa0-4574-8d54-e3bf4ed5c0d2 service neutron] delete failed (client error): The resource could not be found. Jul 30 01:30:16.557146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-24768dd4-3aa0-4574-8d54-e3bf4ed5c0d2 service neutron] 10.222.0.66 "DELETE /v2.0/ports/0bf8c5e0-86db-491f-860b-9fc12c55a37a/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.2873333 Jul 30 01:30:16.558015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998aa62-3d13-469e-82c6-404dccc4465d req-3eac0859-9309-49cd-bae2-57b4a2b46066 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:16.570227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2998aa62-3d13-469e-82c6-404dccc4465d req-3eac0859-9309-49cd-bae2-57b4a2b46066 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 945 time: 0.5179093 Jul 30 01:30:16.605617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Transition to ACTIVE for port object c4749588-44ab-4c30-ac3a-b391b358ac76 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:16.613630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.629835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:16.667596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:16.668146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.679791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1f344-b7af-4034-954f-7d77005adc6c req-be8d6f44-fa71-4b25-ad93-627574e1f39f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:16.681794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfd1f344-b7af-4034-954f-7d77005adc6c req-be8d6f44-fa71-4b25-ad93-627574e1f39f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 931 time: 0.6434324 Jul 30 01:30:16.698888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Pushing event updated for resources: {'Port': ['ID=c4749588-44ab-4c30-ac3a-b391b358ac76,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:16.708495 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f9f1710e-88fb-4b6f-924b-8152af1ea149 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1921968 Jul 30 01:30:16.718923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-da73b015-e6df-43d2-afab-ada3cd05de0f service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0074351 Jul 30 01:30:16.757050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Request body: {'port': {'device_id': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:16.773896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2998aa62-3d13-469e-82c6-404dccc4465d req-daea18f3-055c-482b-8ba9-ad552027517e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024307 Jul 30 01:30:16.836246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d43347e5-cd7f-499f-9427-3afceaf2b06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.854580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.915058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d43347e5-cd7f-499f-9427-3afceaf2b06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.927045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-646335db-3976-4419-b340-09735713d43b service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852721 Jul 30 01:30:16.970733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:16.975499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfd1f344-b7af-4034-954f-7d77005adc6c req-d95d6c9d-f2b8-4192-a370-4bed4a4ffdb9 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675996 Jul 30 01:30:17.020935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:17.136671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-225a58c0-5385-4901-96d4-3d4a93cf4010 None None] Provisioning for port c607dcf4-1904-43b2-9489-4b094d6134ac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:17.155093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-225a58c0-5385-4901-96d4-3d4a93cf4010 None None] Provisioning complete for port c607dcf4-1904-43b2-9489-4b094d6134ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:17.156355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-225a58c0-5385-4901-96d4-3d4a93cf4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.208989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:17.226171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:17.245930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-225a58c0-5385-4901-96d4-3d4a93cf4010 None None] Port c607dcf4-1904-43b2-9489-4b094d6134ac cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:17.247152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d43347e5-cd7f-499f-9427-3afceaf2b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.249987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d43347e5-cd7f-499f-9427-3afceaf2b06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.250731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d43347e5-cd7f-499f-9427-3afceaf2b06c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e520c4a7-5738-4674-a416-8e2a70c632dd HTTP/1.1" status: 204 len: 168 time: 1.1572289 Jul 30 01:30:17.268868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:17.334359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cca2e148-b5a7-44d5-8422-6d37ac362407 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:17.344461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Attempting to bind port c4749588-44ab-4c30-ac3a-b391b358ac76 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:17.344799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Attempting to bind port c4749588-44ab-4c30-ac3a-b391b358ac76 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:17.345754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Attempting to bind port c4749588-44ab-4c30-ac3a-b391b358ac76 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:17.363051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Port c4749588-44ab-4c30-ac3a-b391b358ac76 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:17.363383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Attempting to bind port c4749588-44ab-4c30-ac3a-b391b358ac76 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:17.387789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:17.388053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Checking segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:17.388437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Bound using segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:17.388878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Bound port: c4749588-44ab-4c30-ac3a-b391b358ac76, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:17.389237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.397633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:17.399883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.478880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43347e5-cd7f-499f-9427-3afceaf2b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e520c4a7-5738-4674-a416-8e2a70c632dd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:17.505206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.212 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/add1eae5-d9f8-4c0a-b17c-38cff46b6168) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:17.564681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b5c4c-55fa-4857-9895-623e5afc676c req-581d4327-9748-48d0-9e68-70fb71b2d848 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:17.581196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7b5c4c-55fa-4857-9895-623e5afc676c req-581d4327-9748-48d0-9e68-70fb71b2d848 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 931 time: 0.4708180 Jul 30 01:30:17.583803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4552538 Jul 30 01:30:17.598311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a47c28-f917-42be-adad-6861d8a89a52 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:17.612859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:17.629502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port cca2e148-b5a7-44d5-8422-6d37ac362407 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:17.630526 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.646476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] For port c4749588-44ab-4c30-ac3a-b391b358ac76, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:17.682454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b905-a480-444d-b5ab-f9e0cdb32001 req-e66355eb-033d-405b-b028-1213ce1353f0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:17.688472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] For port c4749588-44ab-4c30-ac3a-b391b358ac76, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4749588-44ab-4c30-ac3a-b391b358ac76,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:17.696430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee28b905-a480-444d-b5ab-f9e0cdb32001 req-e66355eb-033d-405b-b028-1213ce1353f0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 949 time: 0.7495158 Jul 30 01:30:17.699630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.703326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c607dcf4-1904-43b2-9489-4b094d6134ac {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:17.704061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Request body: {'port': {'device_id': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:17.733453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.840659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52952) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:17.855122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Transition to ACTIVE for port object c607dcf4-1904-43b2-9489-4b094d6134ac will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:17.856871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:17.857742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.859396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] 10.222.0.66 "PUT /v2.0/ports/c4749588-44ab-4c30-ac3a-b391b358ac76 HTTP/1.1" status: 200 len: 1092 time: 2.2718771 Jul 30 01:30:17.862730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cec65060-8eea-4f87-bc47-a0ba02754ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.871086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:17.873911 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:17.891075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3315a891-3a17-4917-8c6b-cb44c2f5ed10 None None] Provisioning for port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:17.903857 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.910575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.944686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3315a891-3a17-4917-8c6b-cb44c2f5ed10 None None] Provisioning complete for port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:17.945334 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3315a891-3a17-4917-8c6b-cb44c2f5ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:17.996727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3315a891-3a17-4917-8c6b-cb44c2f5ed10 None None] Port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:18.005574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0bf8c5e0-86db-491f-860b-9fc12c55a37a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:18.016226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0bf8c5e0-86db-491f-860b-9fc12c55a37a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:18.017597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.029337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92102589-3acc-4c4f-abae-4ca103cc56fc req-5ff5615d-f2d7-4684-a731-24d9de131f09 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0917385 Jul 30 01:30:18.040867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee28b905-a480-444d-b5ab-f9e0cdb32001 req-f24abe31-1afe-4aee-8c84-e55e96c5dacc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435001 Jul 30 01:30:18.091270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7b5c4c-55fa-4857-9895-623e5afc676c req-c4488aa2-a512-4a2d-8108-14ec54c9e2a8 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085142 Jul 30 01:30:18.172097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cec65060-8eea-4f87-bc47-a0ba02754ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.218936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cec65060-8eea-4f87-bc47-a0ba02754ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.263211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec65060-8eea-4f87-bc47-a0ba02754ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53ceff-82d4-4cb2-9b74-84ed268dbb6a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:18.293666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839bbc1-b6c1-440e-92d4-d0bdfeaaa263 service neutron] Pushing event updated for resources: {'Port': ['ID=c4749588-44ab-4c30-ac3a-b391b358ac76,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:18.311069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-5183e860-d586-4e83-90ac-a7bef44f88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:18.312749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-5183e860-d586-4e83-90ac-a7bef44f88d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 1095 time: 0.3979518 Jul 30 01:30:18.341734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.353779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cec65060-8eea-4f87-bc47-a0ba02754ef8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=703a7d3f2c55498fa25b6093c7a74525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118432 Jul 30 01:30:18.375663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52958) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:18.389051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:18.397941 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bab816-e516-4ddd-bb70-d0ee94220525" -d '{"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:18.422870 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-3ea9e6ce-2b42-43ec-bf09-3b4a3f24a663 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4749588-44ab-4c30-ac3a-b391b358ac76 HTTP/1.1" status: 200 len: 217 time: 0.0821791 Jul 30 01:30:18.425674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:18.433881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.467859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Pushing event updated for resources: {'Port': ['ID=c607dcf4-1904-43b2-9489-4b094d6134ac,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:18.515286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:18.539282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9449378a-66b6-4389-8155-442d7b7d0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:18.540800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-9449378a-66b6-4389-8155-442d7b7d0d48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 200 len: 862 time: 0.0895133 Jul 30 01:30:18.735707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6009d0-5ef0-4fe5-8680-7fc1d8b1705a req-435818b4-ced4-4ff2-b99b-dbe20625510d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:18.743778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a6009d0-5ef0-4fe5-8680-7fc1d8b1705a req-435818b4-ced4-4ff2-b99b-dbe20625510d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 936 time: 0.3826909 Jul 30 01:30:18.796158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.806746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-cc4acd4a-2eb3-48fa-badc-4705a409bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:18.808477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-cc4acd4a-2eb3-48fa-badc-4705a409bc47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.4581642 Jul 30 01:30:18.817453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e95ec-83e2-4730-95bf-100b2fdecb56 req-b94d1228-e35f-4469-b237-d79c93d5009e tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:18.819338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-166e95ec-83e2-4730-95bf-100b2fdecb56 req-b94d1228-e35f-4469-b237-d79c93d5009e tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.4701197 Jul 30 01:30:18.820289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Attempting to bind port c607dcf4-1904-43b2-9489-4b094d6134ac on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:18.820778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Attempting to bind port c607dcf4-1904-43b2-9489-4b094d6134ac by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:18.820936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Attempting to bind port c607dcf4-1904-43b2-9489-4b094d6134ac on network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:18.834877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Port c607dcf4-1904-43b2-9489-4b094d6134ac on network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:18.835548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Attempting to bind port c607dcf4-1904-43b2-9489-4b094d6134ac on network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:18.842928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:18.843316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Checking segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:18.843708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Bound using segment: {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:18.844293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Bound port: c607dcf4-1904-43b2-9489-4b094d6134ac, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8acd1f-f182-4289-8a3d-99a2624f2873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:18.844650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.855507 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ab85fd2-b1ef-49ba-ad03-ae29b7a372cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.871426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856b38c-8f06-4243-93db-745dbc232c42 req-e352e9bc-84cc-45ca-aba7-707626715b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:18.875594 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-e352e9bc-84cc-45ca-aba7-707626715b42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d061a8fd-5dae-4cd7-9125-a6850065ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3162405 Jul 30 01:30:18.878155 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2082b313-b22e-45e4-ad2e-8cf31b2d8f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.955965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] For port c607dcf4-1904-43b2-9489-4b094d6134ac, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:18.960093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] For port c607dcf4-1904-43b2-9489-4b094d6134ac, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c607dcf4-1904-43b2-9489-4b094d6134ac,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:18.965732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object add1eae5-d9f8-4c0a-b17c-38cff46b6168 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:18.975469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:18.977268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a6009d0-5ef0-4fe5-8680-7fc1d8b1705a req-0d882e2f-9f8d-49be-975c-12047dd0b629 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321763 Jul 30 01:30:19.001969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2082b313-b22e-45e4-ad2e-8cf31b2d8f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:19.043242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-166e95ec-83e2-4730-95bf-100b2fdecb56 req-d168ca73-57e2-4d8e-899a-82abc3cc09d3 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694620 Jul 30 01:30:19.102218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.103439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:19.105026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] 10.222.0.55 "PUT /v2.0/ports/c607dcf4-1904-43b2-9489-4b094d6134ac HTTP/1.1" status: 200 len: 1092 time: 2.3528447 Jul 30 01:30:19.195820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-ba248e2e-993e-4c64-b0dd-7c7d64616411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.197311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-ba248e2e-993e-4c64-b0dd-7c7d64616411 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.3736067 Jul 30 01:30:19.228428 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe59171-0ec9-4090-9029-92faeebf6ad4 x-openstack-request-id: req-9fe59171-0ec9-4090-9029-92faeebf6ad4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:19.228791 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:19.229079 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fe59171-0ec9-4090-9029-92faeebf6ad4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:19.229463 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'status': 'completed', 'code': 200} Jul 30 01:30:19.241574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e6a02-8d86-412a-a767-0fb7f82b5445 service neutron] Pushing event updated for resources: {'Port': ['ID=c607dcf4-1904-43b2-9489-4b094d6134ac,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:19.245597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:19.273506 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-2183eed6-bd85-445b-9ea9-16482caed066 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098640 Jul 30 01:30:19.281974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:19.329261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-1b8afeb6-6535-4509-821c-08e9f5ab1a4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.1195750 Jul 30 01:30:19.333848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815bce6-6560-4fab-b82a-596912f2655a req-1ee52be6-404c-41c6-875f-facbc23e8832 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.335780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b815bce6-6560-4fab-b82a-596912f2655a req-1ee52be6-404c-41c6-875f-facbc23e8832 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1097 time: 0.2483351 Jul 30 01:30:19.378926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-b3d44629-45a0-48d7-9eaa-c6d1abd24796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.380476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-b3d44629-45a0-48d7-9eaa-c6d1abd24796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b4416453d3f499b91162b9af4873a6d&device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 1095 time: 0.1953557 Jul 30 01:30:19.449231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-9c056267-26af-4edb-ab94-58e5ea7f92c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c607dcf4-1904-43b2-9489-4b094d6134ac HTTP/1.1" status: 200 len: 217 time: 0.0483775 Jul 30 01:30:19.535986 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c856b38c-8f06-4243-93db-745dbc232c42 req-8e9f0a09-01cc-4106-a096-26551370e561 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513022 Jul 30 01:30:19.538067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:19.544515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-b5036c21-9a2f-4dc6-a78e-30579a2b61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.546523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b815bce6-6560-4fab-b82a-596912f2655a req-bafdefd6-7391-448b-9deb-4abd992f5897 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838284 Jul 30 01:30:19.547191 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-b5036c21-9a2f-4dc6-a78e-30579a2b61ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=501b7b83-3c61-4a95-b9b0-4eb817c26b8f HTTP/1.1" status: 200 len: 850 time: 0.0817020 Jul 30 01:30:19.557436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:19.560720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:19.582961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2082b313-b22e-45e4-ad2e-8cf31b2d8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:19.585733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2082b313-b22e-45e4-ad2e-8cf31b2d8f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:19.586912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2082b313-b22e-45e4-ad2e-8cf31b2d8f09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b53ceff-82d4-4cb2-9b74-84ed268dbb6a HTTP/1.1" status: 204 len: 168 time: 1.1963418 Jul 30 01:30:19.723769 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ad9bc4-2c46-46d6-968c-747032e9c46a x-openstack-request-id: req-d1ad9bc4-2c46-46d6-968c-747032e9c46a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:19.724250 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:19.724332 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1ad9bc4-2c46-46d6-968c-747032e9c46a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:19.724691 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'code': 200} Jul 30 01:30:19.748155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082b313-b22e-45e4-ad2e-8cf31b2d8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53ceff-82d4-4cb2-9b74-84ed268dbb6a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:19.755035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-3206b895-bb46-4a73-b771-c417e25df567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.756591 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-3206b895-bb46-4a73-b771-c417e25df567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003391 Jul 30 01:30:19.763147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-e440d958-5bf2-45b4-afd5-8c6d960e7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.764604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-e440d958-5bf2-45b4-afd5-8c6d960e7423 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 1095 time: 0.1042190 Jul 30 01:30:19.897058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:19.916288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:19.939249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Transition to ACTIVE for port object 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:19.963387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-12e28c10-a397-42a1-8e7f-0dc217cd5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:19.972330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-12e28c10-a397-42a1-8e7f-0dc217cd5339 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.6355915 Jul 30 01:30:19.972970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:19.996757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.006660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60a65-ca7b-4b5a-9b27-518a086a9472 req-d326d542-3285-4f39-bb78-58ee21f9313f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.014408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f60a65-ca7b-4b5a-9b27-518a086a9472 req-d326d542-3285-4f39-bb78-58ee21f9313f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 943 time: 0.6679261 Jul 30 01:30:20.104298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.104792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.137676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-66a894c6-cdcf-449a-ae95-6740b0d90aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.143975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-66a894c6-cdcf-449a-ae95-6740b0d90aab service neutron] 10.222.0.66 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 924 time: 0.3646884 Jul 30 01:30:20.148203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-99690e87-acc5-4b9c-8ccf-0a096bce79d7 None None] Provisioning for port add1eae5-d9f8-4c0a-b17c-38cff46b6168 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:20.153809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-99690e87-acc5-4b9c-8ccf-0a096bce79d7 None None] Provisioning complete for port add1eae5-d9f8-4c0a-b17c-38cff46b6168 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:20.154182 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-99690e87-acc5-4b9c-8ccf-0a096bce79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.164545 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-f67968ae-e70b-4612-8c8e-45080dc8bf43 service neutron] 10.222.0.55 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873181 Jul 30 01:30:20.284468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-99690e87-acc5-4b9c-8ccf-0a096bce79d7 None None] Port add1eae5-d9f8-4c0a-b17c-38cff46b6168 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:20.297696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-a496482f-433a-4367-b353-c1e88aa962a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4749588-44ab-4c30-ac3a-b391b358ac76 HTTP/1.1" status: 200 len: 217 time: 0.1234221 Jul 30 01:30:20.425095 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb0fe6eb-f6b6-4d39-8eaf-4e4251cba962 req-995f8747-8ef9-4e84-bddc-66b62fc7533b service neutron] 10.222.0.55 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585495 Jul 30 01:30:20.427347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52976) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:20.470053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab7ef727-105d-4097-877d-83bb5647c727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.514945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-1b6bc782-cecb-4bc9-883a-a31218452546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.517024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-1b6bc782-cecb-4bc9-883a-a31218452546 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 200 len: 862 time: 0.1986003 Jul 30 01:30:20.544432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd44d6-9f47-4b9b-b79a-b61687dbefb3 req-830422fc-5678-422a-ad71-a83ae229f1d5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.552256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8abd44d6-9f47-4b9b-b79a-b61687dbefb3 req-830422fc-5678-422a-ad71-a83ae229f1d5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.5710523 Jul 30 01:30:20.590021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-686dc19d-79da-416a-84d7-929cfa7c0232 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0519516 Jul 30 01:30:20.597340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:20.601058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-6de49fdc-9e40-4f01-8c64-31222db727ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.602549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-6de49fdc-9e40-4f01-8c64-31222db727ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6178854 Jul 30 01:30:20.617062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f60a65-ca7b-4b5a-9b27-518a086a9472 req-1e88e0a0-e555-4c15-987b-fa34f009c858 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6016688 Jul 30 01:30:20.628417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Request body: {'port': {'device_id': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:20.646267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-0d9f0ba1-3297-4ee9-ac0b-a578758e8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:20.648263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-0d9f0ba1-3297-4ee9-ac0b-a578758e8a2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d061a8fd-5dae-4cd7-9125-a6850065ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218925 Jul 30 01:30:20.706526 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.720598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab7ef727-105d-4097-877d-83bb5647c727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.752469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab7ef727-105d-4097-877d-83bb5647c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.791369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab7ef727-105d-4097-877d-83bb5647c727 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcf448731d2d452ca70964813ace705c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602836 Jul 30 01:30:20.792866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:20.905019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0acac4f8-e353-43ef-970a-5b93354ad059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.909584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ef727-105d-4097-877d-83bb5647c727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314e00b3-5c86-4896-8b65-3f6a6e807042,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:20.917612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-c2797520-2c98-4d6c-8e94-d3b379d8866f service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503636 Jul 30 01:30:20.934191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8abd44d6-9f47-4b9b-b79a-b61687dbefb3 req-3eaba716-543d-4e5b-a818-de3c057adb21 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804321 Jul 30 01:30:20.975356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0acac4f8-e353-43ef-970a-5b93354ad059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:20.984671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-efea353e-1555-436d-9aa7-605104f35729 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273621 Jul 30 01:30:21.094982 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.135125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d88d2c-ddca-43aa-baf0-5c5b54b749b5 req-f631c93a-0399-4af5-91ca-55c85f3f5a3f service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381180 Jul 30 01:30:21.164406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0acac4f8-e353-43ef-970a-5b93354ad059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.167177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0acac4f8-e353-43ef-970a-5b93354ad059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.170739 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0acac4f8-e353-43ef-970a-5b93354ad059 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/314e00b3-5c86-4896-8b65-3f6a6e807042 HTTP/1.1" status: 204 len: 168 time: 0.3747988 Jul 30 01:30:21.179062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Attempting to bind port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:21.179422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Attempting to bind port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:21.179756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Attempting to bind port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:21.194619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acac4f8-e353-43ef-970a-5b93354ad059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e00b3-5c86-4896-8b65-3f6a6e807042,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:21.223557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:21.223958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Attempting to bind port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:21.230895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:21.233600 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cda118-9a50-481d-801c-11e0a774afac" -d '{"events": [{"name": "network-changed", "server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:21.241879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e487a-d077-49e6-932e-64a806a0525a req-74f384ad-0722-495e-9896-65a89ff9c3f1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:21.243544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50e487a-d077-49e6-932e-64a806a0525a req-74f384ad-0722-495e-9896-65a89ff9c3f1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 943 time: 0.2743037 Jul 30 01:30:21.262613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:21.263013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:21.263377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:21.263816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Bound port: 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:21.264172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.269035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97920ac9-743f-4b7e-ae21-824d7c38d6d9 req-656f01f0-870e-4a0b-a9ba-6e9883e68010 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307667 Jul 30 01:30:21.305781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b6f5-abb7-4b33-b862-d4e1f98e1b27 req-4422f765-11c1-4d00-8fc9-39a9e481cd8d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:21.307600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2902b6f5-abb7-4b33-b862-d4e1f98e1b27 req-4422f765-11c1-4d00-8fc9-39a9e481cd8d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1097 time: 0.2563200 Jul 30 01:30:21.463019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50e487a-d077-49e6-932e-64a806a0525a req-c3227600-37da-4118-9103-21d5b11ce60f tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052956 Jul 30 01:30:21.589660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a84cd0b7-a4eb-4224-a7b4-0ef0d6072d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.620902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2902b6f5-abb7-4b33-b862-d4e1f98e1b27 req-c3d16daa-ed9f-4065-a2c5-9d30a205f161 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996216 Jul 30 01:30:21.677948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] For port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:21.714235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] For port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:21.727041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.779695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6644f2-209b-4e58-b694-f61a40af6556 req-76244a84-2c3a-48f4-b6ba-daeabd05635e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:21.785642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d6644f2-209b-4e58-b694-f61a40af6556 req-76244a84-2c3a-48f4-b6ba-daeabd05635e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 948 time: 0.1726964 Jul 30 01:30:21.807138 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.937279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:21.937952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:21.939440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] 10.222.0.55 "PUT /v2.0/ports/0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 HTTP/1.1" status: 200 len: 1097 time: 4.2899766 Jul 30 01:30:21.939922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'tag': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:21.942228 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea05724-3148-4aa0-bc34-7eb634985c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e42e407-ec47-45c5-b081-5104895bcbb5", "tag": "0909aec3-8d3d-4637-8cb5-2f3779eb5dd3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:21.989489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac51e2-088b-431c-af84-e853eb060ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:22.030244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d6644f2-209b-4e58-b694-f61a40af6556 req-160665e9-3538-4f51-ac1e-e0409725294a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436025 Jul 30 01:30:22.076534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add1eae5-d9f8-4c0a-b17c-38cff46b6168 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:22.112661 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385a530f-c6fe-4912-815f-fe90ed8c08e8 x-openstack-request-id: req-385a530f-c6fe-4912-815f-fe90ed8c08e8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:22.116576 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:22.117175 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-385a530f-c6fe-4912-815f-fe90ed8c08e8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:22.117700 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'status': 'completed', 'code': 200} Jul 30 01:30:22.121762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f812c-cd80-42fd-9d80-5470cf3fdb62 req-8f72ed8a-4b00-4d2f-bc0e-38a93622fea5 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.136247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f0f812c-cd80-42fd-9d80-5470cf3fdb62 req-8f72ed8a-4b00-4d2f-bc0e-38a93622fea5 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.3483708 Jul 30 01:30:22.187140 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:22.234437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cda118-9a50-481d-801c-11e0a774afac req-4dd2c585-92b7-4a74-a850-45f560eff00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.236737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-4dd2c585-92b7-4a74-a850-45f560eff00e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b4416453d3f499b91162b9af4873a6d&device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0670288 Jul 30 01:30:22.259686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Transition to ACTIVE for port object add1eae5-d9f8-4c0a-b17c-38cff46b6168 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:22.289749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:22.344338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f0f812c-cd80-42fd-9d80-5470cf3fdb62 req-9c12f3c5-00e3-4f95-95de-d3a29116efd4 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604755 Jul 30 01:30:22.351905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-4f9c7eb0-e224-4bfa-9268-c53bace93713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.354108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-4f9c7eb0-e224-4bfa-9268-c53bace93713 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 1100 time: 0.2799497 Jul 30 01:30:22.410635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cda118-9a50-481d-801c-11e0a774afac req-708d590c-3795-49e6-929d-b6cdb1116339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.412172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-708d590c-3795-49e6-929d-b6cdb1116339 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c HTTP/1.1" status: 200 len: 912 time: 0.1661084 Jul 30 01:30:22.490983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be0208-3d83-40c0-a13b-c6dc1e9d43d4 req-4f722b2f-7f0f-4a49-8761-4ae8a1165506 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.493067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24be0208-3d83-40c0-a13b-c6dc1e9d43d4 req-4f722b2f-7f0f-4a49-8761-4ae8a1165506 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 943 time: 0.2630339 Jul 30 01:30:22.516392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-e8c6a520-24ac-4e87-971e-cb324a5dca80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c607dcf4-1904-43b2-9489-4b094d6134ac HTTP/1.1" status: 200 len: 217 time: 0.0951827 Jul 30 01:30:22.540931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c26b1361-149a-46c9-a94e-8f95aee0187b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 HTTP/1.1" status: 200 len: 217 time: 0.1607063 Jul 30 01:30:22.541812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Pushing event updated for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:22.549058 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c356c36-e3d1-4c07-b9f3-3b31e846c966 x-openstack-request-id: req-0c356c36-e3d1-4c07-b9f3-3b31e846c966 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:22.549712 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e42e407-ec47-45c5-b081-5104895bcbb5", "tag": "0909aec3-8d3d-4637-8cb5-2f3779eb5dd3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:22.550187 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c356c36-e3d1-4c07-b9f3-3b31e846c966 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:22.550792 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'tag': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'status': 'completed', 'code': 200} Jul 30 01:30:22.684162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cda118-9a50-481d-801c-11e0a774afac req-991cd87f-3f47-4966-807e-ae65ee446b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.685648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-991cd87f-3f47-4966-807e-ae65ee446b8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=501b7b83-3c61-4a95-b9b0-4eb817c26b8f HTTP/1.1" status: 200 len: 850 time: 0.1563361 Jul 30 01:30:22.728103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-afcc0e9f-86e4-4613-ae15-0bb1cf9a73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.730203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-afcc0e9f-86e4-4613-ae15-0bb1cf9a73bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1691880 Jul 30 01:30:22.753489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24be0208-3d83-40c0-a13b-c6dc1e9d43d4 req-9f1d9603-ca30-45e8-b1dc-71a4514f9311 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142804 Jul 30 01:30:22.764934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cda118-9a50-481d-801c-11e0a774afac req-d6b99bdc-fa64-4ef5-a219-0c2418da8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.767528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-d6b99bdc-fa64-4ef5-a219-0c2418da8bbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658817 Jul 30 01:30:22.817989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Attempting to bind port add1eae5-d9f8-4c0a-b17c-38cff46b6168 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:22.818361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Attempting to bind port add1eae5-d9f8-4c0a-b17c-38cff46b6168 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:22.819167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Attempting to bind port add1eae5-d9f8-4c0a-b17c-38cff46b6168 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:22.919297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Port add1eae5-d9f8-4c0a-b17c-38cff46b6168 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:22.920020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Attempting to bind port add1eae5-d9f8-4c0a-b17c-38cff46b6168 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:22.926077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:22.931631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-0001a85e-f05a-4cfb-830a-db022b1501de service neutron] 10.222.0.55 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534483 Jul 30 01:30:22.938981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:22.939568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:22.939673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:22.940085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Bound port: add1eae5-d9f8-4c0a-b17c-38cff46b6168, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:22.940450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:22.974729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738f8e0-5d2d-4e84-92c5-829fa89d093a req-c0fbf91f-de51-4bd9-a9f3-480a131e0b1b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.983885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b738f8e0-5d2d-4e84-92c5-829fa89d093a req-c0fbf91f-de51-4bd9-a9f3-480a131e0b1b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.2745731 Jul 30 01:30:22.993288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-0b46f1de-d539-450e-8485-2b94403cc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:22.995103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-0b46f1de-d539-450e-8485-2b94403cc953 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2070553 Jul 30 01:30:23.094654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29cda118-9a50-481d-801c-11e0a774afac req-d3d4e07e-bb35-47cf-80d8-f8f40a951e04 service neutron] 10.222.0.55 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522310 Jul 30 01:30:23.125691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c7c5e-b231-4f71-a40b-0ae0c9898b68 req-97b07787-586e-477c-8df9-810478efaaab tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:23.128319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-816c7c5e-b231-4f71-a40b-0ae0c9898b68 req-97b07787-586e-477c-8df9-810478efaaab tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 1102 time: 0.2559114 Jul 30 01:30:23.210543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b738f8e0-5d2d-4e84-92c5-829fa89d093a req-d0c17b1a-ad71-40ee-aea2-075be2d1823e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256212 Jul 30 01:30:23.214684 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-816c7c5e-b231-4f71-a40b-0ae0c9898b68 req-e8f89ea1-fb1e-47a5-ab72-039e332adf08 tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.285229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:23.336754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:23.368119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-9a20cb02-2223-403a-a4a4-949e44db89e2 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632879 Jul 30 01:30:23.373322 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.498550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-816c7c5e-b231-4f71-a40b-0ae0c9898b68 req-e8f89ea1-fb1e-47a5-ab72-039e332adf08 tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.554423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-816c7c5e-b231-4f71-a40b-0ae0c9898b68 req-e8f89ea1-fb1e-47a5-ab72-039e332adf08 tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.569355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4749588-44ab-4c30-ac3a-b391b358ac76 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:23.638877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c607dcf4-1904-43b2-9489-4b094d6134ac details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:23.758530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c607dcf4-1904-43b2-9489-4b094d6134ac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c607dcf4-1904-43b2-9489-4b094d6134ac,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:23.782077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'port_id': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'mac_address': 'fa:16:3e:89:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:23.841699 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.865489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c607dcf4-1904-43b2-9489-4b094d6134ac {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:23.908301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:23.908928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.910454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] 10.222.0.55 "PUT /v2.0/ports/add1eae5-d9f8-4c0a-b17c-38cff46b6168 HTTP/1.1" status: 200 len: 1097 time: 3.2900252 Jul 30 01:30:23.911066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c607dcf4-1904-43b2-9489-4b094d6134ac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c607dcf4-1904-43b2-9489-4b094d6134ac,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:23.926960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:23.937943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c4749588-44ab-4c30-ac3a-b391b358ac76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4749588-44ab-4c30-ac3a-b391b358ac76,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:23.945547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-816c7c5e-b231-4f71-a40b-0ae0c9898b68 req-e8f89ea1-fb1e-47a5-ab72-039e332adf08 tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7946458 Jul 30 01:30:23.946146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835d843-0794-4de2-ab88-1fab4f1ed063 service neutron] Pushing event updated for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:23.985251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'port_id': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'mac_address': 'fa:16:3e:25:3c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:23.992926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c5304-7f0d-4fc9-bbf6-fe176d5d13a8 req-df7161d8-3fcc-45e3-a93c-58cc6b13141c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:23.995790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-406c5304-7f0d-4fc9-bbf6-fe176d5d13a8 req-df7161d8-3fcc-45e3-a93c-58cc6b13141c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 943 time: 0.4643714 Jul 30 01:30:24.000545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89ea1-fb1e-47a5-ab72-039e332adf08 tempest-LiveMigrationNegativeTest-1972817016 tempest-LiveMigrationNegativeTest-1972817016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db02cd-538e-47dd-b443-c81bcd750a24,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:24.056743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c607dcf4-1904-43b2-9489-4b094d6134ac,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:24.081020 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:24.100206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4749588-44ab-4c30-ac3a-b391b358ac76 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:24.125599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c4749588-44ab-4c30-ac3a-b391b358ac76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4749588-44ab-4c30-ac3a-b391b358ac76,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:24.133590 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:24.171792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-406c5304-7f0d-4fc9-bbf6-fe176d5d13a8 req-4027f28f-873d-4326-a0a3-adb7131d608b tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390762 Jul 30 01:30:24.177337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-cd1d2102-9d36-4b25-8fb0-7eb62238634d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892261 Jul 30 01:30:24.186877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c3069d5d-aae4-4ce6-994d-b8c2e4181c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.188631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-c3069d5d-aae4-4ce6-994d-b8c2e4181c89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 1100 time: 0.1896305 Jul 30 01:30:24.235595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c4749588-44ab-4c30-ac3a-b391b358ac76,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:24.279234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209a6e-1abb-4451-9e7e-630990a4c5dc req-d2b8e156-2332-4352-97de-6da885ea2846 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.280801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90209a6e-1abb-4451-9e7e-630990a4c5dc req-d2b8e156-2332-4352-97de-6da885ea2846 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 948 time: 0.1867712 Jul 30 01:30:24.291696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-72479f6b-fbca-47fd-b962-823eb4f7d93d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168 HTTP/1.1" status: 200 len: 217 time: 0.0820358 Jul 30 01:30:24.356861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['c607dcf4-1904-43b2-9489-4b094d6134ac'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:24.405218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4b949-6f1a-4839-a571-367110a15626 req-84264a68-5aea-468e-b8e2-1f0875cecd1d tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.409868 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:24.411173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c4749588-44ab-4c30-ac3a-b391b358ac76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:24.413051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3dc4b949-6f1a-4839-a571-367110a15626 req-84264a68-5aea-468e-b8e2-1f0875cecd1d tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.1299353 Jul 30 01:30:24.497261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-3192e1b1-915e-4335-8923-ef29cce339f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.498758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-3192e1b1-915e-4335-8923-ef29cce339f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1940780 Jul 30 01:30:24.503181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-f863ea90-2a92-4288-9f73-3fca908b8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.504764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-f863ea90-2a92-4288-9f73-3fca908b8453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 1100 time: 0.2230523 Jul 30 01:30:24.527415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90209a6e-1abb-4451-9e7e-630990a4c5dc req-063214ef-56e1-4203-9190-907edd0785c4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255120 Jul 30 01:30:24.577274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:24.579994 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592" -d '{"events": [{"name": "network-changed", "server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:24.611988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3dc4b949-6f1a-4839-a571-367110a15626 req-1610637e-ea92-4472-8abb-949d98d029d9 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953912 Jul 30 01:30:24.736825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-599e63b3-b853-4f41-8893-5f585bfc0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.738783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-599e63b3-b853-4f41-8893-5f585bfc0c2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2247343 Jul 30 01:30:24.764884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c326b-9208-4cfc-99e3-8bd8bd15e77c req-54582df9-3afc-4e67-b383-a6fcdbf9428c tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.766670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c7c326b-9208-4cfc-99e3-8bd8bd15e77c req-54582df9-3afc-4e67-b383-a6fcdbf9428c tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1097 time: 0.1116538 Jul 30 01:30:24.776635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-5f7b6bf0-ee49-4367-89f6-e04a39e8c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:24.778367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-5f7b6bf0-ee49-4367-89f6-e04a39e8c88b service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2634029 Jul 30 01:30:24.863687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-59feb7e3-5028-4409-9de7-7eb1fd7c8e92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 HTTP/1.1" status: 200 len: 217 time: 0.0570018 Jul 30 01:30:24.906926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c7c326b-9208-4cfc-99e3-8bd8bd15e77c req-0307185c-1d46-42d4-b86e-83e929498ec0 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013653 Jul 30 01:30:24.975149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-d75352b6-7c9c-41be-9285-b344e89d874e service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231674 Jul 30 01:30:25.029793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-9d86b207-0f06-4173-b9e2-8e9328311659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:25.032061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-9d86b207-0f06-4173-b9e2-8e9328311659 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1452475 Jul 30 01:30:25.045069 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51e7f6b-e88c-4725-b097-cbcea4d99505 x-openstack-request-id: req-e51e7f6b-e88c-4725-b097-cbcea4d99505 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:25.045581 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:25.045890 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e51e7f6b-e88c-4725-b097-cbcea4d99505 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:25.046372 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', 'status': 'completed', 'code': 200} Jul 30 01:30:25.135623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534d3b-b9c3-4d46-9b76-fb1a97ef52b7 req-be60f7ac-d9e7-4c12-a9db-e51d3bd09174 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:25.137195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04534d3b-b9c3-4d46-9b76-fb1a97ef52b7 req-be60f7ac-d9e7-4c12-a9db-e51d3bd09174 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 944 time: 0.1876295 Jul 30 01:30:25.204140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-811821c7-c77b-47c1-a26d-381fbb6fde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:25.206121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-811821c7-c77b-47c1-a26d-381fbb6fde4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313493 Jul 30 01:30:25.287295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35c4cb6a-dfa8-4d37-b65a-4514f10c19f9 req-947d8e56-6210-44b8-aa04-2ff706f8ef68 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849271 Jul 30 01:30:25.299808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04534d3b-b9c3-4d46-9b76-fb1a97ef52b7 req-5efafadf-1a14-4be3-8c77-769ac21d5903 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529007 Jul 30 01:30:25.375760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-c266ba18-a742-4f9d-9534-225ae654fe86 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599224 Jul 30 01:30:25.545673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-444cf4fa-4d8a-4bd4-85bd-585c56035ee7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351527 Jul 30 01:30:25.564114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-9fe3a7fd-772b-4288-aea4-77a1a435f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:25.565808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-9fe3a7fd-772b-4288-aea4-77a1a435f22f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 1100 time: 0.1637731 Jul 30 01:30:25.588853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4749588-44ab-4c30-ac3a-b391b358ac76 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:25.635278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c607dcf4-1904-43b2-9489-4b094d6134ac up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:25.709520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea05724-3148-4aa0-bc34-7eb634985c9a req-d4bc12dc-8f3b-4c75-9cab-d9500a3ba787 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220818 Jul 30 01:30:25.723167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c4749588-44ab-4c30-ac3a-b391b358ac76 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:25.728796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port c607dcf4-1904-43b2-9489-4b094d6134ac completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:25.731517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c4749588-44ab-4c30-ac3a-b391b358ac76 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:25.732122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:25.798678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port c607dcf4-1904-43b2-9489-4b094d6134ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:25.799080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:25.811807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-76a3c283-d649-47e0-a154-366bf2746ecc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:25.819756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-76a3c283-d649-47e0-a154-366bf2746ecc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634385 Jul 30 01:30:25.845918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-45b6c114-37c0-431d-8a19-d535e9e7a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:25.847565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-45b6c114-37c0-431d-8a19-d535e9e7a870 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2683208 Jul 30 01:30:25.855833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-8befd881-48eb-4f2e-8739-11e72da28530 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/quotas/c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 375 time: 0.0351598 Jul 30 01:30:25.930355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-20de849a-363e-48ca-a56b-59abab87b29b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1673281 Jul 30 01:30:25.932939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-5d186c08-f001-4aca-8487-0234381b1cc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168 HTTP/1.1" status: 200 len: 217 time: 0.0729549 Jul 30 01:30:25.975063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:26.022773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-d1c5e8cd-4d09-469d-9a90-95b3182603ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:26.022773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-d1c5e8cd-4d09-469d-9a90-95b3182603ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0808983 Jul 30 01:30:26.056779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c4749588-44ab-4c30-ac3a-b391b358ac76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4749588-44ab-4c30-ac3a-b391b358ac76,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:26.061310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:26.064407 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c556d0f5-7fec-4492-b4d4-3d469ae9da2f" -d '{"events": [{"server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "name": "network-vif-plugged", "status": "completed", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:26.076922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:26.097922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-ffded51b-cab8-4091-8f51-937716f15d03 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2410262 Jul 30 01:30:26.115482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:26.119555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-68788b15-c1a1-4f1b-bae0-e4204d717fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:26.121399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-68788b15-c1a1-4f1b-bae0-e4204d717fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853720 Jul 30 01:30:26.176237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c4749588-44ab-4c30-ac3a-b391b358ac76,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:26.182209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c607dcf4-1904-43b2-9489-4b094d6134ac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c607dcf4-1904-43b2-9489-4b094d6134ac,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:26.190756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:26.265493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c607dcf4-1904-43b2-9489-4b094d6134ac,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:26.284082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-1039a6d9-4666-4c3a-8106-6fc16d9db97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:26.285586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-1039a6d9-4666-4c3a-8106-6fc16d9db97e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2617252 Jul 30 01:30:26.484795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-e0ba583f-1985-4a72-8f21-13dfa1b7b52b service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543148 Jul 30 01:30:26.597576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ebd75-4518-48be-837c-eb55b17c621c req-eb43bfdb-0611-4811-98a5-9a97a10156cb tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:26.599225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b5ebd75-4518-48be-837c-eb55b17c621c req-eb43bfdb-0611-4811-98a5-9a97a10156cb tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1770554 Jul 30 01:30:26.601067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-0682eb88-2d13-41a4-9222-81bbdc1c7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:26.602966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-0682eb88-2d13-41a4-9222-81bbdc1c7a96 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2959452 Jul 30 01:30:26.680902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-e6248101-357f-491b-8ef9-43e85a85a733 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.0654709 Jul 30 01:30:26.785090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b5ebd75-4518-48be-837c-eb55b17c621c req-a000feb2-5465-4c3b-9925-65952ed7e32c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752768 Jul 30 01:30:26.792277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-02135265-a398-49dc-9943-4dff3ec8d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:26.793839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-02135265-a398-49dc-9943-4dff3ec8d768 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1035726 Jul 30 01:30:26.871947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-a25822d7-8760-4784-8450-1256720fc460 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571449 Jul 30 01:30:26.875097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80c06ecb-1bab-4d2e-8d3d-68ec186b2592 req-6523be2c-8072-439d-8c20-9a58a46f59d5 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771510 Jul 30 01:30:27.057533 n-d-713499-10 neutron-server[93889]: WARNING keystonemiddleware.auth_token [req-29d0375b-a075-491e-9328-faf1407af701 req-691bf433-0524-4358-8b5c-58f2b7145691 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 01:30:27.062558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-1f156fbd-c777-4cd8-ab4d-6b4152d3dc15 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:30:27.082880 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-1f156fbd-c777-4cd8-ab4d-6b4152d3dc15 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2395337 Jul 30 01:30:27.090449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Request body: {'binding': {'host': 'n-h1-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:27.090977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Unknown quota resources ['binding']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:30:27.297169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-9923a7bd-1fab-4e27-afd3-5a732001879a service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180288 Jul 30 01:30:27.490624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on host n-h1-713499-10 for vnic_type normal with profile None {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:27.492471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:27.493019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:27.498009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:27.498528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:27.521631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:27.522593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:27.523060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:27.523734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Bound port: 44104089-1ba7-4683-9273-b5a8e1fb4677, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:27.531461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08161d6-ac72-444e-8764-7982f2a7e063 req-00ad9b0c-925e-4511-994c-075127c16adb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:27.540362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c08161d6-ac72-444e-8764-7982f2a7e063 req-00ad9b0c-925e-4511-994c-075127c16adb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 948 time: 0.1166456 Jul 30 01:30:27.588119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-740d1912-f31f-4102-9d6d-f240fbb73de6 req-2e6b9212-b3a4-4818-845d-64729c2c1f29 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782137 Jul 30 01:30:27.635373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:27.653231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c08161d6-ac72-444e-8764-7982f2a7e063 req-95f66560-f98f-4610-9972-eddf9344fc31 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117756 Jul 30 01:30:27.695728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:27.707815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] Notify callbacks [] for binding, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:27.715331 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-902797f1-297f-4386-8023-7bf369a42312 service neutron] 10.222.0.78 "POST /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677/bindings HTTP/1.1" status: 201 len: 390 time: 0.6313999 Jul 30 01:30:27.827219 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e3175-ca81-4aa4-92e6-2cc67679b55f x-openstack-request-id: req-ef0e3175-ca81-4aa4-92e6-2cc67679b55f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:27.831284 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "name": "network-vif-plugged", "status": "completed", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:27.831571 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef0e3175-ca81-4aa4-92e6-2cc67679b55f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:27.831869 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'code': 200} Jul 30 01:30:27.902721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-687b2016-37f4-4fe8-99a7-f6ad053260d8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572221 Jul 30 01:30:28.020953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:28.044456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9463aef-e1da-441c-bebc-8ad3d81c1385 req-f7078915-9383-4d28-b9a3-261e7bb0d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.046044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d9463aef-e1da-441c-bebc-8ad3d81c1385 req-f7078915-9383-4d28-b9a3-261e7bb0d3d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 1097 time: 0.1835706 Jul 30 01:30:28.184143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d9463aef-e1da-441c-bebc-8ad3d81c1385 req-a7dd6661-22dd-4a86-82f1-0a2934e362de service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297727 Jul 30 01:30:28.203383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5f75702-8175-40e9-bc8e-1b67d1a0ff39 req-bc7f0d0d-bdb1-4629-8ff5-7548214b2cd7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 210 time: 0.0989625 Jul 30 01:30:28.237938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0d28-f348-445e-b42a-9854d2794193 req-7b3583a9-63a9-4483-b83b-8151d4894ce6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.245590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d1d0d28-f348-445e-b42a-9854d2794193 req-7b3583a9-63a9-4483-b83b-8151d4894ce6 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 945 time: 0.1437433 Jul 30 01:30:28.307711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d1d0d28-f348-445e-b42a-9854d2794193 req-7c0b8aa4-d57b-4ed0-a4b7-fd84cfa57f9c tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609806 Jul 30 01:30:28.338839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-bd3a8f2e-d38a-42bc-b9ea-6cf7d1199e98 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.340705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-bd3a8f2e-d38a-42bc-b9ea-6cf7d1199e98 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264255 Jul 30 01:30:28.345045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'mac_address': 'fa:16:3e:0c:c3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:28.357055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Request body: {'port': {'device_id': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c0cbcf0145ad45a1ad56aac9582bbe3a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:28.372167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-e99fb5ce-c53c-47d9-84f9-5b0e39288c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.373710 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-e99fb5ce-c53c-47d9-84f9-5b0e39288c48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1097 time: 0.1056015 Jul 30 01:30:28.456217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:28.477413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:28.514716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:28.530411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:28.588727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-2e18b9b5-bd65-4f57-9809-4a9f9a60d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.593516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-2e18b9b5-bd65-4f57-9809-4a9f9a60d534 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1982801 Jul 30 01:30:28.634784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:28.649781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c6723-52df-4cab-be9d-d8101f02234c req-fa6e5704-06b5-435b-a8f0-85d463644e70 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.659811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4c6723-52df-4cab-be9d-d8101f02234c req-fa6e5704-06b5-435b-a8f0-85d463644e70 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.2613144 Jul 30 01:30:28.665633 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-a8f4aa55-663e-4e2b-a10c-e60412904457 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 217 time: 0.0629685 Jul 30 01:30:28.708425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646604-86e7-47ad-a453-2fe30e650480 req-24f2e916-b357-41b6-8e96-04f054d54b58 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.715699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37646604-86e7-47ad-a453-2fe30e650480 req-24f2e916-b357-41b6-8e96-04f054d54b58 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.2514718 Jul 30 01:30:28.720913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Made reservation on behalf of c0cbcf0145ad45a1ad56aac9582bbe3a for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:28.725103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:28.749315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-88937d75-523c-4be3-b99b-f20a7f35d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:28.751673 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-88937d75-523c-4be3-b99b-f20a7f35d8a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0735965 Jul 30 01:30:28.788248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa4c6723-52df-4cab-be9d-d8101f02234c req-b2decc20-ac0d-4010-b306-bfc6236aea6c tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274171 Jul 30 01:30:28.830962 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-6ba8eb30-ec2f-40d2-9567-b1ec8a9ac840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704570 Jul 30 01:30:28.834386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37646604-86e7-47ad-a453-2fe30e650480 req-9aac61be-3ee2-4d55-96f0-71e81642148e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153111 Jul 30 01:30:28.884192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0909aec3-8d3d-4637-8cb5-2f3779eb5dd3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:29.079485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Allocated IP 192.168.233.26 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/f6283984-87af-4884-b8e9-be48cdda383f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:29.103270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-b84e43e5-63ba-4f0e-aee2-720e23a48f0c tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:29.107163 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-b84e43e5-63ba-4f0e-aee2-720e23a48f0c tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.1640368 Jul 30 01:30:29.115592 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-54f50f13-e4bf-4bfd-b495-1be8eb043c4b service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716670 Jul 30 01:30:29.199334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ab8f4-a3ea-4a82-9310-6a97f602a638 req-e1b84f0c-44bc-4669-ac53-b1b78c15999f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:29.207741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956ab8f4-a3ea-4a82-9310-6a97f602a638 req-e1b84f0c-44bc-4669-ac53-b1b78c15999f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 949 time: 0.2069316 Jul 30 01:30:29.234385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd17482-d88d-4aae-a848-531557f6109b req-e26965e6-cd90-47e1-bc8c-8f28bfd0391e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:29.246893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bcd17482-d88d-4aae-a848-531557f6109b req-e26965e6-cd90-47e1-bc8c-8f28bfd0391e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 945 time: 0.2481525 Jul 30 01:30:29.402756 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5fea2deb-5d23-4bae-ab89-c441f7920f6a service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810502 Jul 30 01:30:29.418707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Deleting port a22f7523-27ee-420e-ab1d-09b47872871c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:30:29.420072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:29.509764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bcd17482-d88d-4aae-a848-531557f6109b req-f8c777ae-9b71-4cbd-bff0-2c5f914f4f95 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524128 Jul 30 01:30:29.525294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956ab8f4-a3ea-4a82-9310-6a97f602a638 req-4b924d2b-916b-45c8-abb6-692aa556f2c8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985723 Jul 30 01:30:29.598509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:29.644374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Transition to ACTIVE for port object f6283984-87af-4884-b8e9-be48cdda383f will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:29.645184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device add1eae5-d9f8-4c0a-b17c-38cff46b6168 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:29.821267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-42f6824a-f33b-4c97-b821-7f9f6067f1a5 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:29.822797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-42f6824a-f33b-4c97-b821-7f9f6067f1a5 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.3371551 Jul 30 01:30:29.838651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-10'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:29.866450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:29.872809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca034166-58c6-4bbf-a860-3ddebe739e6d req-ee6d9e0f-9122-41eb-ada0-353d8fb391bd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 210 time: 0.1302385 Jul 30 01:30:29.882975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:29.885965 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f5585-ff13-43bd-8f7c-df4541c4d96b" -d '{"events": [{"server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "name": "network-vif-plugged", "status": "completed", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:29.889646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', 'mac_address': 'fa:16:3e:78:83:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:29.898646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:29.912221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] For port a22f7523-27ee-420e-ab1d-09b47872871c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a22f7523-27ee-420e-ab1d-09b47872871c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:29.918110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:29.944655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:29.986511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:30.024780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e2540-e4d0-4708-afff-9f8b23fafc92 req-06acd75d-ae7d-4084-8f19-136e0057304d tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:30.026368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-798e2540-e4d0-4708-afff-9f8b23fafc92 req-06acd75d-ae7d-4084-8f19-136e0057304d tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 945 time: 0.2469320 Jul 30 01:30:30.028397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:30.029912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:30.082284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:30.093187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Calling delete_port for a22f7523-27ee-420e-ab1d-09b47872871c owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:30:30.095502 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:30.152788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:30.186016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-798e2540-e4d0-4708-afff-9f8b23fafc92 req-6b17130d-7946-44ff-b715-9b0870620f3f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303890 Jul 30 01:30:30.217757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add1eae5-d9f8-4c0a-b17c-38cff46b6168 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:30.326906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:30.350858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:30.493364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:30.494047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:30.531689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f653e-6654-4f8d-8e7d-0ab82c686cc4 req-d89e024d-f1ad-433b-ac73-bf5eec20b88f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:30.545608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828f653e-6654-4f8d-8e7d-0ab82c686cc4 req-d89e024d-f1ad-433b-ac73-bf5eec20b88f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d4f4981-3f38-43ca-bfb0-d23f81610cc8 HTTP/1.1" status: 200 len: 950 time: 0.4107685 Jul 30 01:30:30.588001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-841515fd-b99e-4d3d-a20d-5b6d654b5907 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2340386 Jul 30 01:30:30.602733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e87cb-2264-4153-9189-cee38fcac4ed req-345bffae-0e7b-45a4-8048-f5fa6b1705fe tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:30.604807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-684e87cb-2264-4153-9189-cee38fcac4ed req-345bffae-0e7b-45a4-8048-f5fa6b1705fe tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.2859676 Jul 30 01:30:30.608893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53168) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:30.621241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:30.633337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-240fc5a5-7a6c-4932-8283-c8f9d5911f51 None None] Provisioning for port f6283984-87af-4884-b8e9-be48cdda383f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:30.638877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-240fc5a5-7a6c-4932-8283-c8f9d5911f51 None None] Provisioning complete for port f6283984-87af-4884-b8e9-be48cdda383f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:30.639580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-240fc5a5-7a6c-4932-8283-c8f9d5911f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:30.652606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Request body: {'port': {'device_id': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:30.718974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-240fc5a5-7a6c-4932-8283-c8f9d5911f51 None None] Port f6283984-87af-4884-b8e9-be48cdda383f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:30.764749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828f653e-6654-4f8d-8e7d-0ab82c686cc4 req-c6158b0c-2dc3-4b43-b5d0-ebcb95af7a0d tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181456 Jul 30 01:30:30.765878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['add1eae5-d9f8-4c0a-b17c-38cff46b6168'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:30.902228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-684e87cb-2264-4153-9189-cee38fcac4ed req-289a7202-2e46-4922-a0d5-b5efcb20e223 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847042 Jul 30 01:30:30.915802 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54259ad-aacc-431c-a334-3f9dada4fa15 x-openstack-request-id: req-e54259ad-aacc-431c-a334-3f9dada4fa15 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:30.919250 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "name": "network-vif-plugged", "status": "completed", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:30.920642 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e54259ad-aacc-431c-a334-3f9dada4fa15 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:30.921208 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'code': 200} Jul 30 01:30:30.942864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35fd1716-57f7-4a06-87ce-ca52f1894dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:30.975334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.095303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:31.166890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:31.192133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.205957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['6bdeb943-45eb-4415-ac57-126855e6ebab', 'a22f7523-27ee-420e-ab1d-09b47872871c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:31.259990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.301275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Pushing event deleted for resources: {'Port': ['ID=a22f7523-27ee-420e-ab1d-09b47872871c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:31.305028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:31.308458 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ec2a2e-6da0-4296-ae6f-632cfee6a203" -d '{"events": [{"server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "name": "network-vif-unplugged", "status": "completed", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:31.319274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.413589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:31.444211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] No DVR routers for this DVR port a22f7523-27ee-420e-ab1d-09b47872871c on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:30:31.449780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.452283 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4cea23b-20aa-4baa-9f92-0e867f6d14b8 req-d6c39f75-381a-47ca-bf0f-6c7276bb6f88 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "DELETE /v2.0/ports/a22f7523-27ee-420e-ab1d-09b47872871c HTTP/1.1" status: 204 len: 173 time: 2.3334844 Jul 30 01:30:31.475464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on host n-h2-713499-10 for vnic_type normal with profile {"migrating_to": "n-h1-713499-10"} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:31.475892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:31.476228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:31.483680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:31.483680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Attempting to bind port 44104089-1ba7-4683-9273-b5a8e1fb4677 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:31.490848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:31.491474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:31.492282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:31.492838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Bound port: 44104089-1ba7-4683-9273-b5a8e1fb4677, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:31.494099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.646986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:31.700014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ff98f-d11b-4f3b-9fa8-7cf03caa34ae req-1ee69450-1be2-4426-bf8c-2b738bcf4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:31.707638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f9ff98f-d11b-4f3b-9fa8-7cf03caa34ae req-1ee69450-1be2-4426-bf8c-2b738bcf4bfc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.6820772 Jul 30 01:30:31.749797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:31.757177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:31.766374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.788476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d3093-48ab-40ce-85d4-c58c25cd9f21 req-1c42b759-729a-4e9c-b9f9-ce5a33915ed1 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:31.795915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-387d3093-48ab-40ce-85d4-c58c25cd9f21 req-1c42b759-729a-4e9c-b9f9-ce5a33915ed1 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 945 time: 0.7051442 Jul 30 01:30:31.804337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:31.811227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:31.811605 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.886281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35fd1716-57f7-4a06-87ce-ca52f1894dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.899533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:31.906891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:31.907602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.909525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aeb86-9365-4527-8a38-a8343a046472 req-93917ae1-b7b0-46d3-b1da-997907a22d73 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:31.909965 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-5cc4ccff-fa84-4dcc-b5a7-bea906aba00e service neutron] 10.222.0.66 "PUT /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 1123 time: 2.0750279 Jul 30 01:30:31.913180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db4aeb86-9365-4527-8a38-a8343a046472 req-93917ae1-b7b0-46d3-b1da-997907a22d73 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 945 time: 0.8348641 Jul 30 01:30:31.937626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53178) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:31.957282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-387d3093-48ab-40ce-85d4-c58c25cd9f21 req-becce542-377e-4e6d-a064-53c3687a2ee4 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597865 Jul 30 01:30:31.963736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35fd1716-57f7-4a06-87ce-ca52f1894dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:31.997077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'floatingip': {'port_id': 'c4749588-44ab-4c30-ac3a-b391b358ac76'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:32.043661 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.088681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['44104089-1ba7-4683-9273-b5a8e1fb4677'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:32.119753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.143169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:32.154256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.268321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:32.421065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd1716-57f7-4a06-87ce-ca52f1894dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8f9785-26e5-441f-8e3a-fc8ffde9820f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:32.447985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:32.452191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-35fd1716-57f7-4a06-87ce-ca52f1894dfc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9508acc0f3a4d1889f46057882aba25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8420522 Jul 30 01:30:32.477369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f9ff98f-d11b-4f3b-9fa8-7cf03caa34ae req-24a4faa0-2662-4e43-81f2-432c34ddb97d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7017226 Jul 30 01:30:32.553920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e9a03-5b07-4ccd-848e-c4466750515e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.586090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e9a03-5b07-4ccd-848e-c4466750515e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.655446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e9a03-5b07-4ccd-848e-c4466750515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.658744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e9a03-5b07-4ccd-848e-c4466750515e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:32.661671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-963e9a03-5b07-4ccd-848e-c4466750515e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc8f9785-26e5-441f-8e3a-fc8ffde9820f HTTP/1.1" status: 204 len: 168 time: 0.2110498 Jul 30 01:30:32.679828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e9a03-5b07-4ccd-848e-c4466750515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8f9785-26e5-441f-8e3a-fc8ffde9820f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:32.923934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:32.926738 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007808b5-65fe-406e-93f5-4281956136f5" -d '{"events": [{"server_uuid": "6e42e407-ec47-45c5-b081-5104895bcbb5", "name": "network-vif-plugged", "status": "completed", "tag": "0909aec3-8d3d-4637-8cb5-2f3779eb5dd3"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:32.971411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1fd5f-8098-453d-8c38-57fb323df4bb req-ebb48d38-a61f-4b58-a2eb-f028e00c5ebb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:32.973133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ce1fd5f-8098-453d-8c38-57fb323df4bb req-ebb48d38-a61f-4b58-a2eb-f028e00c5ebb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 950 time: 0.8229544 Jul 30 01:30:33.014572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4393b-d735-49a5-b7b6-d06e30bbde84 req-8061c8d6-ac6d-431c-9bce-3330cf8605d6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:33.027681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81f4393b-d735-49a5-b7b6-d06e30bbde84 req-8061c8d6-ac6d-431c-9bce-3330cf8605d6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 935 time: 0.9010944 Jul 30 01:30:33.221321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6283984-87af-4884-b8e9-be48cdda383f {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:33.243391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.282367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:33.293627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81f4393b-d735-49a5-b7b6-d06e30bbde84 req-fa20b109-1395-4afb-882c-c7f904665945 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483966 Jul 30 01:30:33.311460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60cecaee-6251-438f-b93a-39eb6ef1976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.372200 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77941740-56d3-4611-8472-bf5f3bf6e5e7 x-openstack-request-id: req-77941740-56d3-4611-8472-bf5f3bf6e5e7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:33.372200 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "name": "network-vif-unplugged", "status": "completed", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:33.372541 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77941740-56d3-4611-8472-bf5f3bf6e5e7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:33.372802 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'code': 200} Jul 30 01:30:33.404219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ce1fd5f-8098-453d-8c38-57fb323df4bb req-33febd7c-5dce-4aac-98f8-c0e893cec504 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700540 Jul 30 01:30:33.405634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Transition to ACTIVE for port object f6283984-87af-4884-b8e9-be48cdda383f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:33.426739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.529037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60cecaee-6251-438f-b93a-39eb6ef1976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.535659 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f015460-6567-4699-a2d8-c23b1608ee98 x-openstack-request-id: req-3f015460-6567-4699-a2d8-c23b1608ee98 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:33.536150 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e42e407-ec47-45c5-b081-5104895bcbb5", "name": "network-vif-plugged", "status": "completed", "tag": "0909aec3-8d3d-4637-8cb5-2f3779eb5dd3", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:33.536150 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f015460-6567-4699-a2d8-c23b1608ee98 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:33.536493 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'code': 200} Jul 30 01:30:33.537553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60cecaee-6251-438f-b93a-39eb6ef1976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.613224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a22f7523-27ee-420e-ab1d-09b47872871c no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:30:33.661301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60cecaee-6251-438f-b93a-39eb6ef1976a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=967a2f9e08f24503bdb10c92cf4f181a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778002 Jul 30 01:30:33.664785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cecaee-6251-438f-b93a-39eb6ef1976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c8b1b6-a28d-4391-89bd-42fb0a7eff47,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:33.668166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53196) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:33.679848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device add1eae5-d9f8-4c0a-b17c-38cff46b6168 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:33.683692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: a22f7523-27ee-420e-ab1d-09b47872871c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:30:33.683959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a22f7523-27ee-420e-ab1d-09b47872871c not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:30:33.804959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port add1eae5-d9f8-4c0a-b17c-38cff46b6168 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:33.810540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01e24ff3-30f3-4bb9-8076-17fd7b0b391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.824959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port add1eae5-d9f8-4c0a-b17c-38cff46b6168 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:33.826827 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.854565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01e24ff3-30f3-4bb9-8076-17fd7b0b391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.950675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01e24ff3-30f3-4bb9-8076-17fd7b0b391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.955129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-01e24ff3-30f3-4bb9-8076-17fd7b0b391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.955701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-01e24ff3-30f3-4bb9-8076-17fd7b0b391c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79c8b1b6-a28d-4391-89bd-42fb0a7eff47 HTTP/1.1" status: 204 len: 168 time: 0.2860639 Jul 30 01:30:33.984193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e24ff3-30f3-4bb9-8076-17fd7b0b391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c8b1b6-a28d-4391-89bd-42fb0a7eff47,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:34.046696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:34.083677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:34.128062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:34.139122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:34.258518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3d59-21b4-42bd-a86f-b0a407112d63 req-5e0fb85a-fbce-4b8a-8151-0c5c200412d9 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:34.271696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df5e3d59-21b4-42bd-a86f-b0a407112d63 req-5e0fb85a-fbce-4b8a-8151-0c5c200412d9 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.6429822 Jul 30 01:30:34.285533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:34.389158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b223a-3452-4238-8c29-f52520394e82 req-b36fadc0-09db-4995-84c7-b27c9450603d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:34.401171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-148b223a-3452-4238-8c29-f52520394e82 req-b36fadc0-09db-4995-84c7-b27c9450603d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 943 time: 0.7628953 Jul 30 01:30:34.517066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f4fb6-a52e-45b0-95f1-9e3d2ce4c6ee req-3f0265f9-827a-4089-ac74-0326d262480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:34.519272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-753f4fb6-a52e-45b0-95f1-9e3d2ce4c6ee req-3f0265f9-827a-4089-ac74-0326d262480b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 1102 time: 0.8038046 Jul 30 01:30:34.604813 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:30:34.664120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:34.664594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:34.665380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:34.670200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-148b223a-3452-4238-8c29-f52520394e82 req-4fa691b6-172f-4da8-99ff-ff960fc19718 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679250 Jul 30 01:30:34.693836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df5e3d59-21b4-42bd-a86f-b0a407112d63 req-7803dd5c-d14d-4b1e-9270-e367c354b8d8 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207253 Jul 30 01:30:34.713170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Port f6283984-87af-4884-b8e9-be48cdda383f on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:34.713917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:34.748223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:34.748630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:34.749230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:34.749759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Bound port: f6283984-87af-4884-b8e9-be48cdda383f, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:34.750202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:34.805190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-753f4fb6-a52e-45b0-95f1-9e3d2ce4c6ee req-89de9415-e07b-4581-a29f-64ee5b575406 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642682 Jul 30 01:30:34.808999 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:34.823617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:34.889085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:34.892894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:34.916995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:35.086441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:35.098542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:35.099253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:35.101136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-755e4b06-23f0-413e-a694-e4278c8fca91 service neutron] 10.222.0.66 "PUT /v2.0/ports/f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 1096 time: 4.4953630 Jul 30 01:30:35.101556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:35.107538 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb" -d '{"events": [{"name": "network-changed", "server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "tag": "f6283984-87af-4884-b8e9-be48cdda383f"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:35.195896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebda8f-8b26-4a77-8a17-0b2685c459b6 req-862b7a7b-0a4d-42a3-87b1-7ac657e73b63 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:35.197654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67ebda8f-8b26-4a77-8a17-0b2685c459b6 req-862b7a7b-0a4d-42a3-87b1-7ac657e73b63 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.3232179 Jul 30 01:30:35.199358 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Floating IP 418a3be8-875f-4d99-aeb4-b963ed192157 associated. External IP: 172.25.8.197, port: c4749588-44ab-4c30-ac3a-b391b358ac76. Jul 30 01:30:35.376352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'name': 'network-vif-deleted', 'tag': 'a22f7523-27ee-420e-ab1d-09b47872871c'}, {'name': 'network-changed', 'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:35.376352 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0" -d '{"events": [{"server_uuid": "1d4f4981-3f38-43ca-bfb0-d23f81610cc8", "name": "network-vif-deleted", "tag": "a22f7523-27ee-420e-ab1d-09b47872871c"}, {"name": "network-changed", "server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:35.539254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:35.541583 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5f7ea-1993-4a81-92c7-d35eaf290152" -d '{"events": [{"server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "name": "network-vif-plugged", "status": "completed", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:35.623186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:35.751899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67ebda8f-8b26-4a77-8a17-0b2685c459b6 req-f0cfbf5b-ee00-49b5-ac58-4d4e263e96bf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920716 Jul 30 01:30:35.817191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc1ee1-3272-4341-a77b-a7b76e9864db req-8e12420c-508b-4413-9329-40b3e19eb348 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:35.818761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54cc1ee1-3272-4341-a77b-a7b76e9864db req-8e12420c-508b-4413-9329-40b3e19eb348 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 950 time: 0.5614827 Jul 30 01:30:35.820725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-9af43cab-3758-463a-a290-3767b09fdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:35.822046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-9af43cab-3758-463a-a290-3767b09fdba7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1099 time: 0.5635569 Jul 30 01:30:35.836186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:35.867528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 has no active binding in host n-h1-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:30:35.895931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-f9de1157-69f2-42f3-881e-10235b78f8c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.0580792 Jul 30 01:30:36.098575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54cc1ee1-3272-4341-a77b-a7b76e9864db req-4c48615c-77f7-441c-be14-86ad5adf8a39 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596552 Jul 30 01:30:36.104621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-5078ca82-78ff-4e22-a55e-ccdd665d1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.106223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-5078ca82-78ff-4e22-a55e-ccdd665d1de8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1993718 Jul 30 01:30:36.150956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b1ee-e44d-47f4-869c-ed6440af38df req-76e155b4-9714-4338-b5f1-a6fe588d86ce tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.152504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bb3b1ee-e44d-47f4-869c-ed6440af38df req-76e155b4-9714-4338-b5f1-a6fe588d86ce tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 950 time: 0.2483606 Jul 30 01:30:36.172094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-ab82b322-3602-4f72-91ec-74d3ee1f1cd4 service neutron] 10.222.0.55 "GET /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677/bindings/n-h1-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.3355253 Jul 30 01:30:36.177275 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e88cc-cac0-4a22-8702-e47806dc4f43 x-openstack-request-id: req-346e88cc-cac0-4a22-8702-e47806dc4f43 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:36.177558 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "tag": "f6283984-87af-4884-b8e9-be48cdda383f", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:36.177798 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-346e88cc-cac0-4a22-8702-e47806dc4f43 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:36.178179 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f', 'status': 'completed', 'code': 200} Jul 30 01:30:36.225727 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32366391-bebf-4328-bbb0-5e01d4168670 x-openstack-request-id: req-32366391-bebf-4328-bbb0-5e01d4168670 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:36.225727 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f4981-3f38-43ca-bfb0-d23f81610cc8", "name": "network-vif-deleted", "tag": "a22f7523-27ee-420e-ab1d-09b47872871c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:36.225982 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32366391-bebf-4328-bbb0-5e01d4168670 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:36.226415 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f4981-3f38-43ca-bfb0-d23f81610cc8', 'name': 'network-vif-deleted', 'tag': 'a22f7523-27ee-420e-ab1d-09b47872871c', 'status': 'completed', 'code': 200} Jul 30 01:30:36.226724 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'status': 'completed', 'code': 200} Jul 30 01:30:36.295870 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f8a8b4-b6c0-4091-91e2-01c1271da20e x-openstack-request-id: req-94f8a8b4-b6c0-4091-91e2-01c1271da20e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:36.297230 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "name": "network-vif-plugged", "status": "completed", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:36.298574 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94f8a8b4-b6c0-4091-91e2-01c1271da20e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:36.299391 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', 'code': 200} Jul 30 01:30:36.353731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-e2ccdfca-08f5-4110-b597-6681cec2811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.356484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-e2ccdfca-08f5-4110-b597-6681cec2811d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2399099 Jul 30 01:30:36.409412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bb3b1ee-e44d-47f4-869c-ed6440af38df req-40c6be9c-0f54-4aea-b584-95b8387c0642 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.78 "GET /v2.0/security-groups?id=8407d880-8671-4ca2-a682-72ba796b7735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338018 Jul 30 01:30:36.484417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Router fbb3bfc1-9c60-474b-8c11-022babe0495a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:30:36.507204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6f4ba-6ee3-4d10-87b9-a7c20d517d3c req-3ea85740-8826-4e4c-ae77-3e3e833be5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.509366 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6ea6f4ba-6ee3-4d10-87b9-a7c20d517d3c req-3ea85740-8826-4e4c-ae77-3e3e833be5cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 1102 time: 0.0714159 Jul 30 01:30:36.573735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:36.590103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6ea6f4ba-6ee3-4d10-87b9-a7c20d517d3c req-22086824-ba2b-4e7e-86ee-3baf8d90934b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722723 Jul 30 01:30:36.607336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-4d2a17da-e51e-48c3-9e85-28ab4841c064 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.608924 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-4d2a17da-e51e-48c3-9e85-28ab4841c064 tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5d39d46-70fa-4f5e-bc57-2cc2536031f2 HTTP/1.1" status: 200 len: 950 time: 0.0769186 Jul 30 01:30:36.661994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-d278b351-e9a3-456f-9cb7-59b8508d0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.663460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-d278b351-e9a3-456f-9cb7-59b8508d0589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1126 time: 0.3125384 Jul 30 01:30:36.717111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Deleting port 6bdeb943-45eb-4415-ac57-126855e6ebab {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:30:36.717479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:36.742880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e3549-8408-476d-9c6e-f4a8a5337f32 req-84e71a34-985f-4e28-b139-eedbe926b14f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.744432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f1e3549-8408-476d-9c6e-f4a8a5337f32 req-84e71a34-985f-4e28-b139-eedbe926b14f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 943 time: 0.2467940 Jul 30 01:30:36.746256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-eeb83fce-65ed-46c2-93cd-424f4845090b service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728850 Jul 30 01:30:36.759746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdb9b3-9254-4c2c-b774-785724a4fdeb req-082ac13d-e04b-4620-a1be-5f3e729e8be2 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:36.766070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94bdb9b3-9254-4c2c-b774-785724a4fdeb req-082ac13d-e04b-4620-a1be-5f3e729e8be2 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.2872963 Jul 30 01:30:36.818327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] For port 6bdeb943-45eb-4415-ac57-126855e6ebab, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=6bdeb943-45eb-4415-ac57-126855e6ebab,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:36.818692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:36.834354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Calling delete_port for 6bdeb943-45eb-4415-ac57-126855e6ebab owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:30:36.986338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:36.991074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94bdb9b3-9254-4c2c-b774-785724a4fdeb req-15c0d729-11a1-4e45-a384-72fece634f7f tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207649 Jul 30 01:30:37.002637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['6bdeb943-45eb-4415-ac57-126855e6ebab'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:37.020463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Pushing event deleted for resources: {'Port': ['ID=6bdeb943-45eb-4415-ac57-126855e6ebab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:37.032757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f1e3549-8408-476d-9c6e-f4a8a5337f32 req-90b9a4e3-2405-4ad4-b73a-63e54723eeb2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632127 Jul 30 01:30:37.035204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:37.059470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:30:37.076879 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:37.081370 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e67975-c744-40a2-938e-16aec5db306c None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:30:37.096714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.096927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.097237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.097564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.097889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.098216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.098538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.098856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.104817 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:37.106107 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:37.121379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.121867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.122215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.122556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:37.206686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b7c45dae-a72d-47bb-841a-7177f4444a83 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "PUT /v2.0/floatingips/418a3be8-875f-4d99-aeb4-b963ed192157 HTTP/1.1" status: 200 len: 991 time: 5.2473350 Jul 30 01:30:37.208527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-b51025e1-8abf-47db-8b9b-da8aebbafaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:37.210684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-b51025e1-8abf-47db-8b9b-da8aebbafaa6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2934167 Jul 30 01:30:37.218186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3339bbaa-42e4-4072-bf99-e77b3e62e416 req-ffffec0f-5422-4590-a058-2732b8eda135 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468644 Jul 30 01:30:37.220357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:37.226724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] No DVR routers for this DVR port 6bdeb943-45eb-4415-ac57-126855e6ebab on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:30:37.244193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:37.257102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66da2cb3-8507-449f-9f0d-60f07924efe0 req-01ed0843-73c2-48f8-986c-c387fab3030f tempest-LiveMigrationNegativeTest-1200669808 tempest-LiveMigrationNegativeTest-1200669808-project] 10.222.0.66 "DELETE /v2.0/ports/6bdeb943-45eb-4415-ac57-126855e6ebab HTTP/1.1" status: 204 len: 173 time: 0.6413291 Jul 30 01:30:37.307232 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:37.347019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-4e704ec2-1ea8-400e-90aa-2841459254dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 217 time: 0.1222594 Jul 30 01:30:37.383137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44104089-1ba7-4683-9273-b5a8e1fb4677 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:37.417972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-21fd0584-2325-4a27-86ac-0f30c2e14be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:37.421038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-21fd0584-2325-4a27-86ac-0f30c2e14be7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1099 time: 0.1345053 Jul 30 01:30:37.484339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:37.565449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:37.577636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-6fa93920-ef30-4cd2-a61a-6509141b18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:37.587522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-6fa93920-ef30-4cd2-a61a-6509141b18e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.2195253 Jul 30 01:30:37.662080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-2aaa638a-d41a-43f8-97ab-2336756cf9f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617146 Jul 30 01:30:37.695802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-dd3e20db-ada9-455f-8dd2-767442551036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:37.697318 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-dd3e20db-ada9-455f-8dd2-767442551036 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2664015 Jul 30 01:30:37.778377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '418a3be8-875f-4d99-aeb4-b963ed192157', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'port_id': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'mac_address': 'fa:16:3e:25:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:30:04Z', 'updated_at': '2021-07-30T01:30:34Z', 'revision_number': 1, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:37.809763 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e67975-c744-40a2-938e-16aec5db306c None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:30:37.821056 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:37.822030 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:37.836711 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-fff2cb62-fb98-4dc2-8f90-dc353545490f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.1284661 Jul 30 01:30:37.962133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-40ebd1ab-599a-4858-a501-2fdf5c75ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:37.968711 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-40ebd1ab-599a-4858-a501-2fdf5c75ff98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1244178 Jul 30 01:30:37.972551 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:38.050670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d280b-26da-41dd-b3ab-ea54efee9b89 req-9a462325-535c-48ec-bba8-77297d776123 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:38.058314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e70d280b-26da-41dd-b3ab-ea54efee9b89 req-9a462325-535c-48ec-bba8-77297d776123 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.4693844 Jul 30 01:30:38.084578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-4f34df4a-b73e-42d9-af85-142343c93a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:38.087561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-4f34df4a-b73e-42d9-af85-142343c93a03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098199 Jul 30 01:30:38.151802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Transition to ACTIVE for port object 44104089-1ba7-4683-9273-b5a8e1fb4677 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:38.193107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-d471c7d4-78a2-4407-bcee-5dde720fc13a service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461989 Jul 30 01:30:38.194235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:38.196614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:38.200991 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:38.228633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'name': 'network-vif-deleted', 'tag': '6bdeb943-45eb-4415-ac57-126855e6ebab'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:38.236162 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa68bc66-c36b-4f87-8b4d-bd8587f035d9" -d '{"events": [{"server_uuid": "d5d39d46-70fa-4f5e-bc57-2cc2536031f2", "name": "network-vif-deleted", "tag": "6bdeb943-45eb-4415-ac57-126855e6ebab"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:38.244960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3d861fc3-5980-4093-a970-db7dcc29ee94 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:38.247137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3d861fc3-5980-4093-a970-db7dcc29ee94 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/networks?id=ee527f84-44a2-42da-bde9-5389f9cd3e81 HTTP/1.1" status: 200 len: 814 time: 0.5780773 Jul 30 01:30:38.276374 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-2bc7dcf4-fe8f-4d0e-94de-c356f5c56352 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775484 Jul 30 01:30:38.302725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e70d280b-26da-41dd-b3ab-ea54efee9b89 req-edd466b3-e370-407d-8ef8-5ce488a257f7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376096 Jul 30 01:30:38.335121 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e67975-c744-40a2-938e-16aec5db306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '418a3be8-875f-4d99-aeb4-b963ed192157', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'port_id': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'mac_address': 'fa:16:3e:25:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:30:04Z', 'updated_at': '2021-07-30T01:30:34Z', 'revision_number': 1, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:38.367758 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e67975-c744-40a2-938e-16aec5db306c None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '418a3be8-875f-4d99-aeb4-b963ed192157', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'port_id': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'mac_address': 'fa:16:3e:25:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:30:04Z', 'updated_at': '2021-07-30T01:30:34Z', 'revision_number': 1, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:30:38.430344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa4c11ea-03ce-4c01-bfb1-9ad83a9f0afb req-78e6f757-62d6-4070-b127-3b0557000709 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463645 Jul 30 01:30:38.671726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebe8b6-af64-430b-bb56-7a004b1da116 None None] New status for floating IP 418a3be8-875f-4d99-aeb4-b963ed192157: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:30:38.675944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-7db564a9-759c-4bc9-b4e4-dd5d7670a422 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/quotas/2c1a3e2392394ce5a753fb6cdd244571 HTTP/1.1" status: 200 len: 375 time: 0.0295327 Jul 30 01:30:38.764947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] No DVR routers for this DVR port 44104089-1ba7-4683-9273-b5a8e1fb4677 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:30:38.810251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Pushing event updated for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:38.849411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3173f32-c67d-4683-968a-1a63922a526b req-01a617fe-4760-49c3-be3f-d5b32056b625 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:38.850920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3173f32-c67d-4683-968a-1a63922a526b req-01a617fe-4760-49c3-be3f-d5b32056b625 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.1924980 Jul 30 01:30:38.858449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.858676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.859263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.859524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.860030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.860378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.860715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.861061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.861392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.861871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.862205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.862529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:30:38.864729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:38.870453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Request body: {'floatingip': {'port_id': 'c607dcf4-1904-43b2-9489-4b094d6134ac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:38.887706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99660a3f-cec0-4e4a-b5be-4f808cbbc8a0 req-6f87c78d-7c66-47ce-aa30-3e660012cebc service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835711 Jul 30 01:30:38.893668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-429d5fcc-4b2d-43c7-a239-94ede866a07e service neutron] 10.222.0.55 "PUT /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677/bindings/n-h1-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 2.7105606 Jul 30 01:30:38.903468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-68f9f8db-727e-450f-860b-cd0de293c177 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2c1a3e2392394ce5a753fb6cdd244571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142282 Jul 30 01:30:39.076330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:39.129121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c4481-5c8b-49dc-bc61-571c2b92f1d9 req-82e2ea7d-19f1-4479-8430-c541054891ca tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:39.131142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c57c4481-5c8b-49dc-bc61-571c2b92f1d9 req-82e2ea7d-19f1-4479-8430-c541054891ca tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 950 time: 0.1028993 Jul 30 01:30:39.175149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-a8f41591-2507-4b55-b428-12112370563d service neutron] 10.222.0.78 "GET /v2.0/networks/ee527f84-44a2-42da-bde9-5389f9cd3e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639017 Jul 30 01:30:39.241814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-96f11f45-f58f-4c0d-8ce4-9eb283e4360e tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:39.243689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-96f11f45-f58f-4c0d-8ce4-9eb283e4360e tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1708701 Jul 30 01:30:39.292760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-ea114cb3-02ea-4102-8776-c651c8effdec service neutron] 10.222.0.78 "GET /v2.0/networks/ee527f84-44a2-42da-bde9-5389f9cd3e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080065 Jul 30 01:30:39.315586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c57c4481-5c8b-49dc-bc61-571c2b92f1d9 req-bebcd4bb-4497-410c-bc94-06c3daad527d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606076 Jul 30 01:30:39.393126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-cc2d052c-52a3-400d-8703-beee3ea85372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:39.393902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-cc2d052c-52a3-400d-8703-beee3ea85372 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d&tenant_id=5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 1096 time: 0.1417923 Jul 30 01:30:39.638253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-6e40853a-abdc-4cc2-a393-1da9efbba402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:39.645420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f6283984-87af-4884-b8e9-be48cdda383f details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:39.647984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 6bdeb943-45eb-4415-ac57-126855e6ebab no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:30:39.650829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-6e40853a-abdc-4cc2-a393-1da9efbba402 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1096 time: 0.2134352 Jul 30 01:30:39.694143 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de40430c-bbd0-4930-9942-f080fc6ca47a x-openstack-request-id: req-de40430c-bbd0-4930-9942-f080fc6ca47a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:39.694427 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:39.695030 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de40430c-bbd0-4930-9942-f080fc6ca47a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:39.695919 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'status': 'completed', 'code': 200} Jul 30 01:30:39.798848 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e3e2f-7649-48fe-83b4-4a188fc19c45 x-openstack-request-id: req-641e3e2f-7649-48fe-83b4-4a188fc19c45 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:39.798848 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d39d46-70fa-4f5e-bc57-2cc2536031f2", "name": "network-vif-deleted", "tag": "6bdeb943-45eb-4415-ac57-126855e6ebab", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:39.799173 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-641e3e2f-7649-48fe-83b4-4a188fc19c45 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:39.799529 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d39d46-70fa-4f5e-bc57-2cc2536031f2', 'name': 'network-vif-deleted', 'tag': '6bdeb943-45eb-4415-ac57-126855e6ebab', 'status': 'completed', 'code': 200} Jul 30 01:30:39.837848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:30:39.999785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 6bdeb943-45eb-4415-ac57-126855e6ebab {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:30:40.002280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 6bdeb943-45eb-4415-ac57-126855e6ebab not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:30:40.005096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-9a47c059-a1e1-4ff3-ac9e-c755d3149d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:40.006516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-9a47c059-a1e1-4ff3-ac9e-c755d3149d8f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.3554311 Jul 30 01:30:40.016991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:30:40.206992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-ca85106a-0888-48b9-be4a-4d0ad587d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:40.211564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-ca85106a-0888-48b9-be4a-4d0ad587d36a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 1097 time: 0.4361286 Jul 30 01:30:40.256316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237205d-8ab7-4afb-8ee9-f5e53c52f68b req-cb5035cb-5928-4ab7-9942-9b5fd26b1ec0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:40.260569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d237205d-8ab7-4afb-8ee9-f5e53c52f68b req-cb5035cb-5928-4ab7-9942-9b5fd26b1ec0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 944 time: 0.4567261 Jul 30 01:30:40.286557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53316) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:40.326860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:40.352874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'f6283984-87af-4884-b8e9-be48cdda383f', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'f6283984-87af-4884-b8e9-be48cdda383f', 'mac_address': 'fa:16:3e:38:51:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:40.471754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-9d5c2892-0b6b-4cb4-b987-0f24751d0f1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 217 time: 0.4297054 Jul 30 01:30:40.507362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f64f6-7041-48c5-95dc-a11ea2f77ddf req-570bc661-9d47-4791-80d2-75a5db8c2b29 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:40.513779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b06f64f6-7041-48c5-95dc-a11ea2f77ddf req-570bc661-9d47-4791-80d2-75a5db8c2b29 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.5064437 Jul 30 01:30:40.591117 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:40.609214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6283984-87af-4884-b8e9-be48cdda383f {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:40.629641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d237205d-8ab7-4afb-8ee9-f5e53c52f68b req-ef28558e-f847-4ecb-9256-98ba841e9b07 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431425 Jul 30 01:30:40.672121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:30:40.676142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-191a28fa-f26f-4451-b9f5-d45b2293b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:40.677694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-191a28fa-f26f-4451-b9f5-d45b2293b528 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1960874 Jul 30 01:30:40.682115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:40.700029 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:40.766597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-884c8a34-b863-4c58-a914-63857dabf370 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495684 Jul 30 01:30:40.797321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:40.843398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:40.879542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b06f64f6-7041-48c5-95dc-a11ea2f77ddf req-73e36117-baee-4571-8759-69da2e3631cc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524580 Jul 30 01:30:40.880634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-d36c6f4d-1a61-4bf2-91b2-d505b18636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:40.882090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-d36c6f4d-1a61-4bf2-91b2-d505b18636cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 924 time: 0.6610577 Jul 30 01:30:40.894318 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-b02b010f-b514-4013-b0df-2382384bc522 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156759 Jul 30 01:30:40.894988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:40.942721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:41.078107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-cb023ae1-5ecc-4b31-9d42-910c7a80f99b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3435111 Jul 30 01:30:41.083143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7dd5d6ff-c579-4dde-ab1a-36eb2e46934d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bb3f3eba0e94b568df5c03b121190f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7892249 Jul 30 01:30:41.084077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53324) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:41.116194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0fcbe794-7911-4dca-bc86-d732465af506 req-fc41dfb9-91a8-44a9-99b1-edccf2fa4083 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 210 time: 0.0884240 Jul 30 01:30:41.119116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-b71be8f2-4146-455d-a1d1-9fc2f96431c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4749588-44ab-4c30-ac3a-b391b358ac76 HTTP/1.1" status: 200 len: 1001 time: 0.2035205 Jul 30 01:30:41.128109 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Floating IP 810cc752-78d0-4437-a199-3a5b9ae643ec associated. External IP: 172.25.8.198, port: c607dcf4-1904-43b2-9489-4b094d6134ac. Jul 30 01:30:41.128361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a2a8f-5580-4960-bae9-10e58530aaa4 req-1aa477cb-f09a-48b3-a4e1-140a63f30514 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:41.129768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c38a2a8f-5580-4960-bae9-10e58530aaa4 req-1aa477cb-f09a-48b3-a4e1-140a63f30514 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 950 time: 0.3715010 Jul 30 01:30:41.231870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-304a0c8f-9f8a-4de5-b895-a0c0e6776808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:41.234524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-304a0c8f-9f8a-4de5-b895-a0c0e6776808 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 200 len: 862 time: 0.1027036 Jul 30 01:30:41.239122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c38a2a8f-5580-4960-bae9-10e58530aaa4 req-cc2f8a98-6b6e-4ea0-a811-2c75816ab148 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007721 Jul 30 01:30:41.244846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-80a621a9-fb83-46df-96f8-1e8ba454fb33 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013918 Jul 30 01:30:41.280410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-2a0c845d-a682-453c-83ef-a59cb872c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:41.281377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ece98a5b-55f1-428d-bc1d-b46911e6e9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:41.282581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-2a0c845d-a682-453c-83ef-a59cb872c40d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.1005499 Jul 30 01:30:41.307117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-58a8a2d0-851c-4d2d-99f1-04028c7a5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:41.308333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-58a8a2d0-851c-4d2d-99f1-04028c7a5a3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d061a8fd-5dae-4cd7-9125-a6850065ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609627 Jul 30 01:30:41.390382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ece98a5b-55f1-428d-bc1d-b46911e6e9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:41.614499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-df58660e-90ab-4fb5-9816-8aad8f8f4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:41.618801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-df58660e-90ab-4fb5-9816-8aad8f8f4f5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2984121 Jul 30 01:30:41.633002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-8630433d-aec4-4703-b17e-ccbd7c7e1225 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138423 Jul 30 01:30:41.662918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f6283984-87af-4884-b8e9-be48cdda383f up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:41.742915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:41.750285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-5f92b137-1369-41aa-bc68-d3c01db089de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.1142046 Jul 30 01:30:41.802300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port f6283984-87af-4884-b8e9-be48cdda383f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:41.805814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port f6283984-87af-4884-b8e9-be48cdda383f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:41.806385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:41.917317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-9ab98353-226d-4252-ad11-b3bba3914d72 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:41.919110 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-9ab98353-226d-4252-ad11-b3bba3914d72 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.66 "GET /v2.0/networks?id=ee527f84-44a2-42da-bde9-5389f9cd3e81 HTTP/1.1" status: 200 len: 814 time: 0.3310599 Jul 30 01:30:41.958250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Router 4f253528-fcc1-4cce-b32f-0144d9122f58 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:30:41.973140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Request body: {'port': {'device_id': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'admin_state_up': True, 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:41.999083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-c800098d-68e6-4181-9173-a0d96c23f9a9 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.000541 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-c800098d-68e6-4181-9173-a0d96c23f9a9 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.4114120 Jul 30 01:30:42.007676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.038646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:42.042594 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3030f8-2dd4-4f09-8295-3384ce2522a9" -d '{"events": [{"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-plugged", "status": "completed", "tag": "f6283984-87af-4884-b8e9-be48cdda383f"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:42.060599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:42.064397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-4844095c-8dd7-482d-8df3-1fc464bce871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.065927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-4844095c-8dd7-482d-8df3-1fc464bce871 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2300625 Jul 30 01:30:42.067547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.083636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ece98a5b-55f1-428d-bc1d-b46911e6e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.086886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ece98a5b-55f1-428d-bc1d-b46911e6e9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.088033 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ece98a5b-55f1-428d-bc1d-b46911e6e9bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8407d880-8671-4ca2-a682-72ba796b7735 HTTP/1.1" status: 204 len: 168 time: 0.9981689 Jul 30 01:30:42.091497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55c7e5f8-455b-4a0c-a750-7f9b41f242d4 req-e9b1d31e-881f-43a8-948c-bc8653f5df0b service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481564 Jul 30 01:30:42.105183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a168-19c3-4bda-9b27-b27dc4f54d5d req-1a52e6ec-98bd-48e1-9dcb-8ab13ec63a6e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.106700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5d8a168-19c3-4bda-9b27-b27dc4f54d5d req-1a52e6ec-98bd-48e1-9dcb-8ab13ec63a6e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 944 time: 0.2696519 Jul 30 01:30:42.148344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4cc7-3bdc-4c18-ac6c-df35c02b5cd2 req-bef1c2a9-006d-4f0b-8ed9-262d04c8b776 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.158020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4cc7-3bdc-4c18-ac6c-df35c02b5cd2 req-bef1c2a9-006d-4f0b-8ed9-262d04c8b776 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.165800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d64c4cc7-3bdc-4c18-ac6c-df35c02b5cd2 req-bef1c2a9-006d-4f0b-8ed9-262d04c8b776 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5&device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 1691 time: 0.3049042 Jul 30 01:30:42.193257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:42.212421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece98a5b-55f1-428d-bc1d-b46911e6e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407d880-8671-4ca2-a682-72ba796b7735,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:42.231222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-07c43973-56ee-4043-b80d-0e2c6958faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.232751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-07c43973-56ee-4043-b80d-0e2c6958faee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523266 Jul 30 01:30:42.236183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5d8a168-19c3-4bda-9b27-b27dc4f54d5d req-15a027a4-af18-4ffd-a598-b75ed81094d4 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067216 Jul 30 01:30:42.253915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d64c4cc7-3bdc-4c18-ac6c-df35c02b5cd2 req-06fda24d-7015-48af-b091-94a5893431f5 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853822 Jul 30 01:30:42.292400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ad23911-f290-4cbd-8fb9-fa4f4697d9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.361614 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b48d99-de90-4500-b4ca-f3d892103920 x-openstack-request-id: req-57b48d99-de90-4500-b4ca-f3d892103920 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:42.362094 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-plugged", "status": "completed", "tag": "f6283984-87af-4884-b8e9-be48cdda383f", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:42.362617 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-57b48d99-de90-4500-b4ca-f3d892103920 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:42.363161 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f', 'code': 200} Jul 30 01:30:42.552707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6076ccb-0311-472e-b8c9-019029201c69 req-a651c621-c9a4-4a6a-acd4-10cb41eb7705 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 210 time: 0.0630815 Jul 30 01:30:42.614031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50a1fa-7ad4-43e5-b6f6-c9ebc3bd5ab1 req-dd265fca-77ce-4fdc-b192-e905064d5fd0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.620740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:42.624190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb50a1fa-7ad4-43e5-b6f6-c9ebc3bd5ab1 req-dd265fca-77ce-4fdc-b192-e905064d5fd0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2334099 Jul 30 01:30:42.628608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-1784168a-bd15-4b4b-92f1-4ecc30bea36f service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752851 Jul 30 01:30:42.652881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:30:42.658640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd2cd8-e23d-4bef-90c0-f6678084c29c req-e8f0f7ab-2d24-4dc6-bd6d-c57b6d9a03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:42.659869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdbd2cd8-e23d-4bef-90c0-f6678084c29c req-e8f0f7ab-2d24-4dc6-bd6d-c57b6d9a03c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1101 time: 0.1988156 Jul 30 01:30:42.669504 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] Sync routers for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:30:42.672559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.685570 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:42.686312 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:42.743205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-a85d3bb6-3311-445d-a8dc-c6c55bf9459a service neutron] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:42.764022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-a85d3bb6-3311-445d-a8dc-c6c55bf9459a service neutron] Notify callbacks [] for binding, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.766155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc4dbb54-1b74-424f-988c-d176dba6c95a req-a85d3bb6-3311-445d-a8dc-c6c55bf9459a service neutron] 10.222.0.66 "DELETE /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677/bindings/n-h2-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.6945844 Jul 30 01:30:42.771519 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-47e5b577-f0bb-4584-9870-ea821ce5d1dd tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "PUT /v2.0/floatingips/810cc752-78d0-4437-a199-3a5b9ae643ec HTTP/1.1" status: 200 len: 991 time: 3.9056048 Jul 30 01:30:42.775380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb50a1fa-7ad4-43e5-b6f6-c9ebc3bd5ab1 req-026c075b-6b58-423b-aa0e-de7b3700744c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448107 Jul 30 01:30:42.780962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53382) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:42.782585 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24a4fd96-594a-4d15-bf46-453d91716562 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6826c365e194e2486cec72e6f0d3f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538982 Jul 30 01:30:42.785185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ad23911-f290-4cbd-8fb9-fa4f4697d9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.786167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:42.791202 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:42.798347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ad23911-f290-4cbd-8fb9-fa4f4697d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.827243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdbd2cd8-e23d-4bef-90c0-f6678084c29c req-77c8160d-5992-4eb4-8399-fd5ccbd88284 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581929 Jul 30 01:30:42.849069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Made reservation on behalf of 2c1a3e2392394ce5a753fb6cdd244571 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:42.854057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:42.881111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ad23911-f290-4cbd-8fb9-fa4f4697d9da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e01304ba88742c38b83ae121f5f5028&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1336939 Jul 30 01:30:42.884366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad23911-f290-4cbd-8fb9-fa4f4697d9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d4edca-a50c-4d86-9204-6cdd83584d02,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:42.887139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:42.968716 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:43.027330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2ce391a-d958-48b8-a765-bc22ee1874fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.095829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2ce391a-d958-48b8-a765-bc22ee1874fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.112413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Allocated IP 172.20.0.7 (ee527f84-44a2-42da-bde9-5389f9cd3e81/5203dd67-b175-47d8-b4c8-29b5c6b34d1d/9544bd62-3401-4c36-9b2b-a616a10626f4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:43.201561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2ce391a-d958-48b8-a765-bc22ee1874fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.205610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2ce391a-d958-48b8-a765-bc22ee1874fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.207481 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e2ce391a-d958-48b8-a765-bc22ee1874fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66d4edca-a50c-4d86-9204-6cdd83584d02 HTTP/1.1" status: 204 len: 168 time: 0.3190298 Jul 30 01:30:43.277041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce391a-d958-48b8-a765-bc22ee1874fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d4edca-a50c-4d86-9204-6cdd83584d02,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:43.444056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.464333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923052e-e7f1-44f4-adee-b2c5cc1881b3 req-165a2e9b-e07c-4b45-8997-25dd948877e5 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:43.465944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0923052e-e7f1-44f4-adee-b2c5cc1881b3 req-165a2e9b-e07c-4b45-8997-25dd948877e5 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 1102 time: 0.2884841 Jul 30 01:30:43.511637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Transition to ACTIVE for port object 9544bd62-3401-4c36-9b2b-a616a10626f4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:43.524163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8132d-d2fc-4177-961a-c86437c862a7 req-a218f7c5-4cb9-4164-90e1-cb34c9498d4d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:43.525811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9be8132d-d2fc-4177-961a-c86437c862a7 req-a218f7c5-4cb9-4164-90e1-cb34c9498d4d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1096 time: 0.3603661 Jul 30 01:30:43.527765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785b88b4-7934-4d4d-9b4b-e7b8fddcd951 req-2f0d8685-f6c4-45e5-b644-36b7c5d0c268 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8854148 Jul 30 01:30:43.591437 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '810cc752-78d0-4437-a199-3a5b9ae643ec', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'port_id': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'mac_address': 'fa:16:3e:89:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:40Z', 'revision_number': 1, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:43.634505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.666276 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] Checking router: 4f253528-fcc1-4cce-b32f-0144d9122f58 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:30:43.682392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9be8132d-d2fc-4177-961a-c86437c862a7 req-cbc64486-8fb5-4f52-9ebd-43bee2542072 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417994 Jul 30 01:30:43.687305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc43b-f2f8-4535-a47e-c1b2f49b0eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.693411 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:30:43.694146 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:43.769850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc43b-f2f8-4535-a47e-c1b2f49b0eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.802501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:43.818495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Pushing event updated for resources: {'Port': ['ID=9544bd62-3401-4c36-9b2b-a616a10626f4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:43.830138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:43.840023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:43.976159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0923052e-e7f1-44f4-adee-b2c5cc1881b3 req-4e4e6323-1c61-46a1-a1f8-1db1feb97779 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831731 Jul 30 01:30:43.993235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc43b-f2f8-4535-a47e-c1b2f49b0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.005265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc43b-f2f8-4535-a47e-c1b2f49b0eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.009005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a6dc43b-f2f8-4535-a47e-c1b2f49b0eae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/13db02cd-538e-47dd-b443-c81bcd750a24 HTTP/1.1" status: 204 len: 168 time: 1.2152321 Jul 30 01:30:44.017753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:44.018466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.033204 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:30:44.052031 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114eb7d-ec74-44a5-90dc-567be16f6441 x-openstack-request-id: req-5114eb7d-ec74-44a5-90dc-567be16f6441 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:44.052367 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:44.052696 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5114eb7d-ec74-44a5-90dc-567be16f6441 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:44.053358 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'status': 'completed', 'code': 200} Jul 30 01:30:44.062302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-2a85c281-5d2c-4b8d-be91-618aefd1a980 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1028681 Jul 30 01:30:44.074696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc43b-f2f8-4535-a47e-c1b2f49b0eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db02cd-538e-47dd-b443-c81bcd750a24,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:44.103196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Request body: {'port': {'device_id': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:44.259740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:44.342757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1112a626-ef2a-49b9-9996-91858a829581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.443698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.480879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-ebbf5064-5c83-45eb-9f90-debdde853700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:44.485540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e83a3d8-16cf-429d-931f-6e89b0aae092 None None] Provisioning for port 9544bd62-3401-4c36-9b2b-a616a10626f4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:44.486097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-ebbf5064-5c83-45eb-9f90-debdde853700 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b4416453d3f499b91162b9af4873a6d&device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 1097 time: 0.3479354 Jul 30 01:30:44.509849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e83a3d8-16cf-429d-931f-6e89b0aae092 None None] Provisioning complete for port 9544bd62-3401-4c36-9b2b-a616a10626f4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:44.509849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1e83a3d8-16cf-429d-931f-6e89b0aae092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.527549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab48915-f6ed-4a68-9a2e-8279feb61f0a req-e5e218f3-bf1f-4dfc-849e-adac1fcecd80 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:44.538586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ab48915-f6ed-4a68-9a2e-8279feb61f0a req-e5e218f3-bf1f-4dfc-849e-adac1fcecd80 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2655668 Jul 30 01:30:44.634069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c6cfd-cf80-4f38-a037-076a4c71b204 req-362e69c5-29a7-47f7-9e3c-4b8ec14ae260 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:44.645655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-434c6cfd-cf80-4f38-a037-076a4c71b204 req-362e69c5-29a7-47f7-9e3c-4b8ec14ae260 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 931 time: 0.3407335 Jul 30 01:30:44.654720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1e83a3d8-16cf-429d-931f-6e89b0aae092 None None] Port 9544bd62-3401-4c36-9b2b-a616a10626f4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:44.749887 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '810cc752-78d0-4437-a199-3a5b9ae643ec', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'port_id': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'mac_address': 'fa:16:3e:89:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:40Z', 'revision_number': 1, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:30:44.846442 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a1994-2a44-4c40-b0ec-151e59c0d463 None None] The sync data for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 is: [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '810cc752-78d0-4437-a199-3a5b9ae643ec', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'port_id': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'mac_address': 'fa:16:3e:89:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:29:59Z', 'updated_at': '2021-07-30T01:30:40Z', 'revision_number': 1, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:30:44.861782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1112a626-ef2a-49b9-9996-91858a829581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.871789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1112a626-ef2a-49b9-9996-91858a829581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:44.891531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-434c6cfd-cf80-4f38-a037-076a4c71b204 req-b648e0ea-90b3-4e44-b455-7a2369ef0a8a tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362187 Jul 30 01:30:44.919157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ab48915-f6ed-4a68-9a2e-8279feb61f0a req-c42704fd-2043-4d64-a866-7e9349827245 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767481 Jul 30 01:30:44.991126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1112a626-ef2a-49b9-9996-91858a829581 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42188883e27f4610b1dd5854157edd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295246 Jul 30 01:30:44.991768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:45.003300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112a626-ef2a-49b9-9996-91858a829581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bf9aed-9f2d-4fec-b1a4-4a53d1108e6f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:45.062295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-989e1fe2-d7f7-47bb-9b05-eec368899600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:45.068080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-989e1fe2-d7f7-47bb-9b05-eec368899600 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c HTTP/1.1" status: 200 len: 912 time: 0.5151513 Jul 30 01:30:45.295725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-6e76c952-9fa6-4cca-9e5d-37a01d3fbbfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c607dcf4-1904-43b2-9489-4b094d6134ac HTTP/1.1" status: 200 len: 999 time: 0.2154520 Jul 30 01:30:45.323239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-317ce618-d96b-45b6-840c-045f97aad861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:45.412077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13778ffc-b56d-4a0c-8c8c-f38b6c594d7e None None] New status for floating IP 810cc752-78d0-4437-a199-3a5b9ae643ec: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:30:45.452422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-317ce618-d96b-45b6-840c-045f97aad861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:45.455616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-346104c2-aa44-4199-b380-fe3c8c23f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:45.461075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-346104c2-aa44-4199-b380-fe3c8c23f1b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=501b7b83-3c61-4a95-b9b0-4eb817c26b8f HTTP/1.1" status: 200 len: 850 time: 0.1550534 Jul 30 01:30:45.482286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-d12312eb-59a2-4593-8d5e-340081fafded tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:45.494914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-d12312eb-59a2-4593-8d5e-340081fafded tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.3729835 Jul 30 01:30:45.541235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-28504a3f-419c-4729-8d5d-b61ca2eefbf9 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/quotas/5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 375 time: 0.0458498 Jul 30 01:30:45.602191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9544bd62-3401-4c36-9b2b-a616a10626f4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:45.613074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-54e72aa0-39a3-4593-ba2b-ff2b9e574f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:45.614875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-54e72aa0-39a3-4593-ba2b-ff2b9e574f35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4fe41e4b-af9d-4693-ba98-c582c3cbf57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098425 Jul 30 01:30:45.626499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:45.653911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-d5f72dda-1184-4aaf-8f20-c01a89a92d31 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003735 Jul 30 01:30:45.675195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-317ce618-d96b-45b6-840c-045f97aad861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:45.681594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-317ce618-d96b-45b6-840c-045f97aad861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:45.685577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-317ce618-d96b-45b6-840c-045f97aad861 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25bf9aed-9f2d-4fec-b1a4-4a53d1108e6f HTTP/1.1" status: 204 len: 168 time: 0.6882021 Jul 30 01:30:45.693776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Transition to ACTIVE for port object 9544bd62-3401-4c36-9b2b-a616a10626f4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:45.705728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:45.849934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Pushing event updated for resources: {'Port': ['ID=9544bd62-3401-4c36-9b2b-a616a10626f4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:45.899845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ce618-d96b-45b6-840c-045f97aad861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bf9aed-9f2d-4fec-b1a4-4a53d1108e6f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:45.994922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Attempting to bind port 9544bd62-3401-4c36-9b2b-a616a10626f4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:45.995353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Attempting to bind port 9544bd62-3401-4c36-9b2b-a616a10626f4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:45.995756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Attempting to bind port 9544bd62-3401-4c36-9b2b-a616a10626f4 on network ee527f84-44a2-42da-bde9-5389f9cd3e81 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:46.000507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Port 9544bd62-3401-4c36-9b2b-a616a10626f4 on network ee527f84-44a2-42da-bde9-5389f9cd3e81 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:46.000847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Attempting to bind port 9544bd62-3401-4c36-9b2b-a616a10626f4 on network ee527f84-44a2-42da-bde9-5389f9cd3e81 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:46.007555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:46.009241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Checking segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:46.009241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Bound using segment: {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:46.009241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Bound port: 9544bd62-3401-4c36-9b2b-a616a10626f4, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:46.009637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:46.109444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] For port 9544bd62-3401-4c36-9b2b-a616a10626f4, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:46.116693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-b14410c5-fa5e-40c0-9be4-fe218ef31dcd service neutron] 10.222.0.55 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891677 Jul 30 01:30:46.118316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] For port 9544bd62-3401-4c36-9b2b-a616a10626f4, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9544bd62-3401-4c36-9b2b-a616a10626f4,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:46.128559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:46.154749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-7e80d616-7d9b-47ab-9af0-c4271c4cf658 service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997177 Jul 30 01:30:46.224890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:46.225822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:46.227607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] 10.222.0.66 "PUT /v2.0/ports/9544bd62-3401-4c36-9b2b-a616a10626f4 HTTP/1.1" status: 200 len: 1092 time: 2.1291342 Jul 30 01:30:46.228692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'tag': '9544bd62-3401-4c36-9b2b-a616a10626f4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:46.231609 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c977fa63-9416-40db-ab0e-a86c6e95e5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7f588a-13a6-4b76-9094-ef698e37b246", "tag": "9544bd62-3401-4c36-9b2b-a616a10626f4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:46.250387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df812c1-c6d5-4afc-9c64-2adb9d6a74dd service neutron] Pushing event updated for resources: {'Port': ['ID=9544bd62-3401-4c36-9b2b-a616a10626f4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:46.378613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-4c255fb3-e080-4feb-9ce4-c5f35647b0ed service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023706 Jul 30 01:30:46.474395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c3b556d-3d94-4ce1-9c7d-563bc8771bd4 req-57acb98f-a4df-4de6-b003-f6a89571893d service neutron] 10.222.0.55 "GET /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438778 Jul 30 01:30:46.824358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f4e20-61dc-486a-b872-a7f8fd2bc979 req-c6f7d678-45f4-4adb-a736-9ce45e3b7a2e tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:46.834332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f29f4e20-61dc-486a-b872-a7f8fd2bc979 req-c6f7d678-45f4-4adb-a736-9ce45e3b7a2e tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 1102 time: 0.0950143 Jul 30 01:30:46.933901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f29f4e20-61dc-486a-b872-a7f8fd2bc979 req-582a1542-62b9-4742-a24d-fb84517d09cc tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935774 Jul 30 01:30:47.273003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499105c4-3c81-4159-8cf2-5a44d19c3df9 req-bf24dae2-50ed-40f0-8ed0-a3ea87ce1ee7 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:47.274969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-499105c4-3c81-4159-8cf2-5a44d19c3df9 req-bf24dae2-50ed-40f0-8ed0-a3ea87ce1ee7 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.0709126 Jul 30 01:30:47.335046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-499105c4-3c81-4159-8cf2-5a44d19c3df9 req-a083e319-5f62-4b52-a798-c27228e9ea6c tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503891 Jul 30 01:30:47.492259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4766a-f7f6-40e3-9dd6-57638c6627cc req-25cad498-5cff-4638-846d-3b1f1b13cb31 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:47.494100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81a4766a-f7f6-40e3-9dd6-57638c6627cc req-25cad498-5cff-4638-846d-3b1f1b13cb31 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0796845 Jul 30 01:30:47.549167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81a4766a-f7f6-40e3-9dd6-57638c6627cc req-64afa5e2-29ec-4941-a4bc-7cf6d70cae46 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Jul 30 01:30:47.596883 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e2e975-d935-4434-8cb5-ce7c97685c89 x-openstack-request-id: req-d6e2e975-d935-4434-8cb5-ce7c97685c89 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:47.597393 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7f588a-13a6-4b76-9094-ef698e37b246", "tag": "9544bd62-3401-4c36-9b2b-a616a10626f4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:47.597393 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d6e2e975-d935-4434-8cb5-ce7c97685c89 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:47.597802 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'tag': '9544bd62-3401-4c36-9b2b-a616a10626f4', 'status': 'completed', 'code': 200} Jul 30 01:30:47.692273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b30dda64-b22c-4654-994b-06fa70ab5df5 req-53fc9ca4-cf85-4d28-90d3-21aa4b251440 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 210 time: 0.0425744 Jul 30 01:30:48.412854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-3adcbb5e-5396-42f6-95a6-7a7fe6338a38 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:48.414533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-3adcbb5e-5396-42f6-95a6-7a7fe6338a38 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.1269691 Jul 30 01:30:48.437967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Request body: {'port': {'device_id': 'd9525225-d07a-4574-a69c-e682c0c38249', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'admin_state_up': True, 'tenant_id': '5428976b02fc476c85c5d78ce022b41d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:48.589279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Made reservation on behalf of 5428976b02fc476c85c5d78ce022b41d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:48.594576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:48.758948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Allocated IP 172.20.0.13 (ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab/d807a516-1541-4e04-9548-3624116ecc85/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:48.853642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea703db0-3294-4386-9824-c7aa3a449937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:48.884976 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-0d5eaaff-08c1-4aef-9102-37eb629974f7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761840 Jul 30 01:30:48.891606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-32bc999d-c555-4ae2-ae6d-4695d01583d6 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301638 Jul 30 01:30:48.903728 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:30:49.121320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:49.134301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-75d8275e-b11d-4681-b44d-3bf9f05ff4bd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:49.135783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-75d8275e-b11d-4681-b44d-3bf9f05ff4bd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342787 Jul 30 01:30:49.158915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-90e0afbb-8ec1-4071-a1cf-c1cb7d169541 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/quotas/c3228ac2e2494b0a9ba0f65e1712c344 HTTP/1.1" status: 200 len: 375 time: 0.0158696 Jul 30 01:30:49.206042 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:49.256675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:49.263765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:49.273379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:49.300707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-d817e84c-eee3-43d7-9843-149ad9d5c198 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291134 Jul 30 01:30:49.336255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:49.403040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:49.403914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:49.420821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-82f9896c-f351-4e2e-ba5c-38665f13530e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9868779 Jul 30 01:30:49.451294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Request body: {'port': {'device_id': 'd9525225-d07a-4574-a69c-e682c0c38249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:49.517125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:49.963495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:49.973498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:49.987809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Transition to ACTIVE for port object 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:49.993995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:50.119085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:50.248486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d422a2-ccc8-4e3b-ae24-61ea84c71623 req-ff7659cb-8ba5-4345-8497-754f7124a2fe tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:50.250175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4d422a2-ccc8-4e3b-ae24-61ea84c71623 req-ff7659cb-8ba5-4345-8497-754f7124a2fe tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.1183164 Jul 30 01:30:50.279788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:50.280122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:50.280626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:50.295064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:50.295488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:50.344286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4d422a2-ccc8-4e3b-ae24-61ea84c71623 req-23ad1d5d-7f1b-4b96-acc6-00d0e6940d57 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842478 Jul 30 01:30:50.348035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:50.348430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:50.348953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:50.349552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Bound port: 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:50.350373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:50.426878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:50.430823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:50.437381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:50.477738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:50.478366 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:50.479797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] 10.222.0.55 "PUT /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 1093 time: 1.0359452 Jul 30 01:30:50.480244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:50.482495 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:50.508800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eea414-dd0d-4ee9-830c-b471aee3edfc service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:50.720297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248dd7e-9309-4476-9b31-473ddbbf6e9b req-2f98c594-6bd7-4f7c-ab7f-fcdee8835eeb tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:50.728370 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:50.737692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b248dd7e-9309-4476-9b31-473ddbbf6e9b req-2f98c594-6bd7-4f7c-ab7f-fcdee8835eeb tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1072874 Jul 30 01:30:50.739024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-69909d0d-9c39-42c4-bf1d-b9a97312f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:50.740484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-69909d0d-9c39-42c4-bf1d-b9a97312f87c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1096 time: 0.1675038 Jul 30 01:30:50.787522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b248dd7e-9309-4476-9b31-473ddbbf6e9b req-3fb58d67-3b88-49f1-a89c-d3714bdff64f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Jul 30 01:30:50.819898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-d2b7ee24-b9e9-4ac1-adab-1ce36f3e108c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 217 time: 0.0444355 Jul 30 01:30:50.891219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-5b2315f3-0f9c-4ca1-a249-90f2c1a10298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:50.892684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-5b2315f3-0f9c-4ca1-a249-90f2c1a10298 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0637624 Jul 30 01:30:50.944808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-67dd8bfb-b559-464a-9630-df342324b180 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314398 Jul 30 01:30:50.981752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b500d-02fe-4696-8b06-5b0390976435 req-a3f8cd46-d60f-47c7-b1e7-b9e1e273290f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:50.983294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-814b500d-02fe-4696-8b06-5b0390976435 req-a3f8cd46-d60f-47c7-b1e7-b9e1e273290f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1100633 Jul 30 01:30:51.088224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-814b500d-02fe-4696-8b06-5b0390976435 req-93203c6a-c9f9-42bf-90d3-a3a94b098ddd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835996 Jul 30 01:30:51.107588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-01395ce0-cd2e-40e8-90c2-040407387398 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440322 Jul 30 01:30:51.220746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca07156-b008-491a-937e-78ea10d7e5fd req-ec1d5a14-39bd-4aa1-8ef0-837629b2d89e service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997295 Jul 30 01:30:51.228624 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9792d0e-233d-481f-b270-07798e95ea7a x-openstack-request-id: req-c9792d0e-233d-481f-b270-07798e95ea7a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:51.228915 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:51.229163 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9792d0e-233d-481f-b270-07798e95ea7a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:51.229568 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'status': 'completed', 'code': 200} Jul 30 01:30:51.411818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-c7739ca4-3385-4c63-a1bc-55259ab63566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:51.413382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-c7739ca4-3385-4c63-a1bc-55259ab63566 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1096 time: 0.0648344 Jul 30 01:30:51.572668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-26f4e6d6-1a8f-48fd-abf5-083c10e1acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:51.574166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-26f4e6d6-1a8f-48fd-abf5-083c10e1acc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1432216 Jul 30 01:30:51.580045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:51.584236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-98d49fd7-5fad-474b-8c30-79654cac717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:51.654837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-8d9d22e4-dd52-4e04-bfac-2d2adf9c318f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 217 time: 0.0425565 Jul 30 01:30:51.708818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a5b5260-e6ea-4d26-9403-7db458208c55 req-cee96094-cef0-4449-93ca-558a304d0ca9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 210 time: 0.0563753 Jul 30 01:30:51.711248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac8099ca-4701-4821-9f91-051223bacee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:51.787598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-b0e20e3e-27ea-4fdd-aede-e80da222f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:51.791094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-b0e20e3e-27ea-4fdd-aede-e80da222f30a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1262422 Jul 30 01:30:51.793938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-fd2d466c-e16a-496a-aac4-dfc15cb38d05 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644016 Jul 30 01:30:51.827924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:51.914563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac8099ca-4701-4821-9f91-051223bacee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:51.920214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac8099ca-4701-4821-9f91-051223bacee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:51.968833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac8099ca-4701-4821-9f91-051223bacee9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2c2ce170a61470c9d4d2051a9722667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847768 Jul 30 01:30:51.968833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8099ca-4701-4821-9f91-051223bacee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae121f-508a-4b47-9837-c2fbed957602,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:51.969708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:52.051153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12d9aaa3-fec2-4ef7-bd65-ae318b31dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.083241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12d9aaa3-fec2-4ef7-bd65-ae318b31dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.149718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12d9aaa3-fec2-4ef7-bd65-ae318b31dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.152498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12d9aaa3-fec2-4ef7-bd65-ae318b31dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.153658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-12d9aaa3-fec2-4ef7-bd65-ae318b31dd5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2ae121f-508a-4b47-9837-c2fbed957602 HTTP/1.1" status: 204 len: 168 time: 0.1830199 Jul 30 01:30:52.164655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9aaa3-fec2-4ef7-bd65-ae318b31dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae121f-508a-4b47-9837-c2fbed957602,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:52.192916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-1cf20721-6cb9-4c4c-8afd-468f8e1922db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3756335 Jul 30 01:30:52.333974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044bbae-5ca0-4075-930f-ae210ae5381b req-d2888604-bfa0-4869-a8d8-69174975bb08 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:52.335562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3044bbae-5ca0-4075-930f-ae210ae5381b req-d2888604-bfa0-4869-a8d8-69174975bb08 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.4175773 Jul 30 01:30:52.342303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-87e21ee4-bb18-44ac-840f-ddade4e6dc2a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:52.343796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-87e21ee4-bb18-44ac-840f-ddade4e6dc2a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5278871 Jul 30 01:30:52.375985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:52.452195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-acb86829-0d05-473d-889a-e0d9e014d316 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430720 Jul 30 01:30:52.460760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3044bbae-5ca0-4075-930f-ae210ae5381b req-48fac885-0882-464d-9467-5713bdcd427a tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142216 Jul 30 01:30:52.564828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53638) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:52.585704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75e2e62f-3353-4b31-9ebc-f96b7cb6daf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.697451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1756c9-d4d3-4ad4-9fc9-a75b9ac1cee4 req-0bc241f2-561b-4529-9d7f-6a3442e1d06a service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701941 Jul 30 01:30:52.727025 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75e2e62f-3353-4b31-9ebc-f96b7cb6daf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.744118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75e2e62f-3353-4b31-9ebc-f96b7cb6daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.758681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:52.768226 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.798602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53644) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:52.798792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-75e2e62f-3353-4b31-9ebc-f96b7cb6daf2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec0cd20b8a4d472581c5956db213de5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322547 Jul 30 01:30:52.799679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e62f-3353-4b31-9ebc-f96b7cb6daf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e597229-ca02-4d29-b072-563295f0fadf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:52.933917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:52.941426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9ca773e1-9c09-4269-967e-3037c30ffa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.020910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9ca773e1-9c09-4269-967e-3037c30ffa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.082183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.96 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/7982346a-bc83-4ca0-9725-dfb04b0752a7) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:53.110652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8032-292c-4b81-8fb4-bfc41fb9420e req-499c5440-0366-42f5-96fb-314117f43d29 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:53.112295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-538d8032-292c-4b81-8fb4-bfc41fb9420e req-499c5440-0366-42f5-96fb-314117f43d29 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1526403 Jul 30 01:30:53.158973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9ca773e1-9c09-4269-967e-3037c30ffa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.161573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9ca773e1-9c09-4269-967e-3037c30ffa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.162730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9ca773e1-9c09-4269-967e-3037c30ffa85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e597229-ca02-4d29-b072-563295f0fadf HTTP/1.1" status: 204 len: 168 time: 0.3608172 Jul 30 01:30:53.209754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca773e1-9c09-4269-967e-3037c30ffa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e597229-ca02-4d29-b072-563295f0fadf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:53.251677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-538d8032-292c-4b81-8fb4-bfc41fb9420e req-f0d66426-fd90-4046-8576-fe280075988e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324308 Jul 30 01:30:53.403224 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.416680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab4f58-2e25-4b0d-a942-0301547e7b27 req-78a8d61c-12b6-46e3-b773-dd547a6cd1b8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:53.424455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dab4f58-2e25-4b0d-a942-0301547e7b27 req-78a8d61c-12b6-46e3-b773-dd547a6cd1b8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1076756 Jul 30 01:30:53.454296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object 7982346a-bc83-4ca0-9725-dfb04b0752a7 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:53.493439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dab4f58-2e25-4b0d-a942-0301547e7b27 req-25c5c127-c640-47f9-bb94-679a46994bea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646513 Jul 30 01:30:53.546258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.599310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:53.621769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:53.627926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:53.633074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:53.761838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:53.762551 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:53.766694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:53.845806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b43bc-62a1-4bb7-8033-7cca0e1b0384 req-47a3834f-7ffe-4ef4-bbae-5a6429d87679 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:53.854953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d0b43bc-62a1-4bb7-8033-7cca0e1b0384 req-47a3834f-7ffe-4ef4-bbae-5a6429d87679 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 935 time: 0.0756207 Jul 30 01:30:53.855806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:53.932249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-37be33ff-b0cc-4ea3-bc5f-890c7a57d793 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5691628 Jul 30 01:30:53.975406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d0b43bc-62a1-4bb7-8033-7cca0e1b0384 req-049e1b4a-bc4d-49e8-ad89-363960b0fdac tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117280 Jul 30 01:30:53.992402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Request body: {'port': {'device_id': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:54.126952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53668) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:54.197524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.222195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb13de2-5a2a-4e3f-885c-8f9923e02ec8 req-6daae775-6cfd-4754-b6d2-6a75768187a3 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:54.222653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:54.223891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fb13de2-5a2a-4e3f-885c-8f9923e02ec8 req-6daae775-6cfd-4754-b6d2-6a75768187a3 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.0861163 Jul 30 01:30:54.263487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'port_id': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'mac_address': 'fa:16:3e:ec:96:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd807a516-1541-4e04-9548-3624116ecc85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:30:54.273075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61cc03fd-6506-4faf-889e-5e70d8d9c6ef None None] Provisioning for port 7982346a-bc83-4ca0-9725-dfb04b0752a7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:54.284913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d25bf895-ccdd-4d4b-93ba-32e270b9fb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.289083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61cc03fd-6506-4faf-889e-5e70d8d9c6ef None None] Provisioning complete for port 7982346a-bc83-4ca0-9725-dfb04b0752a7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:54.289573 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61cc03fd-6506-4faf-889e-5e70d8d9c6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.307091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fb13de2-5a2a-4e3f-885c-8f9923e02ec8 req-11d08f1c-8af4-4409-acb7-d63476b53d27 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571342 Jul 30 01:30:54.369948 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.397415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:54.421054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-61cc03fd-6506-4faf-889e-5e70d8d9c6ef None None] Port 7982346a-bc83-4ca0-9725-dfb04b0752a7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:54.425299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.457818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:54.474319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.535577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d25bf895-ccdd-4d4b-93ba-32e270b9fb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.548146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:54.553344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d25bf895-ccdd-4d4b-93ba-32e270b9fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.583392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f139a-6057-402b-b352-4730bbebba87 req-d78f3382-6f9f-4591-8046-c4740adfcf71 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:54.585236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-834f139a-6057-402b-b352-4730bbebba87 req-d78f3382-6f9f-4591-8046-c4740adfcf71 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1716506 Jul 30 01:30:54.634685 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d25bf895-ccdd-4d4b-93ba-32e270b9fb1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70bc8eaedd5e4d959f1f65a4d45f12cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055895 Jul 30 01:30:54.635430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bf895-ccdd-4d4b-93ba-32e270b9fb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e460c46f-eac3-411c-a4ec-d14fdfaa92d7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:54.638038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53686) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:54.755252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c83f8ac-03c5-4408-b5a9-72fac945a13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.793282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c83f8ac-03c5-4408-b5a9-72fac945a13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.809417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7982346a-bc83-4ca0-9725-dfb04b0752a7 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:54.839481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.848112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-834f139a-6057-402b-b352-4730bbebba87 req-2f3eafbe-2f0e-4c36-9cb6-a69c5830ef25 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537830 Jul 30 01:30:54.861275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c83f8ac-03c5-4408-b5a9-72fac945a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.861729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Transition to ACTIVE for port object 7982346a-bc83-4ca0-9725-dfb04b0752a7 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:54.864959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c83f8ac-03c5-4408-b5a9-72fac945a13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.868555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2c83f8ac-03c5-4408-b5a9-72fac945a13e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e460c46f-eac3-411c-a4ec-d14fdfaa92d7 HTTP/1.1" status: 204 len: 168 time: 0.2273934 Jul 30 01:30:54.870860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:54.879447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83f8ac-03c5-4408-b5a9-72fac945a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460c46f-eac3-411c-a4ec-d14fdfaa92d7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:54.997362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Pushing event updated for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:55.028999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:55.204882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041b56-9573-4356-a0da-041b2f300eca req-dc8e08bd-b0f1-4395-87dd-4c5a2a5c3cfd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.206399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7041b56-9573-4356-a0da-041b2f300eca req-dc8e08bd-b0f1-4395-87dd-4c5a2a5c3cfd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2008092 Jul 30 01:30:55.211643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Attempting to bind port 7982346a-bc83-4ca0-9725-dfb04b0752a7 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:55.216146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Attempting to bind port 7982346a-bc83-4ca0-9725-dfb04b0752a7 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:55.216522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Attempting to bind port 7982346a-bc83-4ca0-9725-dfb04b0752a7 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:55.252119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Port 7982346a-bc83-4ca0-9725-dfb04b0752a7 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:55.252632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Attempting to bind port 7982346a-bc83-4ca0-9725-dfb04b0752a7 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:55.264377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:55.264786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:55.265087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:55.265529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Bound port: 7982346a-bc83-4ca0-9725-dfb04b0752a7, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:55.265884 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:55.294583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7041b56-9573-4356-a0da-041b2f300eca req-77c81437-fbcb-4b42-897d-007463544b11 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722830 Jul 30 01:30:55.367670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:55.371494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:55.379922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:55.416733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.417487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:55.418887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] 10.222.0.55 "PUT /v2.0/ports/7982346a-bc83-4ca0-9725-dfb04b0752a7 HTTP/1.1" status: 200 len: 1096 time: 1.4367957 Jul 30 01:30:55.419243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:55.421505 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c24dca-5def-4faa-b0a9-fec4ce4f2323" -d '{"events": [{"name": "network-changed", "server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:55.459180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8088807-61d3-4f5d-a092-87150d9491dd service neutron] Pushing event updated for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:55.583192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-0f6f7b2b-3e15-46d8-83ec-81ae73796cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.584747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-0f6f7b2b-3e15-46d8-83ec-81ae73796cd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 1099 time: 0.1037822 Jul 30 01:30:55.603901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a70173-0839-483c-85c5-0d433376719e req-12630c00-2193-4506-ab3a-adefdc6a2ac3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.606414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2a70173-0839-483c-85c5-0d433376719e req-12630c00-2193-4506-ab3a-adefdc6a2ac3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 947 time: 0.0995603 Jul 30 01:30:55.610680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:55.636575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eceee0f2-4c4b-48b6-bbf1-1c767841ea16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:55.675042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7ca7036e-f8a3-4ad8-863f-c2d129ee02f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7 HTTP/1.1" status: 200 len: 217 time: 0.0671813 Jul 30 01:30:55.743777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2a70173-0839-483c-85c5-0d433376719e req-d4e9ae40-d016-4a6a-bee5-6c25ef5d51df tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069796 Jul 30 01:30:55.759269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eceee0f2-4c4b-48b6-bbf1-1c767841ea16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:55.761240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-f2581ad0-69a6-497d-9fe0-8b68c45f996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.763167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-f2581ad0-69a6-497d-9fe0-8b68c45f996a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0783145 Jul 30 01:30:55.764474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eceee0f2-4c4b-48b6-bbf1-1c767841ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:55.822547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eceee0f2-4c4b-48b6-bbf1-1c767841ea16 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb2fa484bf6d4b33bc50d382e4abad8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107382 Jul 30 01:30:55.823764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceee0f2-4c4b-48b6-bbf1-1c767841ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e4fc1-fad5-4bc6-b65f-442c8e54a0f0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:55.826966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:55.876536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-981cd438-78f9-48a8-9ee2-66d837c6ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.878033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-981cd438-78f9-48a8-9ee2-66d837c6ffe0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053925 Jul 30 01:30:55.972865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e78623-b358-43c3-81e6-c7674cf3e803 req-572a309d-0641-4128-8adf-10e41c32a50c tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:55.974475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7e78623-b358-43c3-81e6-c7674cf3e803 req-572a309d-0641-4128-8adf-10e41c32a50c tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.1588120 Jul 30 01:30:56.012815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5b67-21da-4a6d-a558-1f0001294fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:56.070860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5b67-21da-4a6d-a558-1f0001294fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:56.076769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7e78623-b358-43c3-81e6-c7674cf3e803 req-a1ac36bf-6632-4883-9001-2ac1c315560c tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907142 Jul 30 01:30:56.084911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-aa365d66-ae4b-4a4d-b898-9065dec32b4c service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937037 Jul 30 01:30:56.155537 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cdabca-df42-4f8b-98af-fac0d415444a x-openstack-request-id: req-30cdabca-df42-4f8b-98af-fac0d415444a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:56.155834 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:56.156081 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30cdabca-df42-4f8b-98af-fac0d415444a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:56.156471 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7', 'status': 'completed', 'code': 200} Jul 30 01:30:56.193092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5b67-21da-4a6d-a558-1f0001294fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:56.195625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5b67-21da-4a6d-a558-1f0001294fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:56.196756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f5ad5b67-21da-4a6d-a558-1f0001294fff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be0e4fc1-fad5-4bc6-b65f-442c8e54a0f0 HTTP/1.1" status: 204 len: 168 time: 0.3687031 Jul 30 01:30:56.215049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad5b67-21da-4a6d-a558-1f0001294fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e4fc1-fad5-4bc6-b65f-442c8e54a0f0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:56.222107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-94619b46-e9e7-4525-897d-4dc22dfe0a3a service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253982 Jul 30 01:30:56.384571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-a241ffb0-ce65-4ee7-a062-0b38fec6046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.388922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-a241ffb0-ce65-4ee7-a062-0b38fec6046b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1101 time: 0.0849788 Jul 30 01:30:56.502496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-0763e917-e168-4c80-9130-43d13556f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.504113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-0763e917-e168-4c80-9130-43d13556f42c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 1099 time: 0.1425385 Jul 30 01:30:56.576177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-cbbcd12c-920a-49be-90cd-c0bba3af05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.579352 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-cbbcd12c-920a-49be-90cd-c0bba3af05c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1802180 Jul 30 01:30:56.590152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977fa63-9416-40db-ab0e-a86c6e95e5e2 req-54f3e24c-abc4-4eba-a83c-2d607013f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.591725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c977fa63-9416-40db-ab0e-a86c6e95e5e2 req-54f3e24c-abc4-4eba-a83c-2d607013f97d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c1a3e2392394ce5a753fb6cdd244571&device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 1095 time: 0.2315099 Jul 30 01:30:56.607046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135daf9d-2bea-4842-b0d5-41d811c3175b req-f2de1ee3-b44f-45ab-9829-1773fe26db3a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.608519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-135daf9d-2bea-4842-b0d5-41d811c3175b req-f2de1ee3-b44f-45ab-9829-1773fe26db3a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 945 time: 0.2337029 Jul 30 01:30:56.613290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.613759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.614214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.614667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.615152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.615606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.616049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.616496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.616941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.617383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.630668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-962884f5-6e8d-4a55-92ee-121839803d98 req-cd07cdd1-67fb-461d-8b06-8540ef1c42c7 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7147 time: 0.3357511 Jul 30 01:30:56.632704 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-c551c1fe-042c-4c1b-a0ca-abdad7f58773 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.0464799 Jul 30 01:30:56.701129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-98598421-5aa0-4b83-a807-38f9f6b1ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.702667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-98598421-5aa0-4b83-a807-38f9f6b1ff1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0590935 Jul 30 01:30:56.757452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-b5831932-5ba8-4fa2-b352-2f61f517edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:56.760813 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-b5831932-5ba8-4fa2-b352-2f61f517edb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467358 Jul 30 01:30:57.094218 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-019d2d0d-e1bc-45e9-b772-25c9fa8cf27e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245681 Jul 30 01:30:57.168232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977fa63-9416-40db-ab0e-a86c6e95e5e2 req-916f3500-87de-4c1e-b4e7-7d6d916efee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.175932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c977fa63-9416-40db-ab0e-a86c6e95e5e2 req-916f3500-87de-4c1e-b4e7-7d6d916efee4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2c1a3e2392394ce5a753fb6cdd244571&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5645735 Jul 30 01:30:57.178363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-cf1c498f-06d4-4d7a-831e-fafe6c8c85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.179776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-cf1c498f-06d4-4d7a-831e-fafe6c8c85cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.6617064 Jul 30 01:30:57.197918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-135daf9d-2bea-4842-b0d5-41d811c3175b req-95532fa5-44f9-4854-887e-1de4fb1d1d52 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654495 Jul 30 01:30:57.220462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0575a-eedc-4a74-82e9-ddeb075e2121 req-0fa3b341-3d78-40d2-8b87-97f372c79c5d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.225813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e0575a-eedc-4a74-82e9-ddeb075e2121 req-0fa3b341-3d78-40d2-8b87-97f372c79c5d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.5261331 Jul 30 01:30:57.243129 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-c5c1f595-562a-45c1-b479-c5d05aa73284 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725718 Jul 30 01:30:57.245902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53754) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:57.310337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-50facb7c-63c9-4134-88a5-8b28016d8945 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7 HTTP/1.1" status: 200 len: 217 time: 0.1025941 Jul 30 01:30:57.333075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-b5262a91-ac66-4f6e-bf66-d7904f515de6 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.334601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-b5262a91-ac66-4f6e-bf66-d7904f515de6 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311754 Jul 30 01:30:57.353588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:57.409084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-608869579-network', 'tenant_id': 'ae2ad91605a249418fbbcfe521d016cf'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:57.460078 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-7ca56d3f-e613-4310-8c77-e261f1b6f4bd service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998730 Jul 30 01:30:57.482570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Made reservation on behalf of ae2ad91605a249418fbbcfe521d016cf for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:57.486345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.499994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e0575a-eedc-4a74-82e9-ddeb075e2121 req-d097c396-6d64-43ed-82f5-8d381b6301cc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728963 Jul 30 01:30:57.500246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.539841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-234d55e2-871c-4f20-a47f-33b39265f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.541300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-234d55e2-871c-4f20-a47f-33b39265f915 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1893706 Jul 30 01:30:57.632778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.642297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.663879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977fa63-9416-40db-ab0e-a86c6e95e5e2 req-24ca0fad-7fa1-4ec6-93ae-ae91cf3e7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.665594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c977fa63-9416-40db-ab0e-a86c6e95e5e2 req-24ca0fad-7fa1-4ec6-93ae-ae91cf3e7d82 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4596064 Jul 30 01:30:57.668548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c69a-94bc-49cf-8a05-4117177c9d61 req-53ec6fa7-a50d-4711-b988-9e3a8e5584b1 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.670732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3eb8c69a-94bc-49cf-8a05-4117177c9d61 req-53ec6fa7-a50d-4711-b988-9e3a8e5584b1 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 886 time: 0.3168783 Jul 30 01:30:57.683641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:57.686895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-bf785785-d42e-4c57-94ce-c9264f5b81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.688059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.690129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-bf785785-d42e-4c57-94ce-c9264f5b81d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337583 Jul 30 01:30:57.693298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:30:57.708698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bc7ee-7687-48c0-9f03-a6cf604a85fc req-f93f8cd2-96cd-4c69-8e2c-71ea3943df60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.710419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f93bc7ee-7687-48c0-9f03-a6cf604a85fc req-f93f8cd2-96cd-4c69-8e2c-71ea3943df60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 947 time: 0.1163502 Jul 30 01:30:57.730754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe1d96-4f17-4e37-bf62-271e742f571e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:57.740938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.741279 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Added segment 71cec94b-277c-4a63-9ddd-3ccb26460e56 of type vlan for network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 Jul 30 01:30:57.827934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.839468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:30:57.899857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f93bc7ee-7687-48c0-9f03-a6cf604a85fc req-8ef14c84-0e91-4007-80d3-e2510dcd5ac9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733592 Jul 30 01:30:57.899857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-87ddb3a2-7e90-4767-a6d8-e2f988822efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.899857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-87ddb3a2-7e90-4767-a6d8-e2f988822efe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c1a3e2392394ce5a753fb6cdd244571&device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 1095 time: 0.1598780 Jul 30 01:30:57.905618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-9e786386-1e87-4779-9ba7-716d2a75f55d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941955 Jul 30 01:30:57.907878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.909052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.909633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.912298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.71 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/968a3e2a-6290-424b-b8cf-0aceca9baaf8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:30:57.914010 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08528c1d-3dcd-48d2-8ded-c1675395191f req-0af0ad89-9eef-44dd-b6ea-078b53c1989f tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:57.915556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08528c1d-3dcd-48d2-8ded-c1675395191f req-0af0ad89-9eef-44dd-b6ea-078b53c1989f tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.1382837 Jul 30 01:30:57.948298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:57.957438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:57.958056 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:57.994480 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7447236 Jul 30 01:30:58.002752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-a16ab86b-9996-401d-8e42-b7669e4e6214 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9544bd62-3401-4c36-9b2b-a616a10626f4 HTTP/1.1" status: 200 len: 217 time: 0.0778458 Jul 30 01:30:58.002752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:58.009575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623626f-2455-407c-8758-c7dc38a5ed4e admin admin] Pushing event updated for resources: {'Network': ['ID=fdc192a6-7d4c-4e89-b88f-7ebd9156b498,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:58.010602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Request body: {'subnet': {'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-608869579-subnet', 'tenant_id': 'ae2ad91605a249418fbbcfe521d016cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:58.028586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:30:58.148202 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.157629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.174083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object 968a3e2a-6290-424b-b8cf-0aceca9baaf8 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:58.175738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:58.178661 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9dc466-f224-467b-a389-b3379859f193" -d '{"events": [{"server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:58.193136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:30:58.197863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08528c1d-3dcd-48d2-8ded-c1675395191f req-2dd77484-3551-421b-9ed7-674b8a410caf tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736678 Jul 30 01:30:58.199813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.223087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-8352ff57-f4fb-41a3-805c-2a895669c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.224636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-8352ff57-f4fb-41a3-805c-2a895669c0c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5203dd67-b175-47d8-b4c8-29b5c6b34d1d HTTP/1.1" status: 200 len: 853 time: 0.1734173 Jul 30 01:30:58.229082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Made reservation on behalf of ae2ad91605a249418fbbcfe521d016cf for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:30:58.229269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.233127 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.254141 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76767c0-7b2a-4b8d-ac46-4f95eb34f117 x-openstack-request-id: req-e76767c0-7b2a-4b8d-ac46-4f95eb34f117 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:58.254301 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:58.254539 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e76767c0-7b2a-4b8d-ac46-4f95eb34f117 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:58.254932 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'code': 200} Jul 30 01:30:58.268835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:30:58.299909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=968a3e2a-6290-424b-b8cf-0aceca9baaf8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:58.328421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:30:58.330775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:58.331927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:58.347903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:30:58.385208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c24dca-5def-4faa-b0a9-fec4ce4f2323 req-bdc61d60-dad2-4db6-b5db-44074e12b314 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673014 Jul 30 01:30:58.425994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.427108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.448157 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-7d035d38-10c8-44a4-a94a-354a2ed1f4e7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0982006 Jul 30 01:30:58.460663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Request body: {'port': {'device_id': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:30:58.470852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.471384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.471861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.472360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.473094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.473571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.474036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.474498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.475188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.475651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.476108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.478325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87bb37de-1dd2-4738-947f-8aa540a5be7b req-d459be47-69e2-444c-9329-f0706e36e681 tempest-NetworksTest-945879557 tempest-NetworksTest-945879557-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7805 time: 0.4259672 Jul 30 01:30:58.538036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-40729852-5543-4151-a652-c95cd7a750c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.539640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-40729852-5543-4151-a652-c95cd7a750c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ee527f84-44a2-42da-bde9-5389f9cd3e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944679 Jul 30 01:30:58.560395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473f282-ea1e-42a0-9b19-5c633d40bd11 req-aad71896-acf7-413c-a1b7-56dbc470b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.560704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.562352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9473f282-ea1e-42a0-9b19-5c633d40bd11 req-aad71896-acf7-413c-a1b7-56dbc470b8de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1098 time: 0.1807570 Jul 30 01:30:58.639016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d8682-525d-43bb-ae7a-22e7f41cb048 req-5b29f17b-d55a-4740-b5ab-943b78863519 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.664313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-264d8682-525d-43bb-ae7a-22e7f41cb048 req-5b29f17b-d55a-4740-b5ab-943b78863519 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.3430018 Jul 30 01:30:58.761359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9473f282-ea1e-42a0-9b19-5c633d40bd11 req-1b2dd767-0a71-43cf-ae64-52b6a62518f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443081 Jul 30 01:30:58.792439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3caf8aac-795b-4390-b2ac-14dd4253bc6c None None] Provisioning for port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:30:58.800338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3caf8aac-795b-4390-b2ac-14dd4253bc6c None None] Provisioning complete for port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:30:58.800837 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3caf8aac-795b-4390-b2ac-14dd4253bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.801665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53776) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:58.836028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-264d8682-525d-43bb-ae7a-22e7f41cb048 req-72ec0f4a-76be-40d0-bc2f-c36f919f14bc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703217 Jul 30 01:30:58.866014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3caf8aac-795b-4390-b2ac-14dd4253bc6c None None] Port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:30:58.911149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56743dc-099f-46e2-b82f-5a3ff03a35c9 req-e2bca7c7-4c6d-483b-830b-f81f4749f9dc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:58.912685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f56743dc-099f-46e2-b82f-5a3ff03a35c9 req-e2bca7c7-4c6d-483b-830b-f81f4749f9dc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2047753 Jul 30 01:30:58.919839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-e9e3a0ad-c918-45dc-8295-8c51a0873956 service neutron] 10.222.0.66 "GET /v2.0/networks/ee527f84-44a2-42da-bde9-5389f9cd3e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634994 Jul 30 01:30:58.936162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.969135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968a3e2a-6290-424b-b8cf-0aceca9baaf8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:30:58.978133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:58.991937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Transition to ACTIVE for port object 968a3e2a-6290-424b-b8cf-0aceca9baaf8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:30:58.997440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.071761 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19c33120-74b6-48dd-8855-2becd82cdae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.075167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Pushing event updated for resources: {'Port': ['ID=968a3e2a-6290-424b-b8cf-0aceca9baaf8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:59.127572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Attempting to bind port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:30:59.127981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Attempting to bind port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:30:59.128386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Attempting to bind port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:59.133295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:30:59.133698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Attempting to bind port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:30:59.139820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:30:59.140274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:59.140748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:30:59.142251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Bound port: 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:30:59.142405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.145457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f56743dc-099f-46e2-b82f-5a3ff03a35c9 req-a28911d1-8012-4241-989b-69a5262c9583 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226994 Jul 30 01:30:59.145669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafe642e-c206-4c66-ba7b-392253d0d3f7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:59.206239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Checking segment: {'id': '71cec94b-277c-4a63-9ddd-3ccb26460e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:30:59.206959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Network hostable DHCP agents. Network: fdc192a6-7d4c-4e89-b88f-7ebd9156b498, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:30:59.225856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] For port 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:30:59.232101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] For port 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:30:59.236434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6b81c-bafc-48a4-aa57-5d1a95765e88 req-9b825740-359c-4779-8c33-f09000aa04b7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.238212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27e6b81c-bafc-48a4-aa57-5d1a95765e88 req-9b825740-359c-4779-8c33-f09000aa04b7 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 947 time: 0.2432296 Jul 30 01:30:59.239124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.255888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3ace88d-246d-45c6-8295-b1032ebbed03 req-bb012567-9ed7-4f20-8638-823595af92ec service neutron] 10.222.0.66 "GET /v2.0/networks/ee527f84-44a2-42da-bde9-5389f9cd3e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099811 Jul 30 01:30:59.291403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.292099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.293997 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] 10.222.0.66 "PUT /v2.0/ports/968a3e2a-6290-424b-b8cf-0aceca9baaf8 HTTP/1.1" status: 200 len: 1096 time: 0.8377237 Jul 30 01:30:59.294899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'tag': '968a3e2a-6290-424b-b8cf-0aceca9baaf8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:30:59.297982 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f48256-0fea-4e03-ad33-0d9af8614322" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2af3ff-925d-4939-91d3-58b0a122b07b", "tag": "968a3e2a-6290-424b-b8cf-0aceca9baaf8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:30:59.324448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:30:59.340873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb63e6-51ba-48c4-8d8a-2cdbea8cdab2 service neutron] Pushing event updated for resources: {'Port': ['ID=968a3e2a-6290-424b-b8cf-0aceca9baaf8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:59.354621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27e6b81c-bafc-48a4-aa57-5d1a95765e88 req-7319c8e5-2d9e-44d6-8cf9-56490430994c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055763 Jul 30 01:30:59.383642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, fdc192a6-7d4c-4e89-b88f-7ebd9156b498) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:30:59.389372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.390341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.396996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa45c87-994f-457f-a810-2282e3d3d874 None None] Network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:30:59.408373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-1c976841-d6e4-497a-8048-638de4adafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.410772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-1c976841-d6e4-497a-8048-638de4adafb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 1099 time: 0.0576012 Jul 30 01:30:59.445029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19c33120-74b6-48dd-8855-2becd82cdae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.454384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d642b-433b-47e2-b67f-fed63989a9bf req-f09a2c5c-f642-40ea-813e-4bf0a4a36e33 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.456393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-292d642b-433b-47e2-b67f-fed63989a9bf req-f09a2c5c-f642-40ea-813e-4bf0a4a36e33 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.1380162 Jul 30 01:30:59.459086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19c33120-74b6-48dd-8855-2becd82cdae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.467715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f41dfd87-4c99-4612-9ef4-ccc56e0dc80e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4613204 Jul 30 01:30:59.475931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-c00bd537-9046-45f9-b2e6-1d277554eadf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8 HTTP/1.1" status: 200 len: 217 time: 0.0558705 Jul 30 01:30:59.477582 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe018b-5da1-4b59-b070-d2504aaefb13 x-openstack-request-id: req-7bbe018b-5da1-4b59-b070-d2504aaefb13 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:30:59.478074 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2af3ff-925d-4939-91d3-58b0a122b07b", "tag": "968a3e2a-6290-424b-b8cf-0aceca9baaf8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:30:59.478477 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bbe018b-5da1-4b59-b070-d2504aaefb13 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:30:59.479207 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'tag': '968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'status': 'completed', 'code': 200} Jul 30 01:30:59.529000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-19c33120-74b6-48dd-8855-2becd82cdae6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de37b812d6c541688254173f1401fcfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255819 Jul 30 01:30:59.530272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c33120-74b6-48dd-8855-2becd82cdae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb75fde-ad20-4e29-a547-1c4365d6871b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:30:59.536008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:30:59.576282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-292d642b-433b-47e2-b67f-fed63989a9bf req-389311a1-3baa-47c5-b0e9-0e17a7817ed4 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890348 Jul 30 01:30:59.606398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-d21894c9-f3eb-4985-b225-e9c7905ec5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.608321 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-d21894c9-f3eb-4985-b225-e9c7905ec5d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1176126 Jul 30 01:30:59.641578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e73038-e9a7-419b-85e4-f5678b31807d None None] Network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:30:59.653956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ddd3d4-3b5e-4140-b228-61c6b4abf38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.688721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ddd3d4-3b5e-4140-b228-61c6b4abf38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:59.691781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-defc2b6c-6a38-49cb-8f19-b1beb9cbdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:30:59.693281 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-defc2b6c-6a38-49cb-8f19-b1beb9cbdb2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709951 Jul 30 01:30:59.843727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7982346a-bc83-4ca0-9725-dfb04b0752a7 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:30:59.864305 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-6c9a06ae-77c6-418d-bd82-6a6338a86828 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601980 Jul 30 01:30:59.988681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:00.002958 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ddd3d4-3b5e-4140-b228-61c6b4abf38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.003629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '7982346a-bc83-4ca0-9725-dfb04b0752a7', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '7982346a-bc83-4ca0-9725-dfb04b0752a7', 'mac_address': 'fa:16:3e:89:c7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:00.008606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17ddd3d4-3b5e-4140-b228-61c6b4abf38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.010045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-17ddd3d4-3b5e-4140-b228-61c6b4abf38b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efb75fde-ad20-4e29-a547-1c4365d6871b HTTP/1.1" status: 204 len: 168 time: 0.4731035 Jul 30 01:31:00.025578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa2b0-d5bc-44b1-9c5c-c9f015a382b0 req-4410ef40-ca6a-420a-b537-253844a6feb4 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.027355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59caa2b0-d5bc-44b1-9c5c-c9f015a382b0 req-4410ef40-ca6a-420a-b537-253844a6feb4 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0819998 Jul 30 01:31:00.048295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddd3d4-3b5e-4140-b228-61c6b4abf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb75fde-ad20-4e29-a547-1c4365d6871b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:00.056795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-07c44ee7-ff24-4fb3-bd2e-81c38d70b487 req-d2a7f2f7-0622-4ff0-83e9-836db6fce428 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840568 Jul 30 01:31:00.093108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.109167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59caa2b0-d5bc-44b1-9c5c-c9f015a382b0 req-1df600af-5eeb-4ec1-b15f-d35b435535ee tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Jul 30 01:31:00.116043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7982346a-bc83-4ca0-9725-dfb04b0752a7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:00.191928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:00.197393 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.216873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-fbaa6fb9-99a9-43eb-8c70-225e0b1f76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.218468 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-fbaa6fb9-99a9-43eb-8c70-225e0b1f76ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 1099 time: 0.0721068 Jul 30 01:31:00.296806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:00.341391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca85c13-055d-48d0-aa02-f0bf65345937 req-adb3305e-546f-4aec-8987-d6f36776c4de tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.349122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ca85c13-055d-48d0-aa02-f0bf65345937 req-adb3305e-546f-4aec-8987-d6f36776c4de tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1007521 Jul 30 01:31:00.359362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-ffd91c8f-c4b7-45f3-a67d-263a146a80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.361108 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-ffd91c8f-c4b7-45f3-a67d-263a146a80b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1334016 Jul 30 01:31:00.397895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ca85c13-055d-48d0-aa02-f0bf65345937 req-cd50671f-bc62-4ad1-9031-eaca238ba45c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Jul 30 01:31:00.415259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53818) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:00.420721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1042859596-network', 'tenant_id': '5ac8c8a0474643aa8784139d917bce3a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:00.426388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-a1e90393-faf9-4cbb-a5dd-00b9efb47a83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8 HTTP/1.1" status: 200 len: 217 time: 0.0548685 Jul 30 01:31:00.443041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Made reservation on behalf of 5ac8c8a0474643aa8784139d917bce3a for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:00.449806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.465084 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.485472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-36c72e25-1cfc-40cf-b620-94ec0827c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.486938 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-36c72e25-1cfc-40cf-b620-94ec0827c2b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0529249 Jul 30 01:31:00.487410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:00.510057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0e06ee5-d2de-4b5c-bf63-987721eeed7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.548044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bde7b3-7324-4035-89d8-cdc16eac638f req-3eb5b8d3-f6e0-4c12-afb7-7f20c3f46396 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.549734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-98c81547-7964-4ac9-a4b7-80ae8481e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.549928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28bde7b3-7324-4035-89d8-cdc16eac638f req-3eb5b8d3-f6e0-4c12-afb7-7f20c3f46396 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 948 time: 0.0756896 Jul 30 01:31:00.551360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-98c81547-7964-4ac9-a4b7-80ae8481e19d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502980 Jul 30 01:31:00.603250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7982346a-bc83-4ca0-9725-dfb04b0752a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:00.620263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28bde7b3-7324-4035-89d8-cdc16eac638f req-d6c6463c-47fe-4a80-a2cb-9c5535c8c223 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Jul 30 01:31:00.646740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.661246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.684384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-6ef828cb-d67d-4ec5-a836-edf4e55afccb service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204102 Jul 30 01:31:00.702818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:31:00.724293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc851843-3284-4d74-9834-695cce6d8c4a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:00.731522 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.731890 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Added segment 1a5babbc-ab96-4bb2-a6d3-88db1b4b6a01 of type vlan for network 44808d91-8a10-4b3a-982f-afdf526c99c9 Jul 30 01:31:00.752598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d6e3e-6084-4342-a081-71dc39b4e2f3 req-27c872d0-3dce-42e7-a041-4054cd37c108 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:00.754362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b99d6e3e-6084-4342-a081-71dc39b4e2f3 req-27c872d0-3dce-42e7-a041-4054cd37c108 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.1057611 Jul 30 01:31:00.841760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0e06ee5-d2de-4b5c-bf63-987721eeed7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.849411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0e06ee5-d2de-4b5c-bf63-987721eeed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:00.919048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f0e06ee5-d2de-4b5c-bf63-987721eeed7a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=065dad88895b43d7b66ad64d58076045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289174 Jul 30 01:31:00.919048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e06ee5-d2de-4b5c-bf63-987721eeed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4509ff-bbbd-4e74-ae40-7af99dcc48dc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:00.921175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:00.924679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51f48256-0fea-4e03-ad33-0d9af8614322 req-888118e5-c52e-44d0-aacd-cccabde8a48d service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313643 Jul 30 01:31:00.978837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7177677c-88bc-40b1-8f0b-4f849804856d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.000890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7177677c-88bc-40b1-8f0b-4f849804856d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.045901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.056355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7177677c-88bc-40b1-8f0b-4f849804856d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.059957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7177677c-88bc-40b1-8f0b-4f849804856d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.061115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7177677c-88bc-40b1-8f0b-4f849804856d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d4509ff-bbbd-4e74-ae40-7af99dcc48dc HTTP/1.1" status: 204 len: 168 time: 0.1388705 Jul 30 01:31:01.069958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b99d6e3e-6084-4342-a081-71dc39b4e2f3 req-4c7555be-9050-4d1a-b1c7-4998f3ffaf34 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Jul 30 01:31:01.076672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177677c-88bc-40b1-8f0b-4f849804856d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4509ff-bbbd-4e74-ae40-7af99dcc48dc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:01.099639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.100683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:01.101484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.165292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7461669 Jul 30 01:31:01.166214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53832) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:01.171285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Request body: {'subnet': {'network_id': '44808d91-8a10-4b3a-982f-afdf526c99c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1042859596-subnet', 'tenant_id': '5ac8c8a0474643aa8784139d917bce3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:01.187045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f752f9-7267-4b46-a0b6-b0a54bb2374a admin admin] Pushing event updated for resources: {'Network': ['ID=44808d91-8a10-4b3a-982f-afdf526c99c9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:01.199365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 44808d91-8a10-4b3a-982f-afdf526c99c9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:31:01.204842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Made reservation on behalf of 5ac8c8a0474643aa8784139d917bce3a for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:01.208456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.335328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1ba2c-8fc7-499b-888e-6320aa74d086 req-0ec82f2d-e8e1-40c3-a485-501cc99a2dfe tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:01.336935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e1ba2c-8fc7-499b-888e-6320aa74d086 req-0ec82f2d-e8e1-40c3-a485-501cc99a2dfe tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.1045587 Jul 30 01:31:01.408337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e1ba2c-8fc7-499b-888e-6320aa74d086 req-53da5efd-be81-4feb-90f9-1f3f597cac1e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 Jul 30 01:31:01.493890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.590809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83402cd2-7ad0-4898-8321-b5be4778e127,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:01.643120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405e435-b7bc-452f-980f-f58e85a51fb2 req-0eac3292-3f24-438c-a07f-db82e2117d7a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:01.644696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0405e435-b7bc-452f-980f-f58e85a51fb2 req-0eac3292-3f24-438c-a07f-db82e2117d7a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1223845 Jul 30 01:31:01.649288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf782-38a4-4eb2-8a0a-4c9e3fe6b893 req-d4f5271f-0f7f-4dd8-bbaa-6bf80be7d22f tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:01.651107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-610bf782-38a4-4eb2-8a0a-4c9e3fe6b893 req-d4f5271f-0f7f-4dd8-bbaa-6bf80be7d22f tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1098 time: 0.1094482 Jul 30 01:31:01.658544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Checking segment: {'id': '1a5babbc-ab96-4bb2-a6d3-88db1b4b6a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '44808d91-8a10-4b3a-982f-afdf526c99c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:01.658908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Network hostable DHCP agents. Network: 44808d91-8a10-4b3a-982f-afdf526c99c9, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:31:01.724209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0405e435-b7bc-452f-980f-f58e85a51fb2 req-79e41578-5d09-4dc6-95f9-e8ece0dd6cce tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Jul 30 01:31:01.726925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Network 44808d91-8a10-4b3a-982f-afdf526c99c9 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:31:01.738036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-610bf782-38a4-4eb2-8a0a-4c9e3fe6b893 req-ce472edf-c5e7-4cbc-8661-b829a14df9ea tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750313 Jul 30 01:31:01.748182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 44808d91-8a10-4b3a-982f-afdf526c99c9) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:01.762372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:01.764417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:01.765248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf8d99-0e01-4ced-973f-51a42a6f5ce6 None None] Network 44808d91-8a10-4b3a-982f-afdf526c99c9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:31:01.773469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9544bd62-3401-4c36-9b2b-a616a10626f4 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:01.784517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d93d4dd2-b84a-40bb-b196-3bc82829447a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6170650 Jul 30 01:31:01.877483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7982346a-bc83-4ca0-9725-dfb04b0752a7 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:01.932227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d4279-3a71-4467-9541-68dc504f391e req-7f33380b-a90a-44bb-97f2-079008d43940 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:01.944938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a4d4279-3a71-4467-9541-68dc504f391e req-7f33380b-a90a-44bb-97f2-079008d43940 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 948 time: 0.1031940 Jul 30 01:31:01.992994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a4d4279-3a71-4467-9541-68dc504f391e req-12a962fe-3b77-424c-8593-7b42a573490b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470502 Jul 30 01:31:01.996208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:31:02.233713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf02da6-beb7-4104-bcc6-ad13e1b7813f req-b4d0bd3f-29d6-4801-9913-130ecf0adc24 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:02.244860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bf02da6-beb7-4104-bcc6-ad13e1b7813f req-b4d0bd3f-29d6-4801-9913-130ecf0adc24 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 943 time: 0.0795629 Jul 30 01:31:02.273740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 7982346a-bc83-4ca0-9725-dfb04b0752a7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:02.297644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627501e-c70d-413b-b1a0-981badae0f3b None None] Network 44808d91-8a10-4b3a-982f-afdf526c99c9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:31:02.340444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 7982346a-bc83-4ca0-9725-dfb04b0752a7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:02.340988 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:02.349440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bf02da6-beb7-4104-bcc6-ad13e1b7813f req-107d2bce-19b7-42b3-b2c2-563cd8e53436 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977762 Jul 30 01:31:02.428902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9544bd62-3401-4c36-9b2b-a616a10626f4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9544bd62-3401-4c36-9b2b-a616a10626f4,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:02.451265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '9544bd62-3401-4c36-9b2b-a616a10626f4', 'network_id': 'ee527f84-44a2-42da-bde9-5389f9cd3e81', 'port_id': '9544bd62-3401-4c36-9b2b-a616a10626f4', 'mac_address': 'fa:16:3e:11:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5203dd67-b175-47d8-b4c8-29b5c6b34d1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:02.543413 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:02.604837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9544bd62-3401-4c36-9b2b-a616a10626f4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:02.679778 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:02.685317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9544bd62-3401-4c36-9b2b-a616a10626f4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9544bd62-3401-4c36-9b2b-a616a10626f4,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:02.696580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:02.749840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:02.753254 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc7d81-9433-49bf-9e9c-84efbc3c64c8" -d '{"events": [{"server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "name": "network-vif-plugged", "status": "completed", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:02.808725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:02.821555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:02.827635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=9544bd62-3401-4c36-9b2b-a616a10626f4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:02.839300 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4b11cd-761e-4adb-b573-16815079c8a2 x-openstack-request-id: req-3e4b11cd-761e-4adb-b573-16815079c8a2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:02.839593 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "name": "network-vif-plugged", "status": "completed", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:02.840109 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e4b11cd-761e-4adb-b573-16815079c8a2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:02.840516 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7', 'code': 200} Jul 30 01:31:02.843220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.843680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.844733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.845070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.845444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.845934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.846207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.846532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.847196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.847523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.847842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.848155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:02.918129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:02.955348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9544bd62-3401-4c36-9b2b-a616a10626f4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:03.101487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348a0e-4d17-4197-96b7-24ce9c0bb530 req-17182f03-f93a-4241-b12d-6a146e5b1fa6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:03.103324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20348a0e-4d17-4197-96b7-24ce9c0bb530 req-17182f03-f93a-4241-b12d-6a146e5b1fa6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1224561 Jul 30 01:31:03.129737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d831403-2897-4a86-864c-81e40da94617 req-f9d24d1e-2999-46d6-920b-2e9bdc337e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:03.131209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d831403-2897-4a86-864c-81e40da94617 req-f9d24d1e-2999-46d6-920b-2e9bdc337e19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 1101 time: 0.1492712 Jul 30 01:31:03.144095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-626abb7c-81f5-4528-b28f-9a91f2f3076d tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:03.145762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-626abb7c-81f5-4528-b28f-9a91f2f3076d tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/networks?id=fdc192a6-7d4c-4e89-b88f-7ebd9156b498 HTTP/1.1" status: 200 len: 814 time: 0.2894549 Jul 30 01:31:03.186935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20348a0e-4d17-4197-96b7-24ce9c0bb530 req-3d066b7a-edf3-4c03-bdbd-315f7ce91955 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724854 Jul 30 01:31:03.194847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4ec8330d-6de4-4af9-b1f3-690f430e03b5 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/quotas/ae2ad91605a249418fbbcfe521d016cf HTTP/1.1" status: 200 len: 375 time: 0.0389607 Jul 30 01:31:03.221650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d831403-2897-4a86-864c-81e40da94617 req-f4673d12-d4ff-42ce-9ac1-2313df75bd48 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Jul 30 01:31:03.240134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-aa4ead31-533b-46a4-bf60-de8c627db9c8 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae2ad91605a249418fbbcfe521d016cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321035 Jul 30 01:31:03.337631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-60ef5b39-5e10-4ce3-a408-1630d0abea17 service neutron] 10.222.0.78 "GET /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903463 Jul 30 01:31:03.432423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-a0c9337b-28ab-4366-bd27-ad1270a6c19c service neutron] 10.222.0.78 "GET /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885684 Jul 30 01:31:03.653007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e0a23-73b2-4e5f-b299-051c3f065494 req-a4517228-017f-4aba-85fb-39d315f9ee38 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:03.654631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195e0a23-73b2-4e5f-b299-051c3f065494 req-a4517228-017f-4aba-85fb-39d315f9ee38 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 949 time: 0.0675793 Jul 30 01:31:03.703899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195e0a23-73b2-4e5f-b299-051c3f065494 req-d18c610d-1ea8-45c8-a0c3-71e36bcf7e7b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Jul 30 01:31:03.783027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 968a3e2a-6290-424b-b8cf-0aceca9baaf8 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:03.785173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9544bd62-3401-4c36-9b2b-a616a10626f4 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:03.912997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 9544bd62-3401-4c36-9b2b-a616a10626f4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:03.916460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa7a31-112f-439c-9dea-f79776d3d344 req-c91da4d4-373b-468f-ba91-dee8ecaee5fa tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:03.918363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5fa7a31-112f-439c-9dea-f79776d3d344 req-c91da4d4-373b-468f-ba91-dee8ecaee5fa tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 944 time: 0.1261034 Jul 30 01:31:03.919541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 9544bd62-3401-4c36-9b2b-a616a10626f4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:03.919909 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:04.020866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:04.042412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'mac_address': 'fa:16:3e:14:59:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:04.060274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5fa7a31-112f-439c-9dea-f79776d3d344 req-6bb2886e-7d62-480d-9f9e-48441c654d90 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146307 Jul 30 01:31:04.085678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06092037-9d2e-478f-8c5d-79c1a2d09f0d req-c465b347-2da7-4311-a9ad-35374947c969 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 210 time: 0.0722687 Jul 30 01:31:04.102683 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:04.177164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9544bd62-3401-4c36-9b2b-a616a10626f4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9544bd62-3401-4c36-9b2b-a616a10626f4,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:04.183343 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:04.221196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:04.251974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968a3e2a-6290-424b-b8cf-0aceca9baaf8 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:04.301527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:04.303119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=9544bd62-3401-4c36-9b2b-a616a10626f4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:04.319292 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:04.343514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e92fdb-dcf5-4327-b26f-327a9023d710 req-7fe40dcf-9e1a-4f88-b967-c06b6647af36 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:04.346878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6e92fdb-dcf5-4327-b26f-327a9023d710 req-7fe40dcf-9e1a-4f88-b967-c06b6647af36 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0772188 Jul 30 01:31:04.399283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6e92fdb-dcf5-4327-b26f-327a9023d710 req-ec5b548e-a517-485a-ac90-840cd934fc5a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457225 Jul 30 01:31:04.408072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=968a3e2a-6290-424b-b8cf-0aceca9baaf8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:04.584923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:04.651336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1908abe3-b604-4528-818d-57e14b17594a req-fc2555d4-5723-414f-bfe8-f7756695249f tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=79e02328b5cd4a82b40808648978825e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375330 Jul 30 01:31:04.781318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908abe3-b604-4528-818d-57e14b17594a req-55d8c84d-5d8b-4547-b94d-2286b99a37d5 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:04.783439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1908abe3-b604-4528-818d-57e14b17594a req-55d8c84d-5d8b-4547-b94d-2286b99a37d5 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243117 Jul 30 01:31:04.825750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1908abe3-b604-4528-818d-57e14b17594a req-954faa84-15f9-4c19-b672-39fcdd1a4c8e tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/quotas/79e02328b5cd4a82b40808648978825e HTTP/1.1" status: 200 len: 375 time: 0.0256605 Jul 30 01:31:04.841451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544bd62-3401-4c36-9b2b-a616a10626f4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:04.845751 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08615515-d3e1-485e-bd1c-745a35f751fa" -d '{"events": [{"server_uuid": "bf7f588a-13a6-4b76-9094-ef698e37b246", "name": "network-vif-plugged", "status": "completed", "tag": "9544bd62-3401-4c36-9b2b-a616a10626f4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:04.864600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1908abe3-b604-4528-818d-57e14b17594a req-651529b7-7a30-4166-95f8-0ccdeda1ed06 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=79e02328b5cd4a82b40808648978825e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324574 Jul 30 01:31:04.872445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b6dcc-129d-4262-9608-5ce06b712b59 req-83f1e5a3-f7e7-43cc-928c-04123feb79be tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:04.873921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d0b6dcc-129d-4262-9608-5ce06b712b59 req-83f1e5a3-f7e7-43cc-928c-04123feb79be tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 949 time: 0.0827670 Jul 30 01:31:04.913710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d0b6dcc-129d-4262-9608-5ce06b712b59 req-8dcb26b4-227f-4d35-b088-360e469ef052 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Jul 30 01:31:04.950947 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa51754-1082-4102-bb67-974080cad28d x-openstack-request-id: req-1aa51754-1082-4102-bb67-974080cad28d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:04.951357 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7f588a-13a6-4b76-9094-ef698e37b246", "name": "network-vif-plugged", "status": "completed", "tag": "9544bd62-3401-4c36-9b2b-a616a10626f4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:04.951906 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1aa51754-1082-4102-bb67-974080cad28d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:04.952331 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544bd62-3401-4c36-9b2b-a616a10626f4', 'code': 200} Jul 30 01:31:05.080279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa249e4-1a0e-452c-a612-32610a93836a req-71018a97-825c-4773-b322-8e6007629cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:05.081825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa249e4-1a0e-452c-a612-32610a93836a req-71018a97-825c-4773-b322-8e6007629cfc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 1097 time: 0.0515561 Jul 30 01:31:05.134957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa249e4-1a0e-452c-a612-32610a93836a req-bf1e05ab-0fe5-46a6-8514-4470b906c6be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Jul 30 01:31:05.248089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657c93-d3a6-4f0b-b85a-6e344001c517 req-0cd85019-f9ee-4015-878e-62c79e4b8c1e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:05.249487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b657c93-d3a6-4f0b-b85a-6e344001c517 req-0cd85019-f9ee-4015-878e-62c79e4b8c1e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 948 time: 0.1570780 Jul 30 01:31:05.289778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-83a0a989-9824-49d3-ae05-da379827cf9c tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:05.291260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-83a0a989-9824-49d3-ae05-da379827cf9c tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.55 "GET /v2.0/networks?id=fdc192a6-7d4c-4e89-b88f-7ebd9156b498 HTTP/1.1" status: 200 len: 814 time: 0.2097843 Jul 30 01:31:05.299049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c4a3b-fe71-4077-ad30-7d1da537f679 req-976a9608-0df4-484f-863d-9cb01a064c2b tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:05.300399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-255c4a3b-fe71-4077-ad30-7d1da537f679 req-976a9608-0df4-484f-863d-9cb01a064c2b tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 945 time: 0.1342175 Jul 30 01:31:05.334181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Request body: {'port': {'device_id': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498', 'admin_state_up': True, 'tenant_id': 'ae2ad91605a249418fbbcfe521d016cf'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:05.340023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b657c93-d3a6-4f0b-b85a-6e344001c517 req-0386826d-e01e-4d04-af5d-8d1864adab7a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822880 Jul 30 01:31:05.396939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-255c4a3b-fe71-4077-ad30-7d1da537f679 req-b71b44e4-9b6e-45d1-9f26-f4f2473a4bdf tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Jul 30 01:31:05.490032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Made reservation on behalf of ae2ad91605a249418fbbcfe521d016cf for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:05.493618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:05.497439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ba4ca2c-486f-4c6b-940d-9d79305bac0a req-a1d78a57-4fc5-4d8d-8064-737033b13fce tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 210 time: 0.0373969 Jul 30 01:31:05.668696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a96e-7462-4d2b-863e-8f60e159b5ec req-74e57d50-0407-49d1-a4b3-9054e4138266 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:05.670170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b49a96e-7462-4d2b-863e-8f60e159b5ec req-74e57d50-0407-49d1-a4b3-9054e4138266 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0979462 Jul 30 01:31:05.675903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Allocated IP 172.20.0.4 (fdc192a6-7d4c-4e89-b88f-7ebd9156b498/eafe642e-c206-4c66-ba7b-392253d0d3f7/c8eca477-7812-464a-ade4-83132aaef14b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:05.739485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b49a96e-7462-4d2b-863e-8f60e159b5ec req-a8907370-7c7f-44f9-8f18-911ebca577c1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612085 Jul 30 01:31:05.794474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 968a3e2a-6290-424b-b8cf-0aceca9baaf8 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:05.901005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:05.906622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:05.906992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:05.918267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:05.963436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.008939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:06.012175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:06.019189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:06.027500 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.047536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Pushing event updated for resources: {'Port': ['ID=c8eca477-7812-464a-ade4-83132aaef14b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:06.084636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:06.089201 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.089338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:06.089931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.105448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73adaaba-6d08-4bde-88f0-dd1b9650003c req-f5c3eae9-2c4f-4967-a01f-d3998ea1c596 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=79e02328b5cd4a82b40808648978825e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333464 Jul 30 01:31:06.115140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-7f14bde0-01bf-4503-a497-77c0d19c81ad tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876053 Jul 30 01:31:06.145692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=968a3e2a-6290-424b-b8cf-0aceca9baaf8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:06.219472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adaaba-6d08-4bde-88f0-dd1b9650003c req-e6fcf5ef-ac0a-4e2f-9b77-b0f0b9a91b5a tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:06.221034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73adaaba-6d08-4bde-88f0-dd1b9650003c req-e6fcf5ef-ac0a-4e2f-9b77-b0f0b9a91b5a tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049361 Jul 30 01:31:06.240151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73adaaba-6d08-4bde-88f0-dd1b9650003c req-ac2cca56-6508-4cbd-bb82-46d1037ae2c1 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/quotas/79e02328b5cd4a82b40808648978825e HTTP/1.1" status: 200 len: 375 time: 0.0102227 Jul 30 01:31:06.247721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Request body: {'port': {'device_id': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:06.294319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73adaaba-6d08-4bde-88f0-dd1b9650003c req-dd65c294-79f1-445e-b6ee-8bd2477675de tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=79e02328b5cd4a82b40808648978825e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438671 Jul 30 01:31:06.336342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.564933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cac09-f6d9-43fb-bf7b-b78d2412c34d req-10d03c3d-7f56-4ea6-978d-24e540491676 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:06.566390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-255cac09-f6d9-43fb-bf7b-b78d2412c34d req-10d03c3d-7f56-4ea6-978d-24e540491676 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 949 time: 0.1157730 Jul 30 01:31:06.578658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.654002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-255cac09-f6d9-43fb-bf7b-b78d2412c34d req-4b1bbfa1-9194-42d3-9b8b-eba6f3e881b8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Jul 30 01:31:06.702570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef255184-b2d0-4d9c-b4b7-0f83c064100a req-6dcaf712-ed1a-4117-a6bc-de86b0cb972d tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:06.704178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef255184-b2d0-4d9c-b4b7-0f83c064100a req-6dcaf712-ed1a-4117-a6bc-de86b0cb972d tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 945 time: 0.1059589 Jul 30 01:31:06.806657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef255184-b2d0-4d9c-b4b7-0f83c064100a req-ce65398b-7ead-45fc-a951-0c2c0776c482 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928776 Jul 30 01:31:06.808624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8eca477-7812-464a-ade4-83132aaef14b {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:06.817696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.842599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d702a7f-2802-4eea-882d-db5242b5812f req-52f89544-1d06-45d8-8ffb-f40e193a0efb tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:06.844841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d702a7f-2802-4eea-882d-db5242b5812f req-52f89544-1d06-45d8-8ffb-f40e193a0efb tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 931 time: 0.1296313 Jul 30 01:31:06.855952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Transition to ACTIVE for port object c8eca477-7812-464a-ade4-83132aaef14b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:06.873033 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:06.943977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d702a7f-2802-4eea-882d-db5242b5812f req-25734104-a567-41fe-a3f6-6a75fa3482ab tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895107 Jul 30 01:31:06.955690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489334-32b9-4656-8490-494652e8220b service neutron] Pushing event updated for resources: {'Port': ['ID=c8eca477-7812-464a-ade4-83132aaef14b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:06.962610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968a3e2a-6290-424b-b8cf-0aceca9baaf8'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:06.965056 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea9b8fd-8232-4399-9db8-b81cce2de164" -d '{"events": [{"server_uuid": "ea2af3ff-925d-4939-91d3-58b0a122b07b", "name": "network-vif-plugged", "status": "completed", "tag": "968a3e2a-6290-424b-b8cf-0aceca9baaf8"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:07.114442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be6fe-efcd-4727-9ca1-82c2e1d28935 req-90f05cfc-a54f-4022-9d93-fcfbe4e4b482 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.123150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a87be6fe-efcd-4727-9ca1-82c2e1d28935 req-90f05cfc-a54f-4022-9d93-fcfbe4e4b482 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1318693 Jul 30 01:31:07.130331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Attempting to bind port c8eca477-7812-464a-ade4-83132aaef14b on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:07.130850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Attempting to bind port c8eca477-7812-464a-ade4-83132aaef14b by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '71cec94b-277c-4a63-9ddd-3ccb26460e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:07.131383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Attempting to bind port c8eca477-7812-464a-ade4-83132aaef14b on network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:07.165185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Port c8eca477-7812-464a-ade4-83132aaef14b on network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:07.165683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Attempting to bind port c8eca477-7812-464a-ade4-83132aaef14b on network fdc192a6-7d4c-4e89-b88f-7ebd9156b498 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:07.201918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a87be6fe-efcd-4727-9ca1-82c2e1d28935 req-dd7230ff-1d9c-4f63-85f6-92ca0ddc8a12 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757983 Jul 30 01:31:07.202705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:07.203070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Checking segment: {'id': '71cec94b-277c-4a63-9ddd-3ccb26460e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:07.203545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Bound using segment: {'id': '71cec94b-277c-4a63-9ddd-3ccb26460e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:07.203979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Bound port: c8eca477-7812-464a-ade4-83132aaef14b, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cec94b-277c-4a63-9ddd-3ccb26460e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:07.204340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:07.227644 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b326e782-1d10-4d70-b5e2-5acc3a25f154 x-openstack-request-id: req-b326e782-1d10-4d70-b5e2-5acc3a25f154 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:07.227644 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2af3ff-925d-4939-91d3-58b0a122b07b", "name": "network-vif-plugged", "status": "completed", "tag": "968a3e2a-6290-424b-b8cf-0aceca9baaf8", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:07.227644 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b326e782-1d10-4d70-b5e2-5acc3a25f154 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:07.227644 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'code': 200} Jul 30 01:31:07.384383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423998e-fc12-4564-abcc-7479019cda04 req-75c859b8-bf81-486c-8db5-1bd8b152a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.385944 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1423998e-fc12-4564-abcc-7479019cda04 req-75c859b8-bf81-486c-8db5-1bd8b152a4eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 1101 time: 0.0708356 Jul 30 01:31:07.403199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8711cb6-fb87-42b0-8204-88be5bc324e1 req-4eac0082-4348-4701-a5db-ff79e65eee3d tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=79e02328b5cd4a82b40808648978825e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612676 Jul 30 01:31:07.467458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] For port c8eca477-7812-464a-ade4-83132aaef14b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:07.471086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1423998e-fc12-4564-abcc-7479019cda04 req-db435cf3-21f7-4024-8dde-8596fcdb6a33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673079 Jul 30 01:31:07.491134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] For port c8eca477-7812-464a-ade4-83132aaef14b, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c8eca477-7812-464a-ade4-83132aaef14b,segment=NetworkSegment(71cec94b-277c-4a63-9ddd-3ccb26460e56),segment_id=71cec94b-277c-4a63-9ddd-3ccb26460e56)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:07.500490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:07.555240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.555868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:07.557221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-4e489334-32b9-4656-8490-494652e8220b service neutron] 10.222.0.55 "PUT /v2.0/ports/c8eca477-7812-464a-ade4-83132aaef14b HTTP/1.1" status: 200 len: 1092 time: 1.3136981 Jul 30 01:31:07.561031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'tag': 'c8eca477-7812-464a-ade4-83132aaef14b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:07.563483 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286ee2fb-a47b-4c10-b475-74a34a5b6376" -d '{"events": [{"name": "network-changed", "server_uuid": "456b92fd-981d-4b78-8dfd-b3b6b1ac0247", "tag": "c8eca477-7812-464a-ade4-83132aaef14b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:07.602486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711cb6-fb87-42b0-8204-88be5bc324e1 req-d509fc8f-2aa0-47af-861c-ed01596f4326 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.609597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8711cb6-fb87-42b0-8204-88be5bc324e1 req-d509fc8f-2aa0-47af-861c-ed01596f4326 tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052054 Jul 30 01:31:07.624377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489334-32b9-4656-8490-494652e8220b service neutron] Pushing event updated for resources: {'Port': ['ID=c8eca477-7812-464a-ade4-83132aaef14b,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:07.638468 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508b22ec-80e1-4c43-ab2b-8d19edd4ca89 x-openstack-request-id: req-508b22ec-80e1-4c43-ab2b-8d19edd4ca89 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:07.638734 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456b92fd-981d-4b78-8dfd-b3b6b1ac0247", "tag": "c8eca477-7812-464a-ade4-83132aaef14b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:07.639172 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-508b22ec-80e1-4c43-ab2b-8d19edd4ca89 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:07.639398 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'tag': 'c8eca477-7812-464a-ade4-83132aaef14b', 'status': 'completed', 'code': 200} Jul 30 01:31:07.642532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8711cb6-fb87-42b0-8204-88be5bc324e1 req-b41a1d41-0504-42eb-9456-dd9a3543d92a tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/quotas/79e02328b5cd4a82b40808648978825e HTTP/1.1" status: 200 len: 375 time: 0.0318887 Jul 30 01:31:07.690819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8711cb6-fb87-42b0-8204-88be5bc324e1 req-99687628-e9b9-4c3e-bfd9-329ec15c76bd tempest-QuotasAdminNegativeTest-648263193 tempest-QuotasAdminNegativeTest-648263193-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=79e02328b5cd4a82b40808648978825e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331986 Jul 30 01:31:07.706221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-22e0dee0-dbae-4952-8a22-0787ed622f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.709001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-22e0dee0-dbae-4952-8a22-0787ed622f89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae2ad91605a249418fbbcfe521d016cf&device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 1095 time: 0.0815065 Jul 30 01:31:07.772740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-62c38c4a-f9aa-413a-a472-22fde82731df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8eca477-7812-464a-ade4-83132aaef14b HTTP/1.1" status: 200 len: 217 time: 0.0428612 Jul 30 01:31:07.871053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3a5cf-b9cb-433d-9594-4643a9e18103 req-e44a6ea7-eda4-41f8-a753-ae198560cdd4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.872995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dae3a5cf-b9cb-433d-9594-4643a9e18103 req-e44a6ea7-eda4-41f8-a753-ae198560cdd4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 949 time: 0.1026044 Jul 30 01:31:07.874860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-eaffa536-952e-47fc-ae0e-a351a25ae99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:07.876914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-eaffa536-952e-47fc-ae0e-a351a25ae99d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe642e-c206-4c66-ba7b-392253d0d3f7 HTTP/1.1" status: 200 len: 854 time: 0.0934212 Jul 30 01:31:08.254701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-104a3bc6-4bbf-481d-ae6f-ea03e4532d0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fdc192a6-7d4c-4e89-b88f-7ebd9156b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3685393 Jul 30 01:31:08.359156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:08.372422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c60b8-e361-4843-8542-e9c8890286c4 req-e95a49eb-3af3-4ad2-8666-880d56350c70 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:08.373940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-214c60b8-e361-4843-8542-e9c8890286c4 req-e95a49eb-3af3-4ad2-8666-880d56350c70 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 943 time: 0.1409860 Jul 30 01:31:08.383426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dae3a5cf-b9cb-433d-9594-4643a9e18103 req-b8c528aa-c56a-4b96-bf48-3358a7b40157 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849234 Jul 30 01:31:08.472147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-28a80383-3822-4561-8465-55fbea462a9b service neutron] 10.222.0.55 "GET /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049117 Jul 30 01:31:08.487696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-214c60b8-e361-4843-8542-e9c8890286c4 req-3eb34354-1857-4555-8926-297362511189 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031353 Jul 30 01:31:08.584950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41b9a31c-ef63-4abe-b305-1cd732d22ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:08.640151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea2360-122b-4d7c-bb83-71bdb0338319 req-9f867700-e56a-49e4-9f12-3d64c62d9c62 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:08.642697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49ea2360-122b-4d7c-bb83-71bdb0338319 req-9f867700-e56a-49e4-9f12-3d64c62d9c62 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1204209 Jul 30 01:31:08.646907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-163dac6d-cae4-4d09-9e98-3d4064bf20f0 req-466d7dfa-1288-41f2-849d-811fcf547d30 service neutron] 10.222.0.55 "GET /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581924 Jul 30 01:31:08.689735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49ea2360-122b-4d7c-bb83-71bdb0338319 req-1b2489bd-e254-4f25-8a39-118a3965b9f3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Jul 30 01:31:08.767402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41b9a31c-ef63-4abe-b305-1cd732d22ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:08.776936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41b9a31c-ef63-4abe-b305-1cd732d22ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:08.800585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-ff4e9cf5-e53e-4d85-82c4-862447325e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:08.801725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-ff4e9cf5-e53e-4d85-82c4-862447325e0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae2ad91605a249418fbbcfe521d016cf&device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 1095 time: 0.0493524 Jul 30 01:31:08.833705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-41b9a31c-ef63-4abe-b305-1cd732d22ac6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79e02328b5cd4a82b40808648978825e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701617 Jul 30 01:31:08.836931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:08.855243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9a31c-ef63-4abe-b305-1cd732d22ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f258e87-0b43-423e-8dd7-677b0184ecd6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:08.905295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7746b3d-4e9d-42bf-8e8b-0ecce279ea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:08.946825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7746b3d-4e9d-42bf-8e8b-0ecce279ea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:08.957403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-0465d577-7fd7-4241-826d-d489a628aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:08.959271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-0465d577-7fd7-4241-826d-d489a628aa8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fdc192a6-7d4c-4e89-b88f-7ebd9156b498 HTTP/1.1" status: 200 len: 915 time: 0.1311779 Jul 30 01:31:09.027951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-ccf067f9-5403-4352-80d1-433b27df0259 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8eca477-7812-464a-ade4-83132aaef14b HTTP/1.1" status: 200 len: 217 time: 0.0557103 Jul 30 01:31:09.029732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7746b3d-4e9d-42bf-8e8b-0ecce279ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.034839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7746b3d-4e9d-42bf-8e8b-0ecce279ea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.040189 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a7746b3d-4e9d-42bf-8e8b-0ecce279ea2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f258e87-0b43-423e-8dd7-677b0184ecd6 HTTP/1.1" status: 204 len: 168 time: 0.2021923 Jul 30 01:31:09.049388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7746b3d-4e9d-42bf-8e8b-0ecce279ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f258e87-0b43-423e-8dd7-677b0184ecd6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:09.101991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-d1434c78-70f1-4686-a0e8-98ffff2578b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:09.103503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-d1434c78-70f1-4686-a0e8-98ffff2578b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eafe642e-c206-4c66-ba7b-392253d0d3f7 HTTP/1.1" status: 200 len: 854 time: 0.0594499 Jul 30 01:31:09.155586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-64873730-c803-43c4-9058-544fe12ff6f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fdc192a6-7d4c-4e89-b88f-7ebd9156b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406675 Jul 30 01:31:09.263593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-40faf120-d279-4121-b36b-ab98bcac98a7 service neutron] 10.222.0.55 "GET /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974460 Jul 30 01:31:09.393545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-286ee2fb-a47b-4c10-b475-74a34a5b6376 req-46efdddf-ba44-4b11-8fb6-9cc2a68bdd36 service neutron] 10.222.0.55 "GET /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198604 Jul 30 01:31:09.437353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54144) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:09.456663 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510f0897-bcf5-41e6-baf4-835f27298151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.564100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa8954-6b20-4630-a1c3-6a2b59791052 req-d1a31bc3-8e84-447c-887f-027f325deca1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:09.572176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3fa8954-6b20-4630-a1c3-6a2b59791052 req-d1a31bc3-8e84-447c-887f-027f325deca1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 949 time: 0.0916855 Jul 30 01:31:09.664414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3fa8954-6b20-4630-a1c3-6a2b59791052 req-a35229f0-39fb-4960-91fc-1cbb93419294 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Jul 30 01:31:09.686842 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510f0897-bcf5-41e6-baf4-835f27298151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.700127 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510f0897-bcf5-41e6-baf4-835f27298151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.715690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb650ee-c704-4452-bb31-485241526d32 req-2e9625a9-db29-49a2-a1bf-5ed452f564ab tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:09.717583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abb650ee-c704-4452-bb31-485241526d32 req-2e9625a9-db29-49a2-a1bf-5ed452f564ab tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 943 time: 0.1101654 Jul 30 01:31:09.775727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54154) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:09.776278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-510f0897-bcf5-41e6-baf4-835f27298151 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=742c47e93f964e40838d8f5a9b441528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364654 Jul 30 01:31:09.792440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f0897-bcf5-41e6-baf4-835f27298151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4af7a8-7139-4eb2-af4a-896b10906b8d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:09.811715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abb650ee-c704-4452-bb31-485241526d32 req-5724b89a-dd2e-48bb-8ea5-3c656aa1988c tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822642 Jul 30 01:31:09.908386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-713916c3-f405-4353-b100-8075dff768b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.938618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c96c27-ec7e-4ad9-8295-494ca03a6ea9 req-a2face95-5ba6-4e99-ad3d-8481271d5fbe tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:09.941654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37c96c27-ec7e-4ad9-8295-494ca03a6ea9 req-a2face95-5ba6-4e99-ad3d-8481271d5fbe tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0653031 Jul 30 01:31:09.941964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-713916c3-f405-4353-b100-8075dff768b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:09.998743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37c96c27-ec7e-4ad9-8295-494ca03a6ea9 req-e62d6844-1f71-4c25-a205-374144d90cfa tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Jul 30 01:31:09.999323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-713916c3-f405-4353-b100-8075dff768b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:10.003210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-713916c3-f405-4353-b100-8075dff768b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:10.006897 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-713916c3-f405-4353-b100-8075dff768b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa4af7a8-7139-4eb2-af4a-896b10906b8d HTTP/1.1" status: 204 len: 168 time: 0.2279592 Jul 30 01:31:10.030272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713916c3-f405-4353-b100-8075dff768b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4af7a8-7139-4eb2-af4a-896b10906b8d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:10.142246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90b3ce-3113-43ae-9342-0a6988909851 req-9ba3dfa7-b8c4-4b5f-ac9d-e33b3df92408 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:10.148407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90b3ce-3113-43ae-9342-0a6988909851 req-9ba3dfa7-b8c4-4b5f-ac9d-e33b3df92408 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:10.150270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c90b3ce-3113-43ae-9342-0a6988909851 req-9ba3dfa7-b8c4-4b5f-ac9d-e33b3df92408 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95&device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 1689 time: 0.0591850 Jul 30 01:31:10.191490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c90b3ce-3113-43ae-9342-0a6988909851 req-86990807-b1ee-4d2a-bffd-b1bd431626bd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 30 01:31:10.360699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5865b3-5971-4edc-b404-eb9de3d67f8a req-216335de-5ed3-4475-91d8-8aa0762578b0 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:10.363161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a5865b3-5971-4edc-b404-eb9de3d67f8a req-216335de-5ed3-4475-91d8-8aa0762578b0 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 1101 time: 0.0497239 Jul 30 01:31:10.404140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a5865b3-5971-4edc-b404-eb9de3d67f8a req-07634759-451e-4375-823d-33e865e73ed7 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346708 Jul 30 01:31:10.521294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c1f9d-d693-4caf-9093-db22500051d2 req-50a7c1f0-642d-4bce-ab11-e98d6a27ab46 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:10.522863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-072c1f9d-d693-4caf-9093-db22500051d2 req-50a7c1f0-642d-4bce-ab11-e98d6a27ab46 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 1101 time: 0.0473182 Jul 30 01:31:10.566025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-072c1f9d-d693-4caf-9093-db22500051d2 req-1878954a-7a1b-4724-a787-960b70d3e422 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353849 Jul 30 01:31:10.794766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-a8637c8a-ea59-477f-a320-4b4c098d4eb1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222440 Jul 30 01:31:10.938931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-09a19aec-f973-4e67-90a4-ac19e737e6f1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:10.940606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-09a19aec-f973-4e67-90a4-ac19e737e6f1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216178 Jul 30 01:31:10.986169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-cab4a510-df38-4b5b-8b9a-12f8758e0aeb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/quotas/c3228ac2e2494b0a9ba0f65e1712c344 HTTP/1.1" status: 200 len: 375 time: 0.0360184 Jul 30 01:31:11.013483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c8c69-d817-4959-a549-76298cc76dcb req-f6acfcee-2ef8-44a4-a091-ccbfd4611115 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:11.015206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-337c8c69-d817-4959-a549-76298cc76dcb req-f6acfcee-2ef8-44a4-a091-ccbfd4611115 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 943 time: 0.0736110 Jul 30 01:31:11.080824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-6d185291-5b37-479c-a37c-8150861704ed tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884485 Jul 30 01:31:11.085896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-337c8c69-d817-4959-a549-76298cc76dcb req-686ed1ae-7669-4a30-86ea-628e9105378f tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 Jul 30 01:31:11.430274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8933db8e-ff97-495d-8e8d-dbfe51fffecb req-60937139-a92d-47b7-b5a9-2c74369e0560 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 210 time: 0.0346186 Jul 30 01:31:11.440343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f712-b9f6-4fed-b6f4-358fbc3e4fb9 req-d4bca05e-e182-47bc-8fb8-445ebc01f721 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:11.441895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ad6f712-b9f6-4fed-b6f4-358fbc3e4fb9 req-d4bca05e-e182-47bc-8fb8-445ebc01f721 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1218522 Jul 30 01:31:11.499654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ad6f712-b9f6-4fed-b6f4-358fbc3e4fb9 req-7caf2e08-017f-4c3c-93f5-17cca7b6cc3d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Jul 30 01:31:11.935148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54260) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:11.954189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c8eca477-7812-464a-ade4-83132aaef14b details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:12.075820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78f97fda-e548-4069-888a-50ce99d430d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.100008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c8eca477-7812-464a-ade4-83132aaef14b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c8eca477-7812-464a-ade4-83132aaef14b,segment=NetworkSegment(71cec94b-277c-4a63-9ddd-3ccb26460e56),segment_id=71cec94b-277c-4a63-9ddd-3ccb26460e56)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:12.127880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'c8eca477-7812-464a-ade4-83132aaef14b', 'network_id': 'fdc192a6-7d4c-4e89-b88f-7ebd9156b498', 'port_id': 'c8eca477-7812-464a-ade4-83132aaef14b', 'mac_address': 'fa:16:3e:79:74:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafe642e-c206-4c66-ba7b-392253d0d3f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:12.183394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.197465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78f97fda-e548-4069-888a-50ce99d430d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.201041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eca477-7812-464a-ade4-83132aaef14b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:12.204897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78f97fda-e548-4069-888a-50ce99d430d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.224178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c8eca477-7812-464a-ade4-83132aaef14b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c8eca477-7812-464a-ade4-83132aaef14b,segment=NetworkSegment(71cec94b-277c-4a63-9ddd-3ccb26460e56),segment_id=71cec94b-277c-4a63-9ddd-3ccb26460e56)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:12.230508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.231947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534adc2-403e-4c1a-a83a-b7e257bdaffc req-99d30f88-dbb9-4223-b71c-f3fb7982f250 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:12.241560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4534adc2-403e-4c1a-a83a-b7e257bdaffc req-99d30f88-dbb9-4223-b71c-f3fb7982f250 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 943 time: 0.0695090 Jul 30 01:31:12.262553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54266) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:12.262782 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78f97fda-e548-4069-888a-50ce99d430d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a565bee3bf7497f88b9b82502481cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264704 Jul 30 01:31:12.265300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97fda-e548-4069-888a-50ce99d430d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba45efb3-4f36-463e-ab35-dd88b4aafdc9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:12.307389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4534adc2-403e-4c1a-a83a-b7e257bdaffc req-21c09846-c1bc-4240-bf50-4e78c10ff7a2 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645385 Jul 30 01:31:12.309650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c8eca477-7812-464a-ade4-83132aaef14b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:12.346406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9c46fe-2c03-41bb-b8d5-36bd7c0c80db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.391645 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9c46fe-2c03-41bb-b8d5-36bd7c0c80db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.464691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9c46fe-2c03-41bb-b8d5-36bd7c0c80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.469356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f9c46fe-2c03-41bb-b8d5-36bd7c0c80db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:12.475290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6f9c46fe-2c03-41bb-b8d5-36bd7c0c80db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba45efb3-4f36-463e-ab35-dd88b4aafdc9 HTTP/1.1" status: 204 len: 168 time: 0.2107730 Jul 30 01:31:12.488916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c46fe-2c03-41bb-b8d5-36bd7c0c80db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba45efb3-4f36-463e-ab35-dd88b4aafdc9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:12.543779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-559c080e-9581-4693-8e62-886e85bb7e04 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565484 Jul 30 01:31:12.608401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7f32ce2-567c-49e6-a867-67f78b5a4a5a req-e862b23d-73c3-4790-ab64-8fb260f5294a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 210 time: 0.0515149 Jul 30 01:31:12.710142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['c8eca477-7812-464a-ade4-83132aaef14b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:12.722129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e139a25-469f-4807-871f-7f4b40f06b8b req-01854167-85d7-484b-9c11-f6cc3cdd2e60 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:12.730619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e139a25-469f-4807-871f-7f4b40f06b8b req-01854167-85d7-484b-9c11-f6cc3cdd2e60 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0881400 Jul 30 01:31:12.741378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-1f8837b5-3ce1-4aaf-95ba-768fd919879a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:12.744090 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-1f8837b5-3ce1-4aaf-95ba-768fd919879a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919942 Jul 30 01:31:12.758383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:12.780328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e139a25-469f-4807-871f-7f4b40f06b8b req-8f1c7882-d170-4c1d-97a1-7f4b8935e08e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Jul 30 01:31:12.938453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:12.942100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.098039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.52 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/f0142318-ca89-4d00-9d19-5724da73f94c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:13.267922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.283496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object f0142318-ca89-4d00-9d19-5724da73f94c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:13.325957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.339717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:13.396704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:13.400984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:13.416628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:13.534648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:13.534766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.554331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=f0142318-ca89-4d00-9d19-5724da73f94c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:13.582792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55d837-4cc1-43e1-a322-82fe4042b9e5 req-da15b70a-4c27-41a9-84c0-bdc65a9e6092 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:13.588030 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-f67ac226-c3d0-438b-a453-76e0db89fb60 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8344719 Jul 30 01:31:13.596181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f55d837-4cc1-43e1-a322-82fe4042b9e5 req-da15b70a-4c27-41a9-84c0-bdc65a9e6092 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 944 time: 0.1348946 Jul 30 01:31:13.602647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Request body: {'port': {'device_id': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:13.695814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f55d837-4cc1-43e1-a322-82fe4042b9e5 req-72cf099e-a93a-4e1a-9d2d-b62f9cc43fa6 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896342 Jul 30 01:31:13.722030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.848136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d14d3-6041-4a9e-b03f-9c14ef893b3c req-a46a1421-e1d7-4d5f-9be1-448c4c19d18c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:13.849829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e6d14d3-6041-4a9e-b03f-9c14ef893b3c req-a46a1421-e1d7-4d5f-9be1-448c4c19d18c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 935 time: 0.0613902 Jul 30 01:31:13.888584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-22cf5e74-b175-4264-8630-d5f99517700b None None] Provisioning for port f0142318-ca89-4d00-9d19-5724da73f94c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:13.898777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-22cf5e74-b175-4264-8630-d5f99517700b None None] Provisioning complete for port f0142318-ca89-4d00-9d19-5724da73f94c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:13.899501 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22cf5e74-b175-4264-8630-d5f99517700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:13.905346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', '7982346a-bc83-4ca0-9725-dfb04b0752a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:13.919300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e6d14d3-6041-4a9e-b03f-9c14ef893b3c req-918681b1-3f27-4660-b1f3-086dc0bc8fa4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563512 Jul 30 01:31:14.008364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-22cf5e74-b175-4264-8630-d5f99517700b None None] Port f0142318-ca89-4d00-9d19-5724da73f94c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:31:14.031277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30adf1-3b5f-4c7e-8a23-dffe8bb6d839 req-776735f3-9694-4bff-8f9d-834fe01bd8a4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.040513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d30adf1-3b5f-4c7e-8a23-dffe8bb6d839 req-776735f3-9694-4bff-8f9d-834fe01bd8a4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0741107 Jul 30 01:31:14.089869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d30adf1-3b5f-4c7e-8a23-dffe8bb6d839 req-b5793105-e152-464c-a27b-c2336e078bd8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Jul 30 01:31:14.090236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0142318-ca89-4d00-9d19-5724da73f94c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:14.099587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:14.112712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Transition to ACTIVE for port object f0142318-ca89-4d00-9d19-5724da73f94c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:14.120086 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:14.180092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0142318-ca89-4d00-9d19-5724da73f94c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:14.268786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Attempting to bind port f0142318-ca89-4d00-9d19-5724da73f94c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:14.269131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Attempting to bind port f0142318-ca89-4d00-9d19-5724da73f94c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:14.269930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Attempting to bind port f0142318-ca89-4d00-9d19-5724da73f94c on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:14.275323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Port f0142318-ca89-4d00-9d19-5724da73f94c on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:14.275645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Attempting to bind port f0142318-ca89-4d00-9d19-5724da73f94c on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:14.282706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:14.283142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:14.283544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:14.284013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Bound port: f0142318-ca89-4d00-9d19-5724da73f94c, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:14.284393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:14.370841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] For port f0142318-ca89-4d00-9d19-5724da73f94c, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:14.376970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] For port f0142318-ca89-4d00-9d19-5724da73f94c, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f0142318-ca89-4d00-9d19-5724da73f94c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:14.383197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:14.450819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.451500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:14.452943 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/f0142318-ca89-4d00-9d19-5724da73f94c HTTP/1.1" status: 200 len: 1096 time: 0.8551042 Jul 30 01:31:14.455520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'tag': 'f0142318-ca89-4d00-9d19-5724da73f94c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:14.472219 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086" -d '{"events": [{"name": "network-changed", "server_uuid": "129c3898-abd0-421f-8f37-9f5e36ff4ea1", "tag": "f0142318-ca89-4d00-9d19-5724da73f94c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:14.486572 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-e985d991-f77e-4134-93f2-02e18c662dad service neutron] show failed (client error): The resource could not be found. Jul 30 01:31:14.487797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-e985d991-f77e-4134-93f2-02e18c662dad service neutron] 10.222.0.66 "GET /v2.0/ports/f6283984-87af-4884-b8e9-be48cdda383f/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.1111498 Jul 30 01:31:14.523416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8089a-fde0-424f-9a76-19973ff334c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0142318-ca89-4d00-9d19-5724da73f94c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:14.537081 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b41f0-115d-436c-9010-15670a27d13d x-openstack-request-id: req-1d7b41f0-115d-436c-9010-15670a27d13d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:14.537683 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129c3898-abd0-421f-8f37-9f5e36ff4ea1", "tag": "f0142318-ca89-4d00-9d19-5724da73f94c", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:14.538085 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d7b41f0-115d-436c-9010-15670a27d13d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:14.538630 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'tag': 'f0142318-ca89-4d00-9d19-5724da73f94c', 'status': 'completed', 'code': 200} Jul 30 01:31:14.601615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-776b25df-d3f2-4241-a84a-8f24b46fcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.604366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-776b25df-d3f2-4241-a84a-8f24b46fcf3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0717535 Jul 30 01:31:14.669999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-06163c8e-4b03-4e00-ac0d-38f9acca6fa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0142318-ca89-4d00-9d19-5724da73f94c HTTP/1.1" status: 200 len: 217 time: 0.0476224 Jul 30 01:31:14.796409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-b496a249-d50d-4c5c-9ffb-b86531b04593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.798555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-b496a249-d50d-4c5c-9ffb-b86531b04593 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1218085 Jul 30 01:31:14.842390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-e2e2da41-5ff9-4be7-8c36-5cb60c4d3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.844391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-e2e2da41-5ff9-4be7-8c36-5cb60c4d3d2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 1101 time: 0.0930824 Jul 30 01:31:14.883633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:14.924963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-ab6118dc-d2b6-45ef-ac4a-c65f9449ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.926475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-ab6118dc-d2b6-45ef-ac4a-c65f9449ab96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185815 Jul 30 01:31:14.952005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b3d49-9fbb-45b7-adf3-6fd336dbd683 req-01e04b2f-3443-4742-a9f1-21a43fb45e43 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:14.960407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd6b3d49-9fbb-45b7-adf3-6fd336dbd683 req-01e04b2f-3443-4742-a9f1-21a43fb45e43 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 944 time: 0.1192093 Jul 30 01:31:15.057459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:15.125101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd6b3d49-9fbb-45b7-adf3-6fd336dbd683 req-dba65087-cd93-4071-ad97-ef6aca4b44ee tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646166 Jul 30 01:31:15.319768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf451cf-8769-4742-bf37-7039ee06fd0d req-be142a9b-b7f5-499b-9016-4ffe9ad08fce tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:15.321253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bf451cf-8769-4742-bf37-7039ee06fd0d req-be142a9b-b7f5-499b-9016-4ffe9ad08fce tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 947 time: 0.2790601 Jul 30 01:31:15.335144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-850d4402-43d6-4043-a941-7ccdcf535bf0 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991108 Jul 30 01:31:15.461199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7497444-48fa-4db6-a0a8-7e0ee67ff6ab req-b2ef4e5a-d63f-441f-abfd-de54756704f9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:15.462593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7497444-48fa-4db6-a0a8-7e0ee67ff6ab req-b2ef4e5a-d63f-441f-abfd-de54756704f9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2094016 Jul 30 01:31:15.508811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bf451cf-8769-4742-bf37-7039ee06fd0d req-84d5d7e2-7c17-4271-803d-2424eaad16a0 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761632 Jul 30 01:31:15.554982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:15.585122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7497444-48fa-4db6-a0a8-7e0ee67ff6ab req-4c06878b-6425-4f09-9704-a52d0e8ce1ec tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105618 Jul 30 01:31:15.587032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79b3c5b6-684c-4a66-a5bb-089ac12a1142 req-7ef6ca5f-205e-47c7-b764-592b23656719 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394435 Jul 30 01:31:15.620508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:15.676980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:15.679130 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6978f13-fbad-4163-acd5-641f9fd23103" -d '{"events": [{"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-unplugged", "status": "completed", "tag": "f6283984-87af-4884-b8e9-be48cdda383f"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:15.683064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:15.720433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Transition to ACTIVE for port object f6283984-87af-4884-b8e9-be48cdda383f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:15.728610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:15.761193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-c0b777f0-2aee-4be8-b89a-efe658ec87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:15.762748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-c0b777f0-2aee-4be8-b89a-efe658ec87a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 1099 time: 0.1034033 Jul 30 01:31:15.766133 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac664ca-18e9-4bcb-b59d-d2e575a73b33 x-openstack-request-id: req-8ac664ca-18e9-4bcb-b59d-d2e575a73b33 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:15.766473 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-unplugged", "status": "completed", "tag": "f6283984-87af-4884-b8e9-be48cdda383f", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:15.766668 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8ac664ca-18e9-4bcb-b59d-d2e575a73b33 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:15.767097 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f', 'code': 200} Jul 30 01:31:15.805880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] No DVR routers for this DVR port f6283984-87af-4884-b8e9-be48cdda383f on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:31:15.858327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:15.898898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:15.899265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:15.899559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:15.914159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Port f6283984-87af-4884-b8e9-be48cdda383f on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:15.914474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Attempting to bind port f6283984-87af-4884-b8e9-be48cdda383f on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:15.924702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:15.925035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:15.925411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:15.925852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Bound port: f6283984-87af-4884-b8e9-be48cdda383f, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:15.926210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:15.945443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-02d207bb-10fe-48ed-abca-35b44ccc46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:15.946923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-02d207bb-10fe-48ed-abca-35b44ccc46c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1648242 Jul 30 01:31:15.991122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c8eca477-7812-464a-ade4-83132aaef14b up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:16.055038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port c8eca477-7812-464a-ade4-83132aaef14b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:16.059728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port c8eca477-7812-464a-ade4-83132aaef14b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:16.060122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:16.147080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:16.180948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eca477-7812-464a-ade4-83132aaef14b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:16.183252 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ed165c-e782-4248-9bc0-1e1242e1c5ad" -d '{"events": [{"server_uuid": "456b92fd-981d-4b78-8dfd-b3b6b1ac0247", "name": "network-vif-plugged", "status": "completed", "tag": "c8eca477-7812-464a-ade4-83132aaef14b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:16.202434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c8eca477-7812-464a-ade4-83132aaef14b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c8eca477-7812-464a-ade4-83132aaef14b,segment=NetworkSegment(71cec94b-277c-4a63-9ddd-3ccb26460e56),segment_id=71cec94b-277c-4a63-9ddd-3ccb26460e56)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:16.208102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:16.240856 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96754f11-29ca-4670-b9ee-e734c16e73d7 x-openstack-request-id: req-96754f11-29ca-4670-b9ee-e734c16e73d7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:16.241065 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b92fd-981d-4b78-8dfd-b3b6b1ac0247", "name": "network-vif-plugged", "status": "completed", "tag": "c8eca477-7812-464a-ade4-83132aaef14b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:16.241298 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96754f11-29ca-4670-b9ee-e734c16e73d7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:16.241691 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eca477-7812-464a-ade4-83132aaef14b', 'code': 200} Jul 30 01:31:16.261198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-35aef74f-355f-4e21-a5ba-761ae5da03ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0142318-ca89-4d00-9d19-5724da73f94c HTTP/1.1" status: 200 len: 217 time: 0.2926171 Jul 30 01:31:16.268150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c8eca477-7812-464a-ade4-83132aaef14b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:16.340487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:16.359150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:16.375545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:16.404705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-c31827ba-abb8-43ed-8afb-1b88ed994490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.406725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-c31827ba-abb8-43ed-8afb-1b88ed994490 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1173010 Jul 30 01:31:16.432249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82679-02a8-4f4f-aaaf-deff2995d639 req-db438245-93e6-407b-bcdb-d550951478bc tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.433926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5a82679-02a8-4f4f-aaaf-deff2995d639 req-db438245-93e6-407b-bcdb-d550951478bc tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.1767328 Jul 30 01:31:16.477952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.478578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:16.480043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] 10.222.0.55 "PUT /v2.0/ports/f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 1096 time: 1.6052592 Jul 30 01:31:16.530440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388abb7d-e85c-467c-b76d-f28346be497d service neutron] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:16.573897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5a82679-02a8-4f4f-aaaf-deff2995d639 req-7843b7f1-b4bc-4eb5-acd6-10ff6cbf9241 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233559 Jul 30 01:31:16.582041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdae19-ffb4-4d3f-93f4-27e7d062671d req-759df2fb-8c89-4d51-a915-d382825357ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.583582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63fdae19-ffb4-4d3f-93f4-27e7d062671d req-759df2fb-8c89-4d51-a915-d382825357ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 1097 time: 0.2195871 Jul 30 01:31:16.586518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-206195df-6a72-4295-8098-897bfaddf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.588148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-206195df-6a72-4295-8098-897bfaddf527 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529303 Jul 30 01:31:16.693140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-1b922b72-aff5-461b-a1d5-bb8a2f81d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.694700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-1b922b72-aff5-461b-a1d5-bb8a2f81d1f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1099 time: 0.1736367 Jul 30 01:31:16.799839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63fdae19-ffb4-4d3f-93f4-27e7d062671d req-eb97500f-255f-45de-ae07-bcada1065212 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040684 Jul 30 01:31:16.838104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb49ad8-c384-4d9c-aab2-32f6ca13843d req-d58769fa-ee15-4e81-a220-b9bb70ef7e66 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.839593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edb49ad8-c384-4d9c-aab2-32f6ca13843d req-d58769fa-ee15-4e81-a220-b9bb70ef7e66 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 947 time: 0.2251101 Jul 30 01:31:16.860191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-3b50e64c-2b0a-4056-aa06-4ba2d3192428 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582073 Jul 30 01:31:16.886935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5d3b-c1ca-40c7-bbee-1a6c5e001d27 req-b364e36d-e070-45e3-aa24-e3bd0fde02d3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.888430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8db5d3b-c1ca-40c7-bbee-1a6c5e001d27 req-b364e36d-e070-45e3-aa24-e3bd0fde02d3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.2007265 Jul 30 01:31:16.983427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-2c277dc9-23a7-4052-a05b-a1c67ffb40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:16.984117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-2c277dc9-23a7-4052-a05b-a1c67ffb40e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2728789 Jul 30 01:31:16.991569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edb49ad8-c384-4d9c-aab2-32f6ca13843d req-5a5c0a2b-bfcb-4f8f-bd21-893ae2d25fbb tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437914 Jul 30 01:31:17.015684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8db5d3b-c1ca-40c7-bbee-1a6c5e001d27 req-93643075-e6c4-45e0-af61-0c36a0fa9315 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062665 Jul 30 01:31:17.044508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4aa62fe-1463-40bd-a6f6-8eff2fda2086 req-2856fd3c-faf6-4f9e-aeb8-b407a98b3b9c service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745343 Jul 30 01:31:17.228457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-c05a617b-e39f-4337-a6a5-7599a1d3148c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.0434585 Jul 30 01:31:17.299612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-58557d6d-398b-4b5d-b71a-7aeaceedcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:17.301076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-58557d6d-398b-4b5d-b71a-7aeaceedcdb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0539300 Jul 30 01:31:17.354944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-98fc9ada-7608-4111-b2fc-6711a9832fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:17.356456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-98fc9ada-7608-4111-b2fc-6711a9832fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401227 Jul 30 01:31:17.455266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-668bf78f-2b43-47f3-ac68-1f3e3e600664 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874598 Jul 30 01:31:17.551656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8a29fd-aa3f-4dea-bf15-08ec3df58ee9 req-93d0a9cf-c8ee-4894-83ad-32565c42a3af service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Jul 30 01:31:17.709763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ceb4-c7c7-412f-a9fe-d3d63ec880fa req-7fe2f180-503f-4e1f-9798-af3c8ac9860c tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:17.711299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df95ceb4-c7c7-412f-a9fe-d3d63ec880fa req-7fe2f180-503f-4e1f-9798-af3c8ac9860c tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Jul 30 01:31:17.757790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df95ceb4-c7c7-412f-a9fe-d3d63ec880fa req-4f9d52db-7a9c-4636-b402-1aa60483547f tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Jul 30 01:31:17.768794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:17.772592 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e82821c-3593-49d9-b837-f88d959f421d" -d '{"events": [{"name": "network-changed", "server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "tag": "f6283984-87af-4884-b8e9-be48cdda383f"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:17.821424 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dab858-9514-4459-aa47-72c89938589e x-openstack-request-id: req-08dab858-9514-4459-aa47-72c89938589e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:17.821713 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "tag": "f6283984-87af-4884-b8e9-be48cdda383f", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:17.821959 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08dab858-9514-4459-aa47-72c89938589e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:17.822347 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f', 'status': 'completed', 'code': 200} Jul 30 01:31:17.829161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f0142318-ca89-4d00-9d19-5724da73f94c details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:17.832061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f6283984-87af-4884-b8e9-be48cdda383f no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:17.882104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-292d8280-be0f-4b34-8240-79362f519db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:17.883547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-292d8280-be0f-4b34-8240-79362f519db0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0405412 Jul 30 01:31:17.924262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f6283984-87af-4884-b8e9-be48cdda383f not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:31:17.963495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f0142318-ca89-4d00-9d19-5724da73f94c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f0142318-ca89-4d00-9d19-5724da73f94c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:17.974600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'f0142318-ca89-4d00-9d19-5724da73f94c', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'f0142318-ca89-4d00-9d19-5724da73f94c', 'mac_address': 'fa:16:3e:a1:4c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:18.002841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-c2fc2601-b22c-437f-8252-f0a5f152ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.004393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-c2fc2601-b22c-437f-8252-f0a5f152ab07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0704744 Jul 30 01:31:18.025234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-e68a1487-04a4-42c1-9e3b-f9d649ad0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.027482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-e68a1487-04a4-42c1-9e3b-f9d649ad0f27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1359866 Jul 30 01:31:18.118437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-44823c28-ce65-4fea-a661-a9a422a103db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.0792344 Jul 30 01:31:18.168122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:18.180396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0142318-ca89-4d00-9d19-5724da73f94c {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:18.200052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f0142318-ca89-4d00-9d19-5724da73f94c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f0142318-ca89-4d00-9d19-5724da73f94c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:18.205169 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:18.249275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-c7edb51a-c194-4358-94fe-3b2a6e5306ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.250756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-c7edb51a-c194-4358-94fe-3b2a6e5306ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1067402 Jul 30 01:31:18.253078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=f0142318-ca89-4d00-9d19-5724da73f94c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:18.258371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2eb57-79a5-4e8c-84e0-ad14cedf33b6 req-0710052d-d548-4ebd-9b14-2b613873b685 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.259954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdd2eb57-79a5-4e8c-84e0-ad14cedf33b6 req-0710052d-d548-4ebd-9b14-2b613873b685 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 947 time: 0.1891336 Jul 30 01:31:18.278421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de5da-ab6d-4a2e-b9d5-6622d8ca40ca req-0e9045d5-7115-4666-8de8-40f89a3e584c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.279911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb3de5da-ab6d-4a2e-b9d5-6622d8ca40ca req-0e9045d5-7115-4666-8de8-40f89a3e584c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.1666915 Jul 30 01:31:18.284185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-74cd8241-6b69-4000-8967-2dd3b64e9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.285556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-74cd8241-6b69-4000-8967-2dd3b64e9ae0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2718730 Jul 30 01:31:18.365151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-fe861555-6b27-4170-a7c3-9cbdd1c12f53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.0591626 Jul 30 01:31:18.398402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdd2eb57-79a5-4e8c-84e0-ad14cedf33b6 req-5a1a4c3c-72a6-49bd-ab2a-0a42f68513d1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155221 Jul 30 01:31:18.403567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-4fad9d16-dac6-475a-8559-4ede11b8be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.405484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-4fad9d16-dac6-475a-8559-4ede11b8be89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442018 Jul 30 01:31:18.408820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb3de5da-ab6d-4a2e-b9d5-6622d8ca40ca req-dee249c8-94ef-4dda-baae-1d43fc09952a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084404 Jul 30 01:31:18.503683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['f0142318-ca89-4d00-9d19-5724da73f94c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:18.533055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-06d4fd5c-994d-43a7-a9f3-1ef9c6ab36c9 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160064 Jul 30 01:31:18.650979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-fb2d3bfe-f0c0-4e1e-94a8-5c461d959c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.652539 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-fb2d3bfe-f0c0-4e1e-94a8-5c461d959c16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1135957 Jul 30 01:31:18.713135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-a20a9af8-0ad6-472c-8179-d36f2dab39cd service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638505 Jul 30 01:31:18.720737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82821c-3593-49d9-b837-f88d959f421d req-f015f7c1-0507-4ada-b73c-4823c85c05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:18.722862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-f015f7c1-0507-4ada-b73c-4823c85c05a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604849 Jul 30 01:31:18.847953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-e8c87047-9a3d-477a-a71e-3a2b3885b1bb service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027663 Jul 30 01:31:18.854641 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bd58da76-5485-4235-83b1-d5de0d3a3b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:18.946687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-7b39328a-2572-438d-9d2f-f2ed6a8c600e tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2cb2577152df41d9bd805ca1ac647896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890939 Jul 30 01:31:19.031208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc563a9b-722a-4362-a3bb-6d3657d02f46 req-4ab4c06e-d296-4bf8-aedb-fbe7d2db6276 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:19.032802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc563a9b-722a-4362-a3bb-6d3657d02f46 req-4ab4c06e-d296-4bf8-aedb-fbe7d2db6276 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.1839318 Jul 30 01:31:19.076523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e82821c-3593-49d9-b837-f88d959f421d req-6af24887-29f9-4a00-9564-d49e588dfdd1 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156179 Jul 30 01:31:19.113167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc563a9b-722a-4362-a3bb-6d3657d02f46 req-de86d5c9-b0b6-490e-ae93-b6ef92671cb5 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667901 Jul 30 01:31:19.123143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-8e7d6d2e-b721-4f16-a09b-2f539435a0c6 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:19.124734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-8e7d6d2e-b721-4f16-a09b-2f539435a0c6 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707006 Jul 30 01:31:19.142266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-ccda14b0-8ee4-4452-848c-2d95be8cf7e7 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/quotas/2cb2577152df41d9bd805ca1ac647896 HTTP/1.1" status: 200 len: 375 time: 0.0103023 Jul 30 01:31:19.180358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-d783e1d1-f5a9-428a-bdff-abdde0361c3d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb2577152df41d9bd805ca1ac647896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315213 Jul 30 01:31:19.452297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-551577dc-0bbb-4b7e-a0a8-2558d067311a tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2cb2577152df41d9bd805ca1ac647896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330303 Jul 30 01:31:19.837675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f0142318-ca89-4d00-9d19-5724da73f94c up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:19.881276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912886-206a-4ac0-86fd-d0d135d2779b req-e9ff3557-cf0b-4288-8710-0ff38f82a22f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:19.882808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02912886-206a-4ac0-86fd-d0d135d2779b req-e9ff3557-cf0b-4288-8710-0ff38f82a22f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 948 time: 0.3933427 Jul 30 01:31:19.919347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port f0142318-ca89-4d00-9d19-5724da73f94c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:19.925489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port f0142318-ca89-4d00-9d19-5724da73f94c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:19.926670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:19.936094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02912886-206a-4ac0-86fd-d0d135d2779b req-e7d9a785-d624-45f8-8de4-d53b439eb7f9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jul 30 01:31:19.943087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-718f818a-8250-4f4b-96f3-eae1359662b1 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:19.950097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-718f818a-8250-4f4b-96f3-eae1359662b1 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4914000 Jul 30 01:31:19.971863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-2f7fa6be-47a9-4f11-96dc-71db35820b68 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/quotas/2cb2577152df41d9bd805ca1ac647896 HTTP/1.1" status: 200 len: 375 time: 0.0205543 Jul 30 01:31:20.013558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-1b81c59a-ff7f-4478-b56b-554a3c2aaf82 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cb2577152df41d9bd805ca1ac647896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407782 Jul 30 01:31:20.082179 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:20.095754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a63348-4509-4ed9-b5b8-b9179867fbc0 req-45085d1c-6dee-402a-8b7d-ba5b1c3d397f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:20.105039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40a63348-4509-4ed9-b5b8-b9179867fbc0 req-45085d1c-6dee-402a-8b7d-ba5b1c3d397f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.0779870 Jul 30 01:31:20.125337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0142318-ca89-4d00-9d19-5724da73f94c'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:20.128296 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd36df-b999-4cb5-b84f-87ae6d05f02a" -d '{"events": [{"server_uuid": "129c3898-abd0-421f-8f37-9f5e36ff4ea1", "name": "network-vif-plugged", "status": "completed", "tag": "f0142318-ca89-4d00-9d19-5724da73f94c"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:20.142333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f0142318-ca89-4d00-9d19-5724da73f94c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f0142318-ca89-4d00-9d19-5724da73f94c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:20.148015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40a63348-4509-4ed9-b5b8-b9179867fbc0 req-41c4e192-785b-4e84-9251-34c3f2dc8641 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Jul 30 01:31:20.151783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:20.227943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=f0142318-ca89-4d00-9d19-5724da73f94c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:20.375561 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0acafd-fa12-4bb6-80bf-d3f5abfee2b8 x-openstack-request-id: req-2d0acafd-fa12-4bb6-80bf-d3f5abfee2b8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:20.375856 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129c3898-abd0-421f-8f37-9f5e36ff4ea1", "name": "network-vif-plugged", "status": "completed", "tag": "f0142318-ca89-4d00-9d19-5724da73f94c", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:20.376105 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d0acafd-fa12-4bb6-80bf-d3f5abfee2b8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:20.376501 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0142318-ca89-4d00-9d19-5724da73f94c', 'code': 200} Jul 30 01:31:20.414253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fca92-ade6-45ad-9751-0b1877e810b8 req-b0c21cee-af76-40b2-bb41-84f9cf8bc559 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:20.415999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f9fca92-ade6-45ad-9751-0b1877e810b8 req-b0c21cee-af76-40b2-bb41-84f9cf8bc559 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1098 time: 0.0546389 Jul 30 01:31:20.508833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-416cf683-f469-4826-a25d-548c8cb46c2e req-3fc63378-123e-4347-bba0-15103f1db204 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 210 time: 0.0601063 Jul 30 01:31:20.517904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f9fca92-ade6-45ad-9751-0b1877e810b8 req-c9041d53-f753-4d0e-9748-010b97ba92b3 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942411 Jul 30 01:31:20.530581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274b1b-fc14-42c9-bc0b-39133d904a17 req-97bcc909-d27b-4e04-991a-9dff885edb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:20.532137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6274b1b-fc14-42c9-bc0b-39133d904a17 req-97bcc909-d27b-4e04-991a-9dff885edb57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 1101 time: 0.0823748 Jul 30 01:31:20.582270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6274b1b-fc14-42c9-bc0b-39133d904a17 req-67bcfcfb-a6b9-46a9-b46f-7644f964b7fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Jul 30 01:31:20.742763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:20.892943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-c2d452ad-ee6f-4b31-b842-162ad9a1bf6a tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cb2577152df41d9bd805ca1ac647896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435202 Jul 30 01:31:21.108281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-b1a0cc7c-4ab4-4b34-951a-5a66033e3f6d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:21.110189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-b1a0cc7c-4ab4-4b34-951a-5a66033e3f6d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055788 Jul 30 01:31:21.200919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Request body: {'port': {'device_id': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '2cb2577152df41d9bd805ca1ac647896'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:21.413468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a8788-a032-4317-b3f7-934d2996a49a req-51a425ad-b05c-4ae6-9720-62704b2f7ee4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:21.415046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b40a8788-a032-4317-b3f7-934d2996a49a req-51a425ad-b05c-4ae6-9720-62704b2f7ee4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 949 time: 0.0967162 Jul 30 01:31:21.454361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Made reservation on behalf of 2cb2577152df41d9bd805ca1ac647896 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:21.457925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.504434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.548697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b40a8788-a032-4317-b3f7-934d2996a49a req-1b90bb9b-7902-4288-ab72-8b43010b98b0 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229906 Jul 30 01:31:21.552405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-9dd37582-b0a2-4e00-8628-1a9a8d83ff6a tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2cb2577152df41d9bd805ca1ac647896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387220 Jul 30 01:31:21.614944 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a1159dc-0541-4f6b-a85b-0d8c8e266619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.778441 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.784654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-38d6d47b-2371-4b61-8624-fa78b746960e tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:21.786146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-38d6d47b-2371-4b61-8624-fa78b746960e tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909053 Jul 30 01:31:21.803737 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.808207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Request body: {'port': {'device_id': '99b5610c-110c-4483-902b-812bb9f49b84', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '2cb2577152df41d9bd805ca1ac647896'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:21.816490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:21.873680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c7f45ded-f297-4217-aa10-a9bb09b27c7d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:31:21.875741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c7f45ded-f297-4217-aa10-a9bb09b27c7d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068002 Jul 30 01:31:21.893337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Request body: {'binding': {'host': 'n-h1-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:21.894145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Unknown quota resources ['binding']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:31:21.901480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14d8ed-a104-4a65-b3a1-1d55f460defb req-9bf790f0-5505-4aa1-a7e5-96b7134893fd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:21.903253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a14d8ed-a104-4a65-b3a1-1d55f460defb req-9bf790f0-5505-4aa1-a7e5-96b7134893fd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 947 time: 0.1847763 Jul 30 01:31:21.968050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabd2e31-513b-4316-b795-c29bc2976420,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:22.023716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6283984-87af-4884-b8e9-be48cdda383f details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:22.066035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a14d8ed-a104-4a65-b3a1-1d55f460defb req-fec1da95-bae2-4ae0-9dbe-55fd38a91283 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291912 Jul 30 01:31:22.070803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on host n-h1-713499-10 for vnic_type normal with profile None {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:22.071287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:22.071777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:22.079139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:22.079802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:22.087427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:22.088227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:22.088851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:22.089931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Bound port: 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:22.103706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Allocated IP 192.168.233.119 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/c861bf6a-e41b-4181-9bea-1959e753cf87) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:22.112286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Made reservation on behalf of 2cb2577152df41d9bd805ca1ac647896 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:22.116410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.157803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:22.167849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] Notify callbacks [] for binding, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.169803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e9a09920-50b9-49d5-a3e4-4b4fdb025818 service neutron] 10.222.0.78 "POST /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2810791 Jul 30 01:31:22.265847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:22.282300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'f6283984-87af-4884-b8e9-be48cdda383f', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'f6283984-87af-4884-b8e9-be48cdda383f', 'mac_address': 'fa:16:3e:38:51:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:22.342934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.363398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6283984-87af-4884-b8e9-be48cdda383f {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:22.399369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:22.405075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.459157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab6f45aa-e034-4026-af42-ca6fc50a0336 req-ec02c414-4138-4b96-99f9-3e5645ab6207 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 210 time: 0.0940833 Jul 30 01:31:22.479240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.486245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:22.496634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Transition to ACTIVE for port object c861bf6a-e41b-4181-9bea-1959e753cf87 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:22.575677 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.600111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-bd9bcc3e-79a5-4c11-957f-b41160e614b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:22.607515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-bd9bcc3e-79a5-4c11-957f-b41160e614b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1098 time: 0.1084232 Jul 30 01:31:22.759642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809075-b152-4a5c-b027-44a41d10f577 req-9a89a82f-e523-4b6e-8548-6066cf71f947 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:22.761106 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-9a89a82f-e523-4b6e-8548-6066cf71f947 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 948 time: 0.1118336 Jul 30 01:31:22.769700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:22.772162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c9afee63-ec09-4103-a52e-3d4da51547a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:22.773912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:22.774067 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c9afee63-ec09-4103-a52e-3d4da51547a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1558440 Jul 30 01:31:22.782411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:22.790627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:22.801050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Allocated IP 192.168.233.81 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/0d732527-a1e1-449a-98b9-d57d111363d0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:22.878279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40974-1068-4d91-9cd6-1e6105de0e74 req-03f126f9-a7e5-4087-9379-ed62d20195cf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:22.884101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16d40974-1068-4d91-9cd6-1e6105de0e74 req-03f126f9-a7e5-4087-9379-ed62d20195cf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 948 time: 0.2082269 Jul 30 01:31:22.894279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49dd1-ed7e-4bd8-9370-a095883686d6 req-cc7b3206-ca80-4ece-b1a6-e92dc0e5dd8f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:22.904076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66a49dd1-ed7e-4bd8-9370-a095883686d6 req-cc7b3206-ca80-4ece-b1a6-e92dc0e5dd8f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.2917609 Jul 30 01:31:22.914350 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-36809075-b152-4a5c-b027-44a41d10f577 req-d65ea201-49fd-4981-a5a7-2f56497a082b service neutron] delete failed (client error): The resource could not be found. Jul 30 01:31:22.915533 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-d65ea201-49fd-4981-a5a7-2f56497a082b service neutron] 10.222.0.66 "DELETE /v2.0/ports/f6283984-87af-4884-b8e9-be48cdda383f/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.1314263 Jul 30 01:31:22.917284 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-08e5d4e5-0c18-4215-8c33-ef5f95e6f695 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 217 time: 0.1211431 Jul 30 01:31:22.949884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:22.950560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.951618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:22.989026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:23.002433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-82879e9d-be8e-4d9e-84b8-cc988b6e09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:23.004363 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-82879e9d-be8e-4d9e-84b8-cc988b6e09ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0671892 Jul 30 01:31:23.049120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c783e4a9-e91b-46a7-84b6-db0173efaf62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308433 Jul 30 01:31:23.069182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-f224d3a6-edde-40fa-95a6-7cd6004f04f9 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8725252 Jul 30 01:31:23.099531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66a49dd1-ed7e-4bd8-9370-a095883686d6 req-5ea652e0-0767-40ef-a6b0-6e2647f5d16a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866071 Jul 30 01:31:23.120915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Request body: {'port': {'device_id': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:23.192752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16d40974-1068-4d91-9cd6-1e6105de0e74 req-f8dae3b8-e2f3-4b27-a603-a4bf44b8146f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708263 Jul 30 01:31:23.235406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:23.285361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f4ad46c2-181c-428b-ab22-143efac8b09e None None] Provisioning for port c861bf6a-e41b-4181-9bea-1959e753cf87 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:23.320450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f4ad46c2-181c-428b-ab22-143efac8b09e None None] Provisioning complete for port c861bf6a-e41b-4181-9bea-1959e753cf87 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:23.320450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4ad46c2-181c-428b-ab22-143efac8b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:23.382404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad46c2-181c-428b-ab22-143efac8b09e None None] Port c861bf6a-e41b-4181-9bea-1959e753cf87 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:31:23.392823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953a5b-1203-4cb3-868b-0faa31834657 req-33cf764c-9b0c-4beb-920d-4454950091a5 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:23.394440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af953a5b-1203-4cb3-868b-0faa31834657 req-33cf764c-9b0c-4beb-920d-4454950091a5 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 949 time: 0.2010942 Jul 30 01:31:23.489102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:23.528093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809075-b152-4a5c-b027-44a41d10f577 req-4a214a14-e626-4ee2-b9b9-48aac2c7e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:23.530606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-4a214a14-e626-4ee2-b9b9-48aac2c7e1f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 1100 time: 0.5256450 Jul 30 01:31:23.546677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Transition to ACTIVE for port object 0d732527-a1e1-449a-98b9-d57d111363d0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:23.560487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af953a5b-1203-4cb3-868b-0faa31834657 req-1aa8a8a4-7951-4994-bd43-8c357f7ce19f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484978 Jul 30 01:31:23.678115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-2f7d9634-cb68-4367-b8da-f0efb387976c service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084747 Jul 30 01:31:23.777767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c861bf6a-e41b-4181-9bea-1959e753cf87 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:23.788773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:23.791780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:23.812863 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-785f6188-4aa3-4d24-9c16-b7348582d9ee service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246634 Jul 30 01:31:23.828434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809075-b152-4a5c-b027-44a41d10f577 req-bdd37b66-762f-4c7f-ba1c-718c4dafaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:23.830018 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-bdd37b66-762f-4c7f-ba1c-718c4dafaac7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2877278 Jul 30 01:31:23.889819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Transition to ACTIVE for port object c861bf6a-e41b-4181-9bea-1959e753cf87 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:23.909308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:23.916199 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-96189c0e-d690-4c0d-b56d-1879e6076d22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 200 len: 217 time: 0.0718579 Jul 30 01:31:23.920718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:23.923198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:23.929135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:23.964878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:24.000819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809075-b152-4a5c-b027-44a41d10f577 req-918af689-806d-4de6-863d-2f0330202a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.003278 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-918af689-806d-4de6-863d-2f0330202a10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0745223 Jul 30 01:31:24.070907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809075-b152-4a5c-b027-44a41d10f577 req-af52ca6a-8ebf-45f6-a6e6-fc9225487ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.074976 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-af52ca6a-8ebf-45f6-a6e6-fc9225487ca3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546234 Jul 30 01:31:24.081128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe04db-0c2a-414e-865d-6919afa42ebb req-fe4cfe27-cb8d-4375-b08f-16854e157c9e tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.082738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96fe04db-0c2a-414e-865d-6919afa42ebb req-fe4cfe27-cb8d-4375-b08f-16854e157c9e tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 935 time: 0.2247560 Jul 30 01:31:24.098826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.099668 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:24.156880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:24.176399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61a9c9-2df2-4b39-84a4-2a26f38f08a6 req-183826f3-f467-48ba-be96-6321e72133ed tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.178164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f61a9c9-2df2-4b39-84a4-2a26f38f08a6 req-183826f3-f467-48ba-be96-6321e72133ed tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 1101 time: 0.2025058 Jul 30 01:31:24.240996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-cb5aabf5-739c-423b-acd4-98ae6454d1e8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4398439 Jul 30 01:31:24.250282 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-0b2814d0-17c9-4335-95b2-3295e258c023 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596196 Jul 30 01:31:24.269853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Request body: {'port': {'device_id': '99b5610c-110c-4483-902b-812bb9f49b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:24.320721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c40fb27d-b44e-4c20-8b5d-f07cd2d85448 None None] Provisioning for port 0d732527-a1e1-449a-98b9-d57d111363d0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:24.325232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c40fb27d-b44e-4c20-8b5d-f07cd2d85448 None None] Provisioning complete for port 0d732527-a1e1-449a-98b9-d57d111363d0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:24.325602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c40fb27d-b44e-4c20-8b5d-f07cd2d85448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:24.347912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96fe04db-0c2a-414e-865d-6919afa42ebb req-30c83b82-b84b-4ff8-b35d-4c8e45225280 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415061 Jul 30 01:31:24.351650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:24.426513 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36809075-b152-4a5c-b027-44a41d10f577 req-9c49e798-1c40-41c9-b4a8-cd91a75ae46c service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604052 Jul 30 01:31:24.445830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:24.453988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f61a9c9-2df2-4b39-84a4-2a26f38f08a6 req-091e3ef2-8565-4670-8016-b6b0165733f3 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449970 Jul 30 01:31:24.455235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c40fb27d-b44e-4c20-8b5d-f07cd2d85448 None None] Port 0d732527-a1e1-449a-98b9-d57d111363d0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:31:24.474713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Attempting to bind port c861bf6a-e41b-4181-9bea-1959e753cf87 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:24.475503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Attempting to bind port c861bf6a-e41b-4181-9bea-1959e753cf87 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:24.476181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Attempting to bind port c861bf6a-e41b-4181-9bea-1959e753cf87 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:24.493719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Port c861bf6a-e41b-4181-9bea-1959e753cf87 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:24.504867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Attempting to bind port c861bf6a-e41b-4181-9bea-1959e753cf87 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:24.534346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:24.534689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:24.537711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:24.538227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Bound port: c861bf6a-e41b-4181-9bea-1959e753cf87, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:24.538580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:24.881018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1631-bf4e-43d0-90ed-88ce05b08610 req-9c0c9c84-11ba-4fdb-96e5-29ca122ee85c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.882579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-742f1631-bf4e-43d0-90ed-88ce05b08610 req-9c0c9c84-11ba-4fdb-96e5-29ca122ee85c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.3903358 Jul 30 01:31:24.921505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed047fd5-d217-4632-ad1f-7233d957280f req-accd8db0-8a3e-4d58-8450-19e509942ca1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:24.923223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed047fd5-d217-4632-ad1f-7233d957280f req-accd8db0-8a3e-4d58-8450-19e509942ca1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 948 time: 0.2229686 Jul 30 01:31:24.982348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:25.018256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:25.036660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:25.041230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-742f1631-bf4e-43d0-90ed-88ce05b08610 req-766d91de-e885-4645-a1a3-b05df1a3176b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456351 Jul 30 01:31:25.073919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed047fd5-d217-4632-ad1f-7233d957280f req-374f53c1-9642-4afb-9e9a-37ed55538345 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421275 Jul 30 01:31:25.103096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:25.103732 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:25.108686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] 10.222.0.55 "PUT /v2.0/ports/c861bf6a-e41b-4181-9bea-1959e753cf87 HTTP/1.1" status: 200 len: 1097 time: 1.9911249 Jul 30 01:31:25.111262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:25.113576 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d0419e-b8bb-4a5c-831c-8669798cdd34" -d '{"events": [{"name": "network-changed", "server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:25.172600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e85a-5eba-4eb3-8464-732f68e3288b service neutron] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:25.192637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d732527-a1e1-449a-98b9-d57d111363d0 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:25.268639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:25.313249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-92094ced-8652-4516-aa5a-55f6d8ab450f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476189 Jul 30 01:31:25.325205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Transition to ACTIVE for port object 0d732527-a1e1-449a-98b9-d57d111363d0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:25.354627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:25.454894 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff37f69-db9c-4708-bd24-725a75d2819a x-openstack-request-id: req-5ff37f69-db9c-4708-bd24-725a75d2819a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:25.455196 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:25.455444 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ff37f69-db9c-4708-bd24-725a75d2819a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:25.455840 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'status': 'completed', 'code': 200} Jul 30 01:31:25.460712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-eb487663-04e2-4e9c-be28-eb0d047cb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:25.462154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-eb487663-04e2-4e9c-be28-eb0d047cb3ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cb2577152df41d9bd805ca1ac647896&device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 1100 time: 0.2724249 Jul 30 01:31:25.614096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-afcaecc9-c89a-4ea6-afc0-1c2d1fd24a53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c861bf6a-e41b-4181-9bea-1959e753cf87 HTTP/1.1" status: 200 len: 217 time: 0.1267748 Jul 30 01:31:25.629941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:25.905561 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:31:25.983857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b055dae-fe4d-4e8c-9106-9e3e7f7d1d79 req-e3535079-1b3d-45fc-a25b-4e0647736a55 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:25.986029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b055dae-fe4d-4e8c-9106-9e3e7f7d1d79 req-e3535079-1b3d-45fc-a25b-4e0647736a55 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 947 time: 0.5195684 Jul 30 01:31:25.997757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-17dca157-c69e-46c3-bcd1-01fa737e010d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:25.999186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-17dca157-c69e-46c3-bcd1-01fa737e010d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6763980 Jul 30 01:31:26.038668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6283984-87af-4884-b8e9-be48cdda383f up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:26.060577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-d3d6b5b6-50f9-4039-972d-e50377ce4997 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/quotas/c3228ac2e2494b0a9ba0f65e1712c344 HTTP/1.1" status: 200 len: 375 time: 0.0463800 Jul 30 01:31:26.080269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Attempting to bind port 0d732527-a1e1-449a-98b9-d57d111363d0 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:26.080513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Attempting to bind port 0d732527-a1e1-449a-98b9-d57d111363d0 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:26.080800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Attempting to bind port 0d732527-a1e1-449a-98b9-d57d111363d0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:26.084331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-094d5a4d-25df-44e2-b94d-43d9eb349ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.086394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-094d5a4d-25df-44e2-b94d-43d9eb349ca8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.4616654 Jul 30 01:31:26.110754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port f6283984-87af-4884-b8e9-be48cdda383f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:26.114887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port f6283984-87af-4884-b8e9-be48cdda383f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:26.115306 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:26.143460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Port 0d732527-a1e1-449a-98b9-d57d111363d0 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:26.143854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Attempting to bind port 0d732527-a1e1-449a-98b9-d57d111363d0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:26.155371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:26.155679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:26.156537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:26.156973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Bound port: 0d732527-a1e1-449a-98b9-d57d111363d0, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:26.157328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:26.196096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b055dae-fe4d-4e8c-9106-9e3e7f7d1d79 req-1b9bff9d-e06c-4081-a7bd-050e68e56977 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930444 Jul 30 01:31:26.202073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:26.245121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:26.247698 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9269bbb-7bab-4ec0-bba6-ea6eb1a918d5" -d '{"events": [{"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-plugged", "status": "completed", "tag": "f6283984-87af-4884-b8e9-be48cdda383f"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:26.251779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-8c7b5f6a-ef0c-4791-b494-41be6af0d85b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1728811 Jul 30 01:31:26.261866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:26.267495 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:26.297765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:26.303446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:26.330520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:26.346348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-fcafb6c0-0690-49b4-9459-6617293f8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.347878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-fcafb6c0-0690-49b4-9459-6617293f8aa0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2142317 Jul 30 01:31:26.350393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:26.451954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.452581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:26.454463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d732527-a1e1-449a-98b9-d57d111363d0 HTTP/1.1" status: 200 len: 1096 time: 2.1890588 Jul 30 01:31:26.570212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc026a-e300-4e75-9e59-0b7b17d526f6 req-4af3a6fb-b83f-4f3c-a8ae-c8c941de9750 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.578859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06bc026a-e300-4e75-9e59-0b7b17d526f6 req-4af3a6fb-b83f-4f3c-a8ae-c8c941de9750 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.2674427 Jul 30 01:31:26.600825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f0eb-2858-4311-a4fa-48e65fc15411 service neutron] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:26.644999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-4a51115c-6c7d-4889-885a-67666d88d85a service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818248 Jul 30 01:31:26.676250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c017ee6-69d7-414c-b1f3-75288638f295 req-d3a3aea5-4ebf-4c18-9a77-45fb83394f4f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.677828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c017ee6-69d7-414c-b1f3-75288638f295 req-d3a3aea5-4ebf-4c18-9a77-45fb83394f4f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2225082 Jul 30 01:31:26.705251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06bc026a-e300-4e75-9e59-0b7b17d526f6 req-19ae5400-4901-4579-8496-ec9a7d9fba14 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254299 Jul 30 01:31:26.768669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-04ae9c8c-4452-4a8f-929f-022618c2c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.770169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-04ae9c8c-4452-4a8f-929f-022618c2c26d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cb2577152df41d9bd805ca1ac647896&device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 1099 time: 0.2522976 Jul 30 01:31:26.834360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-d303250e-687c-497a-ba4e-3cc51ef814ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=0d732527-a1e1-449a-98b9-d57d111363d0 HTTP/1.1" status: 200 len: 217 time: 0.0503705 Jul 30 01:31:26.848713 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0297d38-d9ad-44da-99c9-9305abc8486d x-openstack-request-id: req-e0297d38-d9ad-44da-99c9-9305abc8486d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:26.849028 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-plugged", "status": "completed", "tag": "f6283984-87af-4884-b8e9-be48cdda383f", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:26.854868 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0297d38-d9ad-44da-99c9-9305abc8486d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:26.855338 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f', 'code': 200} Jul 30 01:31:26.868743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c017ee6-69d7-414c-b1f3-75288638f295 req-7179c23c-165c-4ab2-ad31-5de405ddcecd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779540 Jul 30 01:31:26.932291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-146d54aa-58e6-4bf5-adf8-5fbbc0fc7585 req-5ce4b1f3-9130-4cda-90b8-b4f73f0f2f7d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662442 Jul 30 01:31:26.942443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-e5c32451-7dff-45c2-8b94-90a812b3ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:26.944082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-e5c32451-7dff-45c2-8b94-90a812b3ba84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0744035 Jul 30 01:31:27.006156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afb62637-07db-482f-a23d-bd5e9a8057dd req-183d4597-ecd2-4270-a5f1-7f7d419281b9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 210 time: 0.0610101 Jul 30 01:31:27.036519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-a425bbfb-5cfc-4845-af4d-5fa22b0863e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.038037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-a425bbfb-5cfc-4845-af4d-5fa22b0863e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833571 Jul 30 01:31:27.173392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0dc96-8cb3-4dc1-a54c-2c2244edbb43 req-43a242dd-db65-402c-984c-0d612d6d7ed0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.176867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbd0dc96-8cb3-4dc1-a54c-2c2244edbb43 req-43a242dd-db65-402c-984c-0d612d6d7ed0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1379011 Jul 30 01:31:27.229893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-cfaa9b83-b750-4eb6-a98d-2a9d860eff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.231703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-cfaa9b83-b750-4eb6-a98d-2a9d860eff8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cb2577152df41d9bd805ca1ac647896&device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 1100 time: 0.1176982 Jul 30 01:31:27.239491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-2b012cff-a266-4baa-8f13-c51af033c3cd service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738832 Jul 30 01:31:27.313237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbd0dc96-8cb3-4dc1-a54c-2c2244edbb43 req-b81a3799-a12a-4b58-ad24-940c187f2e33 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265528 Jul 30 01:31:27.450252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb228efc-82ca-454c-83fd-4e5e59949030 req-7b233b75-fdfe-433b-8e30-aaaeec161d0d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.451874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb228efc-82ca-454c-83fd-4e5e59949030 req-7b233b75-fdfe-433b-8e30-aaaeec161d0d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 947 time: 0.1515317 Jul 30 01:31:27.458052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:27.460460 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311802b-a18f-4168-a854-f4fc41948737" -d '{"events": [{"name": "network-changed", "server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:27.475723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-34674dd5-f60e-43c4-89f9-d12796b8ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.479342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-34674dd5-f60e-43c4-89f9-d12796b8ce1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2364891 Jul 30 01:31:27.553146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-563a0d8a-9cae-4c67-b94b-4bdddeba63c9 req-63f24e01-2a71-4407-af59-72fa57a38dc3 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541201 Jul 30 01:31:27.556275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-2dc127f2-9be6-490e-a3ab-53fb96eea1a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c861bf6a-e41b-4181-9bea-1959e753cf87 HTTP/1.1" status: 200 len: 217 time: 0.0541446 Jul 30 01:31:27.599468 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f903d-5e27-4df5-ae33-19686073b770 x-openstack-request-id: req-539f903d-5e27-4df5-ae33-19686073b770 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:27.599746 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:27.599987 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-539f903d-5e27-4df5-ae33-19686073b770 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:27.600367 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0', 'status': 'completed', 'code': 200} Jul 30 01:31:27.605006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb228efc-82ca-454c-83fd-4e5e59949030 req-b1794bd1-e97a-4487-9f7f-975eed90a277 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Jul 30 01:31:27.638628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-0b5b88b0-c1e3-4e45-8ae9-e61f6619ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.640228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-0b5b88b0-c1e3-4e45-8ae9-e61f6619ce12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0734487 Jul 30 01:31:27.716391 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-9ddd632d-2c56-40aa-a568-7e77151f655f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399501 Jul 30 01:31:27.743135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-340af5e5-a3f6-41b7-b1d7-511a8c8e5083 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294504 Jul 30 01:31:27.753944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-1e394af3-d0c5-432f-9501-7a57dcd8614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.756131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-1e394af3-d0c5-432f-9501-7a57dcd8614c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069894 Jul 30 01:31:27.827578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311802b-a18f-4168-a854-f4fc41948737 req-a891f4e4-9146-46ea-9039-6882f17ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.829938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-a891f4e4-9146-46ea-9039-6882f17ec400 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cb2577152df41d9bd805ca1ac647896&device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 1099 time: 0.1689796 Jul 30 01:31:27.886133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-ce61999b-0e2e-445e-a5a7-02fbc55833ef tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:27.889898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-ce61999b-0e2e-445e-a5a7-02fbc55833ef tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632361 Jul 30 01:31:27.909946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:28.040302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:28.041948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7dd5-cc5e-4e4a-b210-c676ed10328c req-c8589ae6-2943-4ece-9f41-38091a2aabe0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.043926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dcc7dd5-cc5e-4e4a-b210-c676ed10328c req-c8589ae6-2943-4ece-9f41-38091a2aabe0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.1696346 Jul 30 01:31:28.045045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:28.066082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-7b1b52f0-26c9-42d3-b78d-2f4a1409969d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.067713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-7b1b52f0-26c9-42d3-b78d-2f4a1409969d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159511 Jul 30 01:31:28.084798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-0d771afc-8bfa-4fc5-a433-a08a2f15dcbd service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133800 Jul 30 01:31:28.114153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311802b-a18f-4168-a854-f4fc41948737 req-b22b5603-e134-48fe-8936-c9d55ca92373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.115608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-b22b5603-e134-48fe-8936-c9d55ca92373 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2724307 Jul 30 01:31:28.120535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-5bbb91eb-6655-4a48-808a-dcc4ef59844f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/quotas/c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 375 time: 0.0348482 Jul 30 01:31:28.206302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.67 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/ecd0fe0e-7d02-4389-954c-27b6dd964dc7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:28.230155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dcc7dd5-cc5e-4e4a-b210-c676ed10328c req-eea5795a-4ef3-4da2-8fc8-07c77dee8646 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751122 Jul 30 01:31:28.235581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-3743f94e-7ca7-447e-bfed-eeaa464e5a33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=0d732527-a1e1-449a-98b9-d57d111363d0 HTTP/1.1" status: 200 len: 217 time: 0.0774486 Jul 30 01:31:28.339877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-6825108e-d8a3-4b7f-a917-978ce5d905a5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1806626 Jul 30 01:31:28.344320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2d0419e-b8bb-4a5c-831c-8669798cdd34 req-8dfb0351-18d0-4bee-9ddb-2d58b7164822 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399824 Jul 30 01:31:28.356709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311802b-a18f-4168-a854-f4fc41948737 req-7a877a97-a483-41ba-9a6e-609e606fc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.358216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-7a877a97-a483-41ba-9a6e-609e606fc276 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1129417 Jul 30 01:31:28.401823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:28.422415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object ecd0fe0e-7d02-4389-954c-27b6dd964dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:28.442391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311802b-a18f-4168-a854-f4fc41948737 req-5c25a302-1687-47b1-904d-8cc920aa910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.445252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-5c25a302-1687-47b1-904d-8cc920aa910a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775373 Jul 30 01:31:28.492232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:28.504323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'f0142318-ca89-4d00-9d19-5724da73f94c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:28.587601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', '7982346a-bc83-4ca0-9725-dfb04b0752a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:28.657073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:28.657251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753e26-8596-4650-a32f-d6412b162208 req-0451cae6-9b9e-4df0-aa39-bd34153d7864 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.662872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:28.665625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd753e26-8596-4650-a32f-d6412b162208 req-0451cae6-9b9e-4df0-aa39-bd34153d7864 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 935 time: 0.1198602 Jul 30 01:31:28.668937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-9c531d5b-163c-492d-8bf9-84f22ba82ae7 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144887 Jul 30 01:31:28.679655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:28.724868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cab85d4b-f9b4-44e0-8fe6-fbcecb8b2a7f req-e5f313c5-beb8-4c70-9e6b-b5520e7f84b3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 210 time: 0.0525980 Jul 30 01:31:28.759501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.760789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:28.772549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:28.801802 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-494daf50-5cb4-45f2-b641-d30600bc6e48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8966601 Jul 30 01:31:28.818569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Request body: {'port': {'device_id': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:28.876901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd753e26-8596-4650-a32f-d6412b162208 req-33aa85f9-cc10-476a-b751-eac96522554c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102556 Jul 30 01:31:28.953403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:28.964837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84076d8d-2ef9-4fd6-b07c-ea65a0df8d72 req-44dbed6b-4ace-4486-9283-eb66600cf0dc tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:28.966473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84076d8d-2ef9-4fd6-b07c-ea65a0df8d72 req-44dbed6b-4ace-4486-9283-eb66600cf0dc tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 947 time: 0.1106656 Jul 30 01:31:29.037244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d311802b-a18f-4168-a854-f4fc41948737 req-c5613c79-522b-4dcd-a5c7-5c74f4945c7a service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465614 Jul 30 01:31:29.057392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84076d8d-2ef9-4fd6-b07c-ea65a0df8d72 req-506d1014-4798-433c-9209-60a9689af560 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797389 Jul 30 01:31:29.157409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68f78e10-5d7a-4d3b-b311-17be56c405ce None None] Provisioning for port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:29.175404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68f78e10-5d7a-4d3b-b311-17be56c405ce None None] Provisioning complete for port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:29.175777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68f78e10-5d7a-4d3b-b311-17be56c405ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:29.262574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-68f78e10-5d7a-4d3b-b311-17be56c405ce None None] Port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:31:29.502569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd0fe0e-7d02-4389-954c-27b6dd964dc7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:29.523450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:29.546555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Transition to ACTIVE for port object ecd0fe0e-7d02-4389-954c-27b6dd964dc7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:29.552911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:29.705334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:29.755189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Attempting to bind port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:29.755676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Attempting to bind port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:29.756013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Attempting to bind port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:29.761405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:29.762029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Attempting to bind port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:29.768856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:29.769370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:29.769767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:29.770211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Bound port: ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:29.770579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:29.853483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] For port ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:29.860435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] For port ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:29.866991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:29.869592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:29.924097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:29.924898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:29.926672 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] 10.222.0.66 "PUT /v2.0/ports/ecd0fe0e-7d02-4389-954c-27b6dd964dc7 HTTP/1.1" status: 200 len: 1096 time: 1.1126733 Jul 30 01:31:29.927271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'tag': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:29.930137 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a763932-99b2-4e6b-9620-dcea10715c69" -d '{"events": [{"name": "network-changed", "server_uuid": "a22a2dfc-eae2-460a-a8c1-e3b653573f33", "tag": "ecd0fe0e-7d02-4389-954c-27b6dd964dc7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:29.967713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311d836-6132-4583-a88d-59bda1cd9c75 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:30.011829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46403d0-376b-4f0e-b1ce-84b64450f760 req-64e9b508-507d-4977-841a-910912413683 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.019927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c46403d0-376b-4f0e-b1ce-84b64450f760 req-64e9b508-507d-4977-841a-910912413683 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.6627204 Jul 30 01:31:30.021920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-39c15c36-7c78-4e3e-8daa-384538eb07b9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370805 Jul 30 01:31:30.048584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c4592e-75d1-4fc4-b5dc-e8085c5b230d req-fbdf814c-6378-4c9f-b316-900880e5ee42 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 210 time: 0.1099985 Jul 30 01:31:30.069665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:30.160585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:30.175516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '0d732527-a1e1-449a-98b9-d57d111363d0', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0d732527-a1e1-449a-98b9-d57d111363d0', 'mac_address': 'fa:16:3e:56:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:30.237780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c46403d0-376b-4f0e-b1ce-84b64450f760 req-aaa10e20-d816-49a8-aae6-c7f41c568802 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126517 Jul 30 01:31:30.252233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-46eeda61-0457-4c20-af0c-e5aaae61c143 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.253842 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-46eeda61-0457-4c20-af0c-e5aaae61c143 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257378 Jul 30 01:31:30.260904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec80dc-99af-4df9-9756-d68614aa9a3a req-84304fbe-a4d3-4064-8b83-ee982d3b5a39 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.276238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Request body: {'port': {'device_id': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c0cbcf0145ad45a1ad56aac9582bbe3a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:30.279605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dec80dc-99af-4df9-9756-d68614aa9a3a req-84304fbe-a4d3-4064-8b83-ee982d3b5a39 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 947 time: 0.1094406 Jul 30 01:31:30.292877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-eda93789-0090-4761-bb48-fc09b88fb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.295386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-eda93789-0090-4761-bb48-fc09b88fb42f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 1099 time: 0.2733250 Jul 30 01:31:30.360792 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78ebf9e-d56a-4134-b7a7-e25a9027c5d7 x-openstack-request-id: req-e78ebf9e-d56a-4134-b7a7-e25a9027c5d7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:30.361090 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22a2dfc-eae2-460a-a8c1-e3b653573f33", "tag": "ecd0fe0e-7d02-4389-954c-27b6dd964dc7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:30.361347 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e78ebf9e-d56a-4134-b7a7-e25a9027c5d7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:30.361760 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'tag': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7', 'status': 'completed', 'code': 200} Jul 30 01:31:30.375811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-4b8d19dc-7a44-46ad-b9f6-9b609c73ce2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7 HTTP/1.1" status: 200 len: 217 time: 0.0567913 Jul 30 01:31:30.381979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:30.393988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'mac_address': 'fa:16:3e:76:2b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:30.413799 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:30.449191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-9f7a6ece-2fc1-4a6e-b7bd-be7730a5feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.452330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Made reservation on behalf of c0cbcf0145ad45a1ad56aac9582bbe3a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:30.452556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-9f7a6ece-2fc1-4a6e-b7bd-be7730a5feb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0601456 Jul 30 01:31:30.456389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:30.479627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d732527-a1e1-449a-98b9-d57d111363d0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:30.486027 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:30.509272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c861bf6a-e41b-4181-9bea-1959e753cf87 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:30.524673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dec80dc-99af-4df9-9756-d68614aa9a3a req-e152cabf-0375-4804-b5b8-e2a52c662acd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440200 Jul 30 01:31:30.535872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:30.546464 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:30.562097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:30.585547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:30.615842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a796e-0f0b-47bb-b3a8-0c56039a8ea9 req-c0f17a63-20ca-49ae-9a76-90c7f0ddf41f tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.616928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:30.620717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a54a796e-0f0b-47bb-b3a8-0c56039a8ea9 req-c0f17a63-20ca-49ae-9a76-90c7f0ddf41f tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 947 time: 0.2441378 Jul 30 01:31:30.622896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2f266752-d44a-48fd-9ae1-690c547165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:30.632360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2f266752-d44a-48fd-9ae1-690c547165fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535218 Jul 30 01:31:30.702378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Allocated IP 192.168.233.213 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/b489949b-4860-47a9-b66f-333f8f35d3d5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:30.714271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a54a796e-0f0b-47bb-b3a8-0c56039a8ea9 req-866c40f2-0baf-49bc-a51c-ff4140e22113 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806286 Jul 30 01:31:30.729566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:30.796013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-9ba06988-1e15-4fe6-924e-a3f40b4d8147 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384501 Jul 30 01:31:30.870382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0d732527-a1e1-449a-98b9-d57d111363d0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:30.901672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:30.918795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Transition to ACTIVE for port object b489949b-4860-47a9-b66f-333f8f35d3d5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:30.935303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47aff6d3-4775-4d45-99fd-076bb020fbd2 req-2ef5dedf-88f8-41a7-9a39-024291dcd665 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222522 Jul 30 01:31:30.978125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:31.031682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:31.035398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:31.039724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:31.045124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-85eef1d4-61f7-4ced-adf4-78fed04ffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.047213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-85eef1d4-61f7-4ced-adf4-78fed04ffc34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 1099 time: 0.0540717 Jul 30 01:31:31.081796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['c861bf6a-e41b-4181-9bea-1959e753cf87'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:31.094700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.097675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:31.130336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:31.156442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-07919e8a-4ba8-4752-b888-3c01bd174207 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8846052 Jul 30 01:31:31.173071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Request body: {'port': {'device_id': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:31.242883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5b06-f58e-4d6d-bfdb-e94ffe9dd497 req-8a5d583a-c7a7-4ba5-ad53-659f51e6878b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.245853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be1e5b06-f58e-4d6d-bfdb-e94ffe9dd497 req-8a5d583a-c7a7-4ba5-ad53-659f51e6878b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 936 time: 0.0847638 Jul 30 01:31:31.247470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-a30b87fe-648b-4677-8cd8-9f201046fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.249076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-a30b87fe-648b-4677-8cd8-9f201046fd9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1943145 Jul 30 01:31:31.308321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:31.320397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-0df80821-bd30-47e2-8257-6798fdc2959f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7 HTTP/1.1" status: 200 len: 217 time: 0.0523300 Jul 30 01:31:31.330157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:31.378565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be1e5b06-f58e-4d6d-bfdb-e94ffe9dd497 req-35b1d6c3-b079-4d11-bdc8-ee6caeb810e1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251550 Jul 30 01:31:31.413303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-aedfd41b-4d0a-493b-80d4-ac95f1aa0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.415116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-aedfd41b-4d0a-493b-80d4-ac95f1aa0b6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0857372 Jul 30 01:31:31.475977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7f13fa6b-61e8-4169-8a2d-42f884750f4c None None] Provisioning for port b489949b-4860-47a9-b66f-333f8f35d3d5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:31.493185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7f13fa6b-61e8-4169-8a2d-42f884750f4c None None] Provisioning complete for port b489949b-4860-47a9-b66f-333f8f35d3d5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:31.493561 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7f13fa6b-61e8-4169-8a2d-42f884750f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:31.516554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-c7b12db8-0d21-4bd0-9a69-e877c55facf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.518875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-c7b12db8-0d21-4bd0-9a69-e877c55facf8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849307 Jul 30 01:31:31.529044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdbf38-fff4-4b49-8507-24e5361702ec req-9c1cb275-a843-43cc-8578-24e22ae7ca4f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.533163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78cdbf38-fff4-4b49-8507-24e5361702ec req-9c1cb275-a843-43cc-8578-24e22ae7ca4f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.1131167 Jul 30 01:31:31.566470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7f13fa6b-61e8-4169-8a2d-42f884750f4c None None] Port b489949b-4860-47a9-b66f-333f8f35d3d5 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:31:31.666367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78cdbf38-fff4-4b49-8507-24e5361702ec req-e3b79af1-2fd2-4246-9ef7-299b3a9d8056 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Jul 30 01:31:31.820081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b489949b-4860-47a9-b66f-333f8f35d3d5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:31.832036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:31.838005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7328d-46d3-4102-9a09-b8a7489b8b29 req-2b0bc931-6bc6-41d2-8911-933cc3557b0f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:31.846504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ec7328d-46d3-4102-9a09-b8a7489b8b29 req-2b0bc931-6bc6-41d2-8911-933cc3557b0f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 947 time: 0.1619227 Jul 30 01:31:31.847808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Transition to ACTIVE for port object b489949b-4860-47a9-b66f-333f8f35d3d5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:31.852851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:31.912106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:31.925770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-d193458b-6f4a-4c65-a901-9c4973df6224 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872855 Jul 30 01:31:31.973797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ec7328d-46d3-4102-9a09-b8a7489b8b29 req-6c306de5-c1e4-4ccf-8fd4-7dc44e6e3db3 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119070 Jul 30 01:31:32.010398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:32.011192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:32.012345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:32.019398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:32.020110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:32.027765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:32.028393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:32.029013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:32.029388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Bound port: b489949b-4860-47a9-b66f-333f8f35d3d5, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:32.029750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:32.048969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c20f-eacc-477f-99f0-44b383679cef req-8600be17-78d1-4472-a6c7-c88943221ada tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.050551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34c3c20f-eacc-477f-99f0-44b383679cef req-8600be17-78d1-4472-a6c7-c88943221ada tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 948 time: 0.1937215 Jul 30 01:31:32.107818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:32.111808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:32.117871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:32.121764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a763932-99b2-4e6b-9620-dcea10715c69 req-ef696a55-40e5-4fe0-aada-000358483e14 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840994 Jul 30 01:31:32.159811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.160428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:32.161916 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 1097 time: 0.9947302 Jul 30 01:31:32.189848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34c3c20f-eacc-477f-99f0-44b383679cef req-af4f8505-7463-4ab7-9b55-69e7194fe8c6 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297874 Jul 30 01:31:32.191726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91659f20-7bf9-4db3-bf66-85ad2c0aaac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:32.266074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-1aa2c751-fbe7-4004-ba4e-294ea90422b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.267688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-1aa2c751-fbe7-4004-ba4e-294ea90422b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1100 time: 0.0494342 Jul 30 01:31:32.326694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-d3c1b7c0-a388-45fd-9147-9f0b8a4f937c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0421240 Jul 30 01:31:32.374540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:32.380113 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44262e54-eefb-40d4-94de-3674f59160d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:32.409809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-c8a554a0-1938-45ad-8c3d-ac1a6324f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.412086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-c8a554a0-1938-45ad-8c3d-ac1a6324f72c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0739582 Jul 30 01:31:32.468097 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec521a0-ef1d-4418-9d5a-26e451ca521a x-openstack-request-id: req-2ec521a0-ef1d-4418-9d5a-26e451ca521a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:32.468486 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:32.468806 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ec521a0-ef1d-4418-9d5a-26e451ca521a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:32.469256 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'status': 'completed', 'code': 200} Jul 30 01:31:32.485739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-980b217a-bcdd-45f3-afc3-a78c755ef8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.487347 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-980b217a-bcdd-45f3-afc3-a78c755ef8c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650833 Jul 30 01:31:32.552013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aea64b-4d58-4093-9b27-eb94a4db8f8c req-3c052b6e-7b81-4def-8861-369b56c21c1c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.560078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42aea64b-4d58-4093-9b27-eb94a4db8f8c req-3c052b6e-7b81-4def-8861-369b56c21c1c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 948 time: 0.0637820 Jul 30 01:31:32.603672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42aea64b-4d58-4093-9b27-eb94a4db8f8c req-6e74a2d0-be4c-41d2-bb6c-68db50e26260 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Jul 30 01:31:32.617070 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-a38f8d08-65db-42dd-99b7-c2894d878d5e service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201217 Jul 30 01:31:32.723706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-babb3902-1c54-45e9-bbee-50898f1cc555 req-59378a42-056f-4178-b135-b95bed3fef66 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926347 Jul 30 01:31:32.844327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbab341-a6b1-4c76-9cc0-62d1b8b765b3 req-85a7229a-7972-47b9-9ba6-5d744bb6657a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.848761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffbab341-a6b1-4c76-9cc0-62d1b8b765b3 req-85a7229a-7972-47b9-9ba6-5d744bb6657a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0838661 Jul 30 01:31:32.885053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262e54-eefb-40d4-94de-3674f59160d2 req-da52bb6f-e149-47ce-9f92-e4ae66db2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:32.886872 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-da52bb6f-e149-47ce-9f92-e4ae66db2ffb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1100 time: 0.1031845 Jul 30 01:31:32.896439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffbab341-a6b1-4c76-9cc0-62d1b8b765b3 req-18fce0e7-b676-405c-943c-8d3ee6e1a07a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Jul 30 01:31:33.009787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262e54-eefb-40d4-94de-3674f59160d2 req-ebffa285-e672-4bae-8fef-01b54c2554d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:33.011089 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-ebffa285-e672-4bae-8fef-01b54c2554d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1160302 Jul 30 01:31:33.073294 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-7f3344b2-32d5-46d7-b71c-88aa9a85f16d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0473108 Jul 30 01:31:33.112233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ae4a6-e105-410d-a58e-362382febcb1 req-9145dbb3-c60b-4c66-8517-bef018cdaf1d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:33.114415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-008ae4a6-e105-410d-a58e-362382febcb1 req-9145dbb3-c60b-4c66-8517-bef018cdaf1d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 947 time: 0.0662782 Jul 30 01:31:33.142523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262e54-eefb-40d4-94de-3674f59160d2 req-7820bcc3-5b3c-43cd-8268-b0189508fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:33.143952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-7820bcc3-5b3c-43cd-8268-b0189508fd86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0634754 Jul 30 01:31:33.158754 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-008ae4a6-e105-410d-a58e-362382febcb1 req-7b0183f7-1001-4baa-8a46-f4aa6f5abeaa tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Jul 30 01:31:33.198836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262e54-eefb-40d4-94de-3674f59160d2 req-351a0075-b09d-42f1-a4be-134b90d392eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:33.200659 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-351a0075-b09d-42f1-a4be-134b90d392eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472400 Jul 30 01:31:33.309671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-e2832337-e4ed-4ec5-bb98-31ac399e5ca9 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924339 Jul 30 01:31:33.313893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b9c5-e307-45f1-9b77-63860b877aad req-36c2d8b2-7783-49ad-ad86-15ab07ca7767 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:33.315605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e19b9c5-e307-45f1-9b77-63860b877aad req-36c2d8b2-7783-49ad-ad86-15ab07ca7767 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 948 time: 0.0568688 Jul 30 01:31:33.357885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e19b9c5-e307-45f1-9b77-63860b877aad req-8a3dc371-9a2f-41a5-9949-ab4d37199f5b tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Jul 30 01:31:33.412616 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-44262e54-eefb-40d4-94de-3674f59160d2 req-b4d734d6-2117-470b-afc9-b0a5aec94330 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924289 Jul 30 01:31:33.723232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a54134-b797-43cc-88ba-36a6bd653860 req-a9f729d3-0cd9-4c82-91c2-ea9f6b7855cc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:33.724734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0a54134-b797-43cc-88ba-36a6bd653860 req-a9f729d3-0cd9-4c82-91c2-ea9f6b7855cc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 948 time: 0.0511043 Jul 30 01:31:33.764288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0a54134-b797-43cc-88ba-36a6bd653860 req-8223314d-4c9d-492d-8434-af24ee71e88a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Jul 30 01:31:33.883374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ecd0fe0e-7d02-4389-954c-27b6dd964dc7 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:33.887016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:34.062784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab19318-4b58-42d1-a632-d565373f1a29 req-829e02fb-2415-4feb-86c5-ec7289a7b3d7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:34.064790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bab19318-4b58-42d1-a632-d565373f1a29 req-829e02fb-2415-4feb-86c5-ec7289a7b3d7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0729921 Jul 30 01:31:34.073493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 0d732527-a1e1-449a-98b9-d57d111363d0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:34.080591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 0d732527-a1e1-449a-98b9-d57d111363d0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:34.080970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.096222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:34.115303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bab19318-4b58-42d1-a632-d565373f1a29 req-4fc35fe9-b376-4c6a-bb88-8c4858f6e43e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Jul 30 01:31:34.162421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:34.188521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7', 'mac_address': 'fa:16:3e:70:2e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:34.270816 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.274207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port c861bf6a-e41b-4181-9bea-1959e753cf87 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:34.290223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port c861bf6a-e41b-4181-9bea-1959e753cf87 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:34.290587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.300603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd0fe0e-7d02-4389-954c-27b6dd964dc7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:34.329662 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.331301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1b6a-3e37-482c-83de-d0b94f7cd633 req-5fac20d1-3339-4374-890b-3160da46b022 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:34.335528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-610f1b6a-3e37-482c-83de-d0b94f7cd633 req-5fac20d1-3339-4374-890b-3160da46b022 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 947 time: 0.0644503 Jul 30 01:31:34.361402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:34.372548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.381457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:34.381978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-610f1b6a-3e37-482c-83de-d0b94f7cd633 req-f306b099-0419-4bee-a120-a332f13b4089 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Jul 30 01:31:34.383721 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de25a53-c71d-4910-8da0-e2fddcdf3c79" -d '{"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-plugged", "status": "completed", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:34.419450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:34.433094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.468010 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754a316-9962-484d-97b1-e97aa95d19c7 x-openstack-request-id: req-2754a316-9962-484d-97b1-e97aa95d19c7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:34.468825 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-plugged", "status": "completed", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:34.469064 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2754a316-9962-484d-97b1-e97aa95d19c7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:34.469451 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0', 'code': 200} Jul 30 01:31:34.478254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:34.515916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f0050-8536-47f7-9705-daec0c882f83 req-0774666f-3897-43b0-82f6-3c6d796caaf6 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:34.517068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-070f0050-8536-47f7-9705-daec0c882f83 req-0774666f-3897-43b0-82f6-3c6d796caaf6 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 949 time: 0.0721817 Jul 30 01:31:34.562299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-070f0050-8536-47f7-9705-daec0c882f83 req-539aab31-2690-42c1-809b-63b7269d5ad7 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Jul 30 01:31:34.590273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f97dc-6d73-4490-a64e-8f9a18eebb3a req-90da241e-fd3d-402d-a719-2399b4d8effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:34.591961 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-970f97dc-6d73-4490-a64e-8f9a18eebb3a req-90da241e-fd3d-402d-a719-2399b4d8effb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 1101 time: 0.0538065 Jul 30 01:31:34.631137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-970f97dc-6d73-4490-a64e-8f9a18eebb3a req-cdb64b3f-ff60-4da5-9bba-a8a6d69cee94 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310099 Jul 30 01:31:34.671254 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.710676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:34.730044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:34.733996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.784706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:34.793968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ecd0fe0e-7d02-4389-954c-27b6dd964dc7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:34.899463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9fec9-513a-4f1c-976a-d18850d7b322 req-949c2019-68d5-4704-b862-2704450572ec tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:34.901170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ce9fec9-513a-4f1c-976a-d18850d7b322 req-949c2019-68d5-4704-b862-2704450572ec tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 948 time: 0.0554740 Jul 30 01:31:34.949558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ce9fec9-513a-4f1c-976a-d18850d7b322 req-a2582bbc-3c72-4fb2-83f6-a9da2ddd601e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Jul 30 01:31:35.249031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507783-f2a8-4c81-8a53-d06b0dcc665a req-3b4794a3-44f1-4782-aaa0-0524ad4c7f8e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:35.251241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09507783-f2a8-4c81-8a53-d06b0dcc665a req-3b4794a3-44f1-4782-aaa0-0524ad4c7f8e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0563452 Jul 30 01:31:35.294096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09507783-f2a8-4c81-8a53-d06b0dcc665a req-3f9fac7c-35e9-4530-8255-7c3d904d3b6e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357912 Jul 30 01:31:35.521357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa97f0-6001-48ca-b316-7927900ad3a2 req-c0c051b1-d327-47b3-99b4-405fde2316a4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:35.522877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daaa97f0-6001-48ca-b316-7927900ad3a2 req-c0c051b1-d327-47b3-99b4-405fde2316a4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 948 time: 0.0521822 Jul 30 01:31:35.563516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daaa97f0-6001-48ca-b316-7927900ad3a2 req-17ff40ce-95e5-4e2c-9910-4a315869a73f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Jul 30 01:31:35.684580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e07fc2-51c7-40a7-8266-fa8a12712f30 req-9469ea68-bbc4-4ac8-b4e1-66ac0d149f6d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:35.685945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2e07fc2-51c7-40a7-8266-fa8a12712f30 req-9469ea68-bbc4-4ac8-b4e1-66ac0d149f6d tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 949 time: 0.0500636 Jul 30 01:31:35.726621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2e07fc2-51c7-40a7-8266-fa8a12712f30 req-31207b6c-d001-4497-9b00-d4b2bc61cdb8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Jul 30 01:31:35.900035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:36.005074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:36.017295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'mac_address': 'fa:16:3e:25:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:36.060742 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:36.085675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b489949b-4860-47a9-b66f-333f8f35d3d5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:36.088641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e43aa-6494-4869-95ad-265710084546 req-0cd6809f-5466-4175-b9f6-103879edd958 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:36.090270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb9e43aa-6494-4869-95ad-265710084546 req-0cd6809f-5466-4175-b9f6-103879edd958 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 948 time: 0.0614173 Jul 30 01:31:36.107069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:36.111593 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:36.134145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb9e43aa-6494-4869-95ad-265710084546 req-d729724f-4c39-4fb7-80d1-c30bce1df805 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356071 Jul 30 01:31:36.166792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:36.433569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb4eb-8d82-4f78-8204-a3cfcb5695c2 req-6d0c50d4-4c55-40f8-b430-da015b97c0e6 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:36.435121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa3bb4eb-8d82-4f78-8204-a3cfcb5695c2 req-6d0c50d4-4c55-40f8-b430-da015b97c0e6 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0598028 Jul 30 01:31:36.449521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b489949b-4860-47a9-b66f-333f8f35d3d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:36.471765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:36.474060 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18f5725-c28d-416c-81db-b2e857607362" -d '{"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-plugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:36.476215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa3bb4eb-8d82-4f78-8204-a3cfcb5695c2 req-cf4b3048-adc3-4c79-9c76-c7198356cef7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Jul 30 01:31:36.610466 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:36.783966 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623de030-f712-4520-b7bc-604ff00fbd93 x-openstack-request-id: req-623de030-f712-4520-b7bc-604ff00fbd93 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:36.784267 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-plugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:36.784626 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-623de030-f712-4520-b7bc-604ff00fbd93 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:36.785027 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'code': 200} Jul 30 01:31:36.895840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba06b0-00ee-4742-8b13-acde762dd3ab req-ef76e023-b230-44ac-a605-a4d1af98a509 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:36.897667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0eba06b0-00ee-4742-8b13-acde762dd3ab req-ef76e023-b230-44ac-a605-a4d1af98a509 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 948 time: 0.0605683 Jul 30 01:31:36.999956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0eba06b0-00ee-4742-8b13-acde762dd3ab req-f0971264-3062-4d01-a1d6-ad56d9d67932 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945385 Jul 30 01:31:37.027361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290f00-482a-403e-9f7f-1a7b8e57f3b3 req-56cd11f8-fee8-4e62-a90b-11f58fb2144f tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:37.028881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8290f00-482a-403e-9f7f-1a7b8e57f3b3 req-56cd11f8-fee8-4e62-a90b-11f58fb2144f tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 949 time: 0.1074438 Jul 30 01:31:37.034357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ecc79-ddee-47f2-97a8-4e82e675355c req-3ffcc8ac-c249-4964-90bd-4dd99464cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:37.036091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff5ecc79-ddee-47f2-97a8-4e82e675355c req-3ffcc8ac-c249-4964-90bd-4dd99464cb13 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 1102 time: 0.0765088 Jul 30 01:31:37.098537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8290f00-482a-403e-9f7f-1a7b8e57f3b3 req-c8f51dce-2b4c-4810-9031-359580a1b994 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Jul 30 01:31:37.128122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff5ecc79-ddee-47f2-97a8-4e82e675355c req-c9e1c9a9-0b49-47f6-8029-3d0161e581db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Jul 30 01:31:37.139680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df01916-0233-4fa4-a972-df3542d49213 req-f1b8be74-9fae-4271-947f-62d2f2d4e67d tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:37.141704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5df01916-0233-4fa4-a972-df3542d49213 req-f1b8be74-9fae-4271-947f-62d2f2d4e67d tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 945 time: 0.0792572 Jul 30 01:31:37.210436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5df01916-0233-4fa4-a972-df3542d49213 req-f8576e55-af12-44a0-b01a-6a0ea1455e55 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627029 Jul 30 01:31:37.232089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c03a1b-7a5f-4af5-82a2-48dc4d939740 req-2317c1f3-d153-4bc0-84e8-2a47cfd7cec3 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:37.232089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2c03a1b-7a5f-4af5-82a2-48dc4d939740 req-2317c1f3-d153-4bc0-84e8-2a47cfd7cec3 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 950 time: 0.0643222 Jul 30 01:31:37.270884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2c03a1b-7a5f-4af5-82a2-48dc4d939740 req-dd206ced-adab-459d-90ba-c978deeff6c8 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jul 30 01:31:37.319384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee14b88-36c8-4c5c-99f6-7c35b335ce70 req-23048413-4736-484a-8a44-af7e99818cb3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:37.320866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ee14b88-36c8-4c5c-99f6-7c35b335ce70 req-23048413-4736-484a-8a44-af7e99818cb3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 949 time: 0.0491748 Jul 30 01:31:37.364014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ee14b88-36c8-4c5c-99f6-7c35b335ce70 req-f66d75ee-c2e6-4176-99a4-f01963a43ca2 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365999 Jul 30 01:31:37.603182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fd2ca-ea0b-447d-bec0-8b2a32f28de1 req-f4f68735-617d-4797-b21e-51b2f33037de tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:37.604771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-159fd2ca-ea0b-447d-bec0-8b2a32f28de1 req-f4f68735-617d-4797-b21e-51b2f33037de tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0502994 Jul 30 01:31:37.647237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-159fd2ca-ea0b-447d-bec0-8b2a32f28de1 req-55fd1215-80bf-4f60-a697-f3eeced63e86 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360527 Jul 30 01:31:37.928673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ecd0fe0e-7d02-4389-954c-27b6dd964dc7 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:37.989336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:37.991747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:37.992115 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.078444 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.118483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:38.122923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.123913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:38.124858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2d683-1fd8-4185-8725-49b501567859 req-541c4aa8-3c70-410d-8a7e-a51c1ea75a5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:38.126514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3c2d683-1fd8-4185-8725-49b501567859 req-541c4aa8-3c70-410d-8a7e-a51c1ea75a5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 948 time: 0.0514951 Jul 30 01:31:38.166976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3c2d683-1fd8-4185-8725-49b501567859 req-921bdc64-eb62-4e21-be79-6a05c285fd6a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Jul 30 01:31:38.212065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:38.225209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b489949b-4860-47a9-b66f-333f8f35d3d5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:38.229363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b489949b-4860-47a9-b66f-333f8f35d3d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:38.229745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.313600 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.347494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538ba00-2131-4a31-ae84-fd41984491ad req-0af2952e-cf9c-400d-b02b-a04c50d596b8 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:38.355303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4538ba00-2131-4a31-ae84-fd41984491ad req-0af2952e-cf9c-400d-b02b-a04c50d596b8 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 945 time: 0.0704198 Jul 30 01:31:38.357125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:38.363619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.410089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-8570c4af-6cb4-4755-bf14-73bc2cab627b tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:38.412863 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-8570c4af-6cb4-4755-bf14-73bc2cab627b tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1098 time: 0.0638466 Jul 30 01:31:38.434514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:38.440120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-10'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:38.447711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4538ba00-2131-4a31-ae84-fd41984491ad req-b8dd0446-a7b0-41c8-a60a-946648d96941 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/security-groups?id=17d9d7f5-51b1-41ad-b1ec-b42ded178756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914035 Jul 30 01:31:38.457753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ed802-95c9-47c2-aa5a-38cb2944684b req-93345763-d565-44eb-941a-8511a7d71fe1 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:38.459300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf0ed802-95c9-47c2-aa5a-38cb2944684b req-93345763-d565-44eb-941a-8511a7d71fe1 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 950 time: 0.1020324 Jul 30 01:31:38.532410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf0ed802-95c9-47c2-aa5a-38cb2944684b req-05d2d201-1ef2-4865-ae9a-55ba6eca53df tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665810 Jul 30 01:31:38.545402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.669916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce83d-f5d1-4eeb-abbf-f20746d847d1 req-7802433c-1776-44df-b33f-908b16aa5c0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:38.671498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab2ce83d-f5d1-4eeb-abbf-f20746d847d1 req-7802433c-1776-44df-b33f-908b16aa5c0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0550487 Jul 30 01:31:38.702315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:38.728336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab2ce83d-f5d1-4eeb-abbf-f20746d847d1 req-22595347-31cd-44bf-9042-15ae46caf038 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503004 Jul 30 01:31:38.764012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:38.786417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7'}, {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:38.789135 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d66ec-7208-4f61-b42d-4e6dbb07d882" -d '{"events": [{"server_uuid": "a22a2dfc-eae2-460a-a8c1-e3b653573f33", "name": "network-vif-plugged", "status": "completed", "tag": "ecd0fe0e-7d02-4389-954c-27b6dd964dc7"}, {"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-plugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:38.834747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:38.836318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035db3c-29c5-4452-9093-69398b7bfa35 req-897a4d68-cf6d-49cb-96dc-2b349be7d693 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:38.837854 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dcdc6f-8c1e-40cc-901c-38a1544013fe" -d '{"events": [{"server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:38.838910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8035db3c-29c5-4452-9093-69398b7bfa35 req-897a4d68-cf6d-49cb-96dc-2b349be7d693 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 946 time: 0.0620019 Jul 30 01:31:38.842607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.850614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:38.888482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8035db3c-29c5-4452-9093-69398b7bfa35 req-bbe3ee1b-1fb1-48b6-a746-3022c5be7947 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Jul 30 01:31:38.905650 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdcb8e6-4c07-4ef8-89cb-e29d94fbaf15 x-openstack-request-id: req-ecdcb8e6-4c07-4ef8-89cb-e29d94fbaf15 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:38.906014 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a2dfc-eae2-460a-a8c1-e3b653573f33", "name": "network-vif-plugged", "status": "completed", "tag": "ecd0fe0e-7d02-4389-954c-27b6dd964dc7", "code": 200}, {"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-plugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:38.906260 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecdcb8e6-4c07-4ef8-89cb-e29d94fbaf15 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:38.907171 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7', 'code': 200} Jul 30 01:31:38.907171 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'code': 200} Jul 30 01:31:38.969105 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e8b28c-6e34-4569-ac35-a0073413d0e5 x-openstack-request-id: req-35e8b28c-6e34-4569-ac35-a0073413d0e5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:38.969397 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:38.969686 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35e8b28c-6e34-4569-ac35-a0073413d0e5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:38.970077 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'code': 200} Jul 30 01:31:39.000219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on host n-h2-713499-10 for vnic_type normal with profile {"migrating_to": "n-h1-713499-10"} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:39.001128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:39.001533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:39.008358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:39.010723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:39.011250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Attempting to bind port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:39.018136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:39.018566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:39.019040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:39.019648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Bound port: 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:39.020004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.033702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.66', 53176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:39.080093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-dd3984a4-5ed6-4982-a506-e16fa4b79463 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.082292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-dd3984a4-5ed6-4982-a506-e16fa4b79463 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 945 time: 0.0720689 Jul 30 01:31:39.110783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.111195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.111803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.111948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.112169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.112514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.112818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.113148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.113477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.113803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.114128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.114498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.166739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893287a-8412-49b2-8976-19d946d26b06 req-be442779-5a1e-4d36-96d0-aa119e811375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.168300 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0893287a-8412-49b2-8976-19d946d26b06 req-be442779-5a1e-4d36-96d0-aa119e811375 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 1101 time: 0.1205776 Jul 30 01:31:39.174745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:39.178089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cc097-238a-4d10-93ee-339b2b43a9c5 req-999285f0-cd02-4267-818c-9f8baaaf5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.179609 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d96cc097-238a-4d10-93ee-339b2b43a9c5 req-999285f0-cd02-4267-818c-9f8baaaf5e2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1102 time: 0.1415410 Jul 30 01:31:39.181243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:39.194409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.195848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Deleting port 9544bd62-3401-4c36-9b2b-a616a10626f4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:39.196329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.311892 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0893287a-8412-49b2-8976-19d946d26b06 req-21cb6f32-3c58-4a5f-bf2b-2e5594b7b361 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292789 Jul 30 01:31:39.316048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.317000 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.318474 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] 10.222.0.66 "PUT /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 1124 time: 0.8863225 Jul 30 01:31:39.335297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d96cc097-238a-4d10-93ee-339b2b43a9c5 req-992b0255-3a2d-4af5-b261-e676f2b771ec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448979 Jul 30 01:31:39.340288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d7bc2-81f8-4059-ba5f-7d021612e93e service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:39.351588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e7b57-d99b-4083-a16a-f9b9fd7f7625 req-04fa7a99-4775-4328-9317-4f20bff696cf tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.353065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a21e7b57-d99b-4083-a16a-f9b9fd7f7625 req-04fa7a99-4775-4328-9317-4f20bff696cf tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.0856512 Jul 30 01:31:39.362055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] For port 9544bd62-3401-4c36-9b2b-a616a10626f4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9544bd62-3401-4c36-9b2b-a616a10626f4,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:39.362423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.388069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Calling delete_port for 9544bd62-3401-4c36-9b2b-a616a10626f4 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:39.416297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a21e7b57-d99b-4083-a16a-f9b9fd7f7625 req-cfb67694-cd9d-4f10-a5af-15eb0f380eb4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562706 Jul 30 01:31:39.470007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:39.569319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:39.599283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.624740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-160eb628-c529-458e-9153-fa19ea736184 req-8ca89d62-4c4f-4eeb-a0d9-e1a33980dffc tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf7f588a-13a6-4b76-9094-ef698e37b246 HTTP/1.1" status: 200 len: 210 time: 0.0394845 Jul 30 01:31:39.646056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Pushing event deleted for resources: {'Port': ['ID=9544bd62-3401-4c36-9b2b-a616a10626f4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:39.662788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.663255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.663520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.663857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.664189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.664525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.664855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.665555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.665555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.665831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.666134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.674391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:31:39.747752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] No DVR routers for this DVR port 9544bd62-3401-4c36-9b2b-a616a10626f4 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:31:39.756271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:39.758361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d1a943f-a05c-480f-97e7-2526a6ec2f38 req-5253d86e-8869-4b3b-a925-f05766ca4976 tempest-AttachSCSIVolumeTestJSON-1807537138 tempest-AttachSCSIVolumeTestJSON-1807537138-project] 10.222.0.66 "DELETE /v2.0/ports/9544bd62-3401-4c36-9b2b-a616a10626f4 HTTP/1.1" status: 204 len: 173 time: 0.6614330 Jul 30 01:31:39.761213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'name': 'network-vif-deleted', 'tag': '9544bd62-3401-4c36-9b2b-a616a10626f4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:39.762743 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31892f-57e2-4483-90b8-181a9379b20c" -d '{"events": [{"server_uuid": "bf7f588a-13a6-4b76-9094-ef698e37b246", "name": "network-vif-deleted", "tag": "9544bd62-3401-4c36-9b2b-a616a10626f4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:39.787722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242426a9-e270-4e9a-8e48-e5d797903158 req-56d87744-d6dd-449d-9562-637506c40889 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.794930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-242426a9-e270-4e9a-8e48-e5d797903158 req-56d87744-d6dd-449d-9562-637506c40889 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 950 time: 0.1010215 Jul 30 01:31:39.870855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-242426a9-e270-4e9a-8e48-e5d797903158 req-b47cdb74-9ac4-4850-bda8-ccad25029c04 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749145 Jul 30 01:31:39.916631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faf935-7a05-412c-8229-085fa7983593 req-339ae5aa-2265-4111-8e43-b362f9640e30 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:39.918448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96faf935-7a05-412c-8229-085fa7983593 req-339ae5aa-2265-4111-8e43-b362f9640e30 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0665693 Jul 30 01:31:39.940239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:39.957766 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78904c38-8584-4d8d-8014-c55a2ce2e04e x-openstack-request-id: req-78904c38-8584-4d8d-8014-c55a2ce2e04e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:39.958180 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7f588a-13a6-4b76-9094-ef698e37b246", "name": "network-vif-deleted", "tag": "9544bd62-3401-4c36-9b2b-a616a10626f4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:39.958617 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78904c38-8584-4d8d-8014-c55a2ce2e04e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:39.959143 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7f588a-13a6-4b76-9094-ef698e37b246', 'name': 'network-vif-deleted', 'tag': '9544bd62-3401-4c36-9b2b-a616a10626f4', 'status': 'completed', 'code': 200} Jul 30 01:31:39.968871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96faf935-7a05-412c-8229-085fa7983593 req-d8fb6f64-ea0b-449b-a565-4f1cc2a4cf6a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Jul 30 01:31:40.134285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:40.158237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 has no active binding in host n-h1-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:31:40.214716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99974f9c-522e-412f-84d4-1e582ce45f40 req-36526076-b5e8-4486-be95-85fb5f731352 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:40.223206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99974f9c-522e-412f-84d4-1e582ce45f40 req-36526076-b5e8-4486-be95-85fb5f731352 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.0645363 Jul 30 01:31:40.265038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99974f9c-522e-412f-84d4-1e582ce45f40 req-6a108d2a-01f0-4162-8f39-d5b68c9a2ccb tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 Jul 30 01:31:40.497517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-417630df-edf5-4331-9efe-4a5a30e17b74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529125 Jul 30 01:31:40.628023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-93af5200-d0ad-4171-a894-1b2a9b015169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:40.629462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-93af5200-d0ad-4171-a894-1b2a9b015169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 1102 time: 0.0860157 Jul 30 01:31:40.640626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae9edd-0f74-4e32-9034-eb3d0ee147d4 req-641f39b4-b7be-4717-ab10-f1ee95e40a8b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:40.648533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88ae9edd-0f74-4e32-9034-eb3d0ee147d4 req-641f39b4-b7be-4717-ab10-f1ee95e40a8b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.1189559 Jul 30 01:31:40.755511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88ae9edd-0f74-4e32-9034-eb3d0ee147d4 req-3f208b46-04f2-4092-a912-5bbc45a0ff3d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040721 Jul 30 01:31:40.829337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-d02ab1e3-8167-4c56-8328-74ad4ad221e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:40.831187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-d02ab1e3-8167-4c56-8328-74ad4ad221e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1656070 Jul 30 01:31:40.892553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-b13fb0a5-aeac-4590-a5ca-6680486f8e7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef HTTP/1.1" status: 200 len: 217 time: 0.0363483 Jul 30 01:31:40.953240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-4c15a837-acda-4f29-813b-cfb8c3b47d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:40.955161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-4c15a837-acda-4f29-813b-cfb8c3b47d83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0537622 Jul 30 01:31:40.972427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:40.976219 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:41.023913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-b93d1cb1-31ca-424d-a7c7-c333eaeda74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.025833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-b93d1cb1-31ca-424d-a7c7-c333eaeda74c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589354 Jul 30 01:31:41.046041 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449bffc-17d4-4ef3-a232-b668c53b8212 x-openstack-request-id: req-3449bffc-17d4-4ef3-a232-b668c53b8212 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:41.046962 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:41.047298 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3449bffc-17d4-4ef3-a232-b668c53b8212 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:41.047956 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'status': 'completed', 'code': 200} Jul 30 01:31:41.227306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-3a1e5a81-74ff-4c8a-80c8-c29566ae84d1 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849113 Jul 30 01:31:41.248612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6800-7f35-4f58-ad83-2f98a2634ce8 req-548376e9-847b-40c1-b977-7f3de5a17571 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.250295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5cdb6800-7f35-4f58-ad83-2f98a2634ce8 req-548376e9-847b-40c1-b977-7f3de5a17571 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1874697 Jul 30 01:31:41.272748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-b995e3b3-9b59-4b32-b9e2-c584e63e6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.274404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-b995e3b3-9b59-4b32-b9e2-c584e63e6b27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1127 time: 0.1161759 Jul 30 01:31:41.460759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5cdb6800-7f35-4f58-ad83-2f98a2634ce8 req-f0aeb44c-bc94-43e6-8c8e-015c457d5946 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858392 Jul 30 01:31:41.505474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-adee37a8-af7d-4041-9670-34433fc31c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.505474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-adee37a8-af7d-4041-9670-34433fc31c68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1945465 Jul 30 01:31:41.511916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090f85-46d7-46ec-8be3-dcdf21aa0a43 req-185565bc-9200-443e-aa0e-2891d59e0c0a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.513470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35090f85-46d7-46ec-8be3-dcdf21aa0a43 req-185565bc-9200-443e-aa0e-2891d59e0c0a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1620829 Jul 30 01:31:41.516353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9767f801-324d-4d73-a13d-9ee22b5f1402 req-c62dd700-66de-43aa-948f-54a2fd5354f0 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640758 Jul 30 01:31:41.583142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-44bc0b08-5aed-4cc6-b923-d8d32ae02d33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 217 time: 0.0505769 Jul 30 01:31:41.623042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35090f85-46d7-46ec-8be3-dcdf21aa0a43 req-38891070-e199-4f30-8977-c2fd97529b2e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917568 Jul 30 01:31:41.732045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-51beb526-0001-4553-9b2c-aa98046823a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.733496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-51beb526-0001-4553-9b2c-aa98046823a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1290133 Jul 30 01:31:41.745509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a648-9f08-4f86-a7a7-2b92dfb47d09 req-656a800e-e37e-4fe6-b0df-78b6474b614d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.746866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b924a648-9f08-4f86-a7a7-2b92dfb47d09 req-656a800e-e37e-4fe6-b0df-78b6474b614d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1435728 Jul 30 01:31:41.791233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-f18289c0-37ea-4a09-935c-1eac9a1e0f5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311222 Jul 30 01:31:41.809168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b924a648-9f08-4f86-a7a7-2b92dfb47d09 req-0a306531-a84d-42d9-9f6f-0d0d5e69c33e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Jul 30 01:31:41.934534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55753e-e024-4e4d-85b0-81b43ef58390 req-eba6af04-a59d-4956-acb7-3bd3eef1de19 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:41.940624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f55753e-e024-4e4d-85b0-81b43ef58390 req-eba6af04-a59d-4956-acb7-3bd3eef1de19 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.1151605 Jul 30 01:31:41.965612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-11667dea-aa5f-447a-8c1d-814402eba9c2 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495330 Jul 30 01:31:41.967677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9544bd62-3401-4c36-9b2b-a616a10626f4 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:41.997033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f55753e-e024-4e4d-85b0-81b43ef58390 req-24378774-80f0-4188-b964-98492bac8c48 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Jul 30 01:31:42.034383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 9544bd62-3401-4c36-9b2b-a616a10626f4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:31:42.034762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9544bd62-3401-4c36-9b2b-a616a10626f4 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:31:42.112212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd73f822-adf0-48d3-a2e4-4c4a41f331c0 req-67a674bc-d92b-4157-beec-4e792f753794 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186564 Jul 30 01:31:42.159743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40544ff-582c-4252-9faf-9c2b6b100bf6 req-534241bb-e257-42a1-aab3-dcb31d2ac30d tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:42.164292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a40544ff-582c-4252-9faf-9c2b6b100bf6 req-534241bb-e257-42a1-aab3-dcb31d2ac30d tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 1101 time: 0.0511098 Jul 30 01:31:42.219770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a40544ff-582c-4252-9faf-9c2b6b100bf6 req-4414736f-e8e0-4beb-897c-d1c8be64fd62 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Jul 30 01:31:42.338053 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-c5416184-5f2d-48ee-afdc-38eb620e7e2f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939715 Jul 30 01:31:42.354336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5744138-b464-4382-9d27-ce78d304966f req-61329b1a-5474-4864-924b-36e73620e93c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:42.356099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5744138-b464-4382-9d27-ce78d304966f req-61329b1a-5474-4864-924b-36e73620e93c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1292794 Jul 30 01:31:42.453029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5744138-b464-4382-9d27-ce78d304966f req-c6be53f2-16dd-4011-958b-b5cbd9bb41a7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808089 Jul 30 01:31:42.482155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-391c428e-f8d7-4bf9-b32b-584e5679992b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407004 Jul 30 01:31:42.616048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-3d921b03-0a5c-48ce-9633-f76d7002f7ed tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:42.617721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-3d921b03-0a5c-48ce-9633-f76d7002f7ed tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279693 Jul 30 01:31:42.659691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-2d508152-a275-4f97-a236-44975fd0872d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/quotas/c3228ac2e2494b0a9ba0f65e1712c344 HTTP/1.1" status: 200 len: 375 time: 0.0217893 Jul 30 01:31:43.039482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-07b375fc-4349-4b20-98aa-24ca65b1bb15 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3787277 Jul 30 01:31:43.053184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952faa8-8d70-436e-8047-1a5de4087838 req-a4e73ccb-0f72-488c-a390-1c9d9ce583de tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:43.054837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0952faa8-8d70-436e-8047-1a5de4087838 req-a4e73ccb-0f72-488c-a390-1c9d9ce583de tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.0843735 Jul 30 01:31:43.123351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0952faa8-8d70-436e-8047-1a5de4087838 req-d64fecb1-6b72-4b1c-abfc-01ae9a971d99 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587327 Jul 30 01:31:43.297927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1039c628-bced-42dc-aa56-643b6cd0f34f req-3b0c1ae0-2493-4da9-bab4-4f9c99193949 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 210 time: 0.0392532 Jul 30 01:31:43.623491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9f5b-8bb5-4657-9ed1-0848c259c27e req-cac43a57-20b4-4322-8315-a1409451cbae tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:43.637701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28eb9f5b-8bb5-4657-9ed1-0848c259c27e req-cac43a57-20b4-4322-8315-a1409451cbae tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0753646 Jul 30 01:31:43.684460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28eb9f5b-8bb5-4657-9ed1-0848c259c27e req-32c54339-0f1e-4c29-b691-3ae734c26967 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Jul 30 01:31:44.150907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:44.266635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:44.279083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3bce-05fe-4158-9742-2299e88bd4f3 req-dcc01b30-23fe-46c0-afd3-ed4fee9a2c88 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:44.280816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c9a3bce-05fe-4158-9742-2299e88bd4f3 req-dcc01b30-23fe-46c0-afd3-ed4fee9a2c88 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.0712721 Jul 30 01:31:44.283888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'mac_address': 'fa:16:3e:76:2b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:44.359347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c9a3bce-05fe-4158-9742-2299e88bd4f3 req-f62ac5c6-f365-4b97-b3b6-2f0c5f0f262d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661628 Jul 30 01:31:44.380050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:44.408770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c861bf6a-e41b-4181-9bea-1959e753cf87 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:44.449421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:44.463317 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:44.550945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:44.635883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65dec35a-1826-490a-87ed-38acdd32040f req-ab864bb5-e01f-42a5-a119-3ea248937f00 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 210 time: 0.0599253 Jul 30 01:31:44.704034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-abe8cc8a-3fbf-4b9b-b0cd-5e3dff8d4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:44.705507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-abe8cc8a-3fbf-4b9b-b0cd-5e3dff8d4aaf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1102 time: 0.0784588 Jul 30 01:31:44.785773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['c861bf6a-e41b-4181-9bea-1959e753cf87'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:44.886053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05680-bbd7-42bb-8b12-3bb271b4091d req-31f1df90-80ec-4977-bb57-c43e8458d762 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:44.898220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cda05680-bbd7-42bb-8b12-3bb271b4091d req-31f1df90-80ec-4977-bb57-c43e8458d762 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1269679 Jul 30 01:31:44.914982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-ea4fbe8d-07f1-4ee5-847c-299524d55b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:44.916679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-ea4fbe8d-07f1-4ee5-847c-299524d55b62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1986084 Jul 30 01:31:45.033465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-aa92a96d-cb08-4beb-ad2f-c8d89c9b021a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0919111 Jul 30 01:31:45.070675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cda05680-bbd7-42bb-8b12-3bb271b4091d req-ccaeeb5b-4e35-4088-b237-13ae51f69bf5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699700 Jul 30 01:31:45.160469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-5f1bb238-de02-415d-ac00-4798eb0f4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:45.161973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-5f1bb238-de02-415d-ac00-4798eb0f4254 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1134367 Jul 30 01:31:45.244631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-eb2bfe72-e052-4232-90c1-1eeaf80909c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:45.246584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-eb2bfe72-e052-4232-90c1-1eeaf80909c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655642 Jul 30 01:31:45.455578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-523f0882-3f9f-402d-9ce6-c6e2476816b1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018479 Jul 30 01:31:45.590870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-de513ffe-a356-465b-82a9-37d13bd390e1 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333251 Jul 30 01:31:45.868568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed505-c9ec-4f63-8650-f3a029cbf992 req-0fa9eb75-18a1-4def-b606-a1e5ada54172 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:45.870895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de6ed505-c9ec-4f63-8650-f3a029cbf992 req-0fa9eb75-18a1-4def-b606-a1e5ada54172 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.3410439 Jul 30 01:31:45.958171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-6158b9f7-14a1-4c6f-83ae-07f6dd4a5db1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:45.960204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-6158b9f7-14a1-4c6f-83ae-07f6dd4a5db1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4969807 Jul 30 01:31:45.999146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-15441624-aa2e-42a2-878b-7da73e61d4b0 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414903 Jul 30 01:31:46.038738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Request body: {'port': {'device_id': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c3228ac2e2494b0a9ba0f65e1712c344'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:46.101871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ac3b0a4-d2da-4377-9dce-553ad88496cb req-4db1825a-d549-44f1-831b-0daa7d138502 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 210 time: 0.2249975 Jul 30 01:31:46.138489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:46.243040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Made reservation on behalf of c3228ac2e2494b0a9ba0f65e1712c344 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:31:46.246731 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:46.276411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port c861bf6a-e41b-4181-9bea-1959e753cf87 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:46.276801 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:46.283336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de6ed505-c9ec-4f63-8650-f3a029cbf992 req-65fa07f2-a406-4838-a493-7c603234a8bf tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898532 Jul 30 01:31:46.353400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:46.470860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6856bb-54fd-475e-b0dc-7182edf38c0c req-5215ff3a-b0ff-402c-b5d2-24ec77191286 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:46.479985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e6856bb-54fd-475e-b0dc-7182edf38c0c req-5215ff3a-b0ff-402c-b5d2-24ec77191286 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1953418 Jul 30 01:31:46.505313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:46.598728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e6856bb-54fd-475e-b0dc-7182edf38c0c req-cd7a1d91-3221-4fb5-8ae2-0f171368354a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177554 Jul 30 01:31:46.616259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:46.622972 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d949b-e016-4d9c-ae22-fd4796a8d07c" -d '{"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-plugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:46.652414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:46.661034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:46.685666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Allocated IP 192.168.233.170 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:31:46.734299 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b60967-0648-4bea-8314-23e9639bc5a1 x-openstack-request-id: req-73b60967-0648-4bea-8314-23e9639bc5a1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:46.734595 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-plugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:46.734831 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73b60967-0648-4bea-8314-23e9639bc5a1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:46.735268 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'code': 200} Jul 30 01:31:46.796394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:46.917864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:46.974367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Transition to ACTIVE for port object 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:47.049581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:47.077437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'f0142318-ca89-4d00-9d19-5724da73f94c', 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:47.110411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:47.127775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:31:47.128622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', '7982346a-bc83-4ca0-9725-dfb04b0752a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:47.129980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:31:47.134835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:31:47.205933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:47.206658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:47.226849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1925280 Jul 30 01:31:47.235076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03091-e8d3-40ab-a624-a15f38129237 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event updated for resources: {'Port': ['ID=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:47.261658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Request body: {'port': {'device_id': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:31:47.521128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:47.551848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff54a5-4b6f-44ea-b5cf-82caa8495cb3 req-94c7c564-7df2-4148-8d68-e9c5586deb9e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:47.554504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dff54a5-4b6f-44ea-b5cf-82caa8495cb3 req-94c7c564-7df2-4148-8d68-e9c5586deb9e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 936 time: 0.2454882 Jul 30 01:31:47.573805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-15829d69-5ac3-4096-a860-98cbbc7e6deb None None] Provisioning for port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:47.593745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e265255-52d2-427f-a059-a566ce097e00 req-ff36ffed-7ab9-4134-8733-51d859a1b9d8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:47.595997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e265255-52d2-427f-a059-a566ce097e00 req-ff36ffed-7ab9-4134-8733-51d859a1b9d8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1106482 Jul 30 01:31:47.644744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-15829d69-5ac3-4096-a860-98cbbc7e6deb None None] Provisioning complete for port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:47.645118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15829d69-5ac3-4096-a860-98cbbc7e6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:47.650170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dff54a5-4b6f-44ea-b5cf-82caa8495cb3 req-a2f3d8d4-f848-4b25-bc84-f82bf42704e4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859253 Jul 30 01:31:47.696523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e265255-52d2-427f-a059-a566ce097e00 req-ec64b3f4-aa76-4bed-8b8f-65d5d664caa5 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Jul 30 01:31:47.828851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-15829d69-5ac3-4096-a860-98cbbc7e6deb None None] Port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:31:47.974108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Deleting port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:47.974679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:48.085634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fab3a-dab3-4947-856e-bd4fae12acd8 req-45e117a4-cd2e-45cc-b0ec-5b3de23174ca tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:48.087433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-219fab3a-dab3-4947-856e-bd4fae12acd8 req-45e117a4-cd2e-45cc-b0ec-5b3de23174ca tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1501319 Jul 30 01:31:48.148274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] For port 8aaaa8d3-2951-453a-90b2-0074c8cd9c94, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:48.149022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:48.151483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-219fab3a-dab3-4947-856e-bd4fae12acd8 req-1ac6ec2c-5015-47ad-934b-38cb99ac94fc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548170 Jul 30 01:31:48.192472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Calling delete_port for 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:48.307594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:48.323777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:48.344557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Transition to ACTIVE for port object 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:48.350100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:48.409070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Pushing event updated for resources: {'Port': ['ID=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:48.556515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:48.629931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8aaaa8d3-2951-453a-90b2-0074c8cd9c94,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:48.659092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Attempting to bind port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:31:48.659430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Attempting to bind port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:31:48.660014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Attempting to bind port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:48.668520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:31:48.668847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Attempting to bind port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:31:48.679477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:31:48.680144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:31:48.680532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:31:48.680976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Bound port: 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:31:48.681334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:48.871043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fa18ff70-8a77-4093-9e19-de169685d5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:49.080922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe22401-4cf4-45f6-9d0c-b08244f16e57 req-834903e2-d3ae-4478-80da-8ac4fdf77e19 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.082693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afe22401-4cf4-45f6-9d0c-b08244f16e57 req-834903e2-d3ae-4478-80da-8ac4fdf77e19 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 948 time: 0.2792571 Jul 30 01:31:49.094923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] For port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:49.096277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:49.120853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c876-322f-4d68-9fca-c32af0999336 req-cc787c29-f347-4cff-9b97-6f7a3f8ad4b0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.123223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb48c876-322f-4d68-9fca-c32af0999336 req-cc787c29-f347-4cff-9b97-6f7a3f8ad4b0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1737831 Jul 30 01:31:49.128098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] For port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:31:49.145441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:49.215740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Pushing event updated for resources: {'Port': ['ID=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:49.235657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.236597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:49.238438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-a1938fd6-03d5-43c7-b9e0-d5bbdcd8d901 service neutron] 10.222.0.55 "PUT /v2.0/ports/578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 HTTP/1.1" status: 200 len: 1097 time: 1.9833622 Jul 30 01:31:49.239044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'tag': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:49.243093 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5cd92d-dca3-4183-a40a-5daa1bbdd565", "tag": "578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:49.281738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afe22401-4cf4-45f6-9d0c-b08244f16e57 req-5529ad30-3ebf-4ef9-b39b-4424a9677f2e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836824 Jul 30 01:31:49.313316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb48c876-322f-4d68-9fca-c32af0999336 req-ae36141e-6411-4eaa-8b1e-87ae4d8d9ec8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752934 Jul 30 01:31:49.422092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-1ea6f31a-cca8-46ad-ae30-5a1051257f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.423822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-1ea6f31a-cca8-46ad-ae30-5a1051257f3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 1100 time: 0.0960374 Jul 30 01:31:49.499749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-fe4d85d0-835d-46c6-9ec6-6c0bb7dd34c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 HTTP/1.1" status: 200 len: 217 time: 0.0584521 Jul 30 01:31:49.573562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-9bd8532e-f613-4c24-8344-46f9581dbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.575229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-9bd8532e-f613-4c24-8344-46f9581dbb48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0653205 Jul 30 01:31:49.667983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:31:49.724235 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9432f4-4bf1-44dd-b834-0f5bb074ac7a x-openstack-request-id: req-ab9432f4-4bf1-44dd-b834-0f5bb074ac7a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:49.724555 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5cd92d-dca3-4183-a40a-5daa1bbdd565", "tag": "578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:49.724804 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab9432f4-4bf1-44dd-b834-0f5bb074ac7a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:49.725203 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'tag': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0', 'status': 'completed', 'code': 200} Jul 30 01:31:49.750445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f794cc-3876-4812-bcf2-0757605c7bac req-f11c6c4f-5826-4865-89c9-5624c8c82d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.752112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-f11c6c4f-5826-4865-89c9-5624c8c82d13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202981 Jul 30 01:31:49.769019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db21f8-f6f5-4581-8062-c7264cc77f8d req-5a9de3c8-32d2-42ed-a478-539cd8521719 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:49.777483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2db21f8-f6f5-4581-8062-c7264cc77f8d req-5a9de3c8-32d2-42ed-a478-539cd8521719 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1704690 Jul 30 01:31:49.868714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2db21f8-f6f5-4581-8062-c7264cc77f8d req-cf43c4f9-27d3-4d40-8307-11b723bb4647 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902693 Jul 30 01:31:49.928699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:31:49.940469 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] Sync routers for ids ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:31:49.951817 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9320182c-8d63-4c34-b2bf-9839f437c6aa admin admin] 10.222.0.78 "PUT /v2.0/routers/a4ef2a5c-f0cc-40f7-ba91-411cf51d9460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5943689 Jul 30 01:31:49.952023 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] Routers {'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:31:49.952023 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:49.959315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:49.961688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-b2b64223-331c-48c1-873e-fb2cfbb5ec3f service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701932 Jul 30 01:31:50.119995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f794cc-3876-4812-bcf2-0757605c7bac req-ce7a6577-6764-4a30-93c6-55ea6f915afe service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495657 Jul 30 01:31:50.197255 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] Set router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:31:50.248210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:50.388160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-385eda88-16e6-4751-bfe6-58cce85c0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.392389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-385eda88-16e6-4751-bfe6-58cce85c0f69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 1100 time: 0.1396883 Jul 30 01:31:50.549281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:50.563276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-434b9402-beb0-41eb-a6c3-4aa7ba820d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.565100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-434b9402-beb0-41eb-a6c3-4aa7ba820d0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1590939 Jul 30 01:31:50.619416 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:31:48Z', 'revision_number': 5, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port': {'id': '847fad44-707b-4e0e-8b84-43d394ae038d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:37Z', 'updated_at': '2021-07-30T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:50.669262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-7f2659c1-3435-4b5e-8ba6-298eab6a71a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 HTTP/1.1" status: 200 len: 217 time: 0.0448198 Jul 30 01:31:50.673194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Deleting port 847fad44-707b-4e0e-8b84-43d394ae038d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:50.673538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:50.692314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] Checking router: a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:31:50.719341 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] Routers {'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:31:50.720209 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:50.748621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-8ab2a5e4-de08-4685-b6f6-1d686d38fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.751307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-8ab2a5e4-de08-4685-b6f6-1d686d38fdd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0559418 Jul 30 01:31:50.764461 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:50.841446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-7791104f-4860-42fd-a769-bb3d0fd3a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.844363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-7791104f-4860-42fd-a769-bb3d0fd3a54f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784090 Jul 30 01:31:50.851337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] For port 847fad44-707b-4e0e-8b84-43d394ae038d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=847fad44-707b-4e0e-8b84-43d394ae038d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:50.851705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:50.854912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b529cae-c0b4-4059-9f37-b0d8c7c5912d req-2ffb6f9d-5842-42ae-bd93-012b225c3e7e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.856607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b529cae-c0b4-4059-9f37-b0d8c7c5912d req-2ffb6f9d-5842-42ae-bd93-012b225c3e7e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.2768126 Jul 30 01:31:50.875784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129710ab-5b0f-4a18-bbaa-a56dce194c88 req-434202d8-4ac2-40ec-8ce4-90ea95a8d84d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:50.879441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Calling delete_port for 847fad44-707b-4e0e-8b84-43d394ae038d owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:50.879663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-129710ab-5b0f-4a18-bbaa-a56dce194c88 req-434202d8-4ac2-40ec-8ce4-90ea95a8d84d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 948 time: 0.3127892 Jul 30 01:31:50.928086 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] Set router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:31:51.002733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-129710ab-5b0f-4a18-bbaa-a56dce194c88 req-b4a0afa8-49ad-4afd-99f4-78215e868871 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085892 Jul 30 01:31:51.025617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b529cae-c0b4-4059-9f37-b0d8c7c5912d req-e97bc12a-d0e0-4415-9133-4f06dbd35432 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434743 Jul 30 01:31:51.100769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-5bc603be-f063-48bb-b0e0-6fc51b03029b service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429440 Jul 30 01:31:51.126145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:31:50Z', 'revision_number': 6, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:51.270554 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4103305-5a7e-4a3e-a842-cd93c9677983 None None] The sync data for ids ['a4ef2a5c-f0cc-40f7-ba91-411cf51d9460'] in n-d-713499-10 is: [{'id': 'a4ef2a5c-f0cc-40f7-ba91-411cf51d9460', 'name': 'tempest-AttachSCSIVolumeTestJSON-493138031-router', 'tenant_id': '2c1a3e2392394ce5a753fb6cdd244571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:31:50Z', 'revision_number': 6, 'project_id': '2c1a3e2392394ce5a753fb6cdd244571', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:31:51.383896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dd559a6-1b8c-438a-be7c-738d8e8b2b15 req-10b6f6e5-58dc-420b-8da9-046d65a8fa13 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730420 Jul 30 01:31:51.393843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.480386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Pushing event deleted for resources: {'Port': ['ID=847fad44-707b-4e0e-8b84-43d394ae038d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:51.610289 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffe053d2-8b77-4a71-a355-15f9960dc614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.615150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.790451 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.822100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.825614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.974924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.975588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:31:51.985689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:51.986921 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f85cebe-2a0c-41fb-8e00-dda60c4a3940 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a4ef2a5c-f0cc-40f7-ba91-411cf51d9460 HTTP/1.1" status: 204 len: 168 time: 2.0266163 Jul 30 01:31:51.989500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55292) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:52.041090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b59fc-fc32-4f17-b822-c8c61c7a9a51 req-21237077-f0c1-47dd-808c-a86568a2c8b9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:52.043312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e01b59fc-fc32-4f17-b822-c8c61c7a9a51 req-21237077-f0c1-47dd-808c-a86568a2c8b9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.5397148 Jul 30 01:31:52.115864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Deleting subnet 5203dd67-b175-47d8-b4c8-29b5c6b34d1d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:31:52.142475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:52.145089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e01b59fc-fc32-4f17-b822-c8c61c7a9a51 req-779a6a45-750e-4fa5-bf33-98a11e836baf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943482 Jul 30 01:31:52.217532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:52.266480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1669fe-e975-4c96-99d8-056e5cec2974 req-0e749299-35c9-4796-9c89-b7aa0f6fdab4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:52.277674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:52.278492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d1669fe-e975-4c96-99d8-056e5cec2974 req-0e749299-35c9-4796-9c89-b7aa0f6fdab4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 948 time: 0.1244435 Jul 30 01:31:52.350072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d1669fe-e975-4c96-99d8-056e5cec2974 req-a68d1000-fd92-449a-9aed-1e282233193a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668213 Jul 30 01:31:52.475500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4bc4-c1a4-4f77-94c5-ff058ab4fa3b req-8bd021ae-639e-4e5a-8025-db502321a515 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:52.478037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-011d4bc4-c1a4-4f77-94c5-ff058ab4fa3b req-8bd021ae-639e-4e5a-8025-db502321a515 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1158357 Jul 30 01:31:52.565077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-011d4bc4-c1a4-4f77-94c5-ff058ab4fa3b req-eab11d69-51c2-4233-a0b1-01bc339167c5 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809412 Jul 30 01:31:52.677964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:52.810226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:52.885944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5203dd67-b175-47d8-b4c8-29b5c6b34d1d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:52.893127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:52.897900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55314) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:52.898148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2556dc97-f275-4d29-b400-72c77a00a5d8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5203dd67-b175-47d8-b4c8-29b5c6b34d1d HTTP/1.1" status: 204 len: 168 time: 0.9075427 Jul 30 01:31:52.903128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bbd292-d130-4f2d-9472-a469a1b8eee4 None None] Network ee527f84-44a2-42da-bde9-5389f9cd3e81 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:31:53.061405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.113003 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.220888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] DHCP port deletion for ee527f84-44a2-42da-bde9-5389f9cd3e81 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:31:53.230684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-ad8c52b4-0d54-4a7f-8ce4-f40fc14a6065 service neutron] 10.222.0.55 "GET /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7/bindings/n-h1-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.1070628 Jul 30 01:31:53.232161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Deleting port c4e2e0f7-edad-413e-836c-8c21b8714a32 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:53.232499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.358103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] For port c4e2e0f7-edad-413e-836c-8c21b8714a32, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4e2e0f7-edad-413e-836c-8c21b8714a32,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:53.359027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.388232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:53.400804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Calling delete_port for c4e2e0f7-edad-413e-836c-8c21b8714a32 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:53.413038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] Deleting port c4e2e0f7-edad-413e-836c-8c21b8714a32 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:53.413674 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.483354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] For port c4e2e0f7-edad-413e-836c-8c21b8714a32, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4e2e0f7-edad-413e-836c-8c21b8714a32,segment=NetworkSegment(dfd60152-1bac-49fc-ac00-8abcd5c0a04c),segment_id=dfd60152-1bac-49fc-ac00-8abcd5c0a04c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:53.484530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.498485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] Calling delete_port for c4e2e0f7-edad-413e-836c-8c21b8714a32 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:53.570900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.626380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e2e0f7-edad-413e-836c-8c21b8714a32,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:53.637501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] No DVR routers for this DVR port c4e2e0f7-edad-413e-836c-8c21b8714a32 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:31:53.667418 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.669711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:31:53.670258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8aaaa8d3-2951-453a-90b2-0074c8cd9c94 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:31:53.670874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 847fad44-707b-4e0e-8b84-43d394ae038d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:53.709657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 847fad44-707b-4e0e-8b84-43d394ae038d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:31:53.710431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 847fad44-707b-4e0e-8b84-43d394ae038d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:31:53.710431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4e2e0f7-edad-413e-836c-8c21b8714a32 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:53.717178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26208be3-cb9f-4920-b476-44167c081873 req-d00f9c92-e052-4340-96e0-10a1ed5a974f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:53.726561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26208be3-cb9f-4920-b476-44167c081873 req-d00f9c92-e052-4340-96e0-10a1ed5a974f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 948 time: 0.2453222 Jul 30 01:31:53.740176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] No DVR routers for this DVR port c4e2e0f7-edad-413e-836c-8c21b8714a32 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:31:53.759913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7ba6-acf3-4e77-8ba0-90dea02058ba None None] Pushing event deleted for resources: {'Port': ['ID=c4e2e0f7-edad-413e-836c-8c21b8714a32,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:53.764834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c4e2e0f7-edad-413e-836c-8c21b8714a32 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:31:53.765457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4e2e0f7-edad-413e-836c-8c21b8714a32 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:31:53.819146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26208be3-cb9f-4920-b476-44167c081873 req-9a7c2ee9-a641-4698-aed9-3a2955a599f8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913954 Jul 30 01:31:53.838728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77876fef-b38a-445c-b1ae-7ef882cb671d req-9e8031bb-5179-411d-ba8c-67c1576a6606 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:53.840566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77876fef-b38a-445c-b1ae-7ef882cb671d req-9e8031bb-5179-411d-ba8c-67c1576a6606 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.3605659 Jul 30 01:31:53.871640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:53.897800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77876fef-b38a-445c-b1ae-7ef882cb671d req-3afbfa46-458a-45bc-9a2c-3ed25db33715 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474098 Jul 30 01:31:53.926952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee527f84-44a2-42da-bde9-5389f9cd3e81']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:53.940389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:53.940655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd60152-1bac-49fc-ac00-8abcd5c0a04c') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:53.964700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.029862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.047505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:31:54.048561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:31:54.051036 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:31:54.195487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.209999 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.214610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] 10.222.0.78 "DELETE /v2.0/networks/ee527f84-44a2-42da-bde9-5389f9cd3e81 HTTP/1.1" status: 204 len: 168 time: 1.3123531 Jul 30 01:31:54.214610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:54.215025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:54.231102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:31:54.244653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f9073-136d-487f-a976-65b89be517fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ee527f84-44a2-42da-bde9-5389f9cd3e81,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:54.265632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc13d-efbe-4aea-b78b-32d7e1ccee78 req-11e6eb4e-520f-4b1a-b54d-285cf04f5d2c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:54.267276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d1cc13d-efbe-4aea-b78b-32d7e1ccee78 req-11e6eb4e-520f-4b1a-b54d-285cf04f5d2c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 944 time: 0.1725175 Jul 30 01:31:54.270858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:54.363990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d1cc13d-efbe-4aea-b78b-32d7e1ccee78 req-028980e3-4015-4f62-aa62-298a816f4025 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595262 Jul 30 01:31:54.371769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:54.419625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:54.423165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.462091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.513549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:54.536021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0', 'mac_address': 'fa:16:3e:eb:e3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:31:54.586096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd9e0b-cd8e-404e-95d1-14b216f7c7da req-de2d885e-9a51-480b-98f9-e93f1d429d8f tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:54.593963 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.594271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdbd9e0b-cd8e-404e-95d1-14b216f7c7da req-de2d885e-9a51-480b-98f9-e93f1d429d8f tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.1084430 Jul 30 01:31:54.611923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:31:54.645560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:54.656533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdbd9e0b-cd8e-404e-95d1-14b216f7c7da req-f0510f08-1538-4495-b8e5-0de6369f1074 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593829 Jul 30 01:31:54.668520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] Transition to ACTIVE for port object 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:31:54.672496 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.683177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:54.771421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] No DVR routers for this DVR port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:31:54.775292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:54.792250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:54.817720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-326206b5-7537-4caf-8526-8052d6a2e2fc service neutron] 10.222.0.55 "PUT /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7/bindings/n-h1-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5653651 Jul 30 01:31:55.074769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe259f-3238-4e49-928c-5c67b0753a6f req-954dd905-2921-486c-ab8c-aed435d0098d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.076208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5fe259f-3238-4e49-928c-5c67b0753a6f req-954dd905-2921-486c-ab8c-aed435d0098d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 949 time: 0.1646826 Jul 30 01:31:55.095839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c478c82c-5e33-4377-bcd5-26a947565b72 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.103381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-c478c82c-5e33-4377-bcd5-26a947565b72 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.1305208 Jul 30 01:31:55.137865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:55.141794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9fac7-7d51-40a6-914e-80ef15f1e578 req-e033734c-4a08-428d-9dda-d94588117161 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.143835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20b9fac7-7d51-40a6-914e-80ef15f1e578 req-e033734c-4a08-428d-9dda-d94588117161 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1354513 Jul 30 01:31:55.146223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:55.225430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5fe259f-3238-4e49-928c-5c67b0753a6f req-247b3954-3179-43c4-a6c3-84413199f088 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405516 Jul 30 01:31:55.283535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20b9fac7-7d51-40a6-914e-80ef15f1e578 req-e39a3606-c137-478a-a1ac-b81b020c0632 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251199 Jul 30 01:31:55.293141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-8c3e38d7-a8be-4bf3-b71c-17c922a4945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.295038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-8c3e38d7-a8be-4bf3-b71c-17c922a4945a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249&tenant_id=5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 1097 time: 0.1809931 Jul 30 01:31:55.400888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-dd808f14-ad4f-4da8-b7d5-6d0d38b575e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.405142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-dd808f14-ad4f-4da8-b7d5-6d0d38b575e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1097 time: 0.0701194 Jul 30 01:31:55.574008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Deleting port cca2e148-b5a7-44d5-8422-6d37ac362407 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:55.574589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:55.618703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf554-e910-4e81-99ea-83b1f1b532bd req-35db6521-33f0-4d13-940a-a336241376f2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.620526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f88cf554-e910-4e81-99ea-83b1f1b532bd req-35db6521-33f0-4d13-940a-a336241376f2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 945 time: 0.1258368 Jul 30 01:31:55.637366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-9c352d03-a060-4e22-8191-a7a6528f31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.639376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-9c352d03-a060-4e22-8191-a7a6528f31c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2247884 Jul 30 01:31:55.705956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-80b15011-64d1-43a3-9732-0978e94d88c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 200 len: 217 time: 0.0557075 Jul 30 01:31:55.708189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] For port cca2e148-b5a7-44d5-8422-6d37ac362407, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cca2e148-b5a7-44d5-8422-6d37ac362407,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:55.708750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:55.738066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Calling delete_port for cca2e148-b5a7-44d5-8422-6d37ac362407 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:55.750945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f88cf554-e910-4e81-99ea-83b1f1b532bd req-dd04b022-6c11-4a8e-8748-ed573926ba33 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223438 Jul 30 01:31:55.770697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-958d6872-dd4e-457d-8ca5-74f8ce4cab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.772688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-958d6872-dd4e-457d-8ca5-74f8ce4cab33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0572269 Jul 30 01:31:55.817324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-d59325a7-5737-4caf-bea9-c6886063640d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281947 Jul 30 01:31:55.907867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357bbff-7ce6-400e-9a6e-ce340aa70b53 req-d285c8c8-eb70-4a47-8648-a510cf76f848 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:55.915554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4357bbff-7ce6-400e-9a6e-ce340aa70b53 req-d285c8c8-eb70-4a47-8648-a510cf76f848 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.1355982 Jul 30 01:31:55.970059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4357bbff-7ce6-400e-9a6e-ce340aa70b53 req-f594fa53-1d0a-4d92-9309-114c58add488 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533085 Jul 30 01:31:55.999317 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-09977121-cb1a-4d00-93e8-1c4a636eb207 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660836 Jul 30 01:31:56.057587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:56.094365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Pushing event deleted for resources: {'Port': ['ID=cca2e148-b5a7-44d5-8422-6d37ac362407,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:56.188546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-a103d3d3-47b0-4a65-9952-754d109d904a service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682520 Jul 30 01:31:56.397994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:56.436328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87851-ff5f-41c1-8f2c-881d578d776c req-e6d3baa9-a74e-4310-9230-f8fdf6886b56 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:56.444042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2f87851-ff5f-41c1-8f2c-881d578d776c req-e6d3baa9-a74e-4310-9230-f8fdf6886b56 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 949 time: 0.0984540 Jul 30 01:31:56.496275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d4de5-ac4d-4b9a-a811-c661e03807e7 req-65a3b073-cfc6-4933-8e5b-b2b3747ad597 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:56.504994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b6d4de5-ac4d-4b9a-a811-c661e03807e7 req-65a3b073-cfc6-4933-8e5b-b2b3747ad597 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1087339 Jul 30 01:31:56.515798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2f87851-ff5f-41c1-8f2c-881d578d776c req-b90d2e98-4dcd-45d4-b0ff-7e84f29716fd tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Jul 30 01:31:56.650551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b6d4de5-ac4d-4b9a-a811-c661e03807e7 req-44c5f917-ba2f-437d-b539-dac8e33bfde6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406929 Jul 30 01:31:56.710518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-adc85646-c2f7-49c7-853a-9507d067cefc tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:56.712050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-adc85646-c2f7-49c7-853a-9507d067cefc tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.55 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.1562235 Jul 30 01:31:56.719588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-b4a41ba1-d8a5-4ba0-98c2-916ba4af18e0 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:56.721082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-b4a41ba1-d8a5-4ba0-98c2-916ba4af18e0 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.1345494 Jul 30 01:31:56.745712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Router 106f3844-035e-4e54-8077-536d34bc2a50 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:31:56.912669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:31:56.918220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-780067c7-eda6-4917-ae4d-90bb1d1cdc8a admin admin] 10.222.0.78 "PUT /v2.0/routers/106f3844-035e-4e54-8077-536d34bc2a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021217 Jul 30 01:31:56.920672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55390) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:56.925779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] Sync routers for ids ['106f3844-035e-4e54-8077-536d34bc2a50'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:31:56.947767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] Routers {'106f3844-035e-4e54-8077-536d34bc2a50'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:31:56.950233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['106f3844-035e-4e54-8077-536d34bc2a50'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:57.008116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e324955d-8b7c-4112-b22e-a342c48eefb5 service neutron] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:31:57.014445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e324955d-8b7c-4112-b22e-a342c48eefb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.016039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfff725-d48c-40ba-ab9a-5dbffde2a232 req-e324955d-8b7c-4112-b22e-a342c48eefb5 service neutron] 10.222.0.66 "DELETE /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7/bindings/n-h2-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.2829554 Jul 30 01:31:57.076390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Deleting port c8eca477-7812-464a-ade4-83132aaef14b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:57.077006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.083384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.108796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedf496-014a-40b2-9cf2-4da576c9921b req-28616a37-31e9-4fb7-b07c-a8f8de06744b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:57.118976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fedf496-014a-40b2-9cf2-4da576c9921b req-28616a37-31e9-4fb7-b07c-a8f8de06744b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 945 time: 0.2370932 Jul 30 01:31:57.204651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] Set router 106f3844-035e-4e54-8077-536d34bc2a50 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:31:57.208289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.274051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fedf496-014a-40b2-9cf2-4da576c9921b req-b03d2b8d-3546-466b-8b62-f191dadabdbf tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501787 Jul 30 01:31:57.296901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10f985-067b-4e29-9523-024d2b840010 req-843c5028-14da-452c-9aae-38dfdfa5ee5b tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:57.307993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b10f985-067b-4e29-9523-024d2b840010 req-843c5028-14da-452c-9aae-38dfdfa5ee5b tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 945 time: 0.1782820 Jul 30 01:31:57.411089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b10f985-067b-4e29-9523-024d2b840010 req-c58b7fd4-9e54-4d69-9f53-607ae3721c9a tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/security-groups?id=9ebe1d96-4f17-4e37-bf62-271e742f571e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020176 Jul 30 01:31:57.413104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Deleting port 786ef68e-3825-476e-9a21-4caa212516a7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:57.413450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.427441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] For port c8eca477-7812-464a-ade4-83132aaef14b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c8eca477-7812-464a-ade4-83132aaef14b,segment=NetworkSegment(71cec94b-277c-4a63-9ddd-3ccb26460e56),segment_id=71cec94b-277c-4a63-9ddd-3ccb26460e56)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:57.427885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.442461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Calling delete_port for c8eca477-7812-464a-ade4-83132aaef14b owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:57.524097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] For port 786ef68e-3825-476e-9a21-4caa212516a7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=786ef68e-3825-476e-9a21-4caa212516a7,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:57.524401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.539778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Calling delete_port for 786ef68e-3825-476e-9a21-4caa212516a7 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:57.615418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7fe61-caec-4c9c-911c-2e757a94c5fd req-bb75a33e-16de-408f-abe6-2a2785cd20a2 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:57.628771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8a7fe61-caec-4c9c-911c-2e757a94c5fd req-bb75a33e-16de-408f-abe6-2a2785cd20a2 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1097 time: 0.1321981 Jul 30 01:31:57.730119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '786ef68e-3825-476e-9a21-4caa212516a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:31:55Z', 'revision_number': 5, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port': {'id': '786ef68e-3825-476e-9a21-4caa212516a7', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106f3844-035e-4e54-8077-536d34bc2a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:57.754554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8a7fe61-caec-4c9c-911c-2e757a94c5fd req-d408e116-cb9b-4c0b-946b-aaa356828b09 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245689 Jul 30 01:31:57.794160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf771-6b95-4064-b82c-af32232ccb0a req-74e998c7-693f-4af5-840e-c1af25420501 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:57.802345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6acdf771-6b95-4064-b82c-af32232ccb0a req-74e998c7-693f-4af5-840e-c1af25420501 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 949 time: 0.1649933 Jul 30 01:31:57.839253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] Checking router: 106f3844-035e-4e54-8077-536d34bc2a50 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:31:57.856419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] Routers {'106f3844-035e-4e54-8077-536d34bc2a50'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:31:57.857639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['106f3844-035e-4e54-8077-536d34bc2a50'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:57.872152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.885694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6acdf771-6b95-4064-b82c-af32232ccb0a req-370b5669-f861-41f3-a4f1-0eb891cb6db9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687990 Jul 30 01:31:57.886179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.912904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Pushing event deleted for resources: {'Port': ['ID=c8eca477-7812-464a-ade4-83132aaef14b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:57.956263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] No DVR routers for this DVR port c8eca477-7812-464a-ade4-83132aaef14b on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:31:57.959561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.962010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eb319ba-5e40-448e-8aa1-d2067f154821 req-9e148046-952e-4393-99eb-ead05d890204 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.55 "DELETE /v2.0/ports/c8eca477-7812-464a-ade4-83132aaef14b HTTP/1.1" status: 204 len: 173 time: 1.1776333 Jul 30 01:31:57.962316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'name': 'network-vif-deleted', 'tag': 'c8eca477-7812-464a-ade4-83132aaef14b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:57.964922 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55a358-8dc7-40ff-8ab0-3120550236f8" -d '{"events": [{"server_uuid": "456b92fd-981d-4b78-8dfd-b3b6b1ac0247", "name": "network-vif-deleted", "tag": "c8eca477-7812-464a-ade4-83132aaef14b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:58.069671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=786ef68e-3825-476e-9a21-4caa212516a7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:58.098140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4784e02-b834-42b6-81f8-449ff5f03a1b req-949dbda9-0784-4e8d-951a-9964eaad3838 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:58.098557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['c8eca477-7812-464a-ade4-83132aaef14b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:31:58.113648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4784e02-b834-42b6-81f8-449ff5f03a1b req-949dbda9-0784-4e8d-951a-9964eaad3838 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1021519 Jul 30 01:31:58.137031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.223860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4784e02-b834-42b6-81f8-449ff5f03a1b req-08c0e93b-258f-4415-8c5b-e3387be0de81 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990341 Jul 30 01:31:58.237154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:31:58.305298 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70be91-6942-4df5-832e-abe23282d9c0 x-openstack-request-id: req-9f70be91-6942-4df5-832e-abe23282d9c0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:58.306609 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b92fd-981d-4b78-8dfd-b3b6b1ac0247", "name": "network-vif-deleted", "tag": "c8eca477-7812-464a-ade4-83132aaef14b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:58.307433 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f70be91-6942-4df5-832e-abe23282d9c0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:58.307433 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b92fd-981d-4b78-8dfd-b3b6b1ac0247', 'name': 'network-vif-deleted', 'tag': 'c8eca477-7812-464a-ade4-83132aaef14b', 'status': 'completed', 'code': 200} Jul 30 01:31:58.330701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] Set router 106f3844-035e-4e54-8077-536d34bc2a50 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:31:58.338001 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.341125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.393401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b60234-a46f-4573-9e52-ce33df842073 req-c687c68b-5f7b-4576-8569-98595b79cac9 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:58.406639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9b60234-a46f-4573-9e52-ce33df842073 req-c687c68b-5f7b-4576-8569-98595b79cac9 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 1097 time: 0.0716751 Jul 30 01:31:58.416059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:31:57Z', 'revision_number': 6, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:31:58.419759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.420506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106f3844-035e-4e54-8077-536d34bc2a50 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:31:58.429727 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.431065 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f07a17d6-7268-4ae0-9810-fea6fa1b2ed2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/106f3844-035e-4e54-8077-536d34bc2a50 HTTP/1.1" status: 204 len: 168 time: 1.5053892 Jul 30 01:31:58.433486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55428) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:58.460227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9b60234-a46f-4573-9e52-ce33df842073 req-c228207f-7a26-477a-b8f2-acecc610d412 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Jul 30 01:31:58.485693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6e6745-030f-45c5-85a7-a52aa7d2a334 None None] The sync data for ids ['106f3844-035e-4e54-8077-536d34bc2a50'] in n-d-713499-10 is: [{'id': '106f3844-035e-4e54-8077-536d34bc2a50', 'name': 'tempest-AttachSCSIVolumeTestJSON-686923034-router', 'tenant_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:56Z', 'updated_at': '2021-07-30T01:31:57Z', 'revision_number': 6, 'project_id': 'b8d2ccb9692e4071bc123f6e4edfa373', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:31:58.496056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Deleting subnet e8987309-0704-4c69-a33f-84ae9c2a066b {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:31:58.509219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.524192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:31:58.536018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:31:58.536445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.570626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.631044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-160bdbc8-81a3-43c9-95de-154ead8d116f req-cd5156b4-6deb-4836-be3e-67eed47e0c83 tempest-VolumesAdminNegativeTest-1783102851 tempest-VolumesAdminNegativeTest-1783102851-project] 10.222.0.78 "GET /v2.0/ports?device_id=456b92fd-981d-4b78-8dfd-b3b6b1ac0247 HTTP/1.1" status: 200 len: 210 time: 0.0497556 Jul 30 01:31:58.681792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.734583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:58.735809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:31:58.744351 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb272cf-9ffa-4630-a538-5dc7755d0266" -d '{"events": [{"server_uuid": "4b5cd92d-dca3-4183-a40a-5daa1bbdd565", "name": "network-vif-plugged", "status": "completed", "tag": "578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:31:58.750293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.770182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.826654 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9dd90-6953-4f6f-a8c5-7bba1070df82 x-openstack-request-id: req-75e9dd90-6953-4f6f-a8c5-7bba1070df82 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:31:58.827751 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5cd92d-dca3-4183-a40a-5daa1bbdd565", "name": "network-vif-plugged", "status": "completed", "tag": "578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:31:58.828369 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75e9dd90-6953-4f6f-a8c5-7bba1070df82 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:31:58.828975 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0', 'code': 200} Jul 30 01:31:58.837747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:58.908425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.953251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:58.957615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e8987309-0704-4c69-a33f-84ae9c2a066b HTTP/1.1" status: 204 len: 168 time: 0.5208306 Jul 30 01:31:58.959747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9048b41-640a-4102-872d-28995287a8e4 None None] Network a0caf463-7dc5-49cd-8198-26ad15416382 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:31:58.961228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55446) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:31:59.021413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8c666-9512-4abb-a555-72c278c1b26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8987309-0704-4c69-a33f-84ae9c2a066b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:31:59.159373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:59.327523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36860a1e-f26a-4462-943c-8501fad45df0 req-51b6e2af-745a-49c3-8274-84d5f09b222b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:59.329637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36860a1e-f26a-4462-943c-8501fad45df0 req-51b6e2af-745a-49c3-8274-84d5f09b222b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 950 time: 0.1655600 Jul 30 01:31:59.402174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32b35e-1db1-4ea9-9d21-6064ec2cb8b5 req-87ad0068-274e-468b-b58f-b7f3ff1d8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:59.404064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c32b35e-1db1-4ea9-9d21-6064ec2cb8b5 req-87ad0068-274e-468b-b58f-b7f3ff1d8fd8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 1102 time: 0.3656561 Jul 30 01:31:59.454093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36860a1e-f26a-4462-943c-8501fad45df0 req-a6a6368c-c73a-4978-8eae-91057da4a6ce tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921404 Jul 30 01:31:59.490580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c32b35e-1db1-4ea9-9d21-6064ec2cb8b5 req-88a63ca1-9c4b-492a-9dd3-3d84d7aae957 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665133 Jul 30 01:31:59.508271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] DHCP port deletion for a0caf463-7dc5-49cd-8198-26ad15416382 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:31:59.528727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87eafc-7bc0-4e2e-800b-4cb866420be2 req-6bc32de1-3bd6-4c19-b0e1-af98cc38b935 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:31:59.542136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f87eafc-7bc0-4e2e-800b-4cb866420be2 req-6bc32de1-3bd6-4c19-b0e1-af98cc38b935 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1946313 Jul 30 01:31:59.554543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Deleting port fe854971-e35d-487a-a00c-b64b7fd8d7e1 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:59.554880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:59.641895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] Deleting port fe854971-e35d-487a-a00c-b64b7fd8d7e1 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:31:59.642354 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:59.646291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 786ef68e-3825-476e-9a21-4caa212516a7 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:59.692156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 786ef68e-3825-476e-9a21-4caa212516a7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:31:59.692524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 786ef68e-3825-476e-9a21-4caa212516a7 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:31:59.692924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe854971-e35d-487a-a00c-b64b7fd8d7e1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:31:59.804944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] For port fe854971-e35d-487a-a00c-b64b7fd8d7e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe854971-e35d-487a-a00c-b64b7fd8d7e1,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:31:59.806016 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:59.832366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] Calling delete_port for fe854971-e35d-487a-a00c-b64b7fd8d7e1 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:31:59.938147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55464) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:00.029580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Deleting subnet eafe642e-c206-4c66-ba7b-392253d0d3f7 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:32:00.044511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.071809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.096697 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.105670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] For port fe854971-e35d-487a-a00c-b64b7fd8d7e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe854971-e35d-487a-a00c-b64b7fd8d7e1,segment=NetworkSegment(443d4550-dab5-4cc8-9035-49e6e70d427a),segment_id=443d4550-dab5-4cc8-9035-49e6e70d427a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:00.106154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.130983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f87eafc-7bc0-4e2e-800b-4cb866420be2 req-7307fa08-73da-4896-b692-262ee438c339 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835066 Jul 30 01:32:00.149603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Calling delete_port for fe854971-e35d-487a-a00c-b64b7fd8d7e1 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:00.160280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] Pushing event deleted for resources: {'Port': ['ID=fe854971-e35d-487a-a00c-b64b7fd8d7e1,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:00.167105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45667a8d-479c-4004-94c2-fd5733c2154e None None] No DVR routers for this DVR port fe854971-e35d-487a-a00c-b64b7fd8d7e1 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:00.185848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.191907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cca2e148-b5a7-44d5-8422-6d37ac362407 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:00.213841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: cca2e148-b5a7-44d5-8422-6d37ac362407 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:00.214101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cca2e148-b5a7-44d5-8422-6d37ac362407 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:00.257964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c8eca477-7812-464a-ade4-83132aaef14b no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:00.292359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: c8eca477-7812-464a-ade4-83132aaef14b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:00.292676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c8eca477-7812-464a-ade4-83132aaef14b not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:00.304648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.351940 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.366002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] No DVR routers for this DVR port fe854971-e35d-487a-a00c-b64b7fd8d7e1 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:00.366514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.383114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.385344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/eafe642e-c206-4c66-ba7b-392253d0d3f7 HTTP/1.1" status: 204 len: 168 time: 0.4459634 Jul 30 01:32:00.403905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:00.412067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6044b4-7e8e-4057-b8c7-4a1677fa1412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafe642e-c206-4c66-ba7b-392253d0d3f7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:00.428389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe854971-e35d-487a-a00c-b64b7fd8d7e1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:00.513629 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.535028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0caf463-7dc5-49cd-8198-26ad15416382']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:00.537838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.548140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443d4550-dab5-4cc8-9035-49e6e70d427a') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:00.549263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443d4550-dab5-4cc8-9035-49e6e70d427a') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:00.570711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.630566 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.642665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:32:00.643343 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:32:00.646301 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:32:00.649318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.656928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc192a6-7d4c-4e89-b88f-7ebd9156b498']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:00.669022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cec94b-277c-4a63-9ddd-3ccb26460e56') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:00.669412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cec94b-277c-4a63-9ddd-3ccb26460e56') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:00.679073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.693313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.699636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:32:00.700032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.716190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622a7fd-24f2-4a41-99f5-f96a54c3fe9e req-981df104-0440-41bb-9932-4370bd0db3e0 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:00.718092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9622a7fd-24f2-4a41-99f5-f96a54c3fe9e req-981df104-0440-41bb-9932-4370bd0db3e0 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 950 time: 0.1361997 Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:32:00.739958 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:32:00.765836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.773152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.774353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.779297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] 10.222.0.78 "DELETE /v2.0/networks/a0caf463-7dc5-49cd-8198-26ad15416382 HTTP/1.1" status: 204 len: 168 time: 1.8147836 Jul 30 01:32:00.797135 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:00.802703 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fdc192a6-7d4c-4e89-b88f-7ebd9156b498 HTTP/1.1" status: 204 len: 168 time: 0.3970702 Jul 30 01:32:00.809507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:00.813687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc8aa2-58bb-4d16-8224-30f78f2f74c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc192a6-7d4c-4e89-b88f-7ebd9156b498,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:00.858841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9622a7fd-24f2-4a41-99f5-f96a54c3fe9e req-0dc765ef-211b-4706-a685-3d0555faa71e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323452 Jul 30 01:32:00.861333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4d439-508d-41c7-9af5-0e3086684d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0caf463-7dc5-49cd-8198-26ad15416382,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:00.915203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Deleting subnet 83402cd2-7ad0-4898-8321-b5be4778e127 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:32:00.919386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.014310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.111764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.139377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:01.203640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.239130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e22d348d-0824-42f2-a5c3-31ec0c6c14ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c1a3e2392394ce5a753fb6cdd244571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956070 Jul 30 01:32:01.242061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:01.266214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83402cd2-7ad0-4898-8321-b5be4778e127,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:01.293635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.298806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6a45111c-4927-4428-b89f-c9f2339ff408 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/83402cd2-7ad0-4898-8321-b5be4778e127 HTTP/1.1" status: 204 len: 168 time: 0.4880140 Jul 30 01:32:01.301720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55500) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:01.326432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad00fef-1199-4e7b-aed6-2be23045f93e req-d6213520-ac5b-4cd3-a6cf-d29eb582f198 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:01.329006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ad00fef-1199-4e7b-aed6-2be23045f93e req-d6213520-ac5b-4cd3-a6cf-d29eb582f198 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0774822 Jul 30 01:32:01.400283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ad00fef-1199-4e7b-aed6-2be23045f93e req-40d5214f-7a06-4dcc-a960-630819232895 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 Jul 30 01:32:01.441455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.464538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5abf-2a72-4786-919e-286fd30d844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.490467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5abf-2a72-4786-919e-286fd30d844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.613388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.626499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44808d91-8a10-4b3a-982f-afdf526c99c9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:01.640577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5abf-2a72-4786-919e-286fd30d844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.643829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5abf-2a72-4786-919e-286fd30d844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.645381 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cc9a5abf-2a72-4786-919e-286fd30d844c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17d9d7f5-51b1-41ad-b1ec-b42ded178756 HTTP/1.1" status: 204 len: 168 time: 0.4022746 Jul 30 01:32:01.647192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5babbc-ab96-4bb2-a6d3-88db1b4b6a01') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:01.647484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5babbc-ab96-4bb2-a6d3-88db1b4b6a01') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:01.671701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.673904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a5abf-2a72-4786-919e-286fd30d844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d9d7f5-51b1-41ad-b1ec-b42ded178756,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:01.697882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.711985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:32:01.712533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:32:01.714514 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:32:01.801014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.811220 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:01.813722 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] 10.222.0.78 "DELETE /v2.0/networks/44808d91-8a10-4b3a-982f-afdf526c99c9 HTTP/1.1" status: 204 len: 168 time: 0.5109184 Jul 30 01:32:01.825738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd58aad-b1f2-4dc7-8060-08b5db7f527c admin admin] Pushing event deleted for resources: {'Network': ['ID=44808d91-8a10-4b3a-982f-afdf526c99c9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:02.055055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:02.113359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304120d-b75f-444a-a8d6-eeed4d161539 req-2e566d62-7ee6-4d48-bd06-7735e1861d28 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:02.122322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6304120d-b75f-444a-a8d6-eeed4d161539 req-2e566d62-7ee6-4d48-bd06-7735e1861d28 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 950 time: 0.1239877 Jul 30 01:32:02.144744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f155410-8204-4ed3-a70f-04f603ab6a05 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae2ad91605a249418fbbcfe521d016cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884674 Jul 30 01:32:02.147874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55524) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:02.196821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6304120d-b75f-444a-a8d6-eeed4d161539 req-99317d80-c1b3-4658-abe2-28192fb0cc37 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579045 Jul 30 01:32:02.438413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55536) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:02.438607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8a8d-4109-4df8-bf10-2a177ca174f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.472263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e6f5-4ae6-466d-930f-6cc239689d4c req-4d5d9cec-397f-4639-83fb-28bcc7717a5c tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:02.481193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d55e6f5-4ae6-466d-930f-6cc239689d4c req-4d5d9cec-397f-4639-83fb-28bcc7717a5c tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 1102 time: 0.1845031 Jul 30 01:32:02.506909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8a8d-4109-4df8-bf10-2a177ca174f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.573481 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9d42dfea-bc5e-4ea6-825d-0e71d218e76a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8d2ccb9692e4071bc123f6e4edfa373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338868 Jul 30 01:32:02.576796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55546) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:02.578544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d55e6f5-4ae6-466d-930f-6cc239689d4c req-191c526e-638b-40b3-bb4c-a0b5f4e4ab20 tempest-ServersOnMultiNodesTest-1995472446 tempest-ServersOnMultiNodesTest-1995472446-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879586 Jul 30 01:32:02.645031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8a8d-4109-4df8-bf10-2a177ca174f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.649714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8a8d-4109-4df8-bf10-2a177ca174f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.651223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7d1f8a8d-4109-4df8-bf10-2a177ca174f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ebe1d96-4f17-4e37-bf62-271e742f571e HTTP/1.1" status: 204 len: 168 time: 0.5020952 Jul 30 01:32:02.705507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f8a8d-4109-4df8-bf10-2a177ca174f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe1d96-4f17-4e37-bf62-271e742f571e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:02.726095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94070f8-5bb4-4a7a-864e-8497b13a83d7 req-b62fe9bb-3cf2-4e90-82ae-bc5773ca7095 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:02.736127 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c94070f8-5bb4-4a7a-864e-8497b13a83d7 req-b62fe9bb-3cf2-4e90-82ae-bc5773ca7095 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0835426 Jul 30 01:32:02.741445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21f6e04f-845e-43e9-adfd-dc46280787cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.797768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21f6e04f-845e-43e9-adfd-dc46280787cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.815549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c94070f8-5bb4-4a7a-864e-8497b13a83d7 req-863e7ea6-9246-48d1-8fd3-546f10ca189b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759125 Jul 30 01:32:02.931907 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:32:02.938809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21f6e04f-845e-43e9-adfd-dc46280787cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.942553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21f6e04f-845e-43e9-adfd-dc46280787cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:02.948777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-21f6e04f-845e-43e9-adfd-dc46280787cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec2f6daa-453c-4741-adec-6749d32319fe HTTP/1.1" status: 204 len: 168 time: 0.3699784 Jul 30 01:32:02.974730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6e04f-845e-43e9-adfd-dc46280787cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2f6daa-453c-4741-adec-6749d32319fe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:03.093800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aed5cd-1d86-451f-8d5c-3658329e7a20 req-78219f0e-6cb2-4718-9103-2c0ab0444537 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:03.110072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03aed5cd-1d86-451f-8d5c-3658329e7a20 req-78219f0e-6cb2-4718-9103-2c0ab0444537 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 950 time: 0.0907366 Jul 30 01:32:03.261519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03aed5cd-1d86-451f-8d5c-3658329e7a20 req-6e6407f0-7d42-4846-a841-3a4bd46d7981 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391819 Jul 30 01:32:03.697463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:03.755210 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ffcaedf4-dfc4-4a4a-885a-caf0e1a9d868 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ac8c8a0474643aa8784139d917bce3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552628 Jul 30 01:32:03.757695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:03.839689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568160b2-4687-4f40-afeb-7734cf0b28ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:03.877458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568160b2-4687-4f40-afeb-7734cf0b28ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:03.987595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea4f8-5ae8-4b19-8a57-1d0a76b0a11e req-e7be6d79-d6e1-4666-b080-1748faaf0767 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:03.997236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-355ea4f8-5ae8-4b19-8a57-1d0a76b0a11e req-e7be6d79-d6e1-4666-b080-1748faaf0767 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0871520 Jul 30 01:32:04.015342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568160b2-4687-4f40-afeb-7734cf0b28ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.017894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568160b2-4687-4f40-afeb-7734cf0b28ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.019156 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-568160b2-4687-4f40-afeb-7734cf0b28ff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc851843-3284-4d74-9834-695cce6d8c4a HTTP/1.1" status: 204 len: 168 time: 0.2602415 Jul 30 01:32:04.058828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568160b2-4687-4f40-afeb-7734cf0b28ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc851843-3284-4d74-9834-695cce6d8c4a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:04.060771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-355ea4f8-5ae8-4b19-8a57-1d0a76b0a11e req-f254f14a-a82c-4d80-995f-7c24976f529f tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Jul 30 01:32:04.443236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55612) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:04.465719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c95a7-c645-4c95-b66e-f78083389105 req-002eb440-52f2-4ebe-9616-995b6dc7504f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:04.482300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f5c95a7-c645-4c95-b66e-f78083389105 req-002eb440-52f2-4ebe-9616-995b6dc7504f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 950 time: 0.0969744 Jul 30 01:32:04.531850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f5c95a7-c645-4c95-b66e-f78083389105 req-8124365f-9532-41fc-9426-1a04ea986099 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484605 Jul 30 01:32:04.599616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-network', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:04.671407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Made reservation on behalf of 61d73719c81e4a88bea67d601b3c082a for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:04.690638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.716740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.730876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-d9e73fbc-a2c8-4f5a-b3a9-aad5180f268d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:04.732531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-d9e73fbc-a2c8-4f5a-b3a9-aad5180f268d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 950 time: 0.1621468 Jul 30 01:32:04.909890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:04.910236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.911481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.917173 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.952531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:32:04.969014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542d059-b7af-403b-bb05-8a77295a7293,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:04.973157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.973719 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Added segment b60a8fd6-0340-47a5-88ab-f653ce14af89 of type vlan for network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 Jul 30 01:32:05.025441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.058204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:05.058577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.074958 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.075206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:05.076401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:05.077688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.146542 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7019296 Jul 30 01:32:05.149413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55658) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:05.157680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Request body: {'subnet': {'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-subnet', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:05.170245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0be8d-ec69-4fb8-9959-0fde9d17e0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c89b8b74-87a9-4dc6-9a00-d8d4d433afc2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:05.185327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:32:05.191979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Made reservation on behalf of 61d73719c81e4a88bea67d601b3c082a for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:05.195234 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.224247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466479ba-c75e-436b-98a2-9a5553e3a297 req-78e7d236-be91-47f9-84c0-ff7b077e40f1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:05.225802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-466479ba-c75e-436b-98a2-9a5553e3a297 req-78e7d236-be91-47f9-84c0-ff7b077e40f1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.0738075 Jul 30 01:32:05.331174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-466479ba-c75e-436b-98a2-9a5553e3a297 req-00b4c3d8-ce0a-4232-89d1-35a2171994fd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929797 Jul 30 01:32:05.365293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.378967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'f0142318-ca89-4d00-9d19-5724da73f94c', 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:05.414751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', '7982346a-bc83-4ca0-9725-dfb04b0752a7', '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:05.443882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:05.466256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:05.470239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.472463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08007575-ec0b-4777-825e-74f8ff256cb8 req-9cc84812-d8f9-4d8c-8f1b-4c5b91a9f6b2 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "DELETE /v2.0/ports/578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 HTTP/1.1" status: 204 len: 173 time: 0.7261882 Jul 30 01:32:05.473038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'name': 'network-vif-deleted', 'tag': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:05.476784 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a4c8b-886d-46f6-8dea-f8b43ad5bdc6" -d '{"events": [{"server_uuid": "4b5cd92d-dca3-4183-a40a-5daa1bbdd565", "name": "network-vif-deleted", "tag": "578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:05.568085 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2a306-b701-4da7-b928-9b406de7091c x-openstack-request-id: req-eba2a306-b701-4da7-b928-9b406de7091c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:05.568326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.569107 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5cd92d-dca3-4183-a40a-5daa1bbdd565", "name": "network-vif-deleted", "tag": "578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:05.569779 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eba2a306-b701-4da7-b928-9b406de7091c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:05.570529 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5cd92d-dca3-4183-a40a-5daa1bbdd565', 'name': 'network-vif-deleted', 'tag': '578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0', 'status': 'completed', 'code': 200} Jul 30 01:32:05.714342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fde3bfd2-d4f1-49d4-9e75-ae1e5c3ce446 req-1639c3de-531c-466a-9707-5acafb70e89c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b5cd92d-dca3-4183-a40a-5daa1bbdd565 HTTP/1.1" status: 200 len: 210 time: 0.0603578 Jul 30 01:32:05.753253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36d0016-1c2f-4d18-a984-af68e5473bd7,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:05.762596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Checking segment: {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:05.763263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Network hostable DHCP agents. Network: c89b8b74-87a9-4dc6-9a00-d8d4d433afc2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:32:05.799453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:32:05.814155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c89b8b74-87a9-4dc6-9a00-d8d4d433afc2) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:05.821142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:05.821803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.853635 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8fc25448-e469-4196-b91d-7af64651a1e1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7024858 Jul 30 01:32:05.856350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21aae20-ed88-459c-9883-b449bb7b88ad None None] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:05.856595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55700) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:05.861370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:05.896007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.898944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:06.030434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:06.413458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:06.424435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26b95-cf0f-413d-b277-716c48f01113 req-00f8af1b-4b33-47a2-8888-12528f030405 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:06.432414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56b26b95-cf0f-413d-b277-716c48f01113 req-00f8af1b-4b33-47a2-8888-12528f030405 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 950 time: 0.3640585 Jul 30 01:32:06.437339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-c89b8b74-87a9-4dc6-9a00-d8d4d433afc2', 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'fixed_ips': [{'subnet_id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:32:06.438319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:06.452729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-599f0993-8925-4c78-8ff5-f1f6e1d62750 req-2330d91f-0bba-40f5-8379-6463760b83d1 tempest-FlavorsV2NegativeTest-2049354995 tempest-FlavorsV2NegativeTest-2049354995-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4a7817c83cbd4ed283ed4ad057d7b5c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631695 Jul 30 01:32:06.579453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56b26b95-cf0f-413d-b277-716c48f01113 req-e09f75a7-d27d-4bc9-a742-f1bbb67468bc tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459308 Jul 30 01:32:06.643767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0993-8925-4c78-8ff5-f1f6e1d62750 req-fcab1368-9c26-46df-8efe-6310dc6b6590 tempest-FlavorsV2NegativeTest-2049354995 tempest-FlavorsV2NegativeTest-2049354995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:06.645419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-599f0993-8925-4c78-8ff5-f1f6e1d62750 req-fcab1368-9c26-46df-8efe-6310dc6b6590 tempest-FlavorsV2NegativeTest-2049354995 tempest-FlavorsV2NegativeTest-2049354995-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728287 Jul 30 01:32:06.675366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-599f0993-8925-4c78-8ff5-f1f6e1d62750 req-73c16262-9401-4da5-b558-447c81a5ab5f tempest-FlavorsV2NegativeTest-2049354995 tempest-FlavorsV2NegativeTest-2049354995-project] 10.222.0.78 "GET /v2.0/quotas/4a7817c83cbd4ed283ed4ad057d7b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0209134 Jul 30 01:32:06.700748 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:06.722415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-599f0993-8925-4c78-8ff5-f1f6e1d62750 req-c8d5635c-55e6-4013-967e-82efb90d5861 tempest-FlavorsV2NegativeTest-2049354995 tempest-FlavorsV2NegativeTest-2049354995-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a7817c83cbd4ed283ed4ad057d7b5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405622 Jul 30 01:32:06.904894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Allocated IP 172.20.0.2 (c89b8b74-87a9-4dc6-9a00-d8d4d433afc2/f36d0016-1c2f-4d18-a984-af68e5473bd7/d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:06.913229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72ea25-f74c-4533-aaf8-38823cf3eca2 req-0e4e7d46-15ad-401e-bc5b-3369b5dc3974 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:06.922673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b72ea25-f74c-4533-aaf8-38823cf3eca2 req-0e4e7d46-15ad-401e-bc5b-3369b5dc3974 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.2282772 Jul 30 01:32:06.987613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b72ea25-f74c-4533-aaf8-38823cf3eca2 req-040fb7c8-ebb8-4501-a1b4-717ae3926633 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609770 Jul 30 01:32:06.990446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.044228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.225711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.240783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Transition to ACTIVE for port object d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:07.255859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Allocated IP 172.25.8.9 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a0ed15f8-0ffd-48c2-b47b-06c3676b6769) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:07.276119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Transition to ACTIVE for port object d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:07.288354 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.408411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:07.414118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:07.420068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:07.426469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Pushing event updated for resources: {'Port': ['ID=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:07.464907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.486006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.486710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.487385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.488027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.488721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.490110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.490493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.491215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.491895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.492897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.493712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.494521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:07.559641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Attempting to bind port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:07.560350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Attempting to bind port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:07.560893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Attempting to bind port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 on network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:07.568446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:07.569209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Checking segment: {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:07.569901 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.570468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Bound using segment: {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:07.571160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Bound port: d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:07.571717 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.593875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55858) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:07.594346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.654637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:07.671809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:07.676154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] For port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:07.677901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:07.681271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] For port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,segment=NetworkSegment(b60a8fd6-0340-47a5-88ab-f653ce14af89),segment_id=b60a8fd6-0340-47a5-88ab-f653ce14af89)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:07.688189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.696857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58154-c4b8-44bd-b06b-225dc5bd435c req-255a45ad-3036-4fee-8eaf-0e9e57eefd68 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:07.705435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3a58154-c4b8-44bd-b06b-225dc5bd435c req-255a45ad-3036-4fee-8eaf-0e9e57eefd68 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.1437764 Jul 30 01:32:07.714782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:07.781771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1ebb4e-d645-47cf-8fee-63fbc6e6b4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.799840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6f4b-6943-4d7d-b2c9-9789da5ff79f None None] Pushing event updated for resources: {'Port': ['ID=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:07.815385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3a58154-c4b8-44bd-b06b-225dc5bd435c req-fbef2bc3-223f-4aad-aa01-7146dca636d9 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024649 Jul 30 01:32:07.915170 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1ebb4e-d645-47cf-8fee-63fbc6e6b4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.920364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1ebb4e-d645-47cf-8fee-63fbc6e6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:07.954919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ebb4e-d645-47cf-8fee-63fbc6e6b4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63179d87-b034-460d-8f6c-0701b8ae551e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:07.985137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de1ebb4e-d645-47cf-8fee-63fbc6e6b4e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a7817c83cbd4ed283ed4ad057d7b5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901308 Jul 30 01:32:07.986051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:08.111485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6580b8a9-9d4b-4673-aa55-9c306da22278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.182973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.235726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0f5d1-2c59-48a9-8681-cef1d42d87b6 req-b885a9ae-7d25-4f42-bcb8-ea11bc8f8aaf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:08.237735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71c0f5d1-2c59-48a9-8681-cef1d42d87b6 req-b885a9ae-7d25-4f42-bcb8-ea11bc8f8aaf tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1223471 Jul 30 01:32:08.308519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:08.324001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71c0f5d1-2c59-48a9-8681-cef1d42d87b6 req-14915b60-bb13-4210-97c2-ba9269b6b95b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764911 Jul 30 01:32:08.388939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:08.390170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 578f4a3b-9b5a-4fef-925f-3b3c3dbc50f0 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:08.390831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:08.485853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6580b8a9-9d4b-4673-aa55-9c306da22278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.538506 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.548308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6580b8a9-9d4b-4673-aa55-9c306da22278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.553749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6580b8a9-9d4b-4673-aa55-9c306da22278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.555290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6580b8a9-9d4b-4673-aa55-9c306da22278 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63179d87-b034-460d-8f6c-0701b8ae551e HTTP/1.1" status: 204 len: 168 time: 0.5679307 Jul 30 01:32:08.568738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580b8a9-9d4b-4673-aa55-9c306da22278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63179d87-b034-460d-8f6c-0701b8ae551e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:08.593135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:08.597256 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb73aef-97d5-472c-9380-e6b7f6fc2c4d" -d '{"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-unplugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:08.632846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:08.642313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:08.681590 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b3559e-12fb-460f-b624-339cd16c04e1 x-openstack-request-id: req-86b3559e-12fb-460f-b624-339cd16c04e1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:08.682034 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-unplugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:08.682383 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86b3559e-12fb-460f-b624-339cd16c04e1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:08.682912 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'code': 200} Jul 30 01:32:08.741898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:08.845347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.003641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcac59-7a01-4376-be8b-f3df30b9a7bd req-f71d583d-a226-418e-a487-efbca65d554c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:09.005252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbbcac59-7a01-4376-be8b-f3df30b9a7bd req-f71d583d-a226-418e-a487-efbca65d554c tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.1156492 Jul 30 01:32:09.042924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2cbfa-8489-4cf0-a77f-be9523f12020 None None] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:09.091542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbbcac59-7a01-4376-be8b-f3df30b9a7bd req-fd3c96cc-f591-43ae-83d9-11fafb28803d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Jul 30 01:32:09.125259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Router 4ad83832-5a5a-4b5b-9486-213c04b91559 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:32:09.183275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-34258e88-3520-4ba2-b104-472cbc61d023 None None] Provisioning for port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:09.299808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:09.312177 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Sync routers for ids ['4ad83832-5a5a-4b5b-9486-213c04b91559'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:09.341057 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Routers {'4ad83832-5a5a-4b5b-9486-213c04b91559'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:09.341773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4ad83832-5a5a-4b5b-9486-213c04b91559'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:09.349228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.359142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-747e7d41-1708-421a-84ec-f04b43f18be1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4928277 Jul 30 01:32:09.359900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55906) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:09.422462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:09.508807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:09.515946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:09.516725 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.642350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Set router 4ad83832-5a5a-4b5b-9486-213c04b91559 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:09.666883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.717726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:09.745572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,segment=NetworkSegment(b60a8fd6-0340-47a5-88ab-f653ce14af89),segment_id=b60a8fd6-0340-47a5-88ab-f653ce14af89)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:09.751860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d07a5d-59c1-474c-b7ef-fcb6a75a1249 req-697eafe6-fa0a-437b-a37e-e417dcc7f9f6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:09.752992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.753795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04d07a5d-59c1-474c-b7ef-fcb6a75a1249 req-697eafe6-fa0a-437b-a37e-e417dcc7f9f6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.2583158 Jul 30 01:32:09.760816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a962c973-fa46-4af5-a553-722c618b9b6d None None] Provisioning complete for port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:09.761188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a962c973-fa46-4af5-a553-722c618b9b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.907375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-network', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:09.910437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:09.946254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04d07a5d-59c1-474c-b7ef-fcb6a75a1249 req-970ab0f5-7282-4b80-9949-357bc3815499 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123405 Jul 30 01:32:09.952686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Made reservation on behalf of c56c9ab4d5af48fdbe0ca970e3db6b98 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:09.955646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:09.969147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.048816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:07Z', 'revision_number': 3, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:10.079724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-eef95e79-0070-459b-a3f9-18c578cb66db tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:10.081400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-eef95e79-0070-459b-a3f9-18c578cb66db tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.1041591 Jul 30 01:32:10.087871 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Checking router: 4ad83832-5a5a-4b5b-9486-213c04b91559 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:10.088216 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Updating router 4ad83832-5a5a-4b5b-9486-213c04b91559 port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:32:10.099565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.106943 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.119359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:32:10.120397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:10.132902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.133366 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Added segment daed8706-eeb5-40a9-a194-5ab9144542d1 of type vlan for network d2612bc2-312a-4914-8340-49ca359ec93a Jul 30 01:32:10.140943 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.185835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.229712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.231325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:10.232236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.314434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa3976-fa80-4a39-8fc6-b5d4c7315163,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:10.341701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:10.342648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55934) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:10.342885 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.6230791 Jul 30 01:32:10.351452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311982-4e62-4173-9181-78e76ad3c3ae admin admin] Pushing event updated for resources: {'Network': ['ID=d2612bc2-312a-4914-8340-49ca359ec93a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:10.356308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '0d732527-a1e1-449a-98b9-d57d111363d0', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0d732527-a1e1-449a-98b9-d57d111363d0', 'mac_address': 'fa:16:3e:56:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:10.362336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Request body: {'subnet': {'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-subnet', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:10.387285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:10.387623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.420241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d2612bc2-312a-4914-8340-49ca359ec93a details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:32:10.496357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.525578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d732527-a1e1-449a-98b9-d57d111363d0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:10.550388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:10.551168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port ecd0fe0e-7d02-4389-954c-27b6dd964dc7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:10.551501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.556401 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.592083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Made reservation on behalf of c56c9ab4d5af48fdbe0ca970e3db6b98 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:10.596025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.608799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for ecd0fe0e-7d02-4389-954c-27b6dd964dc7 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:10.619748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a97e6-fd3e-4403-85c2-716fc5f6410e req-3dda571a-d8ee-4716-ab69-2d801053a34d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:10.631563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f1a97e6-fd3e-4403-85c2-716fc5f6410e req-3dda571a-d8ee-4716-ab69-2d801053a34d tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 949 time: 0.3795512 Jul 30 01:32:10.635244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.636406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:10.673683 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.685232 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Transition to ACTIVE for port object a0ed15f8-0ffd-48c2-b47b-06c3676b6769 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:10.697643 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.739632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0d732527-a1e1-449a-98b9-d57d111363d0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:10.740921 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Attempting to bind port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:10.741290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Attempting to bind port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:10.741834 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Attempting to bind port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:10.752167 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:10.752549 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:10.752940 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.753330 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:10.753802 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Bound port: a0ed15f8-0ffd-48c2-b47b-06c3676b6769, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:10.754201 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.812531 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] For port a0ed15f8-0ffd-48c2-b47b-06c3676b6769, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:10.816606 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] For port a0ed15f8-0ffd-48c2-b47b-06c3676b6769, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:10.825566 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:10.832106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f1a97e6-fd3e-4403-85c2-716fc5f6410e req-ac7117cc-df70-4a64-8616-4fea4354a32a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990960 Jul 30 01:32:10.835341 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Pushing event updated for resources: {'Port': ['ID=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:10.845399 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.845853 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.847066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.847602 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.848170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.848895 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.849401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.849908 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.850433 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.850944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.851469 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.852059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:10.928882 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Routers {'4ad83832-5a5a-4b5b-9486-213c04b91559'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:10.929830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4ad83832-5a5a-4b5b-9486-213c04b91559'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:10.987192 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88a3fb-0bea-4ee6-af54-4de2ef91ffab None None] Pushing event updated for resources: {'Port': ['ID=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:11.074542 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] Set router 4ad83832-5a5a-4b5b-9486-213c04b91559 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:11.267366 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.272261 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:07Z', 'revision_number': 3, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:11.285969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'f0142318-ca89-4d00-9d19-5724da73f94c', 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:11.325168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', '7982346a-bc83-4ca0-9725-dfb04b0752a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:11.335220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11695-b11b-4565-bf01-7b882ff41307 None None] The sync data for ids ['4ad83832-5a5a-4b5b-9486-213c04b91559'] in n-d-713499-10 is: [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:07Z', 'revision_number': 3, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:11.344003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b41a42-d84d-4b66-9177-57800f2dc165 req-7ae410f5-f1c5-43b8-ba6b-3049f25b67c7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:11.356883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84b41a42-d84d-4b66-9177-57800f2dc165 req-7ae410f5-f1c5-43b8-ba6b-3049f25b67c7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.2667253 Jul 30 01:32:11.361115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:11.365449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Allocated IP 172.20.0.1 (c89b8b74-87a9-4dc6-9a00-d8d4d433afc2/f36d0016-1c2f-4d18-a984-af68e5473bd7/e77bfc39-284e-4679-90d2-61e650693a88) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:11.369798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.382991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=ecd0fe0e-7d02-4389-954c-27b6dd964dc7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:11.501128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port ecd0fe0e-7d02-4389-954c-27b6dd964dc7 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:11.521624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.523691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6cbfbb5-b077-4657-a468-62cb6c3966c5 req-da98ff96-7b29-4b27-90a8-7e65e74aae4b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "DELETE /v2.0/ports/ecd0fe0e-7d02-4389-954c-27b6dd964dc7 HTTP/1.1" status: 204 len: 173 time: 1.4146292 Jul 30 01:32:11.570831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'name': 'network-vif-deleted', 'tag': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:11.580410 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a302f-40e6-42cf-bfd8-6b7cd4a71b2a" -d '{"events": [{"server_uuid": "a22a2dfc-eae2-460a-a8c1-e3b653573f33", "name": "network-vif-deleted", "tag": "ecd0fe0e-7d02-4389-954c-27b6dd964dc7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:11.646836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f27e52-04a3-4810-b9f9-a01be0697031,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:11.690198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84b41a42-d84d-4b66-9177-57800f2dc165 req-c41debeb-fe74-49c1-8ac3-1ab061205d68 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134398 Jul 30 01:32:11.703322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Checking segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:11.704202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Network hostable DHCP agents. Network: d2612bc2-312a-4914-8340-49ca359ec93a, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:32:11.717043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:11.717043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.815558 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e184d4-5992-45f9-9457-125110bba4c3 x-openstack-request-id: req-93e184d4-5992-45f9-9457-125110bba4c3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:11.815863 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a2dfc-eae2-460a-a8c1-e3b653573f33", "name": "network-vif-deleted", "tag": "ecd0fe0e-7d02-4389-954c-27b6dd964dc7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:11.816155 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93e184d4-5992-45f9-9457-125110bba4c3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:11.816555 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a2dfc-eae2-460a-a8c1-e3b653573f33', 'name': 'network-vif-deleted', 'tag': 'ecd0fe0e-7d02-4389-954c-27b6dd964dc7', 'status': 'completed', 'code': 200} Jul 30 01:32:11.856996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Network d2612bc2-312a-4914-8340-49ca359ec93a is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:32:11.933226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d2612bc2-312a-4914-8340-49ca359ec93a) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:11.942787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:11.943421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:11.968410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:12.000698 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-af54bb2f-6f4f-4fbb-bd90-70a50e46a3f0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.6459088 Jul 30 01:32:12.001210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55982) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:12.011371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:12.012946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Transition to ACTIVE for port object e77bfc39-284e-4679-90d2-61e650693a88 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:12.015144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ef20a-2f4c-48bd-becc-6bcbba5bacda None None] Network d2612bc2-312a-4914-8340-49ca359ec93a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:12.060859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:12.064742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:12.122611 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:12.173884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:12.206790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e050d59-9426-4135-8d42-ae413561b35d req-047a697d-b890-4f78-8ddd-9deecfd1e5fc tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=a22a2dfc-eae2-460a-a8c1-e3b653573f33 HTTP/1.1" status: 200 len: 210 time: 0.1212397 Jul 30 01:32:12.218807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:12.308465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:12.310576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:12.315106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:12.562585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.131354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Pushing event updated for resources: {'Port': ['ID=e77bfc39-284e-4679-90d2-61e650693a88,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:13.135099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac88d8de-489e-4487-87bb-2ed0a066dd54 None None] Provisioning for port e77bfc39-284e-4679-90d2-61e650693a88 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:13.144148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac88d8de-489e-4487-87bb-2ed0a066dd54 None None] Provisioning complete for port e77bfc39-284e-4679-90d2-61e650693a88 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:13.145444 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac88d8de-489e-4487-87bb-2ed0a066dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.160363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 0d732527-a1e1-449a-98b9-d57d111363d0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:13.160734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.181277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.235419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.269117 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.332130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ac88d8de-489e-4487-87bb-2ed0a066dd54 None None] Port e77bfc39-284e-4679-90d2-61e650693a88 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:13.396765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0a6bf-e625-47be-90f1-1fd8a3609565 req-8739b3ff-aaa3-4b31-b76b-763693ad5d9a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:13.398959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d2612bc2-312a-4914-8340-49ca359ec93a', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:32:13.399898 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.408599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ba0a6bf-e625-47be-90f1-1fd8a3609565 req-8739b3ff-aaa3-4b31-b76b-763693ad5d9a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.3479810 Jul 30 01:32:13.501207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a0ed15f8-0ffd-48c2-b47b-06c3676b6769 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:13.548402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Allocated IP 172.25.8.32 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/29fe7d06-fc87-4caa-a781-66dd723ebc42) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:13.669845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ba0a6bf-e625-47be-90f1-1fd8a3609565 req-75417404-986f-499b-8d6f-097b250e398b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537370 Jul 30 01:32:13.747829 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.829162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.835863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.887915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:13.895659 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115541ce-8008-4281-adf7-299966af657a" -d '{"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-plugged", "status": "completed", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:13.924968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:13.974151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:13.993888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.004958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:14.013019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:14.035186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:14.066489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:14.120948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:14.123629 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.157460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Pushing event updated for resources: {'Port': ['ID=29fe7d06-fc87-4caa-a781-66dd723ebc42,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:14.179204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ecd0fe0e-7d02-4389-954c-27b6dd964dc7 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:14.207429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c8a4d-1b2b-46ff-8b68-8a35d5b8f034 req-3eeabcbd-727b-44ff-a20c-0152c0e4bc42 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:14.216809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f08c8a4d-1b2b-46ff-8b68-8a35d5b8f034 req-3eeabcbd-727b-44ff-a20c-0152c0e4bc42 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 945 time: 0.1546075 Jul 30 01:32:14.272963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: ecd0fe0e-7d02-4389-954c-27b6dd964dc7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:14.273301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ecd0fe0e-7d02-4389-954c-27b6dd964dc7 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:14.336358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f08c8a4d-1b2b-46ff-8b68-8a35d5b8f034 req-4fb61807-d5c9-4a60-9f71-0e5046f75d42 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174035 Jul 30 01:32:14.340984 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.351181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.386425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Allocated IP 172.20.0.2 (d2612bc2-312a-4914-8340-49ca359ec93a/d2f27e52-04a3-4810-b9f9-a01be0697031/034b2959-4a98-4357-8a3f-07f64a4c9bb3) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:14.434906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:14.489498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.564517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Pushing event updated for resources: {'Port': ['ID=e77bfc39-284e-4679-90d2-61e650693a88,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:14.588341 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.672787 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d7f01d-6210-42d2-9c0e-a25dedca0dd8 x-openstack-request-id: req-24d7f01d-6210-42d2-9c0e-a25dedca0dd8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:14.673244 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-plugged", "status": "completed", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:14.673244 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24d7f01d-6210-42d2-9c0e-a25dedca0dd8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:14.673589 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0', 'code': 200} Jul 30 01:32:14.674582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:14.675803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:14.680688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:14.736754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a0ed15f8-0ffd-48c2-b47b-06c3676b6769, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:14.829497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:15.085206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:15.133850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:15.145864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Transition to ACTIVE for port object 034b2959-4a98-4357-8a3f-07f64a4c9bb3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:15.161926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4c3e9-1664-4368-a5c2-0b6de2444137 req-905a1658-81b2-4d85-b3c7-91f8cc31a6d2 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:15.163866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efc4c3e9-1664-4368-a5c2-0b6de2444137 req-905a1658-81b2-4d85-b3c7-91f8cc31a6d2 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1810830 Jul 30 01:32:15.183182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Router 4ad83832-5a5a-4b5b-9486-213c04b91559 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:32:15.198410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Transition to ACTIVE for port object 034b2959-4a98-4357-8a3f-07f64a4c9bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:15.212921 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:15.237503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:15.282952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efc4c3e9-1664-4368-a5c2-0b6de2444137 req-7175615c-aaba-48c1-86c7-3327383f8fc0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111526 Jul 30 01:32:15.374486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Network d2612bc2-312a-4914-8340-49ca359ec93a is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:15.377008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a0ed15f8-0ffd-48c2-b47b-06c3676b6769 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:15.442687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:15.442687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:15.470425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-155ce374-b95c-4af8-a192-1c1055520bcd None None] Provisioning complete for port e77bfc39-284e-4679-90d2-61e650693a88 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:15.470792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-155ce374-b95c-4af8-a192-1c1055520bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:15.548538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:15.556202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Router abba2ee2-630a-431d-b3d2-7bb212ba9774 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:32:15.572765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-155ce374-b95c-4af8-a192-1c1055520bcd None None] Port e77bfc39-284e-4679-90d2-61e650693a88 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:15.574709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Sync routers for ids ['4ad83832-5a5a-4b5b-9486-213c04b91559'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:15.586969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Pushing event updated for resources: {'Port': ['ID=034b2959-4a98-4357-8a3f-07f64a4c9bb3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:15.611856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-035c2d4b-3d6e-4620-8080-4352d76ec813 admin admin] 10.222.0.78 "PUT /v2.0/routers/4ad83832-5a5a-4b5b-9486-213c04b91559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2507517 Jul 30 01:32:15.651877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698305-85ef-4af2-8b07-b5e51bb5a952 req-984eba56-5e2e-4a3f-9a68-ed0f6b779290 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:15.660691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5698305-85ef-4af2-8b07-b5e51bb5a952 req-984eba56-5e2e-4a3f-9a68-ed0f6b779290 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 949 time: 0.1096942 Jul 30 01:32:15.724753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:15.728085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5698305-85ef-4af2-8b07-b5e51bb5a952 req-da5c56b4-a73e-44ef-b482-256df6618111 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660870 Jul 30 01:32:15.750436 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Sync routers for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:15.753768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Routers {'4ad83832-5a5a-4b5b-9486-213c04b91559'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:15.755531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4ad83832-5a5a-4b5b-9486-213c04b91559'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:15.760171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:15.760791 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:15.777634 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:15.788580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:15.797289 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b3980d8-7d49-4f06-b049-ad546ae1c09c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 3.7896888 Jul 30 01:32:16.028779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Set router 4ad83832-5a5a-4b5b-9486-213c04b91559 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:16.062823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:16.152733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Attempting to bind port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:16.153106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Attempting to bind port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:16.153662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Attempting to bind port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 on network d2612bc2-312a-4914-8340-49ca359ec93a {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:16.158403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:16.158612 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:16.174802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:16.175212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Checking segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:16.175618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:16.176017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Bound using segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:16.176508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Bound port: 034b2959-4a98-4357-8a3f-07f64a4c9bb3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:16.176893 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:16.235126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24269a1a-26bf-4684-8368-e921ce9fe7bb req-1aa3e381-304c-4731-b82a-c6a26d51ce2c tempest-FloatingIPsNegativeTestJSON-1891001091 tempest-FloatingIPsNegativeTestJSON-1891001091-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=61d73719c81e4a88bea67d601b3c082a HTTP/1.1" status: 200 len: 217 time: 0.0920136 Jul 30 01:32:16.310166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] For port 034b2959-4a98-4357-8a3f-07f64a4c9bb3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:16.313695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] For port 034b2959-4a98-4357-8a3f-07f64a4c9bb3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=034b2959-4a98-4357-8a3f-07f64a4c9bb3,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:16.326639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:16.380947 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 3, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:16.430373 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Checking router: abba2ee2-630a-431d-b3d2-7bb212ba9774 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:16.431115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Updating router abba2ee2-630a-431d-b3d2-7bb212ba9774 port 29fe7d06-fc87-4caa-a781-66dd723ebc42 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:32:16.470799 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:16.557970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca6b88-5d29-4b34-ad76-7c35925ca202 None None] Pushing event updated for resources: {'Port': ['ID=034b2959-4a98-4357-8a3f-07f64a4c9bb3,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:16.738244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:13Z', 'revision_number': 4, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e77bfc39-284e-4679-90d2-61e650693a88', 'name': '', 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'mac_address': 'fa:16:3e:74:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:10Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 2, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'subnets': [{'id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:16.780987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e0d0a72-c738-45d3-80ea-794f4772a229 req-4a5eb749-899a-417e-9cdb-26246284b4ae tempest-FloatingIPsNegativeTestJSON-1891001091 tempest-FloatingIPsNegativeTestJSON-1891001091-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1133754 Jul 30 01:32:16.887843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Checking router: 4ad83832-5a5a-4b5b-9486-213c04b91559 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:16.888461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Updating router 4ad83832-5a5a-4b5b-9486-213c04b91559 port e77bfc39-284e-4679-90d2-61e650693a88 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:32:16.996903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.039465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb2cb-d05e-40f8-a0d7-4189207ccbf0 req-bb4fee52-22a5-4f96-a7bc-2537e4953833 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:17.047145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-611eb2cb-d05e-40f8-a0d7-4189207ccbf0 req-bb4fee52-22a5-4f96-a7bc-2537e4953833 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1099772 Jul 30 01:32:17.070667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-8c2470b2-1258-4f49-8b16-964d5d751a9a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:17.072189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-8c2470b2-1258-4f49-8b16-964d5d751a9a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 949 time: 0.3182135 Jul 30 01:32:17.120669 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.140364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.142069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Transition to ACTIVE for port object 29fe7d06-fc87-4caa-a781-66dd723ebc42 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:17.156025 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.269498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-611eb2cb-d05e-40f8-a0d7-4189207ccbf0 req-d499f654-6f36-4a82-abd3-5159c490bdcb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156332 Jul 30 01:32:17.351544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146113f1-171f-4db5-8f16-606e6b5c9bea None None] Pushing event updated for resources: {'Port': ['ID=29fe7d06-fc87-4caa-a781-66dd723ebc42,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:17.354956 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Attempting to bind port 29fe7d06-fc87-4caa-a781-66dd723ebc42 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:17.358590 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Attempting to bind port 29fe7d06-fc87-4caa-a781-66dd723ebc42 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:17.359210 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Attempting to bind port 29fe7d06-fc87-4caa-a781-66dd723ebc42 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:17.368454 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:17.368827 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:17.391261 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.391766 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:17.395869 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Bound port: 29fe7d06-fc87-4caa-a781-66dd723ebc42, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:17.396280 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.472961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 034b2959-4a98-4357-8a3f-07f64a4c9bb3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:17.505143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Allocated IP 172.20.0.1 (d2612bc2-312a-4914-8340-49ca359ec93a/d2f27e52-04a3-4810-b9f9-a01be0697031/8ab5103c-07ea-49b1-9622-ced86a87c08a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:17.508712 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] For port 29fe7d06-fc87-4caa-a781-66dd723ebc42, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:17.512776 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] For port 29fe7d06-fc87-4caa-a781-66dd723ebc42, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=29fe7d06-fc87-4caa-a781-66dd723ebc42,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:17.525872 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.604525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port f0142318-ca89-4d00-9d19-5724da73f94c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:17.605357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.690456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:17.692099 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:17.699685 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146113f1-171f-4db5-8f16-606e6b5c9bea None None] Pushing event updated for resources: {'Port': ['ID=29fe7d06-fc87-4caa-a781-66dd723ebc42,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:17.731366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port f0142318-ca89-4d00-9d19-5724da73f94c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f0142318-ca89-4d00-9d19-5724da73f94c,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:17.731811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.753331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for f0142318-ca89-4d00-9d19-5724da73f94c owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:17.903500 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.921520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:17.988024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'f0142318-ca89-4d00-9d19-5724da73f94c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:18.022948 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:18.033781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=f0142318-ca89-4d00-9d19-5724da73f94c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:18.062452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', '7982346a-bc83-4ca0-9725-dfb04b0752a7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:18.084149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab670d-ee22-4d20-8a1a-a706ef7c31a1 None None] Network d2612bc2-312a-4914-8340-49ca359ec93a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:18.172646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df5055-6021-48d7-82f3-236fb554d243 req-78712473-eb01-4091-af55-bb72fdb931c9 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:18.173217 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28df5055-6021-48d7-82f3-236fb554d243 req-78712473-eb01-4091-af55-bb72fdb931c9 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7a561b6-b676-4191-afc5-a1fe07af9598 HTTP/1.1" status: 200 len: 945 time: 0.0999870 Jul 30 01:32:18.233724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264d1d-0b91-476c-8ce5-7cbe495e2e25 req-07cc982d-dd6a-4eea-aed3-7bd706028914 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:18.238069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec264d1d-0b91-476c-8ce5-7cbe495e2e25 req-07cc982d-dd6a-4eea-aed3-7bd706028914 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=129c3898-abd0-421f-8f37-9f5e36ff4ea1 HTTP/1.1" status: 200 len: 867 time: 0.6886568 Jul 30 01:32:18.251798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port f0142318-ca89-4d00-9d19-5724da73f94c on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:18.272516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:18.290608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6f7a8fd-b56a-47a3-8572-545ab1026035 req-d2c22c31-678f-4899-bc8b-4eb45d6b7512 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "DELETE /v2.0/ports/f0142318-ca89-4d00-9d19-5724da73f94c HTTP/1.1" status: 204 len: 173 time: 1.2024775 Jul 30 01:32:18.292180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'name': 'network-vif-deleted', 'tag': 'f0142318-ca89-4d00-9d19-5724da73f94c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:18.298513 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f241d46-54aa-4a38-acb6-fc9f4ba38195" -d '{"events": [{"server_uuid": "129c3898-abd0-421f-8f37-9f5e36ff4ea1", "name": "network-vif-deleted", "tag": "f0142318-ca89-4d00-9d19-5724da73f94c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:18.308093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Transition to ACTIVE for port object e77bfc39-284e-4679-90d2-61e650693a88 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:18.458242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-808be087-b35f-4840-9bbb-bcd413f553b4 None None] Provisioning for port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:18.470152 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 3, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:18.473723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:18.484303 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-a394e68e-3f13-4006-820f-d260bec63da0 req-4b346335-fcd4-40a6-9728-22e5266c7508 service neutron] show failed (client error): The resource could not be found. Jul 30 01:32:18.487856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-4b346335-fcd4-40a6-9728-22e5266c7508 service neutron] 10.222.0.66 "GET /v2.0/ports/b489949b-4860-47a9-b66f-333f8f35d3d5/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.2269554 Jul 30 01:32:18.512849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec264d1d-0b91-476c-8ce5-7cbe495e2e25 req-40335846-fef2-43d8-abb4-233fdea2d79a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470939 Jul 30 01:32:18.532372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Deleting port c4749588-44ab-4c30-ac3a-b391b358ac76 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:18.538584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:18.553470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Transition to ACTIVE for port object 8ab5103c-07ea-49b1-9622-ced86a87c08a will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:18.608434 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:18.743453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:18.781430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] For port c4749588-44ab-4c30-ac3a-b391b358ac76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4749588-44ab-4c30-ac3a-b391b358ac76,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:18.781807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:18.794132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:18.794383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d7a1-c9e4-4e03-a4ce-a7281e04a917 None None] The sync data for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 is: [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 3, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:18.794705 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:18.822630 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-de2f6e1a-71c3-4a16-88b6-d121268ad689 req-77b28010-17a7-4c9f-8e66-a41da45f5e1a tempest-FloatingIPsNegativeTestJSON-1891001091 tempest-FloatingIPsNegativeTestJSON-1891001091-project] show failed (client error): The resource could not be found. Jul 30 01:32:18.825825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de2f6e1a-71c3-4a16-88b6-d121268ad689 req-77b28010-17a7-4c9f-8e66-a41da45f5e1a tempest-FloatingIPsNegativeTestJSON-1891001091 tempest-FloatingIPsNegativeTestJSON-1891001091-project] 10.222.0.78 "GET /v2.0/floatingips/a1a6fbd0-65aa-4550-9fd2-d700ed9f7682 HTTP/1.1" status: 404 len: 350 time: 0.1863678 Jul 30 01:32:18.860486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56066) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:19.167653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.289142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.289716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.289883 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Floating IP 418a3be8-875f-4d99-aeb4-b963ed192157 disassociated. External IP: 172.25.8.197, port: c4749588-44ab-4c30-ac3a-b391b358ac76. Jul 30 01:32:19.291090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Calling delete_port for c4749588-44ab-4c30-ac3a-b391b358ac76 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:19.332475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-62e86175-2a07-4aef-82d4-99562d761831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.667828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Attempting to bind port e77bfc39-284e-4679-90d2-61e650693a88 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:19.668508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Attempting to bind port e77bfc39-284e-4679-90d2-61e650693a88 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:19.668668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Attempting to bind port e77bfc39-284e-4679-90d2-61e650693a88 on network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:19.670159 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.677868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6671ab-ebce-47c0-b961-61f30cd46da9 None None] Pushing event updated for resources: {'Port': ['ID=e77bfc39-284e-4679-90d2-61e650693a88,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:19.705354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:19.705828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Checking segment: {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:19.706329 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.706824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Bound using segment: {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:19.707461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Bound port: e77bfc39-284e-4679-90d2-61e650693a88, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60a8fd6-0340-47a5-88ab-f653ce14af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:19.707926 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:19.741732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event deleted for resources: {'Port': ['ID=c4749588-44ab-4c30-ac3a-b391b358ac76,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:19.977026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Router fbb3bfc1-9c60-474b-8c11-022babe0495a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:32:20.244223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] For port e77bfc39-284e-4679-90d2-61e650693a88, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:20.249153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] For port e77bfc39-284e-4679-90d2-61e650693a88, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e77bfc39-284e-4679-90d2-61e650693a88,segment=NetworkSegment(b60a8fd6-0340-47a5-88ab-f653ce14af89),segment_id=b60a8fd6-0340-47a5-88ab-f653ce14af89)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:20.250787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:20.263420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Network d2612bc2-312a-4914-8340-49ca359ec93a is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:20.266153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4749588-44ab-4c30-ac3a-b391b358ac76 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:20.276528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:20.279377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab5103c-07ea-49b1-9622-ced86a87c08a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:20.304041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:20.310589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:20.356040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: c4749588-44ab-4c30-ac3a-b391b358ac76 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:20.356654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4749588-44ab-4c30-ac3a-b391b358ac76 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:20.357606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f0142318-ca89-4d00-9d19-5724da73f94c no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:20.363214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:20.382298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:20.426276 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:20.453585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] No DVR routers for this DVR port c4749588-44ab-4c30-ac3a-b391b358ac76 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:20.458391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:20.463902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28df5055-6021-48d7-82f3-236fb554d243 req-98e9d5e6-7d9b-4120-9845-1f320e8e6e6e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "DELETE /v2.0/ports/c4749588-44ab-4c30-ac3a-b391b358ac76 HTTP/1.1" status: 204 len: 173 time: 2.2833068 Jul 30 01:32:20.464469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'name': 'network-vif-deleted', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:20.480889 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeb49fa-6eb3-433a-a142-06109e387065" -d '{"events": [{"server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "name": "network-vif-deleted", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:20.530760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:20.531430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:20.664883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: f0142318-ca89-4d00-9d19-5724da73f94c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:20.666634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f0142318-ca89-4d00-9d19-5724da73f94c not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:20.697950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-a90f1b18-e785-495e-8568-8a9f83bd7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:20.701063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-a90f1b18-e785-495e-8568-8a9f83bd7d8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 1102 time: 1.6662586 Jul 30 01:32:20.756661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:20.897941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 034b2959-4a98-4357-8a3f-07f64a4c9bb3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=034b2959-4a98-4357-8a3f-07f64a4c9bb3,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:20.936099 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:20.964464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:20.969493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:21.163917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-226a6bcf-ee64-4ead-97b7-1f3559f75373 None None] Provisioning complete for port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:21.164270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-226a6bcf-ee64-4ead-97b7-1f3559f75373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:21.250445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6671ab-ebce-47c0-b961-61f30cd46da9 None None] Pushing event updated for resources: {'Port': ['ID=e77bfc39-284e-4679-90d2-61e650693a88,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:21.255899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Routers {'4ad83832-5a5a-4b5b-9486-213c04b91559'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:21.256516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4ad83832-5a5a-4b5b-9486-213c04b91559'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:21.333855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 29fe7d06-fc87-4caa-a781-66dd723ebc42 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:21.415199 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:21.677513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:21.724280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:21.830233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:21.841658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:21.892644 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:21.913039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:21.940387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] Set router 4ad83832-5a5a-4b5b-9486-213c04b91559 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:21.985637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94535dab-2a1a-4d95-8832-cb8df555b936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.000741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=034b2959-4a98-4357-8a3f-07f64a4c9bb3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:22.003737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 29fe7d06-fc87-4caa-a781-66dd723ebc42 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:22.022856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 29fe7d06-fc87-4caa-a781-66dd723ebc42 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:22.023911 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.102075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab5103c-07ea-49b1-9622-ced86a87c08a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:22.127734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.166507 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.193393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Transition to ACTIVE for port object b489949b-4860-47a9-b66f-333f8f35d3d5 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:22.244834 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.254386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:22.303669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Network d2612bc2-312a-4914-8340-49ca359ec93a is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:22.322343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:22.366586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] No DVR routers for this DVR port b489949b-4860-47a9-b66f-333f8f35d3d5 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:22.372356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:22.570167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-311777af-f374-4806-93e4-93564055078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.583435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:22.583972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:22.584408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:22.742415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:32:22.743097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:22.760526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:22.760526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:22.761055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:22.761626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Bound port: b489949b-4860-47a9-b66f-333f8f35d3d5, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:22.762103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.819867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:22.830763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-226a6bcf-ee64-4ead-97b7-1f3559f75373 None None] Provisioning for port 8ab5103c-07ea-49b1-9622-ced86a87c08a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:22.860758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Router abba2ee2-630a-431d-b3d2-7bb212ba9774 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:32:22.876186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-226a6bcf-ee64-4ead-97b7-1f3559f75373 None None] Provisioning complete for port 8ab5103c-07ea-49b1-9622-ced86a87c08a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:22.876467 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-226a6bcf-ee64-4ead-97b7-1f3559f75373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:22.914696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:22.919690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:22.955376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-226a6bcf-ee64-4ead-97b7-1f3559f75373 None None] Port 8ab5103c-07ea-49b1-9622-ced86a87c08a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:23.013346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.037688 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.041026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.127660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 29fe7d06-fc87-4caa-a781-66dd723ebc42, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=29fe7d06-fc87-4caa-a781-66dd723ebc42,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:23.135132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:13Z', 'revision_number': 4, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e77bfc39-284e-4679-90d2-61e650693a88', 'name': '', 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'mac_address': 'fa:16:3e:74:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:10Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'subnets': [{'id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:23.220080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:23.221102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.222804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] 10.222.0.55 "PUT /v2.0/ports/b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 1097 time: 2.4959176 Jul 30 01:32:23.228824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.266862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b867926-2681-4622-a744-3c3dab663f80 None None] The sync data for ids ['4ad83832-5a5a-4b5b-9486-213c04b91559'] in n-d-713499-10 is: [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:13Z', 'revision_number': 4, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e77bfc39-284e-4679-90d2-61e650693a88', 'name': '', 'network_id': 'c89b8b74-87a9-4dc6-9a00-d8d4d433afc2', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'mac_address': 'fa:16:3e:74:6d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:10Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'subnets': [{'id': 'f36d0016-1c2f-4d18-a984-af68e5473bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:23.386536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3608024e-e6be-42e5-945e-caddc546f156 None None] Provisioning complete for port 8ab5103c-07ea-49b1-9622-ced86a87c08a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:23.387294 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3608024e-e6be-42e5-945e-caddc546f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.426209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:23.551608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 034b2959-4a98-4357-8a3f-07f64a4c9bb3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:23.728752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=29fe7d06-fc87-4caa-a781-66dd723ebc42,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:23.747923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:23.810200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3608024e-e6be-42e5-945e-caddc546f156 None None] Port 8ab5103c-07ea-49b1-9622-ced86a87c08a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:23.853276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:23.855454 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.858567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452e8ae-44da-493b-aabe-73ad19237f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:23.862615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:23.863284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:23.991780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-d5f437d0-283f-4241-a9e1-e13cdcefed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:23.992955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-d5f437d0-283f-4241-a9e1-e13cdcefed57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1100 time: 0.6932077 Jul 30 01:32:24.011710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:24.027833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9153e13b-3a7c-4ecc-a3ef-46bf946bb6a0 admin admin] 10.222.0.78 "PUT /v2.0/routers/abba2ee2-630a-431d-b3d2-7bb212ba9774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2376542 Jul 30 01:32:24.039050 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Sync routers for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:24.053135 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:24.055934 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:24.207044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:24.257783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-645e8f7d-c963-4f5b-a279-7bc20ec33634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:24.259331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-645e8f7d-c963-4f5b-a279-7bc20ec33634 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2431071 Jul 30 01:32:24.297280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-311777af-f374-4806-93e4-93564055078d admin admin] Deleting port e77bfc39-284e-4679-90d2-61e650693a88 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:24.297797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-311777af-f374-4806-93e4-93564055078d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:24.353802 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:24.370035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-1ad76bfd-ff25-495d-b54b-2f305f8845f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0959420 Jul 30 01:32:24.599993 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:24.621346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-5d06ac95-2779-4b87-be40-fa2912d8793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:24.626118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-5d06ac95-2779-4b87-be40-fa2912d8793f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2250583 Jul 30 01:32:24.821813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-311777af-f374-4806-93e4-93564055078d admin admin] For port e77bfc39-284e-4679-90d2-61e650693a88, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e77bfc39-284e-4679-90d2-61e650693a88,segment=NetworkSegment(b60a8fd6-0340-47a5-88ab-f653ce14af89),segment_id=b60a8fd6-0340-47a5-88ab-f653ce14af89)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:24.823781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-311777af-f374-4806-93e4-93564055078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:24.850835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-311777af-f374-4806-93e4-93564055078d admin admin] Calling delete_port for e77bfc39-284e-4679-90d2-61e650693a88 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:24.872226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:24.925155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fe92e-c966-44a1-a16c-f1016e1a89b4 None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:24.942382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:21Z', 'revision_number': 2, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:25.046977 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Checking router: abba2ee2-630a-431d-b3d2-7bb212ba9774 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:25.048632 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Updating router abba2ee2-630a-431d-b3d2-7bb212ba9774 port 8ab5103c-07ea-49b1-9622-ced86a87c08a binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:32:25.123321 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:25.495567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e68e-3f13-4006-820f-d260bec63da0 req-5ffeb601-afd3-4c23-8c49-684d638d3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:25.500014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-5ffeb601-afd3-4c23-8c49-684d638d3299 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8657441 Jul 30 01:32:25.627310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 29fe7d06-fc87-4caa-a781-66dd723ebc42 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:25.711150 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-311777af-f374-4806-93e4-93564055078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:25.765179 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:25.767487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f9c99-2a12-408f-8e09-6cfc16415e26 None None] New status for floating IP 418a3be8-875f-4d99-aeb4-b963ed192157: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:32:25.777935 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Transition to ACTIVE for port object 8ab5103c-07ea-49b1-9622-ced86a87c08a will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:25.789864 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:25.841378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311777af-f374-4806-93e4-93564055078d admin admin] Pushing event deleted for resources: {'Port': ['ID=e77bfc39-284e-4679-90d2-61e650693a88,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:25.895742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 29fe7d06-fc87-4caa-a781-66dd723ebc42 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:25.896900 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:25.948120 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a5416-18c1-409c-a0a4-188c43e663f8 None None] Pushing event updated for resources: {'Port': ['ID=8ab5103c-07ea-49b1-9622-ced86a87c08a,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:25.961043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Attempting to bind port 8ab5103c-07ea-49b1-9622-ced86a87c08a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:25.961570 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Attempting to bind port 8ab5103c-07ea-49b1-9622-ced86a87c08a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:25.962304 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Attempting to bind port 8ab5103c-07ea-49b1-9622-ced86a87c08a on network d2612bc2-312a-4914-8340-49ca359ec93a {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:25.977513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:25.978420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Checking segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:25.979030 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:25.979597 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Bound using segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:25.980236 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Bound port: 8ab5103c-07ea-49b1-9622-ced86a87c08a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:25.981014 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:26.064577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-934e7c46-b065-4f97-bace-5084f129e228 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482404 Jul 30 01:32:26.193632 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] For port 8ab5103c-07ea-49b1-9622-ced86a87c08a, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:26.202303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] For port 8ab5103c-07ea-49b1-9622-ced86a87c08a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8ab5103c-07ea-49b1-9622-ced86a87c08a,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:26.210666 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:26.299275 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a5416-18c1-409c-a0a4-188c43e663f8 None None] Pushing event updated for resources: {'Port': ['ID=8ab5103c-07ea-49b1-9622-ced86a87c08a,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:26.344051 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:26.345199 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:26.515449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a394e68e-3f13-4006-820f-d260bec63da0 req-c5017a7b-ee11-418e-8dcc-0f30ed9bb10d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438276 Jul 30 01:32:26.526636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-311777af-f374-4806-93e4-93564055078d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:26.627117 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:26.780757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e77bfc39-284e-4679-90d2-61e650693a88 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:26.924208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e77bfc39-284e-4679-90d2-61e650693a88 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:26.924578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e77bfc39-284e-4679-90d2-61e650693a88 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 01:32:26.990952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port e77bfc39-284e-4679-90d2-61e650693a88 not found, will not notify nova. {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 01:32:27.062616 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:26Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:27.072518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311777af-f374-4806-93e4-93564055078d admin admin] Router 4ad83832-5a5a-4b5b-9486-213c04b91559 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:32:27.104839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e16419-3487-4157-adaf-59d5d8156b10 None None] The sync data for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 is: [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:26Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:27.373037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-826d2b68-e7ea-4cf0-8185-b0ef649a763f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1776814781&fields=id&tenant_id=7e323e3f4d9c42f4bec42372dc019daa HTTP/1.1" status: 200 len: 267 time: 0.1092284 Jul 30 01:32:27.559749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8ab5103c-07ea-49b1-9622-ced86a87c08a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:27.659874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8ab5103c-07ea-49b1-9622-ced86a87c08a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:27.663971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ce119-e350-45f1-a20d-aa9317a60fd5 req-155b7f3d-cf88-4185-8047-d7329a73d374 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:27.666074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e9ce119-e350-45f1-a20d-aa9317a60fd5 req-155b7f3d-cf88-4185-8047-d7329a73d374 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 948 time: 0.3092537 Jul 30 01:32:27.667034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8ab5103c-07ea-49b1-9622-ced86a87c08a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:27.668229 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:27.696897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311777af-f374-4806-93e4-93564055078d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:27.717498 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712af613-217d-45d4-8760-56cde397e6dc None None] Sync routers for ids ['4ad83832-5a5a-4b5b-9486-213c04b91559'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:27.736081 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] Routers {'4ad83832-5a5a-4b5b-9486-213c04b91559'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:27.737844 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4ad83832-5a5a-4b5b-9486-213c04b91559'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:27.763400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-311777af-f374-4806-93e4-93564055078d admin admin] 10.222.0.78 "PUT /v2.0/routers/4ad83832-5a5a-4b5b-9486-213c04b91559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8964787 Jul 30 01:32:27.768245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:27.793119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-77c9ed35-1e20-41ee-9e07-bc4c7adf4f1c tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:27.799050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-77c9ed35-1e20-41ee-9e07-bc4c7adf4f1c tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 823 time: 0.3994107 Jul 30 01:32:27.864026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e9ce119-e350-45f1-a20d-aa9317a60fd5 req-ee600aad-ac50-4c50-9561-887bb369153e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836567 Jul 30 01:32:27.874100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-fb02ef7f-eee2-45e3-b52e-20554f0707f3 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/quotas/7e323e3f4d9c42f4bec42372dc019daa HTTP/1.1" status: 200 len: 375 time: 0.0365434 Jul 30 01:32:27.931447 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:27.994774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:28.012080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-f5c35b4c-7f33-4c03-a0ed-7ab8666e7cab tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305304 Jul 30 01:32:28.044408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8ab5103c-07ea-49b1-9622-ced86a87c08a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8ab5103c-07ea-49b1-9622-ced86a87c08a,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:28.054135 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:28.076764 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] Set router 4ad83832-5a5a-4b5b-9486-213c04b91559 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:28.091238 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0da0cdd-db3c-436c-a3a7-bc070515d600 x-openstack-request-id: req-a0da0cdd-db3c-436c-a3a7-bc070515d600 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:28.091665 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129c3898-abd0-421f-8f37-9f5e36ff4ea1", "name": "network-vif-deleted", "tag": "f0142318-ca89-4d00-9d19-5724da73f94c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:28.092792 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0da0cdd-db3c-436c-a3a7-bc070515d600 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:28.096305 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129c3898-abd0-421f-8f37-9f5e36ff4ea1', 'name': 'network-vif-deleted', 'tag': 'f0142318-ca89-4d00-9d19-5724da73f94c', 'status': 'completed', 'code': 200} Jul 30 01:32:28.157502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:28.196447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8ab5103c-07ea-49b1-9622-ced86a87c08a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:28.336014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Deleting port a0ed15f8-0ffd-48c2-b47b-06c3676b6769 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:28.336377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:28.384764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-911695e6-dc96-4371-9630-073442d60d39 service neutron] 10.222.0.78 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410306 Jul 30 01:32:28.552907 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-a7c7f5ab-e940-4848-bc32-0d3d29e7dc58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923615 Jul 30 01:32:28.622765 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04634d66-9595-4b68-bae9-2666d38cccd8 x-openstack-request-id: req-04634d66-9595-4b68-bae9-2666d38cccd8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:28.623187 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a561b6-b676-4191-afc5-a1fe07af9598", "name": "network-vif-deleted", "tag": "c4749588-44ab-4c30-ac3a-b391b358ac76", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:28.624095 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04634d66-9595-4b68-bae9-2666d38cccd8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:28.624810 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a561b6-b676-4191-afc5-a1fe07af9598', 'name': 'network-vif-deleted', 'tag': 'c4749588-44ab-4c30-ac3a-b391b358ac76', 'status': 'completed', 'code': 200} Jul 30 01:32:28.660878 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:25Z', 'revision_number': 5, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port': {'id': 'a0ed15f8-0ffd-48c2-b47b-06c3676b6769', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:07Z', 'updated_at': '2021-07-30T01:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:28.684780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-1d0e0ba1-9e2b-4f1c-bc1c-d3bcf86efb5c service neutron] 10.222.0.78 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989836 Jul 30 01:32:28.709367 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712af613-217d-45d4-8760-56cde397e6dc None None] Checking router: 4ad83832-5a5a-4b5b-9486-213c04b91559 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:28.711386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] For port a0ed15f8-0ffd-48c2-b47b-06c3676b6769, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:28.711813 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:28.724753 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] Routers {'4ad83832-5a5a-4b5b-9486-213c04b91559'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:28.725380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4ad83832-5a5a-4b5b-9486-213c04b91559'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:28.764266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Calling delete_port for a0ed15f8-0ffd-48c2-b47b-06c3676b6769 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:28.845445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-de08d2b3-edcb-490e-b7ec-c126ed18f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:28.863435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-de08d2b3-edcb-490e-b7ec-c126ed18f80a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2195923 Jul 30 01:32:29.014130 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] Set router 4ad83832-5a5a-4b5b-9486-213c04b91559 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:29.163800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-712af613-217d-45d4-8760-56cde397e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 6, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:29.212393 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712af613-217d-45d4-8760-56cde397e6dc None None] The sync data for ids ['4ad83832-5a5a-4b5b-9486-213c04b91559'] in n-d-713499-10 is: [{'id': '4ad83832-5a5a-4b5b-9486-213c04b91559', 'name': 'tempest-FloatingIPsNegativeTestJSON-789387529-router', 'tenant_id': '61d73719c81e4a88bea67d601b3c082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:05Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 6, 'project_id': '61d73719c81e4a88bea67d601b3c082a', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:29.390226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-c7509310-dcdd-46bd-ae44-a38e7863b68e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:29.398635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-c7509310-dcdd-46bd-ae44-a38e7863b68e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 827 time: 0.4984672 Jul 30 01:32:29.418523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-c13dd4df-7998-4776-b3c0-2526488f212f tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/quotas/c56c9ab4d5af48fdbe0ca970e3db6b98 HTTP/1.1" status: 200 len: 375 time: 0.0173323 Jul 30 01:32:29.474267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-a050d199-7154-4857-ae17-fa5d3e49f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:29.478011 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-a050d199-7154-4857-ae17-fa5d3e49f73f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.5138521 Jul 30 01:32:29.549253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-fdaa7724-8253-4c85-848a-25bf0e546ecb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 200 len: 217 time: 0.0553761 Jul 30 01:32:29.550287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-324b95d0-5053-49f6-9a7c-47a03ddec0dc tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305151 Jul 30 01:32:29.638667 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:29.691553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ed15f8-0ffd-48c2-b47b-06c3676b6769,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:29.746320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8ab5103c-07ea-49b1-9622-ced86a87c08a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:29.766411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800c33-88f8-4fbe-afe1-6ecada19e3c5 req-2521849f-3c2e-4ae2-b18c-bc1bdc1c49d0 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:29.767919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57800c33-88f8-4fbe-afe1-6ecada19e3c5 req-2521849f-3c2e-4ae2-b18c-bc1bdc1c49d0 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.2656882 Jul 30 01:32:29.778628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-41484fbf-a5d2-4719-9fc8-1cf2ce3810ed service neutron] 10.222.0.78 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146759 Jul 30 01:32:29.850860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:29.854564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-646ca9fe-7364-4198-ba2c-4cff8e4ede34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:29.856111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-646ca9fe-7364-4198-ba2c-4cff8e4ede34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.2372568 Jul 30 01:32:29.886378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8ab5103c-07ea-49b1-9622-ced86a87c08a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:29.887595 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:29.985210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57800c33-88f8-4fbe-afe1-6ecada19e3c5 req-8dc4c7ce-c18c-4c46-ada1-c200dedd6a40 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089884 Jul 30 01:32:30.029292 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-890134a2-9e12-4b6c-9173-e0466bc28fef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025970 Jul 30 01:32:30.098267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}, {'name': 'network-changed', 'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:30.115022 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a94d086-cf56-478e-9e96-e52ecf45a76e" -d '{"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-unplugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}, {"name": "network-changed", "server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:30.136771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-07395673-0faf-4442-94a6-2a6f1a0ee2f7 service neutron] 10.222.0.78 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019300 Jul 30 01:32:30.161391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.176456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.292271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042e74-41be-4600-b607-9fb223274f82 req-adc4a4d4-0b66-4197-b590-6b00c3dc2672 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:30.299427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba042e74-41be-4600-b607-9fb223274f82 req-adc4a4d4-0b66-4197-b590-6b00c3dc2672 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 948 time: 0.1144407 Jul 30 01:32:30.325869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.329571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad83832-5a5a-4b5b-9486-213c04b91559 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:32:30.337845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.342380 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0e94e575-c421-4d06-9a1e-03b2f8beae23 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4ad83832-5a5a-4b5b-9486-213c04b91559 HTTP/1.1" status: 204 len: 168 time: 2.5702443 Jul 30 01:32:30.348714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:30.351271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:30.508896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba042e74-41be-4600-b607-9fb223274f82 req-a0bbb21c-4315-456b-a0be-48b9ec32cda6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019546 Jul 30 01:32:30.617959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57b9673b-07bd-46e3-83dc-7b3c83918442 req-9fc07e54-a6c9-4b22-9b24-113439a5edb7 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 210 time: 0.1539698 Jul 30 01:32:30.695586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:30.725121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'mac_address': 'fa:16:3e:25:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:30.888475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.895695 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b98a2f0-8fb6-4fc9-a476-effe3f5b05e0 x-openstack-request-id: req-2b98a2f0-8fb6-4fc9-a476-effe3f5b05e0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:30.896310 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-unplugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "code": 200}, {"name": "network-changed", "server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:30.896582 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b98a2f0-8fb6-4fc9-a476-effe3f5b05e0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:30.897026 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'code': 200} Jul 30 01:32:30.898421 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'status': 'completed', 'code': 200} Jul 30 01:32:30.945766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b489949b-4860-47a9-b66f-333f8f35d3d5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:31.006487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:31.016356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:31.123857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7495bf53-ffce-400f-9fee-d9f9619309d0 req-f1d55621-0676-4f70-8514-f62770a8ae74 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 210 time: 0.1505420 Jul 30 01:32:31.136546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:31.345652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-d3c9a756-8178-44b7-96af-46e7e1e86198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:31.347730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-d3c9a756-8178-44b7-96af-46e7e1e86198 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1101 time: 0.2739367 Jul 30 01:32:31.354407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-3f27d383-fc1a-43e1-b7de-6d2c8b23897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:31.362298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-3f27d383-fc1a-43e1-b7de-6d2c8b23897a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1101 time: 0.2975783 Jul 30 01:32:31.408183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b489949b-4860-47a9-b66f-333f8f35d3d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:31.541175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a0ed15f8-0ffd-48c2-b47b-06c3676b6769 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:31.602779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-875e58dd-dd4f-4c04-bb09-e903e910fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:31.605442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-875e58dd-dd4f-4c04-bb09-e903e910fa56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2414806 Jul 30 01:32:31.609958 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-bfd5eada-7857-4462-b9c5-3104368c337a service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5409501 Jul 30 01:32:31.670627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a0ed15f8-0ffd-48c2-b47b-06c3676b6769 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:31.671368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a0ed15f8-0ffd-48c2-b47b-06c3676b6769 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:31.672975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e77bfc39-284e-4679-90d2-61e650693a88 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:31.719046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e77bfc39-284e-4679-90d2-61e650693a88 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:31.719648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e77bfc39-284e-4679-90d2-61e650693a88 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:31.728248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Deleting subnet f36d0016-1c2f-4d18-a984-af68e5473bd7 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:32:31.735907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:31.759783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-26f25e4d-2dfc-474d-b7a5-168969086c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:31.762156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-26f25e4d-2dfc-474d-b7a5-168969086c80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1556101 Jul 30 01:32:31.778715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:31.903530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:31.941854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-fc3d61f3-72d0-45f2-8a61-c8d991c95a8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.1785135 Jul 30 01:32:32.029913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-a409e9f5-f759-4aac-aac1-77a646034257 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:32.031698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-a409e9f5-f759-4aac-aac1-77a646034257 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 949 time: 0.9374640 Jul 30 01:32:32.032888 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.157509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-668a92cb-d513-42b7-a71b-34dff3eeba27 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:32.159532 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-668a92cb-d513-42b7-a71b-34dff3eeba27 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 823 time: 1.0184436 Jul 30 01:32:32.169381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.175781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35336cc0-f5c4-4985-8451-01aa43ba2d30 None None] Network c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:32.177010 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f36d0016-1c2f-4d18-a984-af68e5473bd7 HTTP/1.1" status: 204 len: 168 time: 1.8246906 Jul 30 01:32:32.178235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5560-36cf-4298-9847-f24a581a3d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36d0016-1c2f-4d18-a984-af68e5473bd7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:32.184543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56228) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:32.358306 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-98c0ba90-d5de-43db-8dc4-87c02e97e775 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e323e3f4d9c42f4bec42372dc019daa HTTP/1.1" status: 200 len: 380 time: 0.1711791 Jul 30 01:32:32.371361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'port': {'device_id': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'admin_state_up': True, 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'security_groups': ['0edd19df-bc39-47d7-a6d7-7e7b679a6544']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:32.488647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9314a3b8-ab63-4487-befa-c37fd25775d7 req-e41d0293-dc9f-4823-a580-b03ea6283aba service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453391 Jul 30 01:32:32.499526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:32.500024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.588777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] DHCP port deletion for c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:32:32.740822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] Deleting port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:32.742163 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.777235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-5d962dea-2e21-4e67-ad19-7585dd1721bf tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:32.778911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-5d962dea-2e21-4e67-ad19-7585dd1721bf tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.55 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 827 time: 0.1263711 Jul 30 01:32:32.817721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Request body: {'port': {'device_id': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'admin_state_up': True, 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:32.850846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.885268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-7051a385-a6ab-43e8-aa5c-6ff0127dc62d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.9940314 Jul 30 01:32:32.925536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] For port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,segment=NetworkSegment(b60a8fd6-0340-47a5-88ab-f653ce14af89),segment_id=b60a8fd6-0340-47a5-88ab-f653ce14af89)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:32.926951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.950381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Made reservation on behalf of 7e323e3f4d9c42f4bec42372dc019daa for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:32.957809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:32.966447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] Calling delete_port for d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:33.084802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-4b3431f1-0f4c-422e-99fb-fa97fd9207da tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:33.089788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-4b3431f1-0f4c-422e-99fb-fa97fd9207da tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 949 time: 1.2593436 Jul 30 01:32:33.157262 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:33.210369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] Pushing event deleted for resources: {'Port': ['ID=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:33.225354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd9d2f-d04c-4fc8-9518-eb7d3ba41b1c None None] No DVR routers for this DVR port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:33.241585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e41df-61f2-4789-bb51-c80b332d8214 req-75d11b1a-5cd3-4d77-a5c8-8180ecb52bef tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:33.244099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-413e41df-61f2-4789-bb51-c80b332d8214 req-75d11b1a-5cd3-4d77-a5c8-8180ecb52bef tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 949 time: 1.5031173 Jul 30 01:32:33.344506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:33.366549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Allocated IP 172.20.0.9 (d061a8fd-5dae-4cd7-9125-a6850065ce34/8a41386a-5479-478c-bf0f-6cc0473f99bd/65975764-5796-4b4a-a7e0-468bc4d376a5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:33.370972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39802475-10ef-4572-845f-b57b055f49a9 req-bcf1e1f5-4c11-40d9-b7ea-d27324111442 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:33.373118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39802475-10ef-4572-845f-b57b055f49a9 req-bcf1e1f5-4c11-40d9-b7ea-d27324111442 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 949 time: 0.5657270 Jul 30 01:32:33.383224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-526535dd-5166-4f3a-91ab-a7866a575201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:33.384817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-526535dd-5166-4f3a-91ab-a7866a575201 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 1.3939943 Jul 30 01:32:33.407589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512602-e0db-4743-88c0-b6c12209c738 req-2a6c35a7-a1ff-44c5-b66b-e20d4858d42c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:33.415321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9512602-e0db-4743-88c0-b6c12209c738 req-2a6c35a7-a1ff-44c5-b66b-e20d4858d42c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.6755967 Jul 30 01:32:33.422498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:33.422844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:33.497752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port 968a3e2a-6290-424b-b8cf-0aceca9baaf8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=968a3e2a-6290-424b-b8cf-0aceca9baaf8,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:33.498485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:33.538101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Made reservation on behalf of c56c9ab4d5af48fdbe0ca970e3db6b98 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:33.539245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-aab6cb81-7058-4a85-8ccb-2dba202dd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:33.540951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-aab6cb81-7058-4a85-8ccb-2dba202dd199 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.6241572 Jul 30 01:32:33.544675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:33.631952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-413e41df-61f2-4789-bb51-c80b332d8214 req-59dea39a-c080-4bc6-b720-21bfe8ed289b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565292 Jul 30 01:32:33.633331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for 968a3e2a-6290-424b-b8cf-0aceca9baaf8 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:33.815950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9512602-e0db-4743-88c0-b6c12209c738 req-37f837a5-d3ea-4cc5-9c39-ee6cb141c255 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976767 Jul 30 01:32:33.830864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa190c06-f859-494d-8830-410183cd1240 req-2a0d8195-3139-4171-a3c1-3b7c70d6ded2 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 210 time: 0.0922410 Jul 30 01:32:33.837979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Deleting port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:33.839588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:33.933680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-8d28c8df-cc20-40ee-aa0b-d2f987fb4775 service neutron] 10.222.0.55 "GET /v2.0/ports/b489949b-4860-47a9-b66f-333f8f35d3d5/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.8259971 Jul 30 01:32:34.011623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-47960de1-9d04-4663-8e76-743e878eccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:34.013121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-47960de1-9d04-4663-8e76-743e878eccc7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5889738 Jul 30 01:32:34.046474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Allocated IP 172.20.0.6 (d2612bc2-312a-4914-8340-49ca359ec93a/d2f27e52-04a3-4810-b9f9-a01be0697031/5b472920-ab18-4a04-9d00-6fef9a2e5f02) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:34.171539 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-5c9703b1-d34b-4e40-924f-457602ac1349 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277354 Jul 30 01:32:34.172094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] For port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3, host n-d-713499-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:34.172094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.223797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51bcf632-647e-48f4-b427-6aa449a6ad01 req-edfdfc88-e585-4a98-a930-51c70ca65ed7 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 210 time: 0.0511692 Jul 30 01:32:34.225155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Calling delete_port for d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:34.240123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 968a3e2a-6290-424b-b8cf-0aceca9baaf8 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:34.290521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:32:34.312721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340843d-6a58-4854-a636-1c602126fcac req-7b5eaeeb-8d8f-42d0-9c40-0215feac2aa6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:34.314872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6340843d-6a58-4854-a636-1c602126fcac req-7b5eaeeb-8d8f-42d0-9c40-0215feac2aa6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 949 time: 0.3793893 Jul 30 01:32:34.328471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.344329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Transition to ACTIVE for port object 65975764-5796-4b4a-a7e0-468bc4d376a5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:34.404945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.419425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.440424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:34.475135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-97090b97-8727-444f-b5d3-84e4d9d8d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:34.476849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-97090b97-8727-444f-b5d3-84e4d9d8d432 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9044836 Jul 30 01:32:34.492441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.501356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port 7982346a-bc83-4ca0-9725-dfb04b0752a7 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:34.501846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.570462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b489949b-4860-47a9-b66f-333f8f35d3d5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:34.574740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b489949b-4860-47a9-b66f-333f8f35d3d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:34.575133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.613872 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.618120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6340843d-6a58-4854-a636-1c602126fcac req-568fb7e6-4d16-4bed-8b7a-3148997780d9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183471 Jul 30 01:32:34.642329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Transition to ACTIVE for port object 5b472920-ab18-4a04-9d00-6fef9a2e5f02 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:34.645596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] No DVR routers for this DVR port d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:34.779956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.823996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-93627654-f10f-4bfa-afb9-8e04277a41c3 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917170 Jul 30 01:32:34.840611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:34.845736 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7205f02-7a42-47a7-a63a-94493fee9fd6" -d '{"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-plugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:34.860519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:34.875264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:34.881324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:34.884682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:34.895842 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.896651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7982346a-bc83-4ca0-9725-dfb04b0752a7 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:35.004278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.008114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:35.008501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.069060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:35.075925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.097104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:35.108183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d67cf326-f8f2-4ce5-a01d-eb4aabf7e4a3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:35.124753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88efdc-5fde-46f4-a365-2bd252383f39 req-2b71e174-9563-4fb5-968d-0374a60182c8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:35.131224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a88efdc-5fde-46f4-a365-2bd252383f39 req-2b71e174-9563-4fb5-968d-0374a60182c8 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea2af3ff-925d-4939-91d3-58b0a122b07b HTTP/1.1" status: 200 len: 949 time: 0.4312611 Jul 30 01:32:35.134876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Network d2612bc2-312a-4914-8340-49ca359ec93a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:35.163120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for 7982346a-bc83-4ca0-9725-dfb04b0752a7 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:35.176113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-6bba4cc1-b969-46e9-a240-54c2db2f9b93 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844444 Jul 30 01:32:35.178064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:35.183901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:35.197430 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.327785 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9603784 Jul 30 01:32:35.361085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7982346a-bc83-4ca0-9725-dfb04b0752a7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7982346a-bc83-4ca0-9725-dfb04b0752a7,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:35.385008 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.482362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Request body: {'port': {'device_id': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:35.490809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5bb68a61-5ff5-4791-9d06-33875a753ae6 None None] Provisioning for port 65975764-5796-4b4a-a7e0-468bc4d376a5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:35.507463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ca09a-dede-431f-a255-7c7e13ffad7a req-0c604f6c-8f4b-4800-9d8d-9ac34da7e2b7 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:35.518382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f29ca09a-dede-431f-a255-7c7e13ffad7a req-0c604f6c-8f4b-4800-9d8d-9ac34da7e2b7 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.4610624 Jul 30 01:32:35.527986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5bb68a61-5ff5-4791-9d06-33875a753ae6 None None] Provisioning complete for port 65975764-5796-4b4a-a7e0-468bc4d376a5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:35.527986 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5bb68a61-5ff5-4791-9d06-33875a753ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.564969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a88efdc-5fde-46f4-a365-2bd252383f39 req-a09e8ede-199d-455f-bd72-cbaf050c7fff tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826673 Jul 30 01:32:35.653247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.671926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.679402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9bcff-8b5e-45ee-9a66-9cb49f64615a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event updated for resources: {'Port': ['ID=65975764-5796-4b4a-a7e0-468bc4d376a5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:35.686989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f29ca09a-dede-431f-a255-7c7e13ffad7a req-97799027-4b47-4bfd-b1d5-efa66e363d48 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669722 Jul 30 01:32:35.691049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89b8b74-87a9-4dc6-9a00-d8d4d433afc2']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:35.693221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:35.725784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:35.726961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.759028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:35.823728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60a8fd6-0340-47a5-88ab-f653ce14af89') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:35.829585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60a8fd6-0340-47a5-88ab-f653ce14af89') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:35.891768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:35.896015 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c3a3d8-d4da-44ee-9883-682b0c6735aa x-openstack-request-id: req-17c3a3d8-d4da-44ee-9883-682b0c6735aa {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:35.896372 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-plugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:35.896798 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17c3a3d8-d4da-44ee-9883-682b0c6735aa {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:35.897287 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'code': 200} Jul 30 01:32:35.910811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5bb68a61-5ff5-4791-9d06-33875a753ae6 None None] Port 65975764-5796-4b4a-a7e0-468bc4d376a5 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:35.926160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a94d086-cf56-478e-9e96-e52ecf45a76e req-e1f22d61-f7f6-4218-afeb-859eef6debcf service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105896 Jul 30 01:32:35.931772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1180937 Jul 30 01:32:35.942371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.054956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Request body: {'port': {'device_id': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:36.108371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.164353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port 968a3e2a-6290-424b-b8cf-0aceca9baaf8 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:36.167455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a501-ab03-4165-ab06-439ac3c20afa tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event updated for resources: {'Port': ['ID=5b472920-ab18-4a04-9d00-6fef9a2e5f02,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:36.180276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:32:36.181015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.183763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fa55f885-52c1-4767-9d84-7ee8bb99b63a None None] Provisioning for port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:36.184178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.188251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d049afa7-1bcf-402d-b734-1872d4051aa5 req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.66 "DELETE /v2.0/ports/968a3e2a-6290-424b-b8cf-0aceca9baaf8 HTTP/1.1" status: 204 len: 173 time: 4.1438279 Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:32:36.192482 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:32:36.195622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'name': 'network-vif-deleted', 'tag': '968a3e2a-6290-424b-b8cf-0aceca9baaf8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:36.198323 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a756e29-98aa-4eca-99a3-d95cde37bb90" -d '{"events": [{"server_uuid": "ea2af3ff-925d-4939-91d3-58b0a122b07b", "name": "network-vif-deleted", "tag": "968a3e2a-6290-424b-b8cf-0aceca9baaf8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:36.227424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fa55f885-52c1-4767-9d84-7ee8bb99b63a None None] Provisioning complete for port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:36.227843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fa55f885-52c1-4767-9d84-7ee8bb99b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.365290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.399428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fa55f885-52c1-4767-9d84-7ee8bb99b63a None None] Port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:36.500953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6118f-2769-4763-a515-830df2ecdac4 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=968a3e2a-6290-424b-b8cf-0aceca9baaf8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:36.534786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=7982346a-bc83-4ca0-9725-dfb04b0752a7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:36.580748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.594426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.601218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ffb1c-23be-41c1-bcad-ac57e2d93705 req-9439e7b1-0e3f-465e-9602-bd2fc3c2c0b5 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:36.627376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e1ffb1c-23be-41c1-bcad-ac57e2d93705 req-9439e7b1-0e3f-465e-9602-bd2fc3c2c0b5 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 931 time: 0.6820850 Jul 30 01:32:36.636381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-a52cc879-e96a-4be3-b8e7-1330da58ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:36.643151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.661316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-a52cc879-e96a-4be3-b8e7-1330da58ea08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1102 time: 0.5893505 Jul 30 01:32:36.745469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.747793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] 10.222.0.78 "DELETE /v2.0/networks/c89b8b74-87a9-4dc6-9a00-d8d4d433afc2 HTTP/1.1" status: 204 len: 168 time: 4.5411305 Jul 30 01:32:36.777153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926476fa-f825-4363-899d-ff1d285b54bd req-4c0036c9-0c79-4500-b8d6-7d1265c39137 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:36.785556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-926476fa-f825-4363-899d-ff1d285b54bd req-4c0036c9-0c79-4500-b8d6-7d1265c39137 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 931 time: 0.5335429 Jul 30 01:32:36.790064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03662b-6722-483e-a7bc-05cbafd61bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c89b8b74-87a9-4dc6-9a00-d8d4d433afc2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:36.808832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port 7982346a-bc83-4ca0-9725-dfb04b0752a7 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:36.842530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:36.844960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39802475-10ef-4572-845f-b57b055f49a9 req-650bfb8f-7f84-44b5-ba6c-b60451586f5f tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "DELETE /v2.0/ports/7982346a-bc83-4ca0-9725-dfb04b0752a7 HTTP/1.1" status: 204 len: 173 time: 3.4550765 Jul 30 01:32:36.852238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'name': 'network-vif-deleted', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:36.856973 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851a2fc-bf94-4093-bdba-6d1e7495b9f3" -d '{"events": [{"server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "name": "network-vif-deleted", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:36.876918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-a8bd9657-9d45-4b02-ad35-6a050820f906 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:36.878836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-a8bd9657-9d45-4b02-ad35-6a050820f906 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.55 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.5661485 Jul 30 01:32:37.000639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-926476fa-f825-4363-899d-ff1d285b54bd req-4a794c59-918a-421e-9e60-f274b1aa4df4 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139108 Jul 30 01:32:37.031278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e1ffb1c-23be-41c1-bcad-ac57e2d93705 req-cb280a6a-7d12-4701-8dd1-62ea67fb8bd0 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029539 Jul 30 01:32:37.078780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:37.317672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0bae7190-c488-4519-8f43-36480344be18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61d73719c81e4a88bea67d601b3c082a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249682 Jul 30 01:32:37.318950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56292) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:37.321115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-d91f0692-0aeb-4268-bb2c-cf2b6013418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:37.322586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-d91f0692-0aeb-4268-bb2c-cf2b6013418f service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.6390536 Jul 30 01:32:37.388110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-710f5f48-51a1-4ae4-b998-ae373067edd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0434523 Jul 30 01:32:37.411023 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb086c0-7ed2-4b3a-b98d-fa7216908d43 x-openstack-request-id: req-1fb086c0-7ed2-4b3a-b98d-fa7216908d43 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:37.411652 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2af3ff-925d-4939-91d3-58b0a122b07b", "name": "network-vif-deleted", "tag": "968a3e2a-6290-424b-b8cf-0aceca9baaf8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:37.411755 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fb086c0-7ed2-4b3a-b98d-fa7216908d43 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:37.412495 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2af3ff-925d-4939-91d3-58b0a122b07b', 'name': 'network-vif-deleted', 'tag': '968a3e2a-6290-424b-b8cf-0aceca9baaf8', 'status': 'completed', 'code': 200} Jul 30 01:32:37.516865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2e6a-716d-42a8-b6cf-501e8688cd2b req-09159b5d-eb8c-4f7a-a678-6bf180060c0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:37.526121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c7d2e6a-716d-42a8-b6cf-501e8688cd2b req-09159b5d-eb8c-4f7a-a678-6bf180060c0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.3128290 Jul 30 01:32:37.586274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc203af-fd1d-47f4-9754-1bf51855b7c2 req-b4c98950-7560-4e72-ba04-bf30b47074e1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:37.594207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccc203af-fd1d-47f4-9754-1bf51855b7c2 req-b4c98950-7560-4e72-ba04-bf30b47074e1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 945 time: 0.2627378 Jul 30 01:32:37.610723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Deleting port c607dcf4-1904-43b2-9489-4b094d6134ac {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:37.610723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:37.647346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-7ed8c8c1-f585-4f6c-862e-6d0214b9886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:37.647346 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-7ed8c8c1-f585-4f6c-862e-6d0214b9886b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2038941 Jul 30 01:32:37.713188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc1369a0-a596-4a47-abc7-2a01b2c8b6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:37.733773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c7d2e6a-716d-42a8-b6cf-501e8688cd2b req-d871252b-b2c6-4dce-ade6-b79a8f5d673c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066653 Jul 30 01:32:37.850916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:37.898668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:37.913315 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c04863b-15d6-4dc1-9d06-466ab042ed62" -d '{"events": [{"server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "name": "network-vif-unplugged", "status": "completed", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:37.970367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65975764-5796-4b4a-a7e0-468bc4d376a5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:37.989476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.001731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] For port c607dcf4-1904-43b2-9489-4b094d6134ac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c607dcf4-1904-43b2-9489-4b094d6134ac,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:38.002200 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.013530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Transition to ACTIVE for port object 65975764-5796-4b4a-a7e0-468bc4d376a5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:38.021259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc1369a0-a596-4a47-abc7-2a01b2c8b6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.027038 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a9a7a-86a4-42f3-aa62-022b80ccc10a x-openstack-request-id: req-eb8a9a7a-86a4-42f3-aa62-022b80ccc10a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:38.027414 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "name": "network-vif-deleted", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:38.027749 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb8a9a7a-86a4-42f3-aa62-022b80ccc10a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:38.028232 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'name': 'network-vif-deleted', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7', 'status': 'completed', 'code': 200} Jul 30 01:32:38.053469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.089904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccc203af-fd1d-47f4-9754-1bf51855b7c2 req-4c7ba8bf-713d-4d67-8c21-81f1e1821c10 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups?id=ea42994a-4e4c-4e58-94ee-001e89056b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946990 Jul 30 01:32:38.097402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-02b7e8cb-3d95-4ef5-9715-7ab9122324aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:38.100383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-02b7e8cb-3d95-4ef5-9715-7ab9122324aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4220488 Jul 30 01:32:38.123785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Pushing event updated for resources: {'Port': ['ID=65975764-5796-4b4a-a7e0-468bc4d376a5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:38.127601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b472920-ab18-4a04-9d00-6fef9a2e5f02 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:38.144224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.146491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-532e8063-57c5-40fa-8f21-b240276857b9 req-17259607-8b1c-4a69-b6f7-87c9f8cc4b4a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=83607dcc-80c6-4b05-bd81-c1e727b71e95 HTTP/1.1" status: 200 len: 210 time: 0.1346641 Jul 30 01:32:38.205184 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc002e-59ef-4922-95e0-053140fe9719 x-openstack-request-id: req-73bc002e-59ef-4922-95e0-053140fe9719 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:38.205184 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83607dcc-80c6-4b05-bd81-c1e727b71e95", "name": "network-vif-unplugged", "status": "completed", "tag": "7982346a-bc83-4ca0-9725-dfb04b0752a7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:38.205184 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73bc002e-59ef-4922-95e0-053140fe9719 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:38.205184 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83607dcc-80c6-4b05-bd81-c1e727b71e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7982346a-bc83-4ca0-9725-dfb04b0752a7', 'code': 200} Jul 30 01:32:38.241098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Transition to ACTIVE for port object 5b472920-ab18-4a04-9d00-6fef9a2e5f02 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:38.338629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.546930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b472920-ab18-4a04-9d00-6fef9a2e5f02,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:38.585294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Attempting to bind port 65975764-5796-4b4a-a7e0-468bc4d376a5 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:38.585640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Attempting to bind port 65975764-5796-4b4a-a7e0-468bc4d376a5 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:38.585966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Attempting to bind port 65975764-5796-4b4a-a7e0-468bc4d376a5 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:38.631653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Port 65975764-5796-4b4a-a7e0-468bc4d376a5 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:32:38.632012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Attempting to bind port 65975764-5796-4b4a-a7e0-468bc4d376a5 on network d061a8fd-5dae-4cd7-9125-a6850065ce34 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:38.643616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:38.644048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Checking segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:38.644405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Bound using segment: {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:38.644849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Bound port: 65975764-5796-4b4a-a7e0-468bc4d376a5, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e183a0-a6d3-4b22-af3a-a95b6736e0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:38.645206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.711134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Attempting to bind port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:38.711498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Attempting to bind port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:38.711815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Attempting to bind port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 on network d2612bc2-312a-4914-8340-49ca359ec93a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:38.726886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 on network d2612bc2-312a-4914-8340-49ca359ec93a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:32:38.727241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Attempting to bind port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 on network d2612bc2-312a-4914-8340-49ca359ec93a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:38.772066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:38.772590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Checking segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:38.773087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Bound using segment: {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:38.773640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Bound port: 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daed8706-eeb5-40a9-a194-5ab9144542d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:38.774078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.779030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] For port 65975764-5796-4b4a-a7e0-468bc4d376a5, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:38.802167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] For port 65975764-5796-4b4a-a7e0-468bc4d376a5, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65975764-5796-4b4a-a7e0-468bc4d376a5,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:38.833153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.887465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:38.888221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:38.890459 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-d62e3312-781d-445e-8f21-82561c098864 service neutron] 10.222.0.66 "PUT /v2.0/ports/65975764-5796-4b4a-a7e0-468bc4d376a5 HTTP/1.1" status: 200 len: 1092 time: 3.4237254 Jul 30 01:32:38.934348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3312-781d-445e-8f21-82561c098864 service neutron] Pushing event updated for resources: {'Port': ['ID=65975764-5796-4b4a-a7e0-468bc4d376a5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:38.958974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] For port 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:38.996302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] For port 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:39.005367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.044447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.045134 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.046556 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 1092 time: 2.9988554 Jul 30 01:32:39.051160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-01dbfe65-d84a-4c67-a86a-89c984085b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.052574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-01dbfe65-d84a-4c67-a86a-89c984085b0c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 1095 time: 0.1063812 Jul 30 01:32:39.158184 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-8138dc9a-ec2e-488e-a990-fcb50163515b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65975764-5796-4b4a-a7e0-468bc4d376a5 HTTP/1.1" status: 200 len: 217 time: 0.0939546 Jul 30 01:32:39.160119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b472920-ab18-4a04-9d00-6fef9a2e5f02,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:39.183151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.183544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.183891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.184225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.184557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.184885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.185212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.185315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1352e-2d54-4edf-bc71-31a2d40c502a req-a5ad7207-fb3d-427b-afc6-9cabc2963a3f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.186303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.186495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.186854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.187215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.188653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364daa6-2e97-483b-a651-5757a414d3d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:39.193842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acd1352e-2d54-4edf-bc71-31a2d40c502a req-a5ad7207-fb3d-427b-afc6-9cabc2963a3f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 943 time: 0.2764006 Jul 30 01:32:39.200947 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc1369a0-a596-4a47-abc7-2a01b2c8b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.203471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc1369a0-a596-4a47-abc7-2a01b2c8b6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.207696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc1369a0-a596-4a47-abc7-2a01b2c8b6a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8542d059-b7af-403b-bb05-8a77295a7293 HTTP/1.1" status: 204 len: 168 time: 1.8810632 Jul 30 01:32:39.222440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9763c-8d34-4f3c-9565-28c2b1b8b650 req-3d46f6d0-4c41-4886-ad64-28681246a019 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.230099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82a9763c-8d34-4f3c-9565-28c2b1b8b650 req-3d46f6d0-4c41-4886-ad64-28681246a019 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 943 time: 0.8342116 Jul 30 01:32:39.240681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-041264e7-cdb7-400c-a9d4-065b0b4d4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.242392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-041264e7-cdb7-400c-a9d4-065b0b4d4685 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1095 time: 0.1213784 Jul 30 01:32:39.252520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-87b927d2-786b-4d81-895b-64ff523f9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.253845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-87b927d2-786b-4d81-895b-64ff523f9b79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 200 len: 862 time: 0.0896471 Jul 30 01:32:39.290900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1369a0-a596-4a47-abc7-2a01b2c8b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542d059-b7af-403b-bb05-8a77295a7293,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:39.343193 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-de026cb6-81d3-4365-b74d-03df3cf93832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 217 time: 0.0763924 Jul 30 01:32:39.389729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-ecc98d89-f4e2-42ef-873a-a9c85be08ffb service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1383004 Jul 30 01:32:39.402003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-9119817d-dd8d-4ff5-883e-94273a711b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.403790 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-9119817d-dd8d-4ff5-883e-94273a711b63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d061a8fd-5dae-4cd7-9125-a6850065ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383450 Jul 30 01:32:39.409808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-43099c15-6854-4389-85e7-81e704ce575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.411364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-43099c15-6854-4389-85e7-81e704ce575a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 200 len: 866 time: 0.0613616 Jul 30 01:32:39.413120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5'}, {'name': 'network-changed', 'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:39.415760 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5"}, {"name": "network-changed", "server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:39.418464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acd1352e-2d54-4edf-bc71-31a2d40c502a req-5df0692b-3aa9-4285-9c6f-2c07504c4247 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236092 Jul 30 01:32:39.491383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82a9763c-8d34-4f3c-9565-28c2b1b8b650 req-2d243b6a-0b10-4de8-a8bc-ad415a87c090 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601364 Jul 30 01:32:39.491644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-8fe77c51-bb33-4eb8-8005-3823c0e53bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.495082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-8fe77c51-bb33-4eb8-8005-3823c0e53bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2612bc2-312a-4914-8340-49ca359ec93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757039 Jul 30 01:32:39.521273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.522742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:39.523268 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Floating IP 810cc752-78d0-4437-a199-3a5b9ae643ec disassociated. External IP: 172.25.8.198, port: c607dcf4-1904-43b2-9489-4b094d6134ac. Jul 30 01:32:39.523767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Calling delete_port for c607dcf4-1904-43b2-9489-4b094d6134ac owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:39.710680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-4e6e410b-0653-4657-9756-e2d4f59f3a20 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108490 Jul 30 01:32:39.723768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-58bf078c-729f-43c0-8f1f-7d5d8eb6e09d service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235384 Jul 30 01:32:39.725611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-3b084caf-602f-4bde-980d-b3b4403c5567 service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083716 Jul 30 01:32:39.795747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd7d4-3e2b-41ea-9673-fe7595818917 req-145c7fea-1e42-44ef-b50e-97782ad5b744 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.797295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca8bd7d4-3e2b-41ea-9673-fe7595818917 req-145c7fea-1e42-44ef-b50e-97782ad5b744 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1860409 Jul 30 01:32:39.815873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-ba32a3c2-ec48-4dc1-b767-02fe1765d4ab tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:39.817030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-ba32a3c2-ec48-4dc1-b767-02fe1765d4ab tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.2133307 Jul 30 01:32:39.897737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-6875d686-e85d-44ce-b0ed-a44f1b46d2cd tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/quotas/5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 375 time: 0.0712469 Jul 30 01:32:39.909765 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:32:39.930557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fa67174-ab8e-48d6-a331-f8fda4bd4311 req-0c6ac4ec-229f-4c0b-8b44-a55a178bfdbc service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970026 Jul 30 01:32:39.935927 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50ecac58-c02c-4318-8a94-0ea3be250988 req-a0fa620c-cecf-4020-bdb8-ac6e3f450b83 service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882012 Jul 30 01:32:39.936959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca8bd7d4-3e2b-41ea-9673-fe7595818917 req-e718ab54-6e32-401b-bbce-7287b8c4af31 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307142 Jul 30 01:32:39.971564 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:40.006856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event deleted for resources: {'Port': ['ID=c607dcf4-1904-43b2-9489-4b094d6134ac,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:40.032349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-0631c0be-6cb2-4df5-89df-facb5fb3f554 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210148 Jul 30 01:32:40.033767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.034113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.034455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.034792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.035156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.035491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.036091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.036195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.036452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.036777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.037096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.037415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:32:40.174812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d01a825b-de6c-4e3f-ab05-7b21aa176ce2 req-3ac56422-8060-4c99-b956-2e0f509a5b4a tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/ports?device_id=1baa9917-bd22-4540-adc0-b1242b3d8ab2 HTTP/1.1" status: 200 len: 210 time: 0.0418146 Jul 30 01:32:40.255738 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b03f171-f706-42ea-8046-07469ef88c17 x-openstack-request-id: req-6b03f171-f706-42ea-8046-07469ef88c17 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:40.256074 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:40.256396 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b03f171-f706-42ea-8046-07469ef88c17 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:40.256872 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'status': 'completed', 'code': 200} Jul 30 01:32:40.257193 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'status': 'completed', 'code': 200} Jul 30 01:32:40.274032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-b9d06a50-c56c-4914-95d6-1668bf94e542 service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323337 Jul 30 01:32:40.291849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Router 4f253528-fcc1-4cce-b32f-0144d9122f58 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:32:40.349270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-11fab46a-1e18-4bda-b89d-f48b6cad6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.350807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-11fab46a-1e18-4bda-b89d-f48b6cad6516 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 1095 time: 0.0762150 Jul 30 01:32:40.379343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-70eeea42-ff46-4dff-94c1-39335dd9e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.380880 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-70eeea42-ff46-4dff-94c1-39335dd9e07c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1095 time: 0.0731618 Jul 30 01:32:40.433598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c607dcf4-1904-43b2-9489-4b094d6134ac no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:40.473790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: c607dcf4-1904-43b2-9489-4b094d6134ac {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:40.474129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c607dcf4-1904-43b2-9489-4b094d6134ac not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:40.489249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d58f9756-fba5-4435-93b9-ee14c0c59a42 service neutron] 10.222.0.78 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069767 Jul 30 01:32:40.516996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:40.535357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] Sync routers for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:40.550107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:40.551207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:40.573747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-926f7c45-2338-4a6b-822d-ae13567d7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.575328 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-926f7c45-2338-4a6b-822d-ae13567d7f43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 924 time: 0.2160747 Jul 30 01:32:40.592912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-4726fc41-7ffc-4642-b1fe-9df0ca38abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.594680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-4726fc41-7ffc-4642-b1fe-9df0ca38abdf service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 928 time: 0.2022240 Jul 30 01:32:40.615482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] No DVR routers for this DVR port c607dcf4-1904-43b2-9489-4b094d6134ac on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:40.618285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:40.620616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4799cc9d-f5fd-4a7e-bca6-89dd771c2bd5 req-08626be8-0688-4bb7-827f-4dbe903eb93c tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.55 "DELETE /v2.0/ports/c607dcf4-1904-43b2-9489-4b094d6134ac HTTP/1.1" status: 204 len: 173 time: 3.7181826 Jul 30 01:32:40.621148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'name': 'network-vif-deleted', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:40.624318 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d5814f-5296-4427-8413-1f1571d08188" -d '{"events": [{"server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "name": "network-vif-deleted", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:40.636141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-8522d68b-4a6c-40b5-a709-2038a91568df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65975764-5796-4b4a-a7e0-468bc4d376a5 HTTP/1.1" status: 200 len: 217 time: 0.0503190 Jul 30 01:32:40.741597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-f8f4b09c-d4fb-4fb3-bb33-b1e0d7c1160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.744074 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-f8f4b09c-d4fb-4fb3-bb33-b1e0d7c1160e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 200 len: 862 time: 0.0991983 Jul 30 01:32:40.752006 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-238c0fb1-81ce-4ee7-9e16-bbd53d2885ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 217 time: 0.1148436 Jul 30 01:32:40.858733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2af9b-4da4-4205-a0c0-1fafc89c3c00 req-5feffb90-aed3-42bf-a7ae-8e8a04eeae7c tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.861352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cf2af9b-4da4-4205-a0c0-1fafc89c3c00 req-5feffb90-aed3-42bf-a7ae-8e8a04eeae7c tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 949 time: 0.0784523 Jul 30 01:32:40.864546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-a974e50c-b6e1-4af0-8aaf-48a38aac312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.866157 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-a974e50c-b6e1-4af0-8aaf-48a38aac312a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d061a8fd-5dae-4cd7-9125-a6850065ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106503 Jul 30 01:32:40.869917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-8bb1f34d-0955-41f9-b59f-22cbb460baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:40.871351 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-8bb1f34d-0955-41f9-b59f-22cbb460baa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 200 len: 866 time: 0.0972972 Jul 30 01:32:40.943442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cf2af9b-4da4-4205-a0c0-1fafc89c3c00 req-08c1ce89-7123-4888-b254-54e70d9da066 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739317 Jul 30 01:32:40.946363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:41.083522 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-2f2aca85-cb96-4c87-ac63-b17bee4eb465 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086761 Jul 30 01:32:41.112159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa56bc-cddd-4a5b-ba36-6c98ba88fa7a req-45ef65bb-029c-42b8-92aa-958d9681ae43 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:41.116292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eaa56bc-cddd-4a5b-ba36-6c98ba88fa7a req-45ef65bb-029c-42b8-92aa-958d9681ae43 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 943 time: 0.0683680 Jul 30 01:32:41.190178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-dfe48fce-519a-4321-9eee-509c09406707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:41.191830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-dfe48fce-519a-4321-9eee-509c09406707 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2612bc2-312a-4914-8340-49ca359ec93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768625 Jul 30 01:32:41.211065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eaa56bc-cddd-4a5b-ba36-6c98ba88fa7a req-e0d86308-5c1c-4e09-a61b-e7871fae32df tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849464 Jul 30 01:32:41.237852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:41.375282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:41.388401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-7e17b00c-b6c1-4a63-a122-b8f6744c6837 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882960 Jul 30 01:32:41.399599 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c250d211-f42e-4ed9-864e-0475b02d127c x-openstack-request-id: req-c250d211-f42e-4ed9-864e-0475b02d127c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:41.400200 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baa9917-bd22-4540-adc0-b1242b3d8ab2", "name": "network-vif-deleted", "tag": "c607dcf4-1904-43b2-9489-4b094d6134ac", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:41.400200 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c250d211-f42e-4ed9-864e-0475b02d127c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:41.401090 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baa9917-bd22-4540-adc0-b1242b3d8ab2', 'name': 'network-vif-deleted', 'tag': 'c607dcf4-1904-43b2-9489-4b094d6134ac', 'status': 'completed', 'code': 200} Jul 30 01:32:41.449994 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-a9073330-c6d5-451b-8436-ee3c54fbb9d7 service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820467 Jul 30 01:32:41.464706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b29e2d34-4531-403b-8499-a2b7497eca34 req-6f858a71-e238-4099-9024-c585f8d0e147 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.0598898 Jul 30 01:32:41.482330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9edf-6d8e-453a-924e-2cf51af23786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:41.494163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e79e-11c8-41a3-bdbe-74f46ffe75b4 req-c06630a7-be27-4b5a-bf34-42d077a57271 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:41.502000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08c8e79e-11c8-41a3-bdbe-74f46ffe75b4 req-c06630a7-be27-4b5a-bf34-42d077a57271 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 943 time: 0.1806495 Jul 30 01:32:41.512762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] Checking router: 4f253528-fcc1-4cce-b32f-0144d9122f58 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:41.541732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:41.542401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:41.651496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3e374d2d-aaa8-49a9-92be-7a957e9e4a8e req-9c7c80f0-a2f4-48e6-8d86-aa48e0f1c61c service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704795 Jul 30 01:32:41.660852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08c8e79e-11c8-41a3-bdbe-74f46ffe75b4 req-b959f487-d9ce-441f-860a-1750facc3301 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578951 Jul 30 01:32:41.711789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:41.729248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a94e21-c571-4b4e-86aa-77f489312858 req-75dd8797-1aa4-4b35-bc74-b5e670025edb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:41.731597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48a94e21-c571-4b4e-86aa-77f489312858 req-75dd8797-1aa4-4b35-bc74-b5e670025edb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.1601963 Jul 30 01:32:41.818519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48a94e21-c571-4b4e-86aa-77f489312858 req-4dae23d5-d985-4034-b2ee-73298426ba24 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623386 Jul 30 01:32:41.830727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9edf-6d8e-453a-924e-2cf51af23786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:41.838132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9edf-6d8e-453a-924e-2cf51af23786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:41.898381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c1f9edf-6d8e-453a-924e-2cf51af23786 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=956a7a27e919412b961c72679940d1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594028 Jul 30 01:32:41.899586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f9edf-6d8e-453a-924e-2cf51af23786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4960d2-a129-4efd-8438-681331efda53,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:41.901411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:41.984686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:42.022077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-045946e4-1911-4914-9c8c-20361011ba1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.026517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8646e-a830-4e98-8b58-a2cde680a5f7 None None] The sync data for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 is: [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:46Z', 'revision_number': 4, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6e078c9f-ba2b-44dc-ba2a-0571c3a34570', 'name': '', 'network_id': '4fe41e4b-af9d-4693-ba98-c582c3cbf57c', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'mac_address': 'fa:16:3e:24:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:44Z', 'updated_at': '2021-07-30T01:29:57Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'subnets': [{'id': '501b7b83-3c61-4a95-b9b0-4eb817c26b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:42.057055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-045946e4-1911-4914-9c8c-20361011ba1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.144900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56440) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:42.157438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-045946e4-1911-4914-9c8c-20361011ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.160692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-045946e4-1911-4914-9c8c-20361011ba1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.164605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-045946e4-1911-4914-9c8c-20361011ba1f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da4960d2-a129-4efd-8438-681331efda53 HTTP/1.1" status: 204 len: 168 time: 0.2594762 Jul 30 01:32:42.184961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045946e4-1911-4914-9c8c-20361011ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4960d2-a129-4efd-8438-681331efda53,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:42.285727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65975764-5796-4b4a-a7e0-468bc4d376a5 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:42.289634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:42.289808 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-300eac06-4b2d-4183-9bb0-4beaae833be1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.449875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-300eac06-4b2d-4183-9bb0-4beaae833be1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.525009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d878fd-3f26-463b-a198-d0f380460264 req-0c4b8c6a-e005-498e-8683-7c54eb0a0d9b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:42.531435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5b472920-ab18-4a04-9d00-6fef9a2e5f02 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:42.540588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05d878fd-3f26-463b-a198-d0f380460264 req-0c4b8c6a-e005-498e-8683-7c54eb0a0d9b tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 950 time: 0.2925384 Jul 30 01:32:42.571984 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cb306-ef21-44eb-bd57-d31a9e11312c None None] New status for floating IP 810cc752-78d0-4437-a199-3a5b9ae643ec: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:32:42.616853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7394a8-1540-4a70-b8e7-0664c4e3731c req-6f91ede6-76f9-4ef4-bc49-e2b7c3d2309c tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:42.619428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c7394a8-1540-4a70-b8e7-0664c4e3731c req-6f91ede6-76f9-4ef4-bc49-e2b7c3d2309c tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 943 time: 0.2765415 Jul 30 01:32:42.646574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-bd7b7634-17eb-449e-b419-734534aacfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:42.648230 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-bd7b7634-17eb-449e-b419-734534aacfec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 1102 time: 0.1329947 Jul 30 01:32:42.655552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05d878fd-3f26-463b-a198-d0f380460264 req-aee4096b-06b8-48f3-8272-18b47e163629 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136031 Jul 30 01:32:42.680654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:42.788270 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-300eac06-4b2d-4183-9bb0-4beaae833be1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.790825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-300eac06-4b2d-4183-9bb0-4beaae833be1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:42.798467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:42.801347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-300eac06-4b2d-4183-9bb0-4beaae833be1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "DELETE /v2.0/security-groups/ea42994a-4e4c-4e58-94ee-001e89056b4c HTTP/1.1" status: 204 len: 168 time: 0.6552811 Jul 30 01:32:42.801997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56466) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:42.830408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-3cc605df-fb6c-49e8-89e6-e2bc38e45772 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:42.835515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-3cc605df-fb6c-49e8-89e6-e2bc38e45772 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 820 time: 0.4759612 Jul 30 01:32:42.854923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Request body: {'port': {'device_id': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'admin_state_up': True, 'tenant_id': '5428976b02fc476c85c5d78ce022b41d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:42.860039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c7394a8-1540-4a70-b8e7-0664c4e3731c req-c4a7ef0c-0bc4-4054-8f86-0f0a1d86dc44 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211764 Jul 30 01:32:42.872906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eac06-4b2d-4183-9bb0-4beaae833be1 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea42994a-4e4c-4e58-94ee-001e89056b4c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:42.884606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'port_id': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'mac_address': 'fa:16:3e:ec:16:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:42.889906 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-ad334e50-2d12-4c68-923f-d7500d7e6fe4 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] show failed (client error): The resource could not be found. Jul 30 01:32:42.890496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ad334e50-2d12-4c68-923f-d7500d7e6fe4 tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "GET /v2.0/security-groups/ea42994a-4e4c-4e58-94ee-001e89056b4c HTTP/1.1" status: 404 len: 347 time: 0.0721774 Jul 30 01:32:42.902398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56472) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:42.951886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.048715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.087028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-5241d6a4-8095-4d05-8253-8c09cc453f19 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:43.088731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-5241d6a4-8095-4d05-8253-8c09cc453f19 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 950 time: 0.1477783 Jul 30 01:32:43.097817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b472920-ab18-4a04-9d00-6fef9a2e5f02 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:43.124067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4674fe21-e38e-413e-a390-a77c5a6b1d83 req-cebbd7d4-c501-413b-98d2-37e67849a5f9 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.1882186 Jul 30 01:32:43.126174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:43.166358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 65975764-5796-4b4a-a7e0-468bc4d376a5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65975764-5796-4b4a-a7e0-468bc4d376a5,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:43.178728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'port_id': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'mac_address': 'fa:16:3e:05:f1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:43.181720 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.246733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.260762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070795af-c95b-4f46-b56f-3599d32f4416 req-dbee2a6b-146d-4322-83c5-e1f34136d6e9 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:43.270376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-070795af-c95b-4f46-b56f-3599d32f4416 req-dbee2a6b-146d-4322-83c5-e1f34136d6e9 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 943 time: 0.2580025 Jul 30 01:32:43.292473 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.321226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:43.325461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:43.328505 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ab421-0a91-4344-826f-0983b888ae95" -d '{"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-unplugged", "status": "completed", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:43.338130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.341567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=5b472920-ab18-4a04-9d00-6fef9a2e5f02,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:43.355263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65975764-5796-4b4a-a7e0-468bc4d376a5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:43.358444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-070795af-c95b-4f46-b56f-3599d32f4416 req-d47a591e-4746-4d0e-abcc-98a956170cb1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869982 Jul 30 01:32:43.411906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 65975764-5796-4b4a-a7e0-468bc4d376a5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65975764-5796-4b4a-a7e0-468bc4d376a5,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:43.422357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.436546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:43.440435 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d195cd-6add-4c2b-86a0-8dad7c0a424f x-openstack-request-id: req-d3d195cd-6add-4c2b-86a0-8dad7c0a424f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:43.440908 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-unplugged", "status": "completed", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:43.441274 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3d195cd-6add-4c2b-86a0-8dad7c0a424f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:43.441807 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0', 'code': 200} Jul 30 01:32:43.457926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30d05-855f-4738-aa93-1bac571dfbf5 req-473db232-d16f-461a-bcb5-4189950f135b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:43.460950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39a30d05-855f-4738-aa93-1bac571dfbf5 req-473db232-d16f-461a-bcb5-4189950f135b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.2307894 Jul 30 01:32:43.463826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Deleting port b3a37d63-d7d3-441d-b9bb-cf223e5731fb {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:43.464397 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.572448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=65975764-5796-4b4a-a7e0-468bc4d376a5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:43.601386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:43.608023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Made reservation on behalf of 5428976b02fc476c85c5d78ce022b41d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:43.611882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.620964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39a30d05-855f-4738-aa93-1bac571dfbf5 req-4565a820-067e-4630-8c30-f35e0e889dca tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517658 Jul 30 01:32:43.648590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:43.658057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.658433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.671117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5b472920-ab18-4a04-9d00-6fef9a2e5f02'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:43.693604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Calling delete_port for b3a37d63-d7d3-441d-b9bb-cf223e5731fb owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:43.767163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['65975764-5796-4b4a-a7e0-468bc4d376a5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:43.789947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:43.883516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port add1eae5-d9f8-4c0a-b17c-38cff46b6168 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:43.883906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.908312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:43.910729 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b5667d-464f-47a8-be4b-1066254d70ae" -d '{"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-unplugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:43.939863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:43.976923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-646946449-network', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:44.018047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.059712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Transition to ACTIVE for port object b489949b-4860-47a9-b66f-333f8f35d3d5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:44.078583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.081467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Allocated IP 172.20.0.9 (ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab/d807a516-1541-4e04-9548-3624116ecc85/1d5882f5-8d45-4a40-b04f-2635741dbab3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:44.137024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Pushing event deleted for resources: {'Port': ['ID=b3a37d63-d7d3-441d-b9bb-cf223e5731fb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:44.199287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Made reservation on behalf of 158b5c8116fd4735be5f19630b41fd95 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:44.201781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.215447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe4312-2197-4ffc-93b3-44007caead0a req-66f1c84a-6a83-4f02-8ec4-0fcdecd8df9e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:44.217484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5cfe4312-2197-4ffc-93b3-44007caead0a req-66f1c84a-6a83-4f02-8ec4-0fcdecd8df9e tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 950 time: 0.3616383 Jul 30 01:32:44.251596 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.273762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a64f3b-3105-429f-aa17-9d8c8cc37df0 req-57a1622d-9874-4a72-b088-c31573e13c3e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:44.282782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58a64f3b-3105-429f-aa17-9d8c8cc37df0 req-57a1622d-9874-4a72-b088-c31573e13c3e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 944 time: 0.2944989 Jul 30 01:32:44.308682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:44.334818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:44.335366 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.338900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-20aaf97c-043b-4d0e-8566-d61285aecc68 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:44.340579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-20aaf97c-043b-4d0e-8566-d61285aecc68 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e42e407-ec47-45c5-b081-5104895bcbb5 HTTP/1.1" status: 200 len: 950 time: 0.3263881 Jul 30 01:32:44.361530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] No DVR routers for this DVR port b489949b-4860-47a9-b66f-333f8f35d3d5 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:44.381189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for add1eae5-d9f8-4c0a-b17c-38cff46b6168 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:44.386503 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.389972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.391143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-17b1cf10-7b89-4343-bc5d-311323d8554e tempest-ServersTestManualDisk-645132320 tempest-ServersTestManualDisk-645132320-project] 10.222.0.78 "DELETE /v2.0/floatingips/810cc752-78d0-4437-a199-3a5b9ae643ec HTTP/1.1" status: 204 len: 168 time: 1.4876871 Jul 30 01:32:44.404118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58a64f3b-3105-429f-aa17-9d8c8cc37df0 req-bf704633-092e-4919-b206-d1b0b4f4ec90 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201522 Jul 30 01:32:44.410597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:44.419248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5cfe4312-2197-4ffc-93b3-44007caead0a req-433c80a0-b5e2-4ea0-ad7a-23c02dd6da18 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922612 Jul 30 01:32:44.522167 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ec6bd-5ee4-4de7-9239-91da4cb46fac x-openstack-request-id: req-3f4ec6bd-5ee4-4de7-9239-91da4cb46fac {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:44.522469 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-unplugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:44.522724 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f4ec6bd-5ee4-4de7-9239-91da4cb46fac {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:44.523149 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'code': 200} Jul 30 01:32:44.535102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:44.535677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:44.536022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:44.538098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device add1eae5-d9f8-4c0a-b17c-38cff46b6168 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:44.545096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.579436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:32:44.579809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Attempting to bind port b489949b-4860-47a9-b66f-333f8f35d3d5 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:44.599422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f08c38f-f501-4612-b619-7bdbf65adda6 req-fd12d98d-c51c-42b6-b6d7-990b49d05eae tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jul 30 01:32:44.613924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:44.614265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:44.614685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:44.615599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Bound port: b489949b-4860-47a9-b66f-333f8f35d3d5, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:44.615599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.668952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.672045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:44.672403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.724238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port add1eae5-d9f8-4c0a-b17c-38cff46b6168, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=add1eae5-d9f8-4c0a-b17c-38cff46b6168,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:44.734201 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.735601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:44.783503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:44.783877 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:44.798793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:44.838515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:44.844443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:44.908015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acbfae-dc73-4d95-a811-65bd54988b57 req-a360972c-ecf3-421e-ba5c-72b14c78ca27 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:44.909678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1acbfae-dc73-4d95-a811-65bd54988b57 req-a360972c-ecf3-421e-ba5c-72b14c78ca27 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 944 time: 0.3417315 Jul 30 01:32:45.151541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:45.167959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.180286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:45.198888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:45.245852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.312575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:45.328740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1acbfae-dc73-4d95-a811-65bd54988b57 req-26e2f358-cec8-47df-bea5-3930b5288fe6 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887556 Jul 30 01:32:45.336561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:45.337395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.338849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] 10.222.0.66 "PUT /v2.0/ports/b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 1098 time: 2.6797709 Jul 30 01:32:45.348418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:45.356846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:45.393863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65548bc-35ab-4deb-9ffe-45784e0fb08f req-a3101fb8-4fee-41a9-9611-ad77578991a5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:45.396901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:45.402571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65548bc-35ab-4deb-9ffe-45784e0fb08f req-a3101fb8-4fee-41a9-9611-ad77578991a5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 949 time: 0.5384648 Jul 30 01:32:45.408401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.461698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:45.461922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.480525 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74540001-127c-44bc-8a10-ba6b28cbe102" -d '{"events": [{"server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "name": "network-vif-unplugged", "status": "completed", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:45.501990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.503889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:45.613536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65548bc-35ab-4deb-9ffe-45784e0fb08f req-6bac3827-2fe1-483d-9b8d-fdf102f73b9a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099204 Jul 30 01:32:45.639739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:32:45.663048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:45.663857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.734561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bf594-cbb6-4ac0-a20d-5f46a857a953 service neutron] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:45.739862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.740463 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Added segment c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5 of type vlan for network 507be80f-5634-4112-9974-1d95550b69a8 Jul 30 01:32:45.759723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33a0c4-1449-4d41-8939-4f77c1d8488e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:45.760235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port add1eae5-d9f8-4c0a-b17c-38cff46b6168 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:45.779697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.782827 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-1b697746-ad0f-43ee-8034-f7847778f936 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9361658 Jul 30 01:32:45.808956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.811696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35fd97e3-d639-446a-9dc8-6689d8f11d2a req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "DELETE /v2.0/ports/add1eae5-d9f8-4c0a-b17c-38cff46b6168 HTTP/1.1" status: 204 len: 173 time: 2.7079141 Jul 30 01:32:45.814067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-752141d9-0a1f-4c51-9a3c-7faf2f691375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:45.815864 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-752141d9-0a1f-4c51-9a3c-7faf2f691375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1101 time: 0.4245050 Jul 30 01:32:45.824130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Request body: {'port': {'device_id': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:45.828473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d08d64-95d7-42d6-aa05-bf90f6b04056 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=add1eae5-d9f8-4c0a-b17c-38cff46b6168,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:45.838395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7d2ac85-d54a-4fc8-b35b-d02e039827cc req-ac704e0b-9a05-4527-a392-de162ff18de1 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=f54bb9ec-3197-42cd-b7ab-bb583637fd33 HTTP/1.1" status: 200 len: 210 time: 0.0956955 Jul 30 01:32:45.878204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=0909aec3-8d3d-4637-8cb5-2f3779eb5dd3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:45.894424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:45.947457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd171877-16b8-4080-b222-71c89eadf89c req-0b056723-ff39-4e97-aa46-a8821bb42205 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:45.957213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd171877-16b8-4080-b222-71c89eadf89c req-0b056723-ff39-4e97-aa46-a8821bb42205 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 944 time: 0.3360643 Jul 30 01:32:45.974216 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717158f-4da8-4ce9-bada-2ea521a05d44 x-openstack-request-id: req-e717158f-4da8-4ce9-bada-2ea521a05d44 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:45.974814 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "name": "network-vif-unplugged", "status": "completed", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:45.974814 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e717158f-4da8-4ce9-bada-2ea521a05d44 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:45.983690 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', 'code': 200} Jul 30 01:32:46.017169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:46.025994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:46.033885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:46.040420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-487ae2f1-ffa1-48cf-b5c6-fb22ccd20dfe req-3f7fefdd-c131-4ae5-968a-eadd9e715961 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "DELETE /v2.0/ports/0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 HTTP/1.1" status: 204 len: 173 time: 1.6469789 Jul 30 01:32:46.076793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'name': 'network-vif-deleted', 'tag': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:46.080082 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec4c3d8-d7e8-49e0-b9ea-55619c7b3103" -d '{"events": [{"server_uuid": "6e42e407-ec47-45c5-b081-5104895bcbb5", "name": "network-vif-deleted", "tag": "0909aec3-8d3d-4637-8cb5-2f3779eb5dd3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:46.102301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:32:46.151184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd171877-16b8-4080-b222-71c89eadf89c req-e3b01e02-c72f-441d-af76-5eb2dd9f244f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921837 Jul 30 01:32:46.166748 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:46.167804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:46.168646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:46.199269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927903ab-ef15-40ec-8f55-063717761c09 req-8b094e74-b30f-4ad5-abf9-1ff57b58861f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:46.207485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-927903ab-ef15-40ec-8f55-063717761c09 req-8b094e74-b30f-4ad5-abf9-1ff57b58861f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 931 time: 0.1205192 Jul 30 01:32:46.279044 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953e80e7-e9d3-4971-8cd5-b32952736319 x-openstack-request-id: req-953e80e7-e9d3-4971-8cd5-b32952736319 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:46.279333 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e42e407-ec47-45c5-b081-5104895bcbb5", "name": "network-vif-deleted", "tag": "0909aec3-8d3d-4637-8cb5-2f3779eb5dd3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:46.279595 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-953e80e7-e9d3-4971-8cd5-b32952736319 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:46.280186 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e42e407-ec47-45c5-b081-5104895bcbb5', 'name': 'network-vif-deleted', 'tag': '0909aec3-8d3d-4637-8cb5-2f3779eb5dd3', 'status': 'completed', 'code': 200} Jul 30 01:32:46.306926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7024748 Jul 30 01:32:46.311118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56542) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:46.317809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65975764-5796-4b4a-a7e0-468bc4d376a5 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:46.318746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Request body: {'subnet': {'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-646946449-subnet', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:46.346792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-438f6032-aded-4fd1-9081-75c20ce30672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:46.348186 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b84cb7-7d1e-4c42-acad-56e4b3c3d1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=507be80f-5634-4112-9974-1d95550b69a8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:46.348779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-438f6032-aded-4fd1-9081-75c20ce30672 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.4863455 Jul 30 01:32:46.407124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-927903ab-ef15-40ec-8f55-063717761c09 req-bf201448-4e0e-47a9-8dab-71a4a1e7d78d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876194 Jul 30 01:32:46.407964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Made reservation on behalf of 158b5c8116fd4735be5f19630b41fd95 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:32:46.410868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:46.431120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-5d12c191-b492-4e17-9b6b-b90cc162941f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0557177 Jul 30 01:32:46.461802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 507be80f-5634-4112-9974-1d95550b69a8 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:32:46.464849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:46.536934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}, {'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'name': 'network-vif-deleted', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:46.545652 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec83469-31ce-4e81-b969-c7b002bd92b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}, {"server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "name": "network-vif-deleted", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:46.549652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:46.572646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5b472920-ab18-4a04-9d00-6fef9a2e5f02 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:46.800875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:46.841866 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410ae18-0a56-48e8-b61f-2497655a8990 x-openstack-request-id: req-4410ae18-0a56-48e8-b61f-2497655a8990 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:46.842346 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "status": "completed", "code": 200}, {"server_uuid": "f54bb9ec-3197-42cd-b7ab-bb583637fd33", "name": "network-vif-deleted", "tag": "add1eae5-d9f8-4c0a-b17c-38cff46b6168", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:46.842713 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4410ae18-0a56-48e8-b61f-2497655a8990 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:46.843277 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'status': 'completed', 'code': 200} Jul 30 01:32:46.843643 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54bb9ec-3197-42cd-b7ab-bb583637fd33', 'name': 'network-vif-deleted', 'tag': 'add1eae5-d9f8-4c0a-b17c-38cff46b6168', 'status': 'completed', 'code': 200} Jul 30 01:32:46.882393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-b7f1924e-968b-4aed-a4dc-42fc4219805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:46.884103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-b7f1924e-968b-4aed-a4dc-42fc4219805a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.4401581 Jul 30 01:32:47.004518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d3b2d8-c2cf-415a-8b80-aed10f0d9510,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:47.021336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-f3b94a41-ddde-4823-8948-e5d0af475220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.023828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-f3b94a41-ddde-4823-8948-e5d0af475220 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1101 time: 0.1674631 Jul 30 01:32:47.037499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.056758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284a584-441d-4a33-a0ab-8ef956577497 req-9b6a3502-4ef2-4e46-8070-7bd349b10c6d tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.066983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e284a584-441d-4a33-a0ab-8ef956577497 req-9b6a3502-4ef2-4e46-8070-7bd349b10c6d tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 944 time: 0.2995875 Jul 30 01:32:47.137616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-24adc991-c458-4f84-86ae-fa5dc4b648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.139472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-24adc991-c458-4f84-86ae-fa5dc4b648fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2470908 Jul 30 01:32:47.170612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Checking segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:47.171255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Network hostable DHCP agents. Network: 507be80f-5634-4112-9974-1d95550b69a8, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:32:47.185593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5882f5-8d45-4a40-b04f-2635741dbab3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:47.194781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b67c-f83a-4b41-a05c-6cec1b5b99ba req-e51fcf27-e920-4b0d-8b84-08f37c921c9e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.212714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59a0b67c-f83a-4b41-a05c-6cec1b5b99ba req-e51fcf27-e920-4b0d-8b84-08f37c921c9e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 949 time: 0.2808321 Jul 30 01:32:47.288359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e284a584-441d-4a33-a0ab-8ef956577497 req-869d2a47-5497-49b3-a671-af231320f19c tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197068 Jul 30 01:32:47.292717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Network 507be80f-5634-4112-9974-1d95550b69a8 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:32:47.369710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 507be80f-5634-4112-9974-1d95550b69a8) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:47.416800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.417584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.441304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d9442d-3665-4c1b-924f-7a38c633d506 None None] Network 507be80f-5634-4112-9974-1d95550b69a8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:47.468130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-092c973c-437e-4a8b-aa3d-d3214d49ce30 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1558387 Jul 30 01:32:47.505464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56582) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:47.516972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:47.605737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:47.615034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.626393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'mac_address': 'fa:16:3e:76:2b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:47.655545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Transition to ACTIVE for port object 1d5882f5-8d45-4a40-b04f-2635741dbab3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:47.681040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59a0b67c-f83a-4b41-a05c-6cec1b5b99ba req-c1a88acb-ca9b-4f02-b736-f590a8221290 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089746 Jul 30 01:32:47.693031 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.704472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-dc499cb8-8f23-430a-8c59-eadd7b7eca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.706541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-dc499cb8-8f23-430a-8c59-eadd7b7eca28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.6722422 Jul 30 01:32:47.709139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.713838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.728739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 65975764-5796-4b4a-a7e0-468bc4d376a5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:47.737754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.738655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c861bf6a-e41b-4181-9bea-1959e753cf87 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:47.763192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:47.764483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 65975764-5796-4b4a-a7e0-468bc4d376a5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:47.765007 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.774535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:47.806126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:47.810133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.848810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:47.852664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-b5c95870-64af-4c71-be37-877e21470c37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.1282351 Jul 30 01:32:47.909091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-7a8acea6-06ef-47e4-8f25-f92cda4d09b1 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594595 Jul 30 01:32:47.947761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:47.955608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-f5115cfa-8418-4919-9197-10e80774f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:47.958451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-f5115cfa-8418-4919-9197-10e80774f573 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0945187 Jul 30 01:32:47.967660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:48.031626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884081-9199-4e95-9338-f1d4a01465ff req-7bb14b92-92f1-45d3-9771-723792e0fe5f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:48.033336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0884081-9199-4e95-9338-f1d4a01465ff req-7bb14b92-92f1-45d3-9771-723792e0fe5f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 944 time: 0.4476554 Jul 30 01:32:48.099787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.114382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0884081-9199-4e95-9338-f1d4a01465ff req-98a03b19-5a28-4fad-8713-bef8d3551ae7 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566077 Jul 30 01:32:48.135213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['c861bf6a-e41b-4181-9bea-1959e753cf87'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:48.162293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056740e-9e38-4964-b378-27cca12d4505 req-0306aa0c-4323-470e-9d3d-7f347b719ba6 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:48.164113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6056740e-9e38-4964-b378-27cca12d4505 req-0306aa0c-4323-470e-9d3d-7f347b719ba6 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.2043300 Jul 30 01:32:48.266798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.280692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-6d9bb22e-9eeb-4ba1-b8c4-f606957978a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:48.282732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-6d9bb22e-9eeb-4ba1-b8c4-f606957978a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2787178 Jul 30 01:32:48.363895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:48.373584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:48.375666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:48.390765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:48.396938 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e676c6-7ff0-4112-8c13-95d95e02f753" -d '{"events": [{"server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "name": "network-vif-plugged", "status": "completed", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:48.409581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:32:48.410240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:48.414223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4bc5ee04-341a-43c1-9e2f-f398eddd7fe1 req-93f00a4e-a2ca-4a97-bcbf-c08f444bb64f service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375725 Jul 30 01:32:48.476813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:48.476813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:48.477319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:48.477590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Bound port: 1d5882f5-8d45-4a40-b04f-2635741dbab3, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:48.478029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.504199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-202e4031-5b36-4ad1-92b0-667985a3a8d1 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227679 Jul 30 01:32:48.530883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:48.566462 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.633445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Deleting port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:48.633980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.653289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6056740e-9e38-4964-b378-27cca12d4505 req-35c070aa-0cf3-4363-9323-427122dbf47d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761369 Jul 30 01:32:48.664110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:48.754976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=5b472920-ab18-4a04-9d00-6fef9a2e5f02,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:48.823716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:48.824055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0909aec3-8d3d-4637-8cb5-2f3779eb5dd3 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:48.850596 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.903697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] For port 6e078c9f-ba2b-44dc-ba2a-0571c3a34570, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:48.904330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.917987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:48.932576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-756d9c18-b3f0-42d8-9e5e-09eb2f9e8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:48.934362 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-756d9c18-b3f0-42d8-9e5e-09eb2f9e8563 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 1101 time: 0.4404624 Jul 30 01:32:48.939903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-c248caed-5bf9-45c3-a73c-933993ccbbe7 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000975 Jul 30 01:32:48.959059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc9af4-269b-4ee4-9bc9-e50f2c37a400 req-6bf19123-2a6e-4035-bcb7-21d2c65bb423 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:48.964362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68bc9af4-269b-4ee4-9bc9-e50f2c37a400 req-6bf19123-2a6e-4035-bcb7-21d2c65bb423 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.4591718 Jul 30 01:32:48.996108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:49.000198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Calling delete_port for 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:49.000667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-507be80f-5634-4112-9974-1d95550b69a8', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:32:49.002369 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.003967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:49.046772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.067151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf4104c7-04b3-4250-aee6-97685991d422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.092018 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955cf44b-0c07-46b6-aa3a-27728259cfe4 x-openstack-request-id: req-955cf44b-0c07-46b6-aa3a-27728259cfe4 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:49.092617 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "name": "network-vif-plugged", "status": "completed", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:49.093031 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-955cf44b-0c07-46b6-aa3a-27728259cfe4 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:49.093594 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'code': 200} Jul 30 01:32:49.099067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 65975764-5796-4b4a-a7e0-468bc4d376a5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65975764-5796-4b4a-a7e0-468bc4d376a5,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:49.126890 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.183436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:49.184253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.186504 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 1092 time: 3.3673837 Jul 30 01:32:49.191241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:49.193704 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aee436-15cc-44e6-8d24-b625b8eefcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:49.262822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2559b5b-dbd2-415b-9c48-5f119366fa53 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:49.366638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-df5b8ba3-52ba-49f6-ba65-393bd5520efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:49.368328 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-df5b8ba3-52ba-49f6-ba65-393bd5520efd service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.4047306 Jul 30 01:32:49.394935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-c45198e9-1cc1-4e26-8a67-6bedfa7ae3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:49.396863 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-c45198e9-1cc1-4e26-8a67-6bedfa7ae3dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1095 time: 0.1537306 Jul 30 01:32:49.439725 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-8efab46e-0c1a-40b0-b0b8-f425182acbfe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 200 len: 217 time: 0.0636699 Jul 30 01:32:49.470613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68bc9af4-269b-4ee4-9bc9-e50f2c37a400 req-1ae14a3c-c678-4ddb-95cf-fc98a7132a36 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518459 Jul 30 01:32:49.472111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Allocated IP 172.20.0.2 (507be80f-5634-4112-9974-1d95550b69a8/01d3b2d8-c2cf-415a-8b80-aed10f0d9510/9e6e3be0-9c3a-48bd-84a6-59a377aea890) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:49.516418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed25ad-1328-4199-abda-342cba28cb39 req-2db42a25-4531-438e-b7fe-12e0d30831d9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:49.530547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8ed25ad-1328-4199-abda-342cba28cb39 req-2db42a25-4531-438e-b7fe-12e0d30831d9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 949 time: 0.2934461 Jul 30 01:32:49.532068 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-031c89ec-1d93-435e-b87c-e016021a6f1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 217 time: 0.1036320 Jul 30 01:32:49.533813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8d56-d14c-4b59-9eb3-e52a464795f6 req-561d9087-c650-4658-90fc-71d33a03aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:49.540780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f6b8d56-d14c-4b59-9eb3-e52a464795f6 req-561d9087-c650-4658-90fc-71d33a03aa58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1097 time: 0.3679688 Jul 30 01:32:49.693384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f6b8d56-d14c-4b59-9eb3-e52a464795f6 req-54a49126-9d19-4e1c-8125-05dd5de13c5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032524 Jul 30 01:32:49.708668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8ed25ad-1328-4199-abda-342cba28cb39 req-b36c9ce8-423f-4960-a22b-6de8b7ec3381 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769476 Jul 30 01:32:49.748084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7e24-02fd-409e-83dd-269ff524ab3a req-5c04e963-2285-4ce8-bf08-f516d336646a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:49.762075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe7b7e24-02fd-409e-83dd-269ff524ab3a req-5c04e963-2285-4ce8-bf08-f516d336646a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 950 time: 0.1664639 Jul 30 01:32:49.827458 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.844527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Transition to ACTIVE for port object 9e6e3be0-9c3a-48bd-84a6-59a377aea890 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:49.865096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe7b7e24-02fd-409e-83dd-269ff524ab3a req-c941b1dc-438e-4aee-b2cf-7acc0237c2dc tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953479 Jul 30 01:32:49.866081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Transition to ACTIVE for port object 9e6e3be0-9c3a-48bd-84a6-59a377aea890 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:49.869820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=65975764-5796-4b4a-a7e0-468bc4d376a5,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:49.876293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:49.950048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Network 507be80f-5634-4112-9974-1d95550b69a8 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:49.957757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:49.967820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:49.974260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Pushing event updated for resources: {'Port': ['ID=9e6e3be0-9c3a-48bd-84a6-59a377aea890,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:50.009184 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2809d7f8-39a8-46a3-9814-285dc16feb64 x-openstack-request-id: req-2809d7f8-39a8-46a3-9814-285dc16feb64 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:50.009806 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:50.009806 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2809d7f8-39a8-46a3-9814-285dc16feb64 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:50.010217 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'status': 'completed', 'code': 200} Jul 30 01:32:50.086266 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.088867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-ee016e36-5987-4c83-b124-6787da2146fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:50.092161 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-ee016e36-5987-4c83-b124-6787da2146fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.5987132 Jul 30 01:32:50.142926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019496-6034-4015-a22a-3c756d11c593 req-086450fb-2423-4a04-9ac0-0cceaa4bf54b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:50.145093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09019496-6034-4015-a22a-3c756d11c593 req-086450fb-2423-4a04-9ac0-0cceaa4bf54b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.3141990 Jul 30 01:32:50.147336 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.178843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Attempting to bind port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:50.179258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Attempting to bind port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:50.179635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Attempting to bind port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 on network 507be80f-5634-4112-9974-1d95550b69a8 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:50.186763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:50.187188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Checking segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:50.187590 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.188039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Bound using segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:50.188517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Bound port: 9e6e3be0-9c3a-48bd-84a6-59a377aea890, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:50.189178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.219232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-5dd1d8e5-0eba-41a8-b280-bb0bc812fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:50.220732 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-5dd1d8e5-0eba-41a8-b280-bb0bc812fae5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.2444963 Jul 30 01:32:50.252113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09019496-6034-4015-a22a-3c756d11c593 req-13f32f76-a6d3-467c-a3fc-f32d57a0bd04 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951929 Jul 30 01:32:50.315873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Allocated IP 172.25.8.149 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/5e00ad84-54cc-4f4c-8bf3-e7c68c748549) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:50.346828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-16b104a7-87a7-4a36-ae21-9356082ca9cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004198 Jul 30 01:32:50.355591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:50.366287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-efa9d2eb-a6e8-4262-8c4d-3b7b886cd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:50.366858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4852e943-642a-4a2a-a55f-9917489179af None None] For port 9e6e3be0-9c3a-48bd-84a6-59a377aea890, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:50.368437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-efa9d2eb-a6e8-4262-8c4d-3b7b886cd853 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2649071 Jul 30 01:32:50.396705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4852e943-642a-4a2a-a55f-9917489179af None None] For port 9e6e3be0-9c3a-48bd-84a6-59a377aea890, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e6e3be0-9c3a-48bd-84a6-59a377aea890,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:50.398945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.408118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.494130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792dda-5069-4a34-b1c6-72abd75c0102 req-472d9c08-27b1-4a90-b664-34fe6d0c3789 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:50.496314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9792dda-5069-4a34-b1c6-72abd75c0102 req-472d9c08-27b1-4a90-b664-34fe6d0c3789 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.1305294 Jul 30 01:32:50.544438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:50.564818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.574789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e078c9f-ba2b-44dc-ba2a-0571c3a34570,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:50.600678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9792dda-5069-4a34-b1c6-72abd75c0102 req-5609f31e-2a38-4d66-806b-e5e333e32cdc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855520 Jul 30 01:32:50.706393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.762959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852e943-642a-4a2a-a55f-9917489179af None None] Pushing event updated for resources: {'Port': ['ID=9e6e3be0-9c3a-48bd-84a6-59a377aea890,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:50.769489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port c861bf6a-e41b-4181-9bea-1959e753cf87 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:50.770675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.864392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:50.868232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:50.879793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-0d369f36-00fb-4c92-bb1f-c0b7d9606eca service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244939 Jul 30 01:32:50.896380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'mac_address': 'fa:16:3e:25:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:50.928560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:51.036329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Pushing event updated for resources: {'Port': ['ID=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:51.048196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:51.101033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:51.103789 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d13f4-f966-44de-ae64-a08a5a553ce9" -d '{"events": [{"server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "name": "network-vif-plugged", "status": "completed", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:51.116307 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.137156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:51.152726 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.163870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b489949b-4860-47a9-b66f-333f8f35d3d5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:51.178245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-46efe70c-4b6d-4f80-9cd1-3b55c20ee7bd service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160993 Jul 30 01:32:51.214202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:51.223225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.236898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:51.240236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f05c34-0f19-4ce9-8cc4-505bdabceb2b req-c317a57f-4e67-4352-bf66-1a78075440cc tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:51.249939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79f05c34-0f19-4ce9-8cc4-505bdabceb2b req-c317a57f-4e67-4352-bf66-1a78075440cc tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.5770714 Jul 30 01:32:51.266819 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.306386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:51.316861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-3624ef38-39a3-41f9-9ae6-e102ac0d65fc tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:51.318533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-3624ef38-39a3-41f9-9ae6-e102ac0d65fc tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 950 time: 0.4223576 Jul 30 01:32:51.378978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79f05c34-0f19-4ce9-8cc4-505bdabceb2b req-20e7a577-51f8-43a7-9328-e3d5e77d8d8d tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280570 Jul 30 01:32:51.402038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5ecaabda-3092-4f3a-b2c9-d9f5aa8ae5d0 req-d4a6d801-6f63-470c-9bdd-3fd7b07c1236 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138488 Jul 30 01:32:51.402737 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.409079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:51.460321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad0f0c-4b27-4125-80fb-06b737fb9e21 req-8f9a7a72-36aa-40ae-88d4-1c50a265b8c0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:51.465193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9bad0f0c-4b27-4125-80fb-06b737fb9e21 req-8f9a7a72-36aa-40ae-88d4-1c50a265b8c0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 949 time: 0.5470316 Jul 30 01:32:51.533479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b489949b-4860-47a9-b66f-333f8f35d3d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:51.581965 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aec83469-31ce-4e81-b969-c7b002bd92b7 req-a6c0dc1f-2e39-4f18-a485-df8bbd233d54 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485658 Jul 30 01:32:51.767420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9bad0f0c-4b27-4125-80fb-06b737fb9e21 req-1b177714-f3ce-4caa-870a-e6735a37ccd4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188275 Jul 30 01:32:51.794431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fec92-aab5-4790-8254-9ed252464f1a req-83d5e4b3-5ce0-4643-8497-30c66a6142d0 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:51.799107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-696fec92-aab5-4790-8254-9ed252464f1a req-83d5e4b3-5ce0-4643-8497-30c66a6142d0 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 950 time: 0.2495921 Jul 30 01:32:51.819438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e6e3be0-9c3a-48bd-84a6-59a377aea890 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:51.837478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Router 4f253528-fcc1-4cce-b32f-0144d9122f58 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:32:51.853135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-effab1e3-c3b0-4b7c-8629-975e50df5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:51.854910 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-effab1e3-c3b0-4b7c-8629-975e50df5549 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1095 time: 0.3471043 Jul 30 01:32:51.911959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Deleting port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:51.912716 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.918277 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c15a0-fd09-4df3-9ed7-4892982a62b2 x-openstack-request-id: req-629c15a0-fd09-4df3-9ed7-4892982a62b2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:51.919143 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "name": "network-vif-plugged", "status": "completed", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:51.919409 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-629c15a0-fd09-4df3-9ed7-4892982a62b2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:51.921683 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'code': 200} Jul 30 01:32:51.929991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.941617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f2c4-8e2e-4abb-b550-02602e9e50ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:51.967588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-696fec92-aab5-4790-8254-9ed252464f1a req-e612694b-243f-49e2-a53f-bfaad47c6179 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539962 Jul 30 01:32:52.117562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.123941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:52.219298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:52.228035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d16e6c8-cfc6-4796-b8c7-4d18fa6e2a77 admin admin] 10.222.0.78 "PUT /v2.0/routers/4f253528-fcc1-4cce-b32f-0144d9122f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7993572 Jul 30 01:32:52.233224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] Sync routers for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:52.245886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:52.248877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:52.264897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56646) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:52.394989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744399c-3100-4414-b6b3-1f5d22294d56 req-3e2d3a6a-7e62-4c15-b73b-f254f9173f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:52.397973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:52.398833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3744399c-3100-4414-b6b3-1f5d22294d56 req-3e2d3a6a-7e62-4c15-b73b-f254f9173f6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 1097 time: 0.2388523 Jul 30 01:32:52.483154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bd0f54-986d-4d50-84dd-2714981a7ec4 None None] Network 507be80f-5634-4112-9974-1d95550b69a8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:52.531698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-0f7071ef-b8e5-4796-9bce-3092154938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:52.533445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-0f7071ef-b8e5-4796-9bce-3092154938b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.3887620 Jul 30 01:32:52.537872 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3744399c-3100-4414-b6b3-1f5d22294d56 req-9a899270-3d77-4afd-bd36-aabc9380f0da service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284447 Jul 30 01:32:52.541250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.616547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] Provisioning for port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:52.636030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] Provisioning complete for port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:52.636407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.710125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-9600958e-dfaa-4448-b301-65cde640cde0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 217 time: 0.1088612 Jul 30 01:32:52.721522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90741071-5993-4495-86c8-178073c8b85a req-e3f1964e-8cfc-4f73-aa86-d40ffff7ca41 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:52.730313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90741071-5993-4495-86c8-178073c8b85a req-e3f1964e-8cfc-4f73-aa86-d40ffff7ca41 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.6156676 Jul 30 01:32:52.789789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.795508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-fd5acaf5-97e0-40cb-bb70-9dd46354d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:52.796978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-fd5acaf5-97e0-40cb-bb70-9dd46354d478 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0794992 Jul 30 01:32:52.823598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1abd97-c69d-428a-80d4-267ff6ffdefe req-638024fc-1542-4445-abe0-15d93fb0f13e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:52.832135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af1abd97-c69d-428a-80d4-267ff6ffdefe req-638024fc-1542-4445-abe0-15d93fb0f13e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.7025216 Jul 30 01:32:52.851029 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.865515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-0f929f91-24cc-456b-92ef-e5aa1e4c8656 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303066 Jul 30 01:32:52.909827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90741071-5993-4495-86c8-178073c8b85a req-b2e08f10-9fbc-4e55-b2fc-104e92e07b6a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782298 Jul 30 01:32:52.920087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd203d538-035d-4335-b989-effc454a2de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:32:50Z', 'revision_number': 5, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port': {'id': 'd203d538-035d-4335-b989-effc454a2de8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:35Z', 'updated_at': '2021-07-30T01:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:52.948471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] For port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:52.953088 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.973700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Deleting port d203d538-035d-4335-b989-effc454a2de8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:52.974483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:52.975365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] Checking router: 4f253528-fcc1-4cce-b32f-0144d9122f58 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:52.980113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] For port 9e6e3be0-9c3a-48bd-84a6-59a377aea890, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e6e3be0-9c3a-48bd-84a6-59a377aea890,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:52.992478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af1abd97-c69d-428a-80d4-267ff6ffdefe req-a531e534-22f8-4c19-b5e9-03fd5ba16e51 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590204 Jul 30 01:32:52.999879 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.022602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] Routers {'4f253528-fcc1-4cce-b32f-0144d9122f58'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:53.023513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4f253528-fcc1-4cce-b32f-0144d9122f58'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:53.081995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] For port d203d538-035d-4335-b989-effc454a2de8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d203d538-035d-4335-b989-effc454a2de8,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:53.082403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.098713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Calling delete_port for d203d538-035d-4335-b989-effc454a2de8 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:53.200889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] Set router 4f253528-fcc1-4cce-b32f-0144d9122f58 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:53.288162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.295286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:32:52Z', 'revision_number': 6, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:53.298043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.298232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Calling delete_port for 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:53.340304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d899662-6f57-4e0f-8ab0-85b2a53c4914 None None] The sync data for ids ['4f253528-fcc1-4cce-b32f-0144d9122f58'] in n-d-713499-10 is: [{'id': '4f253528-fcc1-4cce-b32f-0144d9122f58', 'name': 'tempest-ServersTestManualDisk-666679314-router', 'tenant_id': '2b4416453d3f499b91162b9af4873a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:32:52Z', 'revision_number': 6, 'project_id': '2b4416453d3f499b91162b9af4873a6d', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:53.376511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5a70482-685f-4af1-af53-5367154a7d94 None None] Provisioning complete for port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:53.376882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a70482-685f-4af1-af53-5367154a7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.430716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1fac7-b4f5-4c30-b33a-80bfaa2e2127 None None] Pushing event updated for resources: {'Port': ['ID=9e6e3be0-9c3a-48bd-84a6-59a377aea890,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:53.438201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c75c-2c96-472b-a621-6288667ea8db req-79b510be-3923-41bf-8dc6-d8906ec7fe0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:53.463882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8cf0c75c-2c96-472b-a621-6288667ea8db req-79b510be-3923-41bf-8dc6-d8906ec7fe0b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 950 time: 0.2198467 Jul 30 01:32:53.601080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6730-c91c-497a-8189-577347745543 req-c558aaed-98b1-4acd-a986-9850dcac8b45 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:53.609728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26fa6730-c91c-497a-8189-577347745543 req-c558aaed-98b1-4acd-a986-9850dcac8b45 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.3523726 Jul 30 01:32:53.677451 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-cad06135-6d2b-4fb6-96d1-d87c543a65b7 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009801 Jul 30 01:32:53.692341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26fa6730-c91c-497a-8189-577347745543 req-dd52d944-5828-4fea-97eb-9017438dcd72 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Jul 30 01:32:53.776900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8cf0c75c-2c96-472b-a621-6288667ea8db req-1416a93e-9842-44dc-9cd9-8a0fb0888089 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117747 Jul 30 01:32:53.812345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.817347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Router 5b69e3d3-2928-4991-bbad-858ac0293a05 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:32:53.876243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d203d538-035d-4335-b989-effc454a2de8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:53.923045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:53.925652 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec053ac-6e6b-4f79-9938-54a0727a19d4" -d '{"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-plugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:53.950508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2aee436-15cc-44e6-8d24-b625b8eefcc0 req-0a098810-12fa-4ff8-b2ef-caa05ab95338 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553082 Jul 30 01:32:54.004362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.115798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.118239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.122572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.175505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.176479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f253528-fcc1-4cce-b32f-0144d9122f58 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:32:54.186303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.187911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f7d5952c-8060-4241-a0d0-af6608e82bd8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4f253528-fcc1-4cce-b32f-0144d9122f58 HTTP/1.1" status: 204 len: 168 time: 1.9220576 Jul 30 01:32:54.190554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:54.263216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Deleting subnet 501b7b83-3c61-4a95-b9b0-4eb817c26b8f {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:32:54.268405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.269009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Pushing event deleted for resources: {'Port': ['ID=178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:54.328465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.364986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:54.393778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612de5c0-fefc-4ace-b8d7-d9e8964902c3 req-93d046cf-d403-40d3-8c8d-a61726d08a9a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:54.395635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-612de5c0-fefc-4ace-b8d7-d9e8964902c3 req-93d046cf-d403-40d3-8c8d-a61726d08a9a tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/ports?device_id=433daeb6-1939-4d5e-bb24-51510660d3e7 HTTP/1.1" status: 200 len: 867 time: 0.4207759 Jul 30 01:32:54.422203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] No DVR routers for this DVR port 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:54.427357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.429881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67a09bb3-b603-46a9-b11a-051be0b738fe req-a52bca02-b3a4-43de-ba0e-9cf652a28e27 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.55 "DELETE /v2.0/ports/178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef HTTP/1.1" status: 204 len: 173 time: 3.1021993 Jul 30 01:32:54.436493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'name': 'network-vif-deleted', 'tag': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:54.439319 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344e2a7c-f74c-4937-b356-705b124fc8e2" -d '{"events": [{"server_uuid": "433daeb6-1939-4d5e-bb24-51510660d3e7", "name": "network-vif-deleted", "tag": "178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:54.449867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-aaf5c494-031a-4ed9-b34e-0caddc32ab82 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 258 time: 0.4429958 Jul 30 01:32:54.452151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.454807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:32:54.469314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Sync routers for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:32:54.487657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:54.489619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.507632 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:54.509791 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:54.533130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:54.558108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-612de5c0-fefc-4ace-b8d7-d9e8964902c3 req-7e9ef4b7-857f-4ec8-8fd8-c260dc157b38 tempest-ServersOnMultiNodesTest-818287986 tempest-ServersOnMultiNodesTest-818287986-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439948 Jul 30 01:32:54.563484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.564757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-87bfc6ca-af2d-4b7d-892a-c55a0f21a9bd admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0571797 Jul 30 01:32:54.567980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56676) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:54.604237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.617139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:54.617493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:54.623703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b489949b-4860-47a9-b66f-333f8f35d3d5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:54.635780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b489949b-4860-47a9-b66f-333f8f35d3d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:54.636157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.647597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:54.654492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/501b7b83-3c61-4a95-b9b0-4eb817c26b8f HTTP/1.1" status: 204 len: 168 time: 0.4601474 Jul 30 01:32:54.660100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56678) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:54.661094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c2348-19ea-431c-a43e-dda8243af8e7 None None] Network 4fe41e4b-af9d-4693-ba98-c582c3cbf57c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:32:54.747057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1099-f504-4606-b793-8f76bb654c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501b7b83-3c61-4a95-b9b0-4eb817c26b8f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:54.922039 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:55.037847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.095039 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.165268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:55.169989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c0b10-228a-49b3-ac90-95ce849ea231 req-35c1ce57-0246-41e3-95f3-ca062079f2cb tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:55.178724 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.184778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-099c0b10-228a-49b3-ac90-95ce849ea231 req-35c1ce57-0246-41e3-95f3-ca062079f2cb tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.2983258 Jul 30 01:32:55.222877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] DHCP port deletion for 4fe41e4b-af9d-4693-ba98-c582c3cbf57c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:32:55.255622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-099c0b10-228a-49b3-ac90-95ce849ea231 req-4a0ce43c-8387-438f-8beb-5c3255278d27 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693736 Jul 30 01:32:55.304365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=13']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:55.319550 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:51Z', 'revision_number': 3, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:55.361429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] Deleting port 3156da5e-37be-459b-9ea1-4eb94d153365 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:55.361920 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.369400 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0062f6-1885-4f40-a237-632261241a61 x-openstack-request-id: req-7b0062f6-1885-4f40-a237-632261241a61 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:55.369828 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-plugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:55.370209 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b0062f6-1885-4f40-a237-632261241a61 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:55.370718 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'code': 200} Jul 30 01:32:55.373521 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Checking router: 5b69e3d3-2928-4991-bbad-858ac0293a05 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:32:55.373870 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Updating router 5b69e3d3-2928-4991-bbad-858ac0293a05 port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:32:55.385311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.433753 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.492432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] For port 3156da5e-37be-459b-9ea1-4eb94d153365, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3156da5e-37be-459b-9ea1-4eb94d153365,segment=NetworkSegment(af8acd1f-f182-4289-8a3d-99a2624f2873),segment_id=af8acd1f-f182-4289-8a3d-99a2624f2873)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:55.492840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.511877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] Calling delete_port for 3156da5e-37be-459b-9ea1-4eb94d153365 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:55.612960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e6e3be0-9c3a-48bd-84a6-59a377aea890 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:55.617707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.652790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] Pushing event deleted for resources: {'Port': ['ID=3156da5e-37be-459b-9ea1-4eb94d153365,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:55.655207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac85a5e-e1ea-4bc7-8f87-746c139485a2 None None] No DVR routers for this DVR port 3156da5e-37be-459b-9ea1-4eb94d153365 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:55.686304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb6a80-4d0e-422f-b85f-b0e6e97d837d req-690127e7-97fb-4938-8b64-a87418e6ac38 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:55.696583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bb6a80-4d0e-422f-b85f-b0e6e97d837d req-690127e7-97fb-4938-8b64-a87418e6ac38 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.2106678 Jul 30 01:32:55.743654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:55.744843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.792630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bb6a80-4d0e-422f-b85f-b0e6e97d837d req-5da7caf7-b2b6-4e57-96c7-75de2b5a25ea tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947704 Jul 30 01:32:55.816212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Deleting port 3156da5e-37be-459b-9ea1-4eb94d153365 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:32:55.816351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.819194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.891352 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.903401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Transition to ACTIVE for port object 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:55.912260 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:55.943756 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Attempting to bind port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:32:55.944090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Attempting to bind port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:32:55.944425 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Attempting to bind port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:32:55.985592 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85045546-d543-4adf-bfe3-ea0615e85252 x-openstack-request-id: req-85045546-d543-4adf-bfe3-ea0615e85252 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:55.986148 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433daeb6-1939-4d5e-bb24-51510660d3e7", "name": "network-vif-deleted", "tag": "178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:55.986736 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85045546-d543-4adf-bfe3-ea0615e85252 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:55.993591 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433daeb6-1939-4d5e-bb24-51510660d3e7', 'name': 'network-vif-deleted', 'tag': '178ef4fc-2cd1-4fb9-940d-6eaf92ec14ef', 'status': 'completed', 'code': 200} Jul 30 01:32:55.996965 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:32:55.997399 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:32:55.999128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3156da5e-37be-459b-9ea1-4eb94d153365 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:56.003030 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.003543 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:32:56.004052 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Bound port: 5e00ad84-54cc-4f4c-8bf3-e7c68c748549, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:32:56.004466 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.024432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3156da5e-37be-459b-9ea1-4eb94d153365 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:56.024769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3156da5e-37be-459b-9ea1-4eb94d153365 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:56.025188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:56.045969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:56.046453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e078c9f-ba2b-44dc-ba2a-0571c3a34570 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:56.046871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d203d538-035d-4335-b989-effc454a2de8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:32:56.068517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d203d538-035d-4335-b989-effc454a2de8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:32:56.068862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d203d538-035d-4335-b989-effc454a2de8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:32:56.092922 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a560c-0404-4166-b934-c8f3cb77cbe6 None None] Pushing event updated for resources: {'Port': ['ID=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:56.117085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-5390b9ff-b405-4b09-998b-11d658b07bc3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405200 Jul 30 01:32:56.123536 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] For port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:32:56.130187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] For port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:32:56.141187 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.214949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] For port 3156da5e-37be-459b-9ea1-4eb94d153365, host n-d-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:56.215217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.218881 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:32:56.221098 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:56.245510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Calling delete_port for 3156da5e-37be-459b-9ea1-4eb94d153365 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:32:56.252155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Port 3156da5e-37be-459b-9ea1-4eb94d153365 was not found and therefore no delete operation was performed {{(pid=93890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:32:56.259422 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a560c-0404-4166-b934-c8f3cb77cbe6 None None] Pushing event updated for resources: {'Port': ['ID=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:56.278816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.364988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] No DVR routers for this DVR port 3156da5e-37be-459b-9ea1-4eb94d153365 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:32:56.372228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Pushing event deleted for resources: {'Port': ['ID=3156da5e-37be-459b-9ea1-4eb94d153365,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:56.382429 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:32:56.414557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Allocated IP 172.25.8.133 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/00efb5d4-b302-42ec-8012-83731b3ecb54) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:56.423422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-10d5c94c-9a3b-41d1-8995-685633db8872 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:56.430512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-10d5c94c-9a3b-41d1-8995-685633db8872 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125420 Jul 30 01:32:56.523356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-b76bcd78-c945-4e6d-b952-df87ac98b826 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/quotas/c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 375 time: 0.0916762 Jul 30 01:32:56.550225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.700385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:51Z', 'revision_number': 3, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:56.741572 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5e405-b15b-43dc-9923-f789fc706efd None None] The sync data for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 is: [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:51Z', 'revision_number': 3, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:32:56.916591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:56.923858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe41e4b-af9d-4693-ba98-c582c3cbf57c']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:56.976732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8acd1f-f182-4289-8a3d-99a2624f2873') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:56.977051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8acd1f-f182-4289-8a3d-99a2624f2873') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:32:57.020542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.048844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-d8cc3bba-a06e-411c-bfac-6c7b08cdbcb1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5205998 Jul 30 01:32:57.096513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.146465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:32:57.147608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:32:57.198530 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:32:57.263320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.372998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:32:57.376305 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fce8ba6-12a3-42ab-a70f-a144b36e2f30" -d '{"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-plugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:32:57.492982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:57.600946 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.611760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.616753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.621011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4fe41e4b-af9d-4693-ba98-c582c3cbf57c HTTP/1.1" status: 204 len: 168 time: 2.7405684 Jul 30 01:32:57.643021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:57.647924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:57.648230 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:57.834544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Allocated IP 172.20.0.1 (507be80f-5634-4112-9974-1d95550b69a8/01d3b2d8-c2cf-415a-8b80-aed10f0d9510/bbb7d373-dd2f-421a-ad87-ce495aef6ec1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:32:57.853364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:57.902208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event updated for resources: {'Port': ['ID=00efb5d4-b302-42ec-8012-83731b3ecb54,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:57.986987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce3a9cc3-2da9-4b7f-ab17-02b44a49bc08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b4416453d3f499b91162b9af4873a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319246 Jul 30 01:32:57.987751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:58.005503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baadcf-918d-4a73-bf98-2e95bd2d3806 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe41e4b-af9d-4693-ba98-c582c3cbf57c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:58.029863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f17f-b85e-4e8d-9b26-c697881111ce req-7396cf8c-a70a-4abe-8b5e-42279c6b3c0f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:58.036420 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.050175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:58.054054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1922f17f-b85e-4e8d-9b26-c697881111ce req-7396cf8c-a70a-4abe-8b5e-42279c6b3c0f tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.6186159 Jul 30 01:32:58.058496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Request body: {'floatingip': {'port_id': '65975764-5796-4b4a-a7e0-468bc4d376a5'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:58.091054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:58.099477 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.139554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.204692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.210746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7aecd64c-2048-4bb2-bd5f-811b6c4d0ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.223740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Transition to ACTIVE for port object bbb7d373-dd2f-421a-ad87-ce495aef6ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:32:58.267858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:58.272696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:58.308757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:58.312016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.318671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:58.383406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:32:58.416313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0343f2-b3f9-465e-91df-7292f160f731 req-22b6406f-68d3-45c4-bbc6-5c1234cd50f0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:58.434381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f0343f2-b3f9-465e-91df-7292f160f731 req-22b6406f-68d3-45c4-bbc6-5c1234cd50f0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.1585786 Jul 30 01:32:58.435794 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7aecd64c-2048-4bb2-bd5f-811b6c4d0ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.515110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f0343f2-b3f9-465e-91df-7292f160f731 req-4b9673a9-dbc1-4218-8c6d-947a6264665c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787015 Jul 30 01:32:58.560009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Network 507be80f-5634-4112-9974-1d95550b69a8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:32:58.599202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7aecd64c-2048-4bb2-bd5f-811b6c4d0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.608592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7aecd64c-2048-4bb2-bd5f-811b6c4d0ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.610951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7aecd64c-2048-4bb2-bd5f-811b6c4d0ee0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86500b29-7e26-4231-83a7-ac6258c2d007 HTTP/1.1" status: 204 len: 168 time: 0.6198125 Jul 30 01:32:58.651200 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.658688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:58.662833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:32:58.676899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecd64c-2048-4bb2-bd5f-811b6c4d0ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86500b29-7e26-4231-83a7-ac6258c2d007,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:58.704350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:32:58.821662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.821943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:58.857674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab', 'port_id': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'mac_address': 'fa:16:3e:cb:f3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd807a516-1541-4e04-9548-3624116ecc85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:32:58.935909 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:58.940780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56740) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:58.983987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5882f5-8d45-4a40-b04f-2635741dbab3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:32:59.054167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:32:59.061425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.097607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.100001 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.147233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.213019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:59.313363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event updated for resources: {'Port': ['ID=00efb5d4-b302-42ec-8012-83731b3ecb54,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:32:59.334145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f9d6df6-5ddb-431b-8a0c-0f7caec33671 req-fff6f5e3-d6b1-424b-8fd5-f83ff5669b03 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 210 time: 0.5417805 Jul 30 01:32:59.351523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['1d5882f5-8d45-4a40-b04f-2635741dbab3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:32:59.360974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-0daf0829-2488-47f9-862b-4a97dbd5a90e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2566075 Jul 30 01:32:59.495427 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56635b8-5380-4715-b5fd-318b6304b048 x-openstack-request-id: req-e56635b8-5380-4715-b5fd-318b6304b048 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:32:59.495427 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-plugged", "status": "completed", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:32:59.495427 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e56635b8-5380-4715-b5fd-318b6304b048 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:32:59.496170 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'code': 200} Jul 30 01:32:59.496953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.501990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-db69c44a-27bc-431c-a1d7-a8e1426af514 None None] Provisioning for port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:32:59.506615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.524161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-db69c44a-27bc-431c-a1d7-a8e1426af514 None None] Provisioning complete for port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:59.528303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db69c44a-27bc-431c-a1d7-a8e1426af514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.560088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-a21ec8f7-5fed-460d-999c-04d098767389 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:59.561795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-a21ec8f7-5fed-460d-999c-04d098767389 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902115 Jul 30 01:32:59.611477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:32:59.661873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Request body: {'port': {'device_id': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'c0cbcf0145ad45a1ad56aac9582bbe3a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:32:59.744584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.772881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:32:59.772881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.824431 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0a08eba4-f13a-4efe-a73b-a312a22d48d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c3228ac2e2494b0a9ba0f65e1712c344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775077 Jul 30 01:32:59.825414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56764) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:32:59.835595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-db69c44a-27bc-431c-a1d7-a8e1426af514 None None] Port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:32:59.841027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b122-aeae-4fd2-bbe0-92c3ec265cb9 req-9b398533-9148-4807-bfc3-0f5e44890037 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:32:59.842768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4c3b122-aeae-4fd2-bbe0-92c3ec265cb9 req-9b398533-9148-4807-bfc3-0f5e44890037 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.1909416 Jul 30 01:32:59.860065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:59.863042 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Floating IP 418a3be8-875f-4d99-aeb4-b963ed192157 associated. External IP: 172.25.8.197, port: 65975764-5796-4b4a-a7e0-468bc4d376a5. Jul 30 01:32:59.868073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-8411aae6-44e5-45f4-842c-342ee3210bda tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3892710 Jul 30 01:32:59.978150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0046d9e-d435-40f0-afc5-6051ea22b421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.011175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0046d9e-d435-40f0-afc5-6051ea22b421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.065596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-9072633a-ec00-4628-8cb9-5a8b707c7481 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1951525 Jul 30 01:33:00.155720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0046d9e-d435-40f0-afc5-6051ea22b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.159275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0046d9e-d435-40f0-afc5-6051ea22b421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.163317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0046d9e-d435-40f0-afc5-6051ea22b421 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc24e901-2bb7-4b52-8b4b-ce70e3fad33c HTTP/1.1" status: 204 len: 168 time: 0.3343899 Jul 30 01:33:00.181041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0046d9e-d435-40f0-afc5-6051ea22b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24e901-2bb7-4b52-8b4b-ce70e3fad33c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:00.208489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Router fbb3bfc1-9c60-474b-8c11-022babe0495a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:00.228850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.371526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:00.374951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4c3b122-aeae-4fd2-bbe0-92c3ec265cb9 req-4ea82606-e540-4056-9703-5f695feefa9a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911065 Jul 30 01:33:00.383451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:00.384666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.412196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:00.413324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:00.436342 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dbf6a38a-0434-438a-bd35-ba49940de3ec tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "PUT /v2.0/floatingips/418a3be8-875f-4d99-aeb4-b963ed192157 HTTP/1.1" status: 200 len: 991 time: 2.3829837 Jul 30 01:33:00.437068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:00.447492 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:00.470306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56782) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:00.542977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Made reservation on behalf of c0cbcf0145ad45a1ad56aac9582bbe3a for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:00.547778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.632867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7ff22fc-f0aa-4981-993d-f81203da28a9 req-f686835c-a9fb-4340-a5d6-2b16eb66e0cd tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 210 time: 0.0630891 Jul 30 01:33:00.700383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:00.725088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1380412537-network', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:00.755720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:00.762523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.781210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.809705 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f6e701-44a4-40e4-b4dc-df66b9268305 x-openstack-request-id: req-42f6e701-44a4-40e4-b4dc-df66b9268305 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:00.811350 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:00.811350 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42f6e701-44a4-40e4-b4dc-df66b9268305 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:00.812721 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'status': 'completed', 'code': 200} Jul 30 01:33:00.832810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:00.863191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-cc671de1-932b-48d6-a27b-ffebc1173c9a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:00.869835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-cc671de1-932b-48d6-a27b-ffebc1173c9a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.8031428 Jul 30 01:33:00.928871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-84f95619-2b3d-48d6-ace3-b3c59d71826f tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:33:00.929886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50dfaee-c192-4b0a-827f-0e9e6ec18b2f req-84f95619-2b3d-48d6-ace3-b3c59d71826f tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267775 Jul 30 01:33:01.007765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2e36352f-f612-4a60-9922-a0ff7dcae88a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5d9b64114b341e7a57edecc24373c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695924 Jul 30 01:33:01.015130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-187561aa-afac-41c8-9d50-b9ab09508bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:01.018346 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-187561aa-afac-41c8-9d50-b9ab09508bae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 1097 time: 0.1658282 Jul 30 01:33:01.028726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:01.046055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.058254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.146199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Allocated IP 192.168.233.237 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/0bcbc81a-47e0-48f9-a35c-59377806e3e0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:01.232643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.241000 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:01.244918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.254401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0767-9e77-4d0a-beca-ce62c488a04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.256915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.266883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '418a3be8-875f-4d99-aeb4-b963ed192157', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'port_id': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'mac_address': 'fa:16:3e:05:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:30:04Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:01.300300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:01.309992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:01.314796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-26f6adb8-c44a-4466-b79c-344f62092a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:01.314916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:01.315048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-26f6adb8-c44a-4466-b79c-344f62092a01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 200 len: 924 time: 0.2709157 Jul 30 01:33:01.325096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:33:01.337598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.338009 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Added segment 0008b76d-8c0f-4ddd-a7a3-5da87559b900 of type vlan for network 8210a78b-6024-4971-9785-5255952b2d70 Jul 30 01:33:01.389696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.517545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-1333f64f-86e8-4c64-b38a-892ab9a6939e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:01.518483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:01.525332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-1333f64f-86e8-4c64-b38a-892ab9a6939e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3568208 Jul 30 01:33:01.532386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.533753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:01.536289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.574152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0767-9e77-4d0a-beca-ce62c488a04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.632112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-5523a2d9-3d5f-4067-822f-1c75101e5b00 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1055248 Jul 30 01:33:01.637202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Request body: {'floatingip': {'port_id': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:01.703208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Network 507be80f-5634-4112-9974-1d95550b69a8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:01.712334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.721057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:01.758542 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2843666 Jul 30 01:33:01.766653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:01.768540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a988bc-b53d-4f7d-b32d-6e3b19456873,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:01.778845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Request body: {'subnet': {'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1380412537-subnet', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:01.793214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4336c9-66b0-4f04-a1ff-4d5b57ad8393 req-5a83d43a-6b47-4d85-acf9-2dd57bf1c047 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:01.794916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df4336c9-66b0-4f04-a1ff-4d5b57ad8393 req-5a83d43a-6b47-4d85-acf9-2dd57bf1c047 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.2601845 Jul 30 01:33:01.797987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-2aa4b7ab-f384-4be7-90ad-ae853c42a46c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65975764-5796-4b4a-a7e0-468bc4d376a5 HTTP/1.1" status: 200 len: 999 time: 0.3671403 Jul 30 01:33:01.852313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:01.940343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Transition to ACTIVE for port object 0bcbc81a-47e0-48f9-a35c-59377806e3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:01.999715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e157132-e1a7-4ba4-90fd-1488e410a501 admin admin] Pushing event updated for resources: {'Network': ['ID=8210a78b-6024-4971-9785-5255952b2d70,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:02.006020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df4336c9-66b0-4f04-a1ff-4d5b57ad8393 req-de15a1f0-43be-4869-873a-f7fffa16531a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729772 Jul 30 01:33:02.020729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0767-9e77-4d0a-beca-ce62c488a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.024817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0767-9e77-4d0a-beca-ce62c488a04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.028354 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0dcc0767-9e77-4d0a-beca-ce62c488a04b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/768f45a5-925e-4e76-89e0-ca55bc914409 HTTP/1.1" status: 204 len: 168 time: 0.9974501 Jul 30 01:33:02.029267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 8210a78b-6024-4971-9785-5255952b2d70 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:33:02.050334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-f5e9be28-07e2-4847-a2a6-a4b0176854a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:02.055486 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-f5e9be28-07e2-4847-a2a6-a4b0176854a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 200 len: 862 time: 0.2455609 Jul 30 01:33:02.057429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0767-9e77-4d0a-beca-ce62c488a04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f45a5-925e-4e76-89e0-ca55bc914409,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:02.069456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:02.074177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.204806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-38113c82-7ae3-42df-b6e2-612eb55d01e5 None None] Provisioning complete for port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:02.205177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38113c82-7ae3-42df-b6e2-612eb55d01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.271386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '418a3be8-875f-4d99-aeb4-b963ed192157', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'port_id': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'mac_address': 'fa:16:3e:05:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:30:04Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:02.319768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6553d9-4060-424f-8254-c7ec8683cd76 None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '418a3be8-875f-4d99-aeb4-b963ed192157', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'port_id': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'mac_address': 'fa:16:3e:05:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:30:04Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:02.342628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-38113c82-7ae3-42df-b6e2-612eb55d01e5 None None] Port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:02.426733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:02.541380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 1d5882f5-8d45-4a40-b04f-2635741dbab3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:02.545303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.547807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 1d5882f5-8d45-4a40-b04f-2635741dbab3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:02.548308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.616842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-acdd6791-ca6a-4369-9c37-fa16638286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:02.618723 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-acdd6791-ca6a-4369-9c37-fa16638286c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d061a8fd-5dae-4cd7-9125-a6850065ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5385582 Jul 30 01:33:02.659796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df9a61a-36cc-48ef-be6a-29043bdaaa50,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:02.672319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.696750 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1cfa6-681b-472d-a954-815ea28d4228 None None] New status for floating IP 418a3be8-875f-4d99-aeb4-b963ed192157: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:33:02.741069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b489949b-4860-47a9-b66f-333f8f35d3d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:02.754359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:02.797422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Checking segment: {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:02.797780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Network hostable DHCP agents. Network: 8210a78b-6024-4971-9785-5255952b2d70, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:33:02.841641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:02.857417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:02.860474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:02.869412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Network 8210a78b-6024-4971-9785-5255952b2d70 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:33:02.908321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 8210a78b-6024-4971-9785-5255952b2d70) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:02.922809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:02.922809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:02.963240 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-f11fc33d-0fe5-4b0d-bba0-130969123f71 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352556 Jul 30 01:33:02.973003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d01b830-5d14-4545-82e7-258cbe25d2f8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1996689 Jul 30 01:33:02.973633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:02.993629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:03.001849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:03.003580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.031714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb2844-5d44-4716-b355-cae2a92a10fb None None] Network 8210a78b-6024-4971-9785-5255952b2d70 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:03.109647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4590805 Jul 30 01:33:03.122155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10d16d-8d5a-4452-a07c-617a0e61b9bb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:03.138956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Request body: {'port': {'device_id': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:03.173173 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.174188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.266918 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1d33cc5c-ec0c-4f9d-9441-73e8cad9cca4 req-f4c3171b-b459-4111-b69a-c15b4b757008 service neutron] 10.222.0.66 "GET /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696810 Jul 30 01:33:03.289533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Router 5b69e3d3-2928-4991-bbad-858ac0293a05 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:03.294189 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.307087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e511965-bb3c-45c7-b567-ec05010c5218 req-32d28e25-64dc-4048-9589-e1d13b5eb8cb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:03.309366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e511965-bb3c-45c7-b567-ec05010c5218 req-32d28e25-64dc-4048-9589-e1d13b5eb8cb tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 936 time: 0.6664400 Jul 30 01:33:03.352805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.648565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e511965-bb3c-45c7-b567-ec05010c5218 req-02096a74-635b-4876-ba68-89fe47ab9e51 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037479 Jul 30 01:33:03.832603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.898813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36ed0477-151d-4a00-8816-641f45fdb6c4 None None] Provisioning for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:03.946635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36ed0477-151d-4a00-8816-641f45fdb6c4 None None] Provisioning complete for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:03.959363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36ed0477-151d-4a00-8816-641f45fdb6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.036380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:04.039281 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059700a-95e5-4ff5-a0c0-1610bdf11d18" -d '{"events": [{"server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:04.078842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:04.097344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.111519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0477-151d-4a00-8816-641f45fdb6c4 None None] Port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:04.233429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:04.306171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-8210a78b-6024-4971-9785-5255952b2d70', 'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'fixed_ips': [{'subnet_id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:33:04.307461 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.474547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.515286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c94eb-40fc-462d-b961-aafb32f42174 req-6ae84853-71e5-402e-bbff-14637da44786 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:04.516870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-534c94eb-40fc-462d-b961-aafb32f42174 req-6ae84853-71e5-402e-bbff-14637da44786 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 0.1940670 Jul 30 01:33:04.560802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:04.589899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Sync routers for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:04.600779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5e4031a9-52c9-4d8e-90bb-d50916afdda6 admin admin] 10.222.0.78 "PUT /v2.0/routers/5b69e3d3-2928-4991-bbad-858ac0293a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0320234 Jul 30 01:33:04.637417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-534c94eb-40fc-462d-b961-aafb32f42174 req-8cb04e24-fb5e-4ee7-ac79-79e8d583e066 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025319 Jul 30 01:33:04.642352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:04.643037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:04.820522 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68961a2a-adb8-4e19-8196-77497e4c2ce0 x-openstack-request-id: req-68961a2a-adb8-4e19-8196-77497e4c2ce0 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:04.827419 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:04.827848 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68961a2a-adb8-4e19-8196-77497e4c2ce0 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:04.828385 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'code': 200} Jul 30 01:33:04.834076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.837108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcbc81a-47e0-48f9-a35c-59377806e3e0 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:04.844321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.859093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.879139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.933962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.959680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265fa6-c6f7-4705-aa1f-4937ddc6be8c req-bac7ad69-6025-4d13-8dfa-5696bb2b5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:04.962953 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5e265fa6-c6f7-4705-aa1f-4937ddc6be8c req-bac7ad69-6025-4d13-8dfa-5696bb2b5ffb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1097 time: 0.1296055 Jul 30 01:33:04.972224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Transition to ACTIVE for port object 0bcbc81a-47e0-48f9-a35c-59377806e3e0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:04.973151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Allocated IP 172.20.0.2 (8210a78b-6024-4971-9785-5255952b2d70/1df9a61a-36cc-48ef-be6a-29043bdaaa50/d2a0e6e5-16c1-495e-9871-0cce43a66502) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:04.993652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.060858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:05.118814 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5e265fa6-c6f7-4705-aa1f-4937ddc6be8c req-2b2d5dc1-23b5-410b-9e0a-0ef605dde6f5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049213 Jul 30 01:33:05.155716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Allocated IP 172.25.8.238 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/c027c0ad-6a39-43b1-8361-838b0f0f2295) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:05.307963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:05.318014 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Floating IP 98d76dff-138c-42a4-9352-bb7108e63c20 associated. External IP: 172.25.8.133, port: 5b472920-ab18-4a04-9d00-6fef9a2e5f02. Jul 30 01:33:05.334562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.397816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.457779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3daa6-e6db-4a8a-a1d0-0f5b1dcfc154 req-9046de56-6347-442b-b42c-ed594ef843fc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:05.459655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22b3daa6-e6db-4a8a-a1d0-0f5b1dcfc154 req-9046de56-6347-442b-b42c-ed594ef843fc tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 948 time: 0.3074720 Jul 30 01:33:05.463738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:05.464072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:05.464403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:05.471226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Pushing event updated for resources: {'Port': ['ID=c027c0ad-6a39-43b1-8361-838b0f0f2295,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:05.495027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:05.496874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:05.500173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:05.512766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.537551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:05.538534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:05.554330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Transition to ACTIVE for port object d2a0e6e5-16c1-495e-9871-0cce43a66502 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:05.559431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:05.559775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:05.560569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:05.561012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Bound port: 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:05.561376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.588064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Transition to ACTIVE for port object d2a0e6e5-16c1-495e-9871-0cce43a66502 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:05.601887 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.619509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:00Z', 'revision_number': 2, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:05.653038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22b3daa6-e6db-4a8a-a1d0-0f5b1dcfc154 req-9a287d58-6e51-46a7-bf9e-9dcde6082e6e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860931 Jul 30 01:33:05.708407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Checking router: 5b69e3d3-2928-4991-bbad-858ac0293a05 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:05.709151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Updating router 5b69e3d3-2928-4991-bbad-858ac0293a05 port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:33:05.729248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Network 8210a78b-6024-4971-9785-5255952b2d70 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:05.742885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:05.774637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:05.779143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:05.782577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:05.809325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.950253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:05.956760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.962835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Attempting to bind port d2a0e6e5-16c1-495e-9871-0cce43a66502 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:05.963404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Attempting to bind port d2a0e6e5-16c1-495e-9871-0cce43a66502 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:05.963682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Attempting to bind port d2a0e6e5-16c1-495e-9871-0cce43a66502 on network 8210a78b-6024-4971-9785-5255952b2d70 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:05.964922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.965819 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.973493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 1097 time: 2.8407097 Jul 30 01:33:05.973968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:06.001018 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45eb83e-5e08-473f-92c1-8a67bac6f420" -d '{"events": [{"name": "network-changed", "server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:06.216648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c0e70-0c38-4314-ac2b-40fd0ca77974 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:06.224558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Router abba2ee2-630a-431d-b3d2-7bb212ba9774 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:06.329301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-d59ad78b-3b8b-4295-b4f0-2b72ead88ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:06.332093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-d59ad78b-3b8b-4295-b4f0-2b72ead88ad4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1100 time: 0.2807503 Jul 30 01:33:06.415859 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.428620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Transition to ACTIVE for port object bbb7d373-dd2f-421a-ad87-ce495aef6ec1 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:06.433329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Pushing event updated for resources: {'Port': ['ID=d2a0e6e5-16c1-495e-9871-0cce43a66502,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:06.447176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.457352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.461449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-87bd9983-7b2e-48ed-a27c-af243e0353c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.1055179 Jul 30 01:33:06.470766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:06.471294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Checking segment: {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:06.471579 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.471972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Bound using segment: {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:06.472598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Bound port: d2a0e6e5-16c1-495e-9871-0cce43a66502, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:06.472832 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.573293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:06.586430 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] Sync routers for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:06.601344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.607422 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:06.610134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56890) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:06.612292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:06.621193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103585910', 'description': 'tempest-description--1300487487'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:06.705608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-aa765b7b-50b2-4916-ad40-59c63e18e4ce tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "PUT /v2.0/floatingips/98d76dff-138c-42a4-9352-bb7108e63c20 HTTP/1.1" status: 200 len: 996 time: 5.0723655 Jul 30 01:33:06.785691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.793967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-279f6245-4e8d-4610-9518-fb7ed8b0c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:06.795598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-279f6245-4e8d-4610-9518-fb7ed8b0c242 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.3117347 Jul 30 01:33:06.809547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Attempting to bind port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:06.810650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Attempting to bind port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:06.811235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Attempting to bind port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 on network 507be80f-5634-4112-9974-1d95550b69a8 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:06.827813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:06.835946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Checking segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:06.836921 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.837865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Bound using segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:06.839385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Bound port: bbb7d373-dd2f-421a-ad87-ce495aef6ec1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:06.840016 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.863634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Pushing event updated for resources: {'Port': ['ID=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:06.876346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:06.877318 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:06.918147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] For port d2a0e6e5-16c1-495e-9871-0cce43a66502, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:06.925188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] For port d2a0e6e5-16c1-495e-9871-0cce43a66502, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d2a0e6e5-16c1-495e-9871-0cce43a66502,segment=NetworkSegment(0008b76d-8c0f-4ddd-a7a3-5da87559b900),segment_id=0008b76d-8c0f-4ddd-a7a3-5da87559b900)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:06.945103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-51933426-d320-408a-be7a-d13b45f29e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:06.954145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-51933426-d320-408a-be7a-d13b45f29e19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1097 time: 0.2236178 Jul 30 01:33:06.995217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.025405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:33:07.113082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] For port bbb7d373-dd2f-421a-ad87-ce495aef6ec1, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:07.117246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-86ec1bc0-275b-4b7f-9d37-32f7402b0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:07.121399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-86ec1bc0-275b-4b7f-9d37-32f7402b0d09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3132050 Jul 30 01:33:07.177758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] For port bbb7d373-dd2f-421a-ad87-ce495aef6ec1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:07.202426 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.225768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.248922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.252286 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '98d76dff-138c-42a4-9352-bb7108e63c20', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'port_id': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'mac_address': 'fa:16:3e:ec:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:32:58Z', 'updated_at': '2021-07-30T01:33:04Z', 'revision_number': 1, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:07.281148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:07.281790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:07.283567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba5365-42ec-4d44-9dad-d7bed2b2a560 None None] Pushing event updated for resources: {'Port': ['ID=d2a0e6e5-16c1-495e-9871-0cce43a66502,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:07.314704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] Checking router: abba2ee2-630a-431d-b3d2-7bb212ba9774 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:07.340724 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:07.341544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:07.379059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-4f7d3643-b856-407b-9a2f-30d1e983c87f service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426875 Jul 30 01:33:07.380427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-ee8573f5-c18a-4678-96ca-e2c330e8e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:07.382149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-ee8573f5-c18a-4678-96ca-e2c330e8e51d service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 928 time: 0.4266477 Jul 30 01:33:07.438538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:07.570679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.577148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9637437 Jul 30 01:33:07.585142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:07.588558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.590944 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd0f443a-7ad8-4720-8cce-019e706aa15d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6162221 Jul 30 01:33:07.625227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Request body: {'security_group_rule': {'security_group_id': '6bc0b291-6118-4695-9080-96fe02d1a32d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:07.635654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56910) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:07.662222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:07.776743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Sync routers for ids ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:07.781729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ede0af-1495-464e-9241-69554da9ad95 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0b291-6118-4695-9080-96fe02d1a32d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:07.807300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:07.834078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Routers {'0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:07.839693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:07.990379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Pushing event updated for resources: {'Port': ['ID=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:08.095587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff0854-1cf8-495c-a54c-a99106e33463 req-382a9090-2504-42c4-a8e0-3a2bc89dbf98 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928699 Jul 30 01:33:08.100672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.101019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.101363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.101704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.102038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.102373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.102709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.103082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.103434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.103761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.104084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.104416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9ee7e8-cc78-4ad6-b0d3-8b920f25861a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:08.132309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.143254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.153598 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '98d76dff-138c-42a4-9352-bb7108e63c20', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'port_id': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'mac_address': 'fa:16:3e:ec:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:32:58Z', 'updated_at': '2021-07-30T01:33:04Z', 'revision_number': 1, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:08.178274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:08.183206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b2d81-b60f-40d2-bb2c-ddf1f9c2483f None None] The sync data for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 is: [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '98d76dff-138c-42a4-9352-bb7108e63c20', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'port_id': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'mac_address': 'fa:16:3e:ec:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:32:58Z', 'updated_at': '2021-07-30T01:33:04Z', 'revision_number': 1, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:08.207281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cb48b-d93f-4aeb-9292-08df0098340f req-d3e0c9ed-ac4b-47e9-a921-3c13a17d043e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:08.212604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a87cb48b-d93f-4aeb-9292-08df0098340f req-d3e0c9ed-ac4b-47e9-a921-3c13a17d043e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 1.1952713 Jul 30 01:33:08.216105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.218645 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6198399 Jul 30 01:33:08.221292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56914) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:08.232027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa4ee3-1041-4a8f-ab39-f0f04b600e4f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f552d3-1cd5-476e-bfde-d36563e5697e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:08.235603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Request body: {'security_group_rule': {'security_group_id': '6bc0b291-6118-4695-9080-96fe02d1a32d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:08.261509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Set router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:08.352655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-67738dd8-df8e-4127-bbc2-f0ec2601db2b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 999 time: 0.9474535 Jul 30 01:33:08.484891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a87cb48b-d93f-4aeb-9292-08df0098340f req-0daeb2fd-b993-4655-abbe-4afe2ba99c4b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566772 Jul 30 01:33:08.492664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-6c24aabd-f2e9-40a7-ad2a-93da7e423bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:08.494455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-6c24aabd-f2e9-40a7-ad2a-93da7e423bf5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 200 len: 866 time: 0.1293271 Jul 30 01:33:08.509650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.599196 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41927b6-0859-4672-9c86-cead7608b185 x-openstack-request-id: req-a41927b6-0859-4672-9c86-cead7608b185 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:08.609714 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:08.610093 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a41927b6-0859-4672-9c86-cead7608b185 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:08.610617 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'status': 'completed', 'code': 200} Jul 30 01:33:08.661404 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf09c43-6dbe-403d-8d1d-76f03fa5d77c None None] New status for floating IP 98d76dff-138c-42a4-9352-bb7108e63c20: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:33:08.795894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:33:05Z', 'revision_number': 3, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:08.817431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.839671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.845474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-5e84482b-b423-429f-b16f-01bf88fb940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:08.856835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-5e84482b-b423-429f-b16f-01bf88fb940c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2612bc2-312a-4914-8340-49ca359ec93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3479497 Jul 30 01:33:08.863580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-7a74632c-ae67-4f55-ac76-5be16acd79ff service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:33:08.871045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-7a74632c-ae67-4f55-ac76-5be16acd79ff service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126665 Jul 30 01:33:08.884268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Checking router: 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:08.884891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Updating router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 port c027c0ad-6a39-43b1-8361-838b0f0f2295 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:33:08.930257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:07Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:08.935639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:08.939302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7399df-930a-4b23-9d01-1f50745fa9e5 None None] Network 8210a78b-6024-4971-9785-5255952b2d70 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:08.949790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.054929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba150c6-50c5-4eca-99b5-43452a5a4612,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:09.062306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b53ad-322e-48e7-96e4-1b598d07f95c None None] The sync data for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 is: [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:07Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:09.094234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.095698 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-98b1e735-3c17-4431-81d0-c768654deb34 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8731730 Jul 30 01:33:09.099626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:09.103703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-de37b8ec-45f6-47df-a23b-b93f0e2eae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:09.106704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-de37b8ec-45f6-47df-a23b-b93f0e2eae71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1100 time: 0.4494827 Jul 30 01:33:09.111064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:09.190025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9f891bdb-4569-41c0-8c5d-68ffc7e07e56 None None] Provisioning for port d2a0e6e5-16c1-495e-9871-0cce43a66502 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:09.234600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.304875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b211b-dd28-4769-aab6-0bcddb2d297f req-a17d8a78-286c-43f9-b0d3-1834296ebf8e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:09.312896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc4b211b-dd28-4769-aab6-0bcddb2d297f req-a17d8a78-286c-43f9-b0d3-1834296ebf8e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 948 time: 0.3316717 Jul 30 01:33:09.356301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Allocated IP 172.20.0.1 (8210a78b-6024-4971-9785-5255952b2d70/1df9a61a-36cc-48ef-be6a-29043bdaaa50/ea545ccb-bbcc-4ff1-8c01-564c4aef2345) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:09.434653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-91dee947-6231-40d1-a04a-d53abf273ecb service neutron] 10.222.0.78 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619683 Jul 30 01:33:09.611675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc4b211b-dd28-4769-aab6-0bcddb2d297f req-78535ea0-ca45-47aa-a93a-f886f62801b9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770684 Jul 30 01:33:09.619892 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.655904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-0a986197-108b-4e04-b519-8be60b7a0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:09.664752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Transition to ACTIVE for port object ea545ccb-bbcc-4ff1-8c01-564c4aef2345 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:09.670720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-0a986197-108b-4e04-b519-8be60b7a0e19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5523288 Jul 30 01:33:09.690032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.776249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.782126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-14cab1af-c7e4-4a60-9699-94f14133fbe5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.1024055 Jul 30 01:33:09.809390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Transition to ACTIVE for port object c027c0ad-6a39-43b1-8361-838b0f0f2295 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:09.824276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bbb7d373-dd2f-421a-ad87-ce495aef6ec1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:09.833091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.833769 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:09.963069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ff1217-3adf-4c4a-b53a-babcd6e69bc6 req-753f2112-19d8-46a2-9283-82ab97c1f886 service neutron] 10.222.0.78 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122974 Jul 30 01:33:09.985595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-e0443cbb-605b-4630-b1ac-91bc7f2aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:09.987242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-e0443cbb-605b-4630-b1ac-91bc7f2aa8c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1964281 Jul 30 01:33:09.998704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Network 8210a78b-6024-4971-9785-5255952b2d70 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:10.022566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:10.053906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:10.110967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Attempting to bind port c027c0ad-6a39-43b1-8361-838b0f0f2295 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:10.121083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Attempting to bind port c027c0ad-6a39-43b1-8361-838b0f0f2295 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:10.127589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Attempting to bind port c027c0ad-6a39-43b1-8361-838b0f0f2295 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:10.166830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:10.174526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:10.175377 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.178874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.179736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:10.180747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Bound port: c027c0ad-6a39-43b1-8361-838b0f0f2295, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:10.181587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.283284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cb570-7bd0-49b4-babe-fd41a82ca8da None None] Pushing event updated for resources: {'Port': ['ID=c027c0ad-6a39-43b1-8361-838b0f0f2295,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:10.293334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:10.389909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:10.438226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:10.438477 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.447480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Allocated IP 172.25.8.124 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ee816ffb-c98b-4482-b075-dc3196d3a1ce) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:10.483035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-a3a9bd3b-25da-412e-882a-936f36b9201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:10.491893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-a3a9bd3b-25da-412e-882a-936f36b9201c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4909382 Jul 30 01:33:10.562591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] For port c027c0ad-6a39-43b1-8361-838b0f0f2295, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:10.577710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23601d6a-f2a9-4f35-a659-07a7ce56f941 req-6deb099c-fb67-49cf-8fd8-40a46b427851 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:10.585865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23601d6a-f2a9-4f35-a659-07a7ce56f941 req-6deb099c-fb67-49cf-8fd8-40a46b427851 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1097 time: 0.4709177 Jul 30 01:33:10.587906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] For port c027c0ad-6a39-43b1-8361-838b0f0f2295, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c027c0ad-6a39-43b1-8361-838b0f0f2295,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:10.608087 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.708373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:10.714668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:10.724595 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:10.763083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b951433e-8226-47d0-add4-122078913cc1 req-f9c0e336-1420-4e55-b801-5d8a141c4706 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 258 time: 0.5647666 Jul 30 01:33:10.767672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.811040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:10.831097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.857262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7c91c4c2-7530-4523-8fe1-6aeb2018e7fa None None] Provisioning for port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:10.859693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.860095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56950) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:10.895485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.917828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7c91c4c2-7530-4523-8fe1-6aeb2018e7fa None None] Provisioning complete for port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:10.918197 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c2-7530-4523-8fe1-6aeb2018e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:10.928856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Routers {'0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:10.929940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:10.946144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-02244eb4-4593-479a-859a-5addf8b9ac61 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389768 Jul 30 01:33:10.956341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.080978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:11.112263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:11.152576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:11.159885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23601d6a-f2a9-4f35-a659-07a7ce56f941 req-0b6068ff-f75f-43a4-9e07-68113c1b66a2 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713348 Jul 30 01:33:11.237383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event updated for resources: {'Port': ['ID=ee816ffb-c98b-4482-b075-dc3196d3a1ce,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:11.245039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cb570-7bd0-49b4-babe-fd41a82ca8da None None] Pushing event updated for resources: {'Port': ['ID=c027c0ad-6a39-43b1-8361-838b0f0f2295,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:11.245641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d568ac80-d8b0-40a5-85fc-ab769a45e7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.348925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7c91c4c2-7530-4523-8fe1-6aeb2018e7fa None None] Port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:11.363645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.433635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port bbb7d373-dd2f-421a-ad87-ce495aef6ec1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:11.451055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.505511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.521447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.523433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d568ac80-d8b0-40a5-85fc-ab769a45e7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.540044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f45eb83e-5e08-473f-92c1-8a67bac6f420 req-986167b5-8ae0-411d-884f-754b12bc4a79 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787892 Jul 30 01:33:11.543576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d568ac80-d8b0-40a5-85fc-ab769a45e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.569409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] Set router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:11.571752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.572818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2a0e6e5-16c1-495e-9871-0cce43a66502 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:11.641226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d568ac80-d8b0-40a5-85fc-ab769a45e7c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79e90f5d7f814b8ca2d547044212b5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7759049 Jul 30 01:33:11.649009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a59593-679a-4983-bd4a-adab35a8d0a2 req-52e04bab-7072-4702-aec1-9130586d2306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:11.649319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:11.656678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38a59593-679a-4983-bd4a-adab35a8d0a2 req-52e04bab-7072-4702-aec1-9130586d2306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 948 time: 0.3274503 Jul 30 01:33:11.668870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ac80-d8b0-40a5-85fc-ab769a45e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbee96-679e-44d0-a203-484a7eab5350,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:11.697412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.698964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.701029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:11.706534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:11.744114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38a59593-679a-4983-bd4a-adab35a8d0a2 req-1ecb82d0-81e2-4fef-9e04-b65696fc45a3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Jul 30 01:33:11.790277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'mac_address': 'fa:16:3e:8e:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:33:11.833505 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe1199-a3d5-4edb-87bf-728ac4bb3cb6 x-openstack-request-id: req-b6fe1199-a3d5-4edb-87bf-728ac4bb3cb6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:11.834103 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:11.834543 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6fe1199-a3d5-4edb-87bf-728ac4bb3cb6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:11.835142 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'status': 'completed', 'code': 200} Jul 30 01:33:11.874102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80511132-30ea-430f-8d42-8aff8c8ce3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.951290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80511132-30ea-430f-8d42-8aff8c8ce3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.959252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.996296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.022079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:12.038431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcbc81a-47e0-48f9-a35c-59377806e3e0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:12.041194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.047349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d2a0e6e5-16c1-495e-9871-0cce43a66502 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:12.053938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d2a0e6e5-16c1-495e-9871-0cce43a66502 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:12.054423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.085575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Network 8210a78b-6024-4971-9785-5255952b2d70 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:12.099797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:12.114943 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.118763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-057cbca0-be70-4d48-b92d-bb841aca3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:12.123040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-057cbca0-be70-4d48-b92d-bb841aca3ba7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1097 time: 0.2467191 Jul 30 01:33:12.172670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Allocated IP 172.25.8.96 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/3f1e2cf2-5a05-472f-b2e7-2dce8db90e79) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:12.176126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ea545ccb-bbcc-4ff1-8c01-564c4aef2345', 'name': '', 'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'mac_address': 'fa:16:3e:e4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:08Z', 'updated_at': '2021-07-30T01:33:09Z', 'revision_number': 1, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'subnets': [{'id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:12.234112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d72535b-dced-4715-82d0-36bf9213be05 None None] The sync data for ids ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'] in n-d-713499-10 is: [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ea545ccb-bbcc-4ff1-8c01-564c4aef2345', 'name': '', 'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'mac_address': 'fa:16:3e:e4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:08Z', 'updated_at': '2021-07-30T01:33:09Z', 'revision_number': 1, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'subnets': [{'id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:12.238252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:12.264599 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.351973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d2a0e6e5-16c1-495e-9871-0cce43a66502, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d2a0e6e5-16c1-495e-9871-0cce43a66502,segment=NetworkSegment(0008b76d-8c0f-4ddd-a7a3-5da87559b900),segment_id=0008b76d-8c0f-4ddd-a7a3-5da87559b900)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:12.351973 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.459092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46a71d-8e11-4edc-9355-1f044b6b9a64 req-09a43f5e-5774-4779-ae81-1f772d83bfdf tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:12.460916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a46a71d-8e11-4edc-9355-1f044b6b9a64 req-09a43f5e-5774-4779-ae81-1f772d83bfdf tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1097 time: 0.1990163 Jul 30 01:33:12.468538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d2a0e6e5-16c1-495e-9871-0cce43a66502,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:12.469371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-dc92b2ab-359f-48c8-ada4-6dc298061955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:12.471213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-dc92b2ab-359f-48c8-ada4-6dc298061955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 928 time: 0.3335447 Jul 30 01:33:12.484240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bcbc81a-47e0-48f9-a35c-59377806e3e0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:12.524843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bbb7d373-dd2f-421a-ad87-ce495aef6ec1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:12.586227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.631286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:12.634564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.637903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a46a71d-8e11-4edc-9355-1f044b6b9a64 req-99da971f-4f2b-45b9-b675-ef2d8984e7a3 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589940 Jul 30 01:33:12.672836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-9e46485b-2a67-489d-84ce-af28fdda0e55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 1001 time: 0.1849155 Jul 30 01:33:12.761002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.814269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:12.821511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:12.826887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:12.871882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-d23c36aa-ab83-4778-968d-f36f2e6e501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:12.873448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-d23c36aa-ab83-4778-968d-f36f2e6e501d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 200 len: 866 time: 0.1796181 Jul 30 01:33:12.924025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:12.937078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event updated for resources: {'Port': ['ID=3f1e2cf2-5a05-472f-b2e7-2dce8db90e79,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:12.977235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80511132-30ea-430f-8d42-8aff8c8ce3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.979934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80511132-30ea-430f-8d42-8aff8c8ce3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:12.983613 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80511132-30ea-430f-8d42-8aff8c8ce3ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34cbee96-679e-44d0-a203-484a7eab5350 HTTP/1.1" status: 204 len: 168 time: 1.3307478 Jul 30 01:33:13.010992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.043520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-c43d6b1e-5a89-42d5-91fa-6e1a9b502985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:13.045410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-c43d6b1e-5a89-42d5-91fa-6e1a9b502985 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2612bc2-312a-4914-8340-49ca359ec93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619592 Jul 30 01:33:13.052529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80511132-30ea-430f-8d42-8aff8c8ce3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbee96-679e-44d0-a203-484a7eab5350,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:13.060809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event updated for resources: {'Port': ['ID=ee816ffb-c98b-4482-b075-dc3196d3a1ce,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:13.069119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.118145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.132357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe2d0b80-6b73-4238-9086-89a8807161f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0300598 Jul 30 01:33:13.146609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.273706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:13.426265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-57cab866-1806-4a88-9a0d-b60689037e30 None None] Provisioning complete for port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:13.426729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57cab866-1806-4a88-9a0d-b60689037e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.502675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-57cab866-1806-4a88-9a0d-b60689037e30 None None] Port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:13.518280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:13.528094 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ceb1f529-85c3-40a1-8770-80ac6681b5f2 admin admin] 10.222.0.78 "PUT /v2.0/routers/0190d6e6-48f8-4a3d-8d09-6aef5566dbf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8902068 Jul 30 01:33:13.537019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-1d2297d0-05b9-4818-a96d-222c559008c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762414 Jul 30 01:33:13.543846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.560563 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.621320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57012) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:13.640917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b01363f-7565-40c8-9686-37ba59ad590f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.724795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event updated for resources: {'Port': ['ID=3f1e2cf2-5a05-472f-b2e7-2dce8db90e79,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:13.741164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.755349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d016bc7d-5bf7-4d95-b945-d8e0609aedc6 req-d3c1c462-b510-4c36-82e0-28055cdc9168 service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054930 Jul 30 01:33:13.758834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57020) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:13.792323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b01363f-7565-40c8-9686-37ba59ad590f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.798094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b01363f-7565-40c8-9686-37ba59ad590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.807320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:13.808875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b951433e-8226-47d0-add4-122078913cc1 req-b77b906a-e52d-4879-89ed-2178e30fb1b8 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0081258 Jul 30 01:33:13.860173 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2b01363f-7565-40c8-9686-37ba59ad590f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8de725d6269e45fab06c49c0fab313c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376773 Jul 30 01:33:13.861071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01363f-7565-40c8-9686-37ba59ad590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940dc103-1744-491d-a495-6d5c0a66771c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:13.867861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57024) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:13.895459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b951433e-8226-47d0-add4-122078913cc1 req-3de0f75c-23fc-410c-aacc-651731841285 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.0786884 Jul 30 01:33:13.943081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-143214262'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:14.048565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:14.052065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.071824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79906830-aa6e-4fdb-9331-54f3dfdeadca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.106144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951433e-8226-47d0-add4-122078913cc1 req-237867ee-0a9d-4e41-bd0c-8132c4d1ee7e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:14.108189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b951433e-8226-47d0-add4-122078913cc1 req-237867ee-0a9d-4e41-bd0c-8132c4d1ee7e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2072942 Jul 30 01:33:14.123654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79906830-aa6e-4fdb-9331-54f3dfdeadca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.125375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:33:14.130408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-b951433e-8226-47d0-add4-122078913cc1 req-a2009dd8-b077-44ac-b47e-82ca46730518 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:33:14.131460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b951433e-8226-47d0-add4-122078913cc1 req-a2009dd8-b077-44ac-b47e-82ca46730518 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153120 Jul 30 01:33:14.155391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.155743 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Added segment 8a302649-d717-4de1-bcac-a704f605f9f4 of type vlan for network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c Jul 30 01:33:14.238017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.268261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79906830-aa6e-4fdb-9331-54f3dfdeadca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.270397 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79906830-aa6e-4fdb-9331-54f3dfdeadca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.274189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-79906830-aa6e-4fdb-9331-54f3dfdeadca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/940dc103-1744-491d-a495-6d5c0a66771c HTTP/1.1" status: 204 len: 168 time: 0.4051046 Jul 30 01:33:14.288695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318758-3637-4cd6-bfc3-a97b34c769ff req-3271c75b-c233-42c9-8b6b-57a1cbb463b6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:14.290212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0318758-3637-4cd6-bfc3-a97b34c769ff req-3271c75b-c233-42c9-8b6b-57a1cbb463b6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 949 time: 0.0931907 Jul 30 01:33:14.301998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79906830-aa6e-4fdb-9331-54f3dfdeadca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940dc103-1744-491d-a495-6d5c0a66771c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:14.304062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.309627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:14.310688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.317596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-19d868e3-4f7e-4448-a0d0-d51a7653a523 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:33:14.318556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-19d868e3-4f7e-4448-a0d0-d51a7653a523 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201678 Jul 30 01:33:14.352798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Request body: {'binding': {'host': 'n-h2-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:14.353530 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Unknown quota resources ['binding']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:33:14.476138 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7160726 Jul 30 01:33:14.480888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57034) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:14.487040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'subnet': {'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:14.550903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5edf53-e836-4c16-a4fe-46ab4e45f16b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Network': ['ID=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:14.559634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0318758-3637-4cd6-bfc3-a97b34c769ff req-af6aa9e6-3b03-405f-9d04-07c6b50666ea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586987 Jul 30 01:33:14.562585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:33:14.595045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c027c0ad-6a39-43b1-8361-838b0f0f2295 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:14.625276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:14.631537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.649245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on host n-h2-713499-10 for vnic_type normal with profile None {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:14.649566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:14.649896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:14.654914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:14.655274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:14.661431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:14.661747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:14.662127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:14.662560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Bound port: 1d5882f5-8d45-4a40-b04f-2635741dbab3, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:14.722551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:14.746496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:14.755844 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.759588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2da6477-b77b-413f-a6ad-fbf2d872c8d5 service neutron] 10.222.0.78 "POST /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4211650 Jul 30 01:33:14.875967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:14.877558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.882861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c027c0ad-6a39-43b1-8361-838b0f0f2295 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:14.888629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:14.889966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:14.892652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c027c0ad-6a39-43b1-8361-838b0f0f2295 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:14.894048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.010675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Subnet': ['ID=5db364db-e926-4082-ac76-ec2be6e7147c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:15.046714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Checking segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:15.047120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network hostable DHCP agents. Network: 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:33:15.120310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:33:15.122153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-a5c9d2b4-eedb-487c-adfa-87693538a08e tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1103585910&fields=id&tenant_id=158b5c8116fd4735be5f19630b41fd95 HTTP/1.1" status: 200 len: 267 time: 0.0780220 Jul 30 01:33:15.143996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:15.151137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:15.151926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.183830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.188902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e8b162eb-731a-44bf-985e-a1e22ea82128 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7037966 Jul 30 01:33:15.189264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57068) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:15.191346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f076612-d834-4a14-97e4-a450dcfbef91 None None] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:15.196847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1340577025'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:15.229331 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.230563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:15.235526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.268031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:33:15.283268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.283624 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Added segment 337d785a-ee27-4da9-8a9a-87b3302bc17d of type vlan for network 95e25910-c33c-4384-bdea-a626a5b303ff Jul 30 01:33:15.319468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:15.322302 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae00ad-8d9f-451e-aacc-f38f4bf1038f" -d '{"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:15.335416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c027c0ad-6a39-43b1-8361-838b0f0f2295, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c027c0ad-6a39-43b1-8361-838b0f0f2295,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:15.348356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.355065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.355886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2a0e6e5-16c1-495e-9871-0cce43a66502 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:15.360833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:15.397514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.398645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:15.398898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.413981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:15.414860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.516804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:15.552697 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.576860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3853092 Jul 30 01:33:15.578249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274be4eb-d961-4c65-8e1b-6b1af93a3202 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Network': ['ID=95e25910-c33c-4384-bdea-a626a5b303ff,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:15.590662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57082) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:15.598744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'subnet': {'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:15.652610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 95e25910-c33c-4384-bdea-a626a5b303ff details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:33:15.687611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-b7dc24ad-25f9-42bd-bd3f-3dd1d2a38df4 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:15.689179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-b7dc24ad-25f9-42bd-bd3f-3dd1d2a38df4 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5476341 Jul 30 01:33:15.693202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-6ccd5c6e-266f-4ece-9670-4d0a6368a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:15.694614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-6ccd5c6e-266f-4ece-9670-4d0a6368a787 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1097 time: 0.5319912 Jul 30 01:33:15.726518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c027c0ad-6a39-43b1-8361-838b0f0f2295,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:15.728716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-c12831c5-7b60-49dc-9c2e-74135238f44b tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:15.735831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-c12831c5-7b60-49dc-9c2e-74135238f44b tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/networks?id=507be80f-5634-4112-9974-1d95550b69a8 HTTP/1.1" status: 200 len: 805 time: 0.6103725 Jul 30 01:33:15.736358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'fixed_ips': [{'subnet_id': '5db364db-e926-4082-ac76-ec2be6e7147c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:33:15.737712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.753642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-network', 'tenant_id': 'c6c731593d13494bbfa45502300360db'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:15.764536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:15.768906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.805223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:15.829677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-ea362ae5-8f0a-4484-b304-35b312433a21 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1320162 Jul 30 01:33:15.836023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-a15b6452-e675-4613-84c2-341a593b56a3 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/quotas/158b5c8116fd4735be5f19630b41fd95 HTTP/1.1" status: 200 len: 375 time: 0.0992467 Jul 30 01:33:15.858243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Made reservation on behalf of c6c731593d13494bbfa45502300360db for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:15.860171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.860677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-76b6b376-40ce-4ba4-9252-b0c752f1dfbb tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Request body: {'floatingip': {'port_id': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:15.874791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.929879 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-76b6b376-40ce-4ba4-9252-b0c752f1dfbb tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:15.969078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.015787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-fb3912ed-2c50-446e-bb0e-41d96244785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:16.017107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-fb3912ed-2c50-446e-bb0e-41d96244785f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2480559 Jul 30 01:33:16.040246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d2a0e6e5-16c1-495e-9871-0cce43a66502 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:16.040623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.043284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-b6ce16f0-ef7c-4e3e-a2de-04086745a09c tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=158b5c8116fd4735be5f19630b41fd95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1989760 Jul 30 01:33:16.084969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:16.122484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.126471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.155276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-7725bde8-1e93-40da-b8ad-8d40b86b303e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 217 time: 0.1048162 Jul 30 01:33:16.165495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.178958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:33:16.199488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.199860 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Added segment 81fefb2a-dbfb-4387-aad0-939e5d9c7f38 of type vlan for network 098acf83-c351-4473-aa76-f1fee68e5682 Jul 30 01:33:16.243361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:16.251922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Allocated IP 19.80.0.2 (1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c/5db364db-e926-4082-ac76-ec2be6e7147c/0c326879-1321-4c2d-9ff3-a0aae9b63827) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:16.277920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Subnet': ['ID=982211e8-2286-48aa-8fce-dea5273e80d9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:16.281022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b6088a-ae07-4c94-8820-45771613a222,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:16.289573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.301472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Checking segment: {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:16.301828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network hostable DHCP agents. Network: 95e25910-c33c-4384-bdea-a626a5b303ff, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:33:16.338487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-b922894a-46a8-470d-90c5-5d64fe3d128a service neutron] 10.222.0.78 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941964 Jul 30 01:33:16.342307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.344199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:16.344811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.351859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-48aa980a-9f49-41c6-8e9e-d2b793b5c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:16.353509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-48aa980a-9f49-41c6-8e9e-d2b793b5c026 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1783459 Jul 30 01:33:16.355750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 95e25910-c33c-4384-bdea-a626a5b303ff is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:33:16.367527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Sync routers for ids ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:16.400105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Routers {'0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:16.401008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:16.429263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] Pushing event updated for resources: {'Network': ['ID=098acf83-c351-4473-aa76-f1fee68e5682,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:16.436106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f493b1d3-cd4a-4d13-a27a-42f48f1672ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671196 Jul 30 01:33:16.447431 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-15b1ad86-dce3-4e7a-b670-7ca54f08bc7a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9255950 Jul 30 01:33:16.448671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57088) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:16.454778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Request body: {'subnet': {'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-subnet', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:16.461662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 95e25910-c33c-4384-bdea-a626a5b303ff) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:16.485902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:16.486589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.491150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Made reservation on behalf of c6c731593d13494bbfa45502300360db for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:16.493795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.494499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 098acf83-c351-4473-aa76-f1fee68e5682 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:33:16.508078 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-76b6b376-40ce-4ba4-9252-b0c752f1dfbb tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 01:33:16.508450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c027c0ad-6a39-43b1-8361-838b0f0f2295 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:16.509558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-126c3cc5-dd36-4ec2-aff1-2d2b3c6cbc52 req-76b6b376-40ce-4ba4-9252-b0c752f1dfbb tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "PUT /v2.0/floatingips/7423d8f8-c87f-416f-878e-d11a99c3f1bd HTTP/1.1" status: 409 len: 549 time: 0.6604393 Jul 30 01:33:16.561330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-76d69e69-6c29-47d0-80f8-88836c124218 service neutron] 10.222.0.78 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186766 Jul 30 01:33:16.561829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e8190721-b2fa-4199-bcec-2f1cad64da19 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9690392 Jul 30 01:33:16.586418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311d78f-501f-48d9-95f1-fa52601390ba None None] Network 95e25910-c33c-4384-bdea-a626a5b303ff requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:16.597775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-76f1db52-15d8-4285-a240-5783eb59126f service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541624 Jul 30 01:33:16.727222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.746370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.764060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Transition to ACTIVE for port object 0c326879-1321-4c2d-9ff3-a0aae9b63827 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:16.802795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c0f4bb-a704-4da8-b7c6-8794f228893c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:16.839863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Checking segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:16.842458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Network hostable DHCP agents. Network: 098acf83-c351-4473-aa76-f1fee68e5682, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:33:16.876861 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f09f230-08ff-4458-a7b7-952ef86d9f66 x-openstack-request-id: req-3f09f230-08ff-4458-a7b7-952ef86d9f66 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:16.877350 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:16.877622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-25162541-0875-4d8e-ba9d-b26317288d0e service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678974 Jul 30 01:33:16.878144 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f09f230-08ff-4458-a7b7-952ef86d9f66 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:16.878285 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'code': 200} Jul 30 01:33:16.888579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Network 098acf83-c351-4473-aa76-f1fee68e5682 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:33:16.891615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965366df-cdc9-4845-8677-0921936e0118 req-6497328e-86e8-4792-9e5e-0614b77121bd tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:16.902757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 098acf83-c351-4473-aa76-f1fee68e5682) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:16.907334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Transition to ACTIVE for port object 0c326879-1321-4c2d-9ff3-a0aae9b63827 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:16.908175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:16.908781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.921426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c027c0ad-6a39-43b1-8361-838b0f0f2295 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:16.921826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.923425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-965366df-cdc9-4845-8677-0921936e0118 req-6497328e-86e8-4792-9e5e-0614b77121bd tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 0.1509321 Jul 30 01:33:16.926505 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:33:16.931246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c78be5-a4f9-4bf0-ab95-2013cccffcb0 None None] Network 098acf83-c351-4473-aa76-f1fee68e5682 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:16.936162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab6d4e55-2412-4dbe-8132-756501bae7f1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4859009 Jul 30 01:33:16.938947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:16.941934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:16.943501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:16.999424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.001750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.077800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Set router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:17.096400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.137664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-965366df-cdc9-4845-8677-0921936e0118 req-d0d5af65-ee3a-4ab7-83a2-7501016e727e tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130992 Jul 30 01:33:17.141765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:17.189315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090028c4-b89a-4e9e-bc09-66424cb0c584 req-9a0b10e8-2eed-451a-ada1-0b5fee066032 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:17.197301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-090028c4-b89a-4e9e-bc09-66424cb0c584 req-9a0b10e8-2eed-451a-ada1-0b5fee066032 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1999772 Jul 30 01:33:17.223314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cae434-fce3-4fbc-9407-f2eb8fca0e72 req-769e09b7-ef00-45d3-b325-775565a1fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:17.224985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8cae434-fce3-4fbc-9407-f2eb8fca0e72 req-769e09b7-ef00-45d3-b325-775565a1fef6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1102 time: 0.1829042 Jul 30 01:33:17.296778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:17.301141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.334757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Pushing event updated for resources: {'Port': ['ID=0c326879-1321-4c2d-9ff3-a0aae9b63827,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:17.358935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:17.507911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-331c5054-d982-4cb8-bfe3-ca07b7335a2d tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips/7423d8f8-c87f-416f-878e-d11a99c3f1bd HTTP/1.1" status: 200 len: 692 time: 0.1990690 Jul 30 01:33:17.553705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-090028c4-b89a-4e9e-bc09-66424cb0c584 req-5e4b6872-153b-4857-8299-0a1169d03475 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534362 Jul 30 01:33:17.557458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8cae434-fce3-4fbc-9407-f2eb8fca0e72 req-f0421c32-b313-480e-be50-2f830b9ce3f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873821 Jul 30 01:33:17.640627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-95e25910-c33c-4384-bdea-a626a5b303ff', 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'fixed_ips': [{'subnet_id': '982211e8-2286-48aa-8fce-dea5273e80d9'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:33:17.641835 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.669935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.692218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Attempting to bind port 0c326879-1321-4c2d-9ff3-a0aae9b63827 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:17.692749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Attempting to bind port 0c326879-1321-4c2d-9ff3-a0aae9b63827 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:17.693217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Attempting to bind port 0c326879-1321-4c2d-9ff3-a0aae9b63827 on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:17.698257 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.724392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:17.724953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Checking segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:17.726662 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.727269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Bound using segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:17.727997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Bound port: 0c326879-1321-4c2d-9ff3-a0aae9b63827, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:17.728510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:17.786327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeb9c3-4bed-4e44-81b5-8cd885faf517 req-dcad0af0-e922-40df-a190-e46ecbd703f1 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:17.787871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23eeb9c3-4bed-4e44-81b5-8cd885faf517 req-dcad0af0-e922-40df-a190-e46ecbd703f1 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 949 time: 0.1057119 Jul 30 01:33:17.829324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-73f3c9fa-4fd5-4ad8-9de9-868eba28ddb3 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:17.830871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-73f3c9fa-4fd5-4ad8-9de9-868eba28ddb3 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.3123837 Jul 30 01:33:17.853209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-c27f0da7-969a-4930-b2af-da155b78a7e2 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:33:17.854265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-c27f0da7-969a-4930-b2af-da155b78a7e2 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059748 Jul 30 01:33:17.854391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Allocated IP 172.25.8.94 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/9e0b52e7-3ac4-481d-80ef-214cbc934d48) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:17.858059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23eeb9c3-4bed-4e44-81b5-8cd885faf517 req-4011b1b5-613a-4bfe-b8a2-5991b0666ef4 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555298 Jul 30 01:33:17.911327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-098acf83-c351-4473-aa76-f1fee68e5682', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:33:17.912410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:18.012558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-3cc68e89-2b09-437f-8991-badce50321cd tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1498015 Jul 30 01:33:18.088598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:18.137201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] For port 0c326879-1321-4c2d-9ff3-a0aae9b63827, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:18.168441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:18.181124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] For port 0c326879-1321-4c2d-9ff3-a0aae9b63827, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0c326879-1321-4c2d-9ff3-a0aae9b63827,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:18.200730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ea545ccb-bbcc-4ff1-8c01-564c4aef2345', 'name': '', 'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'mac_address': 'fa:16:3e:e4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:08Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 2, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'subnets': [{'id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:18.210755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:18.217938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-ab9d2e70-cd27-460f-b9a0-758eb1894b65 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.96 HTTP/1.1" status: 200 len: 695 time: 0.1785641 Jul 30 01:33:18.255517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Allocated IP 19.86.0.2 (95e25910-c33c-4384-bdea-a626a5b303ff/982211e8-2286-48aa-8fce-dea5273e80d9/62b54b2d-744d-4e73-ac47-dd31b0edad3a) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:18.269511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:18.274407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:18.280631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:18.333045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0b52e7-3ac4-481d-80ef-214cbc934d48,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:18.496978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Checking router: 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:18.498516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Updating router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:33:18.501585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-163d38e1-8e1a-4b85-8525-a84c216990c9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:18.517603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-163d38e1-8e1a-4b85-8525-a84c216990c9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:18.533237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-163d38e1-8e1a-4b85-8525-a84c216990c9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/networks?id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c&id=95e25910-c33c-4384-bdea-a626a5b303ff&id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c HTTP/1.1" status: 200 len: 1391 time: 0.5187263 Jul 30 01:33:18.631533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-b5578d7a-5bf4-465d-860f-9f5494c49a14 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/quotas/d6f9ac3974e14cb09f96ecec9731ea5c HTTP/1.1" status: 200 len: 375 time: 0.0925570 Jul 30 01:33:18.661491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:18.666142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Allocated IP 172.20.0.2 (098acf83-c351-4473-aa76-f1fee68e5682/69c0f4bb-a704-4da8-b7c6-8794f228893c/eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:18.704476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527f7ea-36bc-40fb-bdec-2011ef76e7b1 None None] Pushing event updated for resources: {'Port': ['ID=0c326879-1321-4c2d-9ff3-a0aae9b63827,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:18.948959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Deleting port 3f1e2cf2-5a05-472f-b2e7-2dce8db90e79 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:18.949640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:18.958304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.002966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-2efe1ab9-6e41-4485-bff1-ea894a009ed3 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3642423 Jul 30 01:33:19.077436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:19.081956 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457d3928-be2d-4f0b-9f2d-330a1cafc918" -d '{"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-unplugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:19.179055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.179644 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.182838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-28d1fb4f-7fa0-406b-8a83-72905a068566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.197949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Calling delete_port for 3f1e2cf2-5a05-472f-b2e7-2dce8db90e79 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:19.289411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.338546 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.374909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Transition to ACTIVE for port object 62b54b2d-744d-4e73-ac47-dd31b0edad3a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:19.397273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-90c47100-9fca-4ae0-9e62-4e2c3c202604 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:19.398921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-90c47100-9fca-4ae0-9e62-4e2c3c202604 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.55 "GET /v2.0/networks?id=507be80f-5634-4112-9974-1d95550b69a8 HTTP/1.1" status: 200 len: 805 time: 0.6169920 Jul 30 01:33:19.427960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.432588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Transition to ACTIVE for port object 62b54b2d-744d-4e73-ac47-dd31b0edad3a will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:19.438638 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.447518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Transition to ACTIVE for port object eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:19.458602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.472991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cf954168-7a30-479e-8262-dab238c1b7d7 service neutron] 10.222.0.78 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380727 Jul 30 01:33:19.477086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Transition to ACTIVE for port object ea545ccb-bbcc-4ff1-8c01-564c4aef2345 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:19.508513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:33:19.510936 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.521782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Transition to ACTIVE for port object eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:19.537844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Network 95e25910-c33c-4384-bdea-a626a5b303ff is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:19.557816 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.576549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:19.582911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:19.593828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-efb13a56-c7b4-4f90-a9d8-ba9f8ecf1bdd tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158b5c8116fd4735be5f19630b41fd95 HTTP/1.1" status: 200 len: 380 time: 0.1647606 Jul 30 01:33:19.602499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Network 098acf83-c351-4473-aa76-f1fee68e5682 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:19.605963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Pushing event updated for resources: {'Port': ['ID=62b54b2d-744d-4e73-ac47-dd31b0edad3a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:19.619619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Request body: {'port': {'device_id': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'admin_state_up': True, 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'security_groups': ['6bc0b291-6118-4695-9080-96fe02d1a32d']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:19.657050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:19.659753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:19.754632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Attempting to bind port 62b54b2d-744d-4e73-ac47-dd31b0edad3a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:19.755695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Attempting to bind port 62b54b2d-744d-4e73-ac47-dd31b0edad3a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:19.756302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Attempting to bind port 62b54b2d-744d-4e73-ac47-dd31b0edad3a on network 95e25910-c33c-4384-bdea-a626a5b303ff {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:19.797944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:19.808592 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:19.828338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.829647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97c786c2-39cb-43b6-9b0c-41e82ff20d30 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8896143 Jul 30 01:33:19.832249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:19.832601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57136) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:19.832972 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:19.847736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df129a-fa52-4b84-813e-1b936ca2e91e None None] Pushing event updated for resources: {'Port': ['ID=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:19.864115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:19.864921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Checking segment: {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:19.865063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.865655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Bound using segment: {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:19.866259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Bound port: 62b54b2d-744d-4e73-ac47-dd31b0edad3a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:19.866732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:19.899238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4d1de234-0e44-4e95-836d-08bd6d7a392e service neutron] 10.222.0.78 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253302 Jul 30 01:33:20.000752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.014831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Attempting to bind port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:20.015612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Attempting to bind port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:20.016141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Attempting to bind port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 on network 8210a78b-6024-4971-9785-5255952b2d70 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:20.029202 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:20.035943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Attempting to bind port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:20.036680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Attempting to bind port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:20.037145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Attempting to bind port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 on network 098acf83-c351-4473-aa76-f1fee68e5682 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:20.049766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Pushing event updated for resources: {'Port': ['ID=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:20.058689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:20.059259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Checking segment: {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:20.059801 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.060377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Bound using segment: {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:20.060974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Bound port: ea545ccb-bbcc-4ff1-8c01-564c4aef2345, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0008b76d-8c0f-4ddd-a7a3-5da87559b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8210a78b-6024-4971-9785-5255952b2d70'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:20.061456 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.066228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event deleted for resources: {'Port': ['ID=3f1e2cf2-5a05-472f-b2e7-2dce8db90e79,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:20.075129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Made reservation on behalf of 158b5c8116fd4735be5f19630b41fd95 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:20.079502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.081589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:20.082184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Checking segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:20.082599 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.083196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Bound using segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:20.083817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Bound port: eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:20.084311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.301675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] For port 62b54b2d-744d-4e73-ac47-dd31b0edad3a, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:20.320108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358e7a2-17ef-4d75-ba4a-e46187038da9 None None] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:20.330135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-69d59332-1dd0-494d-af0d-1ff746f4f638 service neutron] 10.222.0.78 "GET /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220157 Jul 30 01:33:20.361336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] For port ea545ccb-bbcc-4ff1-8c01-564c4aef2345, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:20.428082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] For port 62b54b2d-744d-4e73-ac47-dd31b0edad3a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=62b54b2d-744d-4e73-ac47-dd31b0edad3a,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:20.484616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.487359 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.488596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62f36be6-5dc1-4b6b-8b2d-7b15860840d8 req-512c7ce2-b2cc-4a61-8bdd-052928ac3ca0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "DELETE /v2.0/floatingips/7423d8f8-c87f-416f-878e-d11a99c3f1bd HTTP/1.1" status: 204 len: 173 time: 2.2594931 Jul 30 01:33:20.518747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] For port ea545ccb-bbcc-4ff1-8c01-564c4aef2345, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,segment=NetworkSegment(0008b76d-8c0f-4ddd-a7a3-5da87559b900),segment_id=0008b76d-8c0f-4ddd-a7a3-5da87559b900)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:20.529293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.587886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.588347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Allocated IP 172.20.0.8 (507be80f-5634-4112-9974-1d95550b69a8/01d3b2d8-c2cf-415a-8b80-aed10f0d9510/f84901d1-84c6-40dc-b12d-c5c012823a2a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:20.598657 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:18Z', 'revision_number': 3, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:20.628400 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:20.628794 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Updating router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:33:20.656031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c35b7d0-b924-4134-ad3f-b42d0c04ef4d None None] Provisioning for port 0c326879-1321-4c2d-9ff3-a0aae9b63827 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:20.666082 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:20.688058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0c326879-1321-4c2d-9ff3-a0aae9b63827 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:20.806302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-474e3786-1285-4202-8c27-e1010204a91c None None] For port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:20.917065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Routers {'0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:20.917638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:20.944170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-474e3786-1285-4202-8c27-e1010204a91c None None] For port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:21.116594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] Set router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:21.141106 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.162440 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Transition to ACTIVE for port object 9e0b52e7-3ac4-481d-80ef-214cbc934d48 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:21.175403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41dc4a42-a8c9-4af3-a186-e68085eab31c req-caba288d-53f9-4291-a4ed-134559f59242 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 210 time: 0.5631900 Jul 30 01:33:21.177927 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.294680 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.296749 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.405765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.442385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Pushing event updated for resources: {'Port': ['ID=9e0b52e7-3ac4-481d-80ef-214cbc934d48,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:21.448650 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Attempting to bind port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:21.449699 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Attempting to bind port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:21.451032 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Attempting to bind port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:21.470537 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:21.471199 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:21.471720 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.472220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:21.472827 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Bound port: 9e0b52e7-3ac4-481d-80ef-214cbc934d48, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:21.475326 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.476337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-45b06b0c-16fd-448c-9db4-2bcff8c0b343 service neutron] 10.222.0.78 "GET /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1184986 Jul 30 01:33:21.522217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b8532-862e-4cb6-84ed-88ccf9654b3e None None] Pushing event updated for resources: {'Port': ['ID=62b54b2d-744d-4e73-ac47-dd31b0edad3a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:21.532491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 0c326879-1321-4c2d-9ff3-a0aae9b63827 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:21.619992 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.621301 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.624189 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.624787 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.625285 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.638715 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.641973 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.642318 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.644292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.644760 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.645098 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.645471 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:21.754525 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] For port 9e0b52e7-3ac4-481d-80ef-214cbc934d48, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:21.766215 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] For port 9e0b52e7-3ac4-481d-80ef-214cbc934d48, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e0b52e7-3ac4-481d-80ef-214cbc934d48,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:21.782308 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.869479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:21.870724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Allocated IP 172.20.0.1 (098acf83-c351-4473-aa76-f1fee68e5682/69c0f4bb-a704-4da8-b7c6-8794f228893c/161864e6-61ff-4ca5-8fee-784bb4ac0d1c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:21.886368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4afe7e-b281-4d01-85d3-c8996bd925bc req-1641b34f-11c9-404d-b15e-33207e9d1e4a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:21.890144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b4afe7e-b281-4d01-85d3-c8996bd925bc req-1641b34f-11c9-404d-b15e-33207e9d1e4a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 0.2143500 Jul 30 01:33:21.901744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-0e8b5d3d-9c3c-4f18-a00a-6f8191cde76f service neutron] 10.222.0.78 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236946 Jul 30 01:33:21.921960 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:21.922592 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:21.924340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Transition to ACTIVE for port object f84901d1-84c6-40dc-b12d-c5c012823a2a will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:22.000882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0c326879-1321-4c2d-9ff3-a0aae9b63827 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:22.001286 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.097407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df129a-fa52-4b84-813e-1b936ca2e91e None None] Pushing event updated for resources: {'Port': ['ID=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:22.134041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b4afe7e-b281-4d01-85d3-c8996bd925bc req-2b855bbb-7fbd-42db-9fec-208257b1d651 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745975 Jul 30 01:33:22.168782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.203801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.206944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:22.237150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Transition to ACTIVE for port object 161864e6-61ff-4ca5-8fee-784bb4ac0d1c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:22.240513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e3786-1285-4202-8c27-e1010204a91c None None] Pushing event updated for resources: {'Port': ['ID=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:22.272460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc6a07e1-fe20-4490-83a9-e9486555c23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.276063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.306904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Network 507be80f-5634-4112-9974-1d95550b69a8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:22.324179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:22.324863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.349017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ea545ccb-bbcc-4ff1-8c01-564c4aef2345', 'name': '', 'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'mac_address': 'fa:16:3e:e4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:08Z', 'updated_at': '2021-07-30T01:33:20Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'subnets': [{'id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:22.379332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-ff2dd328-2698-4a90-9d4f-f355973a9ea8 service neutron] 10.222.0.78 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420667 Jul 30 01:33:22.381285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865c585-e0b0-4c2c-bf6c-cb9bd6ca1ca0 None None] The sync data for ids ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'] in n-d-713499-10 is: [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:33:10Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ea545ccb-bbcc-4ff1-8c01-564c4aef2345', 'name': '', 'network_id': '8210a78b-6024-4971-9785-5255952b2d70', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'mac_address': 'fa:16:3e:e4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:08Z', 'updated_at': '2021-07-30T01:33:20Z', 'revision_number': 4, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'subnets': [{'id': '1df9a61a-36cc-48ef-be6a-29043bdaaa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:22.388985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:22.496260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Network 098acf83-c351-4473-aa76-f1fee68e5682 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:22.498396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.542822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:22.552578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 0c326879-1321-4c2d-9ff3-a0aae9b63827, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0c326879-1321-4c2d-9ff3-a0aae9b63827,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:22.556468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:22.557036 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f040f-bb66-4be3-bdf9-6189e9cf0be0 None None] Pushing event updated for resources: {'Port': ['ID=9e0b52e7-3ac4-481d-80ef-214cbc934d48,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:22.564537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.573783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:22.576154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.660888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event updated for resources: {'Port': ['ID=f84901d1-84c6-40dc-b12d-c5c012823a2a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:22.678170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Pushing event updated for resources: {'Port': ['ID=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:22.683851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-764beacc-7b23-4f74-8f8c-f3fd1b9a00f0 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0720572 Jul 30 01:33:22.711920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=0c326879-1321-4c2d-9ff3-a0aae9b63827,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:22.719859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Request body: {'port': {'device_id': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:22.756612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:22.785012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e16c9-a699-4a5a-94c8-810cff2f8552 req-8fffadb2-bffb-4269-a5e7-2eb20bee7407 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:22.798181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-832e16c9-a699-4a5a-94c8-810cff2f8552 req-8fffadb2-bffb-4269-a5e7-2eb20bee7407 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.4445810 Jul 30 01:33:22.921617 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b9ec8-b65d-4bff-a9b6-59290120f951 x-openstack-request-id: req-8b1b9ec8-b65d-4bff-a9b6-59290120f951 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:22.922547 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-unplugged", "status": "completed", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:22.922547 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b1b9ec8-b65d-4bff-a9b6-59290120f951 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:22.922896 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'code': 200} Jul 30 01:33:23.012581 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:18Z', 'revision_number': 3, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:23.013050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.039538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.087933 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b0aea-245e-4d1e-8888-96f2905a0710 None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:18Z', 'revision_number': 3, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:23.129010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ef003b92-9553-4cfc-a1db-bb76509d3ca8 None None] Provisioning complete for port 0c326879-1321-4c2d-9ff3-a0aae9b63827 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:23.129357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ef003b92-9553-4cfc-a1db-bb76509d3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.171389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.319301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-832e16c9-a699-4a5a-94c8-810cff2f8552 req-8aba3ad4-42bb-4206-872d-a8292cde0bff tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195463 Jul 30 01:33:23.378814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ef003b92-9553-4cfc-a1db-bb76509d3ca8 None None] Provisioning for port f84901d1-84c6-40dc-b12d-c5c012823a2a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:23.430243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ef003b92-9553-4cfc-a1db-bb76509d3ca8 None None] Provisioning complete for port f84901d1-84c6-40dc-b12d-c5c012823a2a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:23.430806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ef003b92-9553-4cfc-a1db-bb76509d3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.433789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea545ccb-bbcc-4ff1-8c01-564c4aef2345 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:23.708179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b12d8-62ec-4cb4-a279-f76f80abafd7 None None] Network 95e25910-c33c-4384-bdea-a626a5b303ff requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:23.864771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.876986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.927496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84901d1-84c6-40dc-b12d-c5c012823a2a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:23.951589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:23.955738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b398f-5903-40e6-b0fb-b85b5199a7b3 None None] Network 098acf83-c351-4473-aa76-f1fee68e5682 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:23.973383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Transition to ACTIVE for port object f84901d1-84c6-40dc-b12d-c5c012823a2a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:23.974562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ef003b92-9553-4cfc-a1db-bb76509d3ca8 None None] Port f84901d1-84c6-40dc-b12d-c5c012823a2a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:24.008107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-6f70264e-2487-44e2-9f06-404e27cfd6a4 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 1001 time: 1.0488510 Jul 30 01:33:24.018376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.113610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:24.120103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.159793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-68675bce-e763-4823-9607-fc5cdc485a0a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:24.161665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-68675bce-e763-4823-9607-fc5cdc485a0a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports/5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 942 time: 0.1526833 Jul 30 01:33:24.170081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:24.170488 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.224654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-265849c6-d20e-49d3-acd1-318087de0af1 None None] Provisioning for port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:24.268897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Pushing event updated for resources: {'Port': ['ID=f84901d1-84c6-40dc-b12d-c5c012823a2a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:24.318332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Pushing event updated for resources: {'Port': ['ID=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:24.377372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175b6cb-23d6-4d36-b77d-aeb29e82c18d req-1999e780-03c0-4a92-b9b7-b713159232f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:24.388850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9175b6cb-23d6-4d36-b77d-aeb29e82c18d req-1999e780-03c0-4a92-b9b7-b713159232f9 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 943 time: 0.7210565 Jul 30 01:33:24.419838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-265849c6-d20e-49d3-acd1-318087de0af1 None None] Provisioning for port 62b54b2d-744d-4e73-ac47-dd31b0edad3a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:24.447648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Network 098acf83-c351-4473-aa76-f1fee68e5682 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:24.450943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:24.563214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.576286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-d348512f-278f-4011-8edd-40704a246493 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 1001 time: 0.2375722 Jul 30 01:33:24.651166 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.731765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:24.746075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ea545ccb-bbcc-4ff1-8c01-564c4aef2345, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,segment=NetworkSegment(0008b76d-8c0f-4ddd-a7a3-5da87559b900),segment_id=0008b76d-8c0f-4ddd-a7a3-5da87559b900)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:24.774639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.775411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 62b54b2d-744d-4e73-ac47-dd31b0edad3a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:24.789118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Attempting to bind port f84901d1-84c6-40dc-b12d-c5c012823a2a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:24.789709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Attempting to bind port f84901d1-84c6-40dc-b12d-c5c012823a2a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:24.790228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Attempting to bind port f84901d1-84c6-40dc-b12d-c5c012823a2a on network 507be80f-5634-4112-9974-1d95550b69a8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:24.841447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Port f84901d1-84c6-40dc-b12d-c5c012823a2a on network 507be80f-5634-4112-9974-1d95550b69a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:24.842103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Attempting to bind port f84901d1-84c6-40dc-b12d-c5c012823a2a on network 507be80f-5634-4112-9974-1d95550b69a8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:24.889075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9175b6cb-23d6-4d36-b77d-aeb29e82c18d req-2f0a4d20-65a0-41b8-91ca-fa77f2cbea5e tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4990113 Jul 30 01:33:24.910300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:24.910640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Checking segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:24.921578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Bound using segment: {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:24.922066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Bound port: f84901d1-84c6-40dc-b12d-c5c012823a2a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '507be80f-5634-4112-9974-1d95550b69a8'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:24.922444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:24.996082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:25.052856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 62b54b2d-744d-4e73-ac47-dd31b0edad3a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:25.057653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ae0ebed4-6b40-448e-af98-8bbd2fcddca3 None None] Provisioning complete for port 62b54b2d-744d-4e73-ac47-dd31b0edad3a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:25.058155 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ae0ebed4-6b40-448e-af98-8bbd2fcddca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.060050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 62b54b2d-744d-4e73-ac47-dd31b0edad3a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:25.071584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.109308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:25.125130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e1882545-a97c-4e10-93c4-96932c5dc661 admin admin] 10.222.0.78 "PUT /v2.0/routers/3ab6112f-86dc-48ec-9fea-95d4edbce2c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2827880 Jul 30 01:33:25.184162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-6fc0bd79-c3f7-44fd-b4e0-5e6cd00072e9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:25.197199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-6fc0bd79-c3f7-44fd-b4e0-5e6cd00072e9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:25.200058 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-6fc0bd79-c3f7-44fd-b4e0-5e6cd00072e9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "GET /v2.0/networks?id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c&id=95e25910-c33c-4384-bdea-a626a5b303ff&id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c HTTP/1.1" status: 200 len: 1391 time: 0.2996492 Jul 30 01:33:25.214963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'port': {'device_id': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'admin_state_up': True, 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:25.267624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-479d0972-efbb-4c33-90f1-0a693e73594c tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:25.269068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-479d0972-efbb-4c33-90f1-0a693e73594c tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.6721582 Jul 30 01:33:25.274694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aaa9eb9d-7723-4230-bbe7-6653d25f6372 req-375dc64b-7a9f-4cff-be5b-f1683efe0bf8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 210 time: 0.1915395 Jul 30 01:33:25.276197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] For port f84901d1-84c6-40dc-b12d-c5c012823a2a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:25.320196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ae0ebed4-6b40-448e-af98-8bbd2fcddca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.322524 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.440964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 62b54b2d-744d-4e73-ac47-dd31b0edad3a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=62b54b2d-744d-4e73-ac47-dd31b0edad3a,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:25.448298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] For port f84901d1-84c6-40dc-b12d-c5c012823a2a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:25.464430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.465751 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.469297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:25.518572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:25.525500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.530723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:25.531430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.533172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] 10.222.0.55 "PUT /v2.0/ports/f84901d1-84c6-40dc-b12d-c5c012823a2a HTTP/1.1" status: 200 len: 1092 time: 2.8186178 Jul 30 01:33:25.542213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:25.545123 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4adcca0-aca7-4131-b6ec-9efa74854437" -d '{"events": [{"name": "network-changed", "server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:25.571485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e53338-8723-4dea-89d4-5a4a1a0687a2 req-0306892e-ce2e-4f4e-9f86-4db49ec2898c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:25.576609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3e53338-8723-4dea-89d4-5a4a1a0687a2 req-0306892e-ce2e-4f4e-9f86-4db49ec2898c tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 0.1631467 Jul 30 01:33:25.646141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-44366281-c590-48f5-9e72-fa43229fc450 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 1001 time: 0.3664443 Jul 30 01:33:25.705756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda8fc-55cf-467c-9cd8-c48a8c8a6cde service neutron] Pushing event updated for resources: {'Port': ['ID=f84901d1-84c6-40dc-b12d-c5c012823a2a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:25.738127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:25.740023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-ae0ebed4-6b40-448e-af98-8bbd2fcddca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:33:25.740528 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-ae0ebed4-6b40-448e-af98-8bbd2fcddca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:33:25.814152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=62b54b2d-744d-4e73-ac47-dd31b0edad3a,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:25.842817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:25.854483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:25.855242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.864897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Allocated IP 19.80.0.106 (1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c/5db364db-e926-4082-ac76-ec2be6e7147c/c3f828f2-4467-4e10-b7f5-5122b4ece4ad) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:25.898893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:25.904414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-1399af91-3a01-4d2c-a56e-64e61c82b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:25.906038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-1399af91-3a01-4d2c-a56e-64e61c82b23e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=158b5c8116fd4735be5f19630b41fd95&device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 1095 time: 0.2581723 Jul 30 01:33:25.924630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3e53338-8723-4dea-89d4-5a4a1a0687a2 req-aed1d548-48cc-47b4-84c3-cab783ba6be9 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746966 Jul 30 01:33:26.005744 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.047885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:26.053353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.109595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-309f5d5a-5de5-4b53-8216-9e046ef3a737 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a HTTP/1.1" status: 200 len: 217 time: 0.0964091 Jul 30 01:33:26.125076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:26.178205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.198160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Transition to ACTIVE for port object c3f828f2-4467-4e10-b7f5-5122b4ece4ad will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:26.249398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.272523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c294af-ec68-400d-a022-87702629d50e None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:26.290844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:26.291622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:26.323092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:26.327143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:26.331726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:26.332012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-27e4e933-348c-47fa-b2a9-1cf1ab17ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:26.333926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-27e4e933-348c-47fa-b2a9-1cf1ab17ac9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01d3b2d8-c2cf-415a-8b80-aed10f0d9510 HTTP/1.1" status: 200 len: 844 time: 0.2132728 Jul 30 01:33:26.373850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Port': ['ID=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:26.398847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:26.399551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.404533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e0b52e7-3ac4-481d-80ef-214cbc934d48 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:26.425981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.429137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-4bcd13b3-5576-49e0-976b-cb7402ea61a1 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2184908 Jul 30 01:33:26.433925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7c992-be38-4576-bce7-ca8c3a160297 req-bf5bde54-7b8b-40d9-afa4-316ab2a0b0b8 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:26.445249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7a7c992-be38-4576-bce7-ca8c3a160297 req-bf5bde54-7b8b-40d9-afa4-316ab2a0b0b8 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1102 time: 0.2418206 Jul 30 01:33:26.448752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'port': {'device_id': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff', 'admin_state_up': True, 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:26.449863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.450816 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Floating IP 98d76dff-138c-42a4-9352-bb7108e63c20 disassociated. External IP: 172.25.8.133, port: 5b472920-ab18-4a04-9d00-6fef9a2e5f02. Jul 30 01:33:26.489009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:26.527598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-b5a96f2e-d5b5-4fc7-9b3c-78883af50d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:26.530366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-b5a96f2e-d5b5-4fc7-9b3c-78883af50d3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=507be80f-5634-4112-9974-1d95550b69a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844592 Jul 30 01:33:26.675038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7a7c992-be38-4576-bce7-ca8c3a160297 req-e60629e5-2259-46a9-8869-72939f91551d tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281001 Jul 30 01:33:26.676099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:26.684104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:26.689345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:26.689718 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.689849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.696450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b423c864-bd5a-4413-b462-370f96cded6f None None] Provisioning complete for port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:26.696852 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b423c864-bd5a-4413-b462-370f96cded6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:26.815220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-00312fa2-5e0c-49c2-8d3a-3eb820d34118 service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739017 Jul 30 01:33:26.872833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Allocated IP 19.86.0.173 (95e25910-c33c-4384-bdea-a626a5b303ff/982211e8-2286-48aa-8fce-dea5273e80d9/1c3a403f-3c5e-4c12-9ce9-83ad520d458e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:26.956895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Router abba2ee2-630a-431d-b3d2-7bb212ba9774 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:26.983153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc2d78fb-dc70-45bd-8016-08f094509fa6 req-53693481-2b11-4373-b96d-c47d0c5bb06a service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289036 Jul 30 01:33:27.068320 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.099617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9e0b52e7-3ac4-481d-80ef-214cbc934d48, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e0b52e7-3ac4-481d-80ef-214cbc934d48,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:27.101417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:27.102323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b423c864-bd5a-4413-b462-370f96cded6f None None] Provisioning for port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:27.107562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.107977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 2, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:27.111597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.112354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea545ccb-bbcc-4ff1-8c01-564c4aef2345 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:27.117780 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] Sync routers for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:27.131231 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:27.132383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:27.140700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b423c864-bd5a-4413-b462-370f96cded6f None None] Provisioning complete for port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:27.141064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b423c864-bd5a-4413-b462-370f96cded6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.145576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c294af-ec68-400d-a022-87702629d50e None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:27.145744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c294af-ec68-400d-a022-87702629d50e None None] Updating router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:33:27.148602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.166553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Transition to ACTIVE for port object 1c3a403f-3c5e-4c12-9ce9-83ad520d458e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:27.206180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-ae9293cb-d781-4bbe-9221-a811019e30f1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "PUT /v2.0/floatingips/98d76dff-138c-42a4-9352-bb7108e63c20 HTTP/1.1" status: 200 len: 695 time: 1.4832010 Jul 30 01:33:27.214158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.267942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b423c864-bd5a-4413-b462-370f96cded6f None None] Port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:27.271349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77c294af-ec68-400d-a022-87702629d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.279548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9e0b52e7-3ac4-481d-80ef-214cbc934d48,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:27.290419 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:27.290833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-d26a9e48-d9e8-440f-84a9-c2aa7a0cf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:27.298908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-d26a9e48-d9e8-440f-84a9-c2aa7a0cf7ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1097 time: 0.0905695 Jul 30 01:33:27.307611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Port': ['ID=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:27.331457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:27.331832 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.337273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 95e25910-c33c-4384-bdea-a626a5b303ff is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:27.339050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:27.342403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:27.405330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-b77768bc-3e82-44a1-a0e3-33442b44f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:27.412253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:27.412767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-b77768bc-3e82-44a1-a0e3-33442b44f950 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 928 time: 0.1129792 Jul 30 01:33:27.413490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.429477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-64475f06-7193-49da-aa82-7e84baf1b511 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:27.440559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-64475f06-7193-49da-aa82-7e84baf1b511 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 821 time: 0.3044791 Jul 30 01:33:27.471917 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3fc8713a-9343-4586-8681-aec00ec57a06 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0305421 Jul 30 01:33:27.484857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-cb79f26d-77fd-4fe4-a9ea-54b753ed9fec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 217 time: 0.0711229 Jul 30 01:33:27.495345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'port': {'device_id': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'admin_state_up': True, 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:27.501910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-e4658893-d4ba-4082-96d6-e7e81a5b2375 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/quotas/c6c731593d13494bbfa45502300360db HTTP/1.1" status: 200 len: 375 time: 0.0603564 Jul 30 01:33:27.502636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1fffc2de-6567-4de0-bcb3-5a96947079ff None None] Provisioning for port c3f828f2-4467-4e10-b7f5-5122b4ece4ad completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:27.554019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1fffc2de-6567-4de0-bcb3-5a96947079ff None None] Provisioning complete for port c3f828f2-4467-4e10-b7f5-5122b4ece4ad triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:27.554391 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1fffc2de-6567-4de0-bcb3-5a96947079ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.607383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-b5597db0-03cf-453a-9d90-d5975837ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:27.615110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-b5597db0-03cf-453a-9d90-d5975837ecd9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 200 len: 866 time: 0.1292174 Jul 30 01:33:27.638780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-2b5b08a3-84ea-498d-8698-99c91dde1d80 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357989 Jul 30 01:33:27.655277 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:27.676650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:27.680543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1fffc2de-6567-4de0-bcb3-5a96947079ff None None] Port c3f828f2-4467-4e10-b7f5-5122b4ece4ad cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:27.683804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.687756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 62b54b2d-744d-4e73-ac47-dd31b0edad3a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:27.725933 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] Checking router: abba2ee2-630a-431d-b3d2-7bb212ba9774 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:27.736529 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:27.737231 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:27.831079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a01b2f6e-5ea0-4b04-84ee-4df3f7c686d6 None None] Provisioning for port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:27.837107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 62b54b2d-744d-4e73-ac47-dd31b0edad3a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:27.837483 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.842192 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77c294af-ec68-400d-a022-87702629d50e None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.863257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a01b2f6e-5ea0-4b04-84ee-4df3f7c686d6 None None] Provisioning complete for port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:27.863692 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a01b2f6e-5ea0-4b04-84ee-4df3f7c686d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.880096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:27.902312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-77c294af-ec68-400d-a022-87702629d50e None None] Transition to ACTIVE for port object 161864e6-61ff-4ca5-8fee-784bb4ac0d1c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:27.903113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Allocated IP 19.80.0.14 (1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c/5db364db-e926-4082-ac76-ec2be6e7147c/cda92908-a12c-4cfb-962f-349a21e8f255) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:27.924677 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77c294af-ec68-400d-a022-87702629d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:27.928345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a01b2f6e-5ea0-4b04-84ee-4df3f7c686d6 None None] Port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:27.990659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe77b3c-2a6b-4255-9da9-393a80480674 None None] Pushing event updated for resources: {'Port': ['ID=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:28.078319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0c326879-1321-4c2d-9ff3-a0aae9b63827 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:28.141370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.159584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-3b639926-13fc-453a-8c8e-43a1b35895d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:28.161455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Transition to ACTIVE for port object cda92908-a12c-4cfb-962f-349a21e8f255 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:28.174715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-3b639926-13fc-453a-8c8e-43a1b35895d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2612bc2-312a-4914-8340-49ca359ec93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5586503 Jul 30 01:33:28.177503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-77c294af-ec68-400d-a022-87702629d50e None None] Attempting to bind port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:28.177879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-77c294af-ec68-400d-a022-87702629d50e None None] Attempting to bind port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:28.178245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c294af-ec68-400d-a022-87702629d50e None None] Attempting to bind port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c on network 098acf83-c351-4473-aa76-f1fee68e5682 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:28.185580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c294af-ec68-400d-a022-87702629d50e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:28.186005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c294af-ec68-400d-a022-87702629d50e None None] Checking segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:28.186288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77c294af-ec68-400d-a022-87702629d50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.186681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c294af-ec68-400d-a022-87702629d50e None None] Bound using segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:28.199356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-77c294af-ec68-400d-a022-87702629d50e None None] Bound port: 161864e6-61ff-4ca5-8fee-784bb4ac0d1c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:28.199862 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77c294af-ec68-400d-a022-87702629d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.228881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.301357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Port': ['ID=cda92908-a12c-4cfb-962f-349a21e8f255,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:28.312578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-77c294af-ec68-400d-a022-87702629d50e None None] For port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:28.316157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-77c294af-ec68-400d-a022-87702629d50e None None] For port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:28.320184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0c326879-1321-4c2d-9ff3-a0aae9b63827 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:28.320514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.327425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:28.330567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:28.334586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:28.347967 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77c294af-ec68-400d-a022-87702629d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.350785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-88703888-c60e-4773-804d-fd91474f70cd service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105389 Jul 30 01:33:28.358844 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:28.367073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-57747b61-762b-411d-8a87-c148bbe1f5dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1608968 Jul 30 01:33:28.399240 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e3ed1-b11f-4ed2-a971-3d64d0f77f01 None None] The sync data for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 is: [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:32:20Z', 'revision_number': 4, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '8ab5103c-07ea-49b1-9622-ced86a87c08a', 'name': '', 'network_id': 'd2612bc2-312a-4914-8340-49ca359ec93a', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'mac_address': 'fa:16:3e:8a:a6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:17Z', 'updated_at': '2021-07-30T01:32:28Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'subnets': [{'id': 'd2f27e52-04a3-4810-b9f9-a01be0697031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:28.469039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:28.469740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.479400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-958ebd9d-321d-43ed-afe5-51b5548f6c33 service neutron] 10.222.0.78 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037221 Jul 30 01:33:28.498335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe77b3c-2a6b-4255-9da9-393a80480674 None None] Pushing event updated for resources: {'Port': ['ID=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:28.505009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-6ccdcda7-acc7-48d5-9ee3-be11cb983766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:28.506674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:28.507186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-6ccdcda7-acc7-48d5-9ee3-be11cb983766 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 1096 time: 0.1104400 Jul 30 01:33:28.507340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:28.533716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-88b5b376-9332-4f94-9ae0-99493ae163bb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0528266 Jul 30 01:33:28.548163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Request body: {'port': {'device_id': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:28.651313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f996ce-1cec-4340-b30d-3f720e8d3cab req-e6ea0bdf-c2d9-4869-aff1-6449edb3d6b2 service neutron] 10.222.0.78 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652029 Jul 30 01:33:28.683283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:28.734428 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf1dfe3-b49f-46a7-896c-22d034777e86 x-openstack-request-id: req-2cf1dfe3-b49f-46a7-896c-22d034777e86 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:28.734719 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:28.735136 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cf1dfe3-b49f-46a7-896c-22d034777e86 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:28.735840 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'status': 'completed', 'code': 200} Jul 30 01:33:28.754470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f84901d1-84c6-40dc-b12d-c5c012823a2a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:28.801396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-9d4aac5e-73f0-411d-8a40-963f1b512ef6 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451518 Jul 30 01:33:28.815814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-b6e47acc-f266-4971-8243-658e244538ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:28.817331 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-b6e47acc-f266-4971-8243-658e244538ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.2827227 Jul 30 01:33:28.902558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:28.906353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e07fe5e1-b46a-47b3-9c8a-eb6d86b117d1 None None] Provisioning for port cda92908-a12c-4cfb-962f-349a21e8f255 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:28.942119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23b14a-d023-495f-b0b9-2dc7672c7657 None None] New status for floating IP 98d76dff-138c-42a4-9352-bb7108e63c20: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:33:28.944698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:28.954026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-14e8d367-6b8b-4516-b00a-8db895e66e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:28.955764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-14e8d367-6b8b-4516-b00a-8db895e66e64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=158b5c8116fd4735be5f19630b41fd95&device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 1095 time: 0.1534312 Jul 30 01:33:28.973047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53429f2c-5742-4361-80bc-cfe6d8009398 req-d6f26aaa-c7b3-46df-a6a4-6f36ac14cbf1 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:28.974873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53429f2c-5742-4361-80bc-cfe6d8009398 req-d6f26aaa-c7b3-46df-a6a4-6f36ac14cbf1 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 943 time: 0.0886395 Jul 30 01:33:28.985608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e07fe5e1-b46a-47b3-9c8a-eb6d86b117d1 None None] Provisioning complete for port cda92908-a12c-4cfb-962f-349a21e8f255 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:28.986054 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e07fe5e1-b46a-47b3-9c8a-eb6d86b117d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:29.008605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-a641f8fd-bc13-4ed6-a969-b2a608b47ead service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 200 len: 217 time: 0.1679852 Jul 30 01:33:29.084278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53429f2c-5742-4361-80bc-cfe6d8009398 req-d167d1e6-5119-4d90-b807-17f5fc6c51cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990758 Jul 30 01:33:29.132970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-7cb6ed76-29de-4d67-b428-971b3ee9e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.134787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-7cb6ed76-29de-4d67-b428-971b3ee9e24b service neutron] 10.222.0.55 "GET /v2.0/networks?id=507be80f-5634-4112-9974-1d95550b69a8 HTTP/1.1" status: 200 len: 906 time: 0.1588550 Jul 30 01:33:29.199469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-73c4de4b-32f0-4e8c-b398-469850a0b70c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a HTTP/1.1" status: 200 len: 217 time: 0.0391390 Jul 30 01:33:29.212031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-57befccc-af86-456e-93ec-4b38d3a9e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.213553 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-57befccc-af86-456e-93ec-4b38d3a9e3ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1894484 Jul 30 01:33:29.255182 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-57c38880-dfff-46cd-8148-cdad9491a961 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316138 Jul 30 01:33:29.273151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f3173-3bdb-4452-9d18-2ad15c91e3fd req-cf08cdd5-c777-40e7-bfdd-af556fb6938a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.281637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f3173-3bdb-4452-9d18-2ad15c91e3fd req-cf08cdd5-c777-40e7-bfdd-af556fb6938a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.288263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f3173-3bdb-4452-9d18-2ad15c91e3fd req-cf08cdd5-c777-40e7-bfdd-af556fb6938a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.297495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa8f3173-3bdb-4452-9d18-2ad15c91e3fd req-cf08cdd5-c777-40e7-bfdd-af556fb6938a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2376 time: 0.1745045 Jul 30 01:33:29.319956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-36c5caa1-ad29-422f-8e7d-5d59abf92251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.322119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-36c5caa1-ad29-422f-8e7d-5d59abf92251 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01d3b2d8-c2cf-415a-8b80-aed10f0d9510 HTTP/1.1" status: 200 len: 844 time: 0.1143069 Jul 30 01:33:29.392454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa8f3173-3bdb-4452-9d18-2ad15c91e3fd req-1b1b064e-113e-4bbd-9cfc-0dc007bd4da8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936062 Jul 30 01:33:29.422211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-7e3e1cea-edc1-4c36-b618-d7c202a86c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.427097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-7e3e1cea-edc1-4c36-b618-d7c202a86c4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=507be80f-5634-4112-9974-1d95550b69a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954807 Jul 30 01:33:29.500018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f828f2-4467-4e10-b7f5-5122b4ece4ad {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:29.502538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e07fe5e1-b46a-47b3-9c8a-eb6d86b117d1 None None] Port cda92908-a12c-4cfb-962f-349a21e8f255 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:29.512140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:29.546655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Transition to ACTIVE for port object c3f828f2-4467-4e10-b7f5-5122b4ece4ad will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:29.618804 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-da04e3d6-930b-4005-9789-a84bff6bf430 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521481 Jul 30 01:33:29.620266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:29.671375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-526316c2-382f-4f9f-8e6d-b1160d43b8ce service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325008 Jul 30 01:33:29.693850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:29.694363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:29.807554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f84901d1-84c6-40dc-b12d-c5c012823a2a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:29.881502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:29.900320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'port_id': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'mac_address': 'fa:16:3e:18:0b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:33:29.932426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4adcca0-aca7-4131-b6ec-9efa74854437 req-1576af00-7d74-4b09-b1d4-c9cbc22d10c6 service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541647 Jul 30 01:33:29.965654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad736b1-d5fd-4012-b221-5acffa1762aa req-552b58ef-8301-4935-a4fe-6c025d720002 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:29.977561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ad736b1-d5fd-4012-b221-5acffa1762aa req-552b58ef-8301-4935-a4fe-6c025d720002 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 0.1731455 Jul 30 01:33:29.990807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.018240 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2186bc4f-5a3d-489b-8b7a-4f8e56d2ab11 req-2399ed04-768c-436d-bf97-f2187d769880 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838961 Jul 30 01:33:30.067672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ad736b1-d5fd-4012-b221-5acffa1762aa req-eb668a61-e9fe-48c3-9ace-b6c9f193779d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892081 Jul 30 01:33:30.071171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Attempting to bind port c3f828f2-4467-4e10-b7f5-5122b4ece4ad on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:30.071412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Attempting to bind port c3f828f2-4467-4e10-b7f5-5122b4ece4ad by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:30.071731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Attempting to bind port c3f828f2-4467-4e10-b7f5-5122b4ece4ad on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:30.086312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Port c3f828f2-4467-4e10-b7f5-5122b4ece4ad on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:30.086312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Attempting to bind port c3f828f2-4467-4e10-b7f5-5122b4ece4ad on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:30.096523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:30.096740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Checking segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:30.097225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Bound using segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:30.097537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Bound port: c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:30.097898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.103337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84901d1-84c6-40dc-b12d-c5c012823a2a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:30.203772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f84901d1-84c6-40dc-b12d-c5c012823a2a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:30.220259 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.247189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72967d46-d8da-4140-862e-7e350481862c req-6865b3cc-9a58-4436-9d85-c8c37860635e tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips/98d76dff-138c-42a4-9352-bb7108e63c20 HTTP/1.1" status: 200 len: 693 time: 0.1442492 Jul 30 01:33:30.266854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] For port c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:30.270658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] For port c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:30.277373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.315522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f84901d1-84c6-40dc-b12d-c5c012823a2a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:30.317852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:30.318471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.319935 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] 10.222.0.66 "PUT /v2.0/ports/c3f828f2-4467-4e10-b7f5-5122b4ece4ad HTTP/1.1" status: 200 len: 1093 time: 1.7762859 Jul 30 01:33:30.320390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'tag': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:30.321758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e0b52e7-3ac4-481d-80ef-214cbc934d48 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:30.322694 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b152267-e734-4457-ad2f-aa026ed4a8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "tag": "c3f828f2-4467-4e10-b7f5-5122b4ece4ad"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:30.366710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Request body: {'port': {'device_id': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:30.378090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-41eaefb6-36d6-4622-ba8e-1fff7bd6377a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1900389 Jul 30 01:33:30.382954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9d554ed-28f0-435f-9b6d-cdf2ac7a8dd6 req-1af30238-92a8-495d-ac61-2e64331d7b3e tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 210 time: 0.0652609 Jul 30 01:33:30.391901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0b2d-16f9-47ed-acc5-e48d2537141f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:30.396030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77c294af-ec68-400d-a022-87702629d50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:28Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:30.452411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.496603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72967d46-d8da-4140-862e-7e350481862c req-d6b3257c-6804-4348-a94a-0208e57f5ab1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:30.507115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72967d46-d8da-4140-862e-7e350481862c req-d6b3257c-6804-4348-a94a-0208e57f5ab1 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2513800 Jul 30 01:33:30.508747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c294af-ec68-400d-a022-87702629d50e None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:28Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:30.543737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:30.547661 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.652584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f84901d1-84c6-40dc-b12d-c5c012823a2a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:30.736065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72967d46-d8da-4140-862e-7e350481862c req-d4450ecd-0154-4d43-b051-e025df1a0db0 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.2277951 Jul 30 01:33:30.741770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:30.749091 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f5203-82df-431c-9870-fe7778db7d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:30.863240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72967d46-d8da-4140-862e-7e350481862c req-b03ac669-5a85-429b-8fc4-12392c876f87 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1261368 Jul 30 01:33:31.037761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3c18c-8585-4791-8880-6c0ada6fff98 req-857f5892-28a6-40bc-a17d-8f5f86ec9ce8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:31.047683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcb3c18c-8585-4791-8880-6c0ada6fff98 req-857f5892-28a6-40bc-a17d-8f5f86ec9ce8 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.3779116 Jul 30 01:33:31.244712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcb3c18c-8585-4791-8880-6c0ada6fff98 req-998d7888-187e-4408-93a3-409f4ad683a4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956244 Jul 30 01:33:31.267428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 161864e6-61ff-4ca5-8fee-784bb4ac0d1c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:31.291278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Deleting port 00efb5d4-b302-42ec-8012-83731b3ecb54 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:31.292833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.381480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:31.385070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-cd293f75-7a32-42a4-95d7-371dbf3c3d8a tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:31.386758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-cd293f75-7a32-42a4-95d7-371dbf3c3d8a tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.66 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 821 time: 0.2885222 Jul 30 01:33:31.393105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:31.393480 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.404095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'port': {'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'admin_state_up': True, 'tenant_id': 'c6c731593d13494bbfa45502300360db'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:31.564784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045960-7327-49cb-ae53-9124fd742d54 req-565d419e-117e-408a-b150-1e92746a5535 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:31.575890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93045960-7327-49cb-ae53-9124fd742d54 req-565d419e-117e-408a-b150-1e92746a5535 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 944 time: 0.1765070 Jul 30 01:33:31.579895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.584708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.585288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.610334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Calling delete_port for 00efb5d4-b302-42ec-8012-83731b3ecb54 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:31.612696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Made reservation on behalf of c6c731593d13494bbfa45502300360db for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:31.616567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.657111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:31.663174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93045960-7327-49cb-ae53-9124fd742d54 req-fe03aa4a-022a-40a2-98af-f0e65457ee8e tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860329 Jul 30 01:33:31.665172 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.698629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3a403f-3c5e-4c12-9ce9-83ad520d458e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:31.737115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.769584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Transition to ACTIVE for port object 1c3a403f-3c5e-4c12-9ce9-83ad520d458e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:31.779680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:31.784688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:31.811572 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de367ce-9308-4fcf-8aec-fab78ce237ae x-openstack-request-id: req-7de367ce-9308-4fcf-8aec-fab78ce237ae {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:31.812242 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "tag": "c3f828f2-4467-4e10-b7f5-5122b4ece4ad", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:31.812674 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7de367ce-9308-4fcf-8aec-fab78ce237ae {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:31.813281 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'tag': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad', 'status': 'completed', 'code': 200} Jul 30 01:33:31.853919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-ebdb1332-da8a-4221-a9b0-b094184095be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:31.854552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-ebdb1332-da8a-4221-a9b0-b094184095be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:31.854822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-ebdb1332-da8a-4221-a9b0-b094184095be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:31.857263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-ebdb1332-da8a-4221-a9b0-b094184095be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2758 time: 0.0636775 Jul 30 01:33:31.913848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:31.921874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Allocated IP 172.20.0.4 (098acf83-c351-4473-aa76-f1fee68e5682/69c0f4bb-a704-4da8-b7c6-8794f228893c/04bfbc6f-5021-41ba-80dd-269b37ac04ad) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:32.070080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.103484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701122-f169-4979-9655-3ba715c1aa3d req-81fd9a2d-34fc-4d56-92d8-08631ce16deb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.109953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701122-f169-4979-9655-3ba715c1aa3d req-81fd9a2d-34fc-4d56-92d8-08631ce16deb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.116531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701122-f169-4979-9655-3ba715c1aa3d req-81fd9a2d-34fc-4d56-92d8-08631ce16deb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.120156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Attempting to bind port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:32.120488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Attempting to bind port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:32.120822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Attempting to bind port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e on network 95e25910-c33c-4384-bdea-a626a5b303ff {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:32.124923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8701122-f169-4979-9655-3ba715c1aa3d req-81fd9a2d-34fc-4d56-92d8-08631ce16deb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2400 time: 0.2230079 Jul 30 01:33:32.140645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e on network 95e25910-c33c-4384-bdea-a626a5b303ff not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:32.140970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Attempting to bind port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e on network 95e25910-c33c-4384-bdea-a626a5b303ff {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:32.148855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:32.149195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Checking segment: {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:32.149578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Bound using segment: {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:32.150014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Bound port: 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337d785a-ee27-4da9-8a9a-87b3302bc17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:32.150427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.199385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event deleted for resources: {'Port': ['ID=00efb5d4-b302-42ec-8012-83731b3ecb54,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:32.220517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.275155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Transition to ACTIVE for port object 04bfbc6f-5021-41ba-80dd-269b37ac04ad will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:32.300852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-dfffcafd-8dbf-490c-b866-cea01de883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.301309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-dfffcafd-8dbf-490c-b866-cea01de883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.301744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-dfffcafd-8dbf-490c-b866-cea01de883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.303416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-dfffcafd-8dbf-490c-b866-cea01de883ba service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4036467 Jul 30 01:33:32.310711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-3411d9e1-e9fc-47eb-b55c-14a96ec4cb7d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.311539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] For port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:32.312319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-3411d9e1-e9fc-47eb-b55c-14a96ec4cb7d tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.2752097 Jul 30 01:33:32.315325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8701122-f169-4979-9655-3ba715c1aa3d req-e35db4d4-f7bb-493a-9af9-4f0b04eb06f7 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899147 Jul 30 01:33:32.331580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-3e72adc5-7fb3-4bbe-86c3-3209a4d6ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.333077 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-3e72adc5-7fb3-4bbe-86c3-3209a4d6ecb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1102 time: 0.0754216 Jul 30 01:33:32.334091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-10'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:32.364157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] For port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:32.423708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.426525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.433568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72967d46-d8da-4140-862e-7e350481862c req-08c5aae1-d725-4d2d-8051-bfdb9fe6819b tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "DELETE /v2.0/floatingips/98d76dff-138c-42a4-9352-bb7108e63c20 HTTP/1.1" status: 204 len: 173 time: 1.5636861 Jul 30 01:33:32.452098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.517696 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24571ece-eeec-4ddb-9464-23225e4e9a89 x-openstack-request-id: req-24571ece-eeec-4ddb-9464-23225e4e9a89 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:32.518121 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:32.518474 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24571ece-eeec-4ddb-9464-23225e4e9a89 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:32.519044 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'status': 'completed', 'code': 200} Jul 30 01:33:32.549267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.582309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.590805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.591708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:32.593340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c3a403f-3c5e-4c12-9ce9-83ad520d458e HTTP/1.1" status: 200 len: 1093 time: 2.2328737 Jul 30 01:33:32.662296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Request body: {'port': {'device_id': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:32.752323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-14c91e6c-5164-4a2c-b722-4cbede85b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.755278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b152267-e734-4457-ad2f-aa026ed4a8ab req-14c91e6c-5164-4a2c-b722-4cbede85b17e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4355512 Jul 30 01:33:32.767086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:32.774823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f84901d1-84c6-40dc-b12d-c5c012823a2a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:32.831678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Network 098acf83-c351-4473-aa76-f1fee68e5682 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:32.839082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af313af-c7f5-495d-8cb8-90e2dcc19fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:32.856235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:32.866766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:32.878768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f5203-82df-431c-9870-fe7778db7d2a req-2f19fe5f-9eda-4911-9650-6fa51bc84fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.880534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-2f19fe5f-9eda-4911-9650-6fa51bc84fc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 1097 time: 0.2739575 Jul 30 01:33:32.897626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-2201e04f-9128-4f7f-ae6e-11358c68620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.899211 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-2201e04f-9128-4f7f-ae6e-11358c68620a service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5577688 Jul 30 01:33:32.986911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20dbdc-d1c1-4590-84f5-cee9be11355a req-6a779880-7a39-4ab4-9be7-0c20e5d8e779 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:32.993412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c20dbdc-d1c1-4590-84f5-cee9be11355a req-6a779880-7a39-4ab4-9be7-0c20e5d8e779 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 945 time: 0.3014445 Jul 30 01:33:33.025376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b225fbde-5df6-4a98-97a1-e839497dc345 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0845485 Jul 30 01:33:33.047828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:33.063510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 has no active binding in host n-h2-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:33:33.063699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.065751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port f84901d1-84c6-40dc-b12d-c5c012823a2a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:33.071848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port f84901d1-84c6-40dc-b12d-c5c012823a2a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:33.072381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.154275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb09c7a-c17b-439b-8a3a-5d7e2954bf44 req-78a69e59-9e53-4348-b684-d95a982184db tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.155872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecb09c7a-c17b-439b-8a3a-5d7e2954bf44 req-78a69e59-9e53-4348-b684-d95a982184db tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 931 time: 0.3045211 Jul 30 01:33:33.157052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f5203-82df-431c-9870-fe7778db7d2a req-280af152-0aad-461b-8dde-520bd24a668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.158431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-280af152-0aad-461b-8dde-520bd24a668d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 200 len: 928 time: 0.2509632 Jul 30 01:33:33.188843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-ff3a2a22-e7ce-48f3-a22c-ddc28e5fde50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.190598 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-ff3a2a22-e7ce-48f3-a22c-ddc28e5fde50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1445653 Jul 30 01:33:33.222912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event updated for resources: {'Port': ['ID=04bfbc6f-5021-41ba-80dd-269b37ac04ad,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:33.235590 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.245378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-7b3c1c68-4d5b-4405-8b89-9bda33fe3389 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 200 len: 217 time: 0.0472467 Jul 30 01:33:33.253456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 161864e6-61ff-4ca5-8fee-784bb4ac0d1c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:33.284605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.285442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.303592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:33.307546 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23749210-e880-4881-a06b-2a5bf762d902" -d '{"events": [{"server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "name": "network-vif-plugged", "status": "completed", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:33.314066 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-957b6df8-4466-4037-86d7-124488fe7196 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9149594 Jul 30 01:33:33.316894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-73ed39df-b719-4552-8f61-b17dccc76ce1 None None] Provisioning for port 04bfbc6f-5021-41ba-80dd-269b37ac04ad completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:33.331213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-ed052e09-5e5d-45c9-b2a3-c7e511a594d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.332932 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-ed052e09-5e5d-45c9-b2a3-c7e511a594d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025269 Jul 30 01:33:33.336040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f84901d1-84c6-40dc-b12d-c5c012823a2a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:33.337935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c20dbdc-d1c1-4590-84f5-cee9be11355a req-bee24d88-24a8-4f05-95d5-5d42451bacd3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323917 Jul 30 01:33:33.340012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Request body: {'port': {'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:33.340501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f5203-82df-431c-9870-fe7778db7d2a req-21cb88a2-58d8-469c-94a5-b3c139bec836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.343251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-21cb88a2-58d8-469c-94a5-b3c139bec836 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 200 len: 866 time: 0.0769494 Jul 30 01:33:33.364112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-73ed39df-b719-4552-8f61-b17dccc76ce1 None None] Provisioning complete for port 04bfbc6f-5021-41ba-80dd-269b37ac04ad triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:33.366617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-73ed39df-b719-4552-8f61-b17dccc76ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.377908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.404038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:33.425120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecb09c7a-c17b-439b-8a3a-5d7e2954bf44 req-65fce949-580d-4bcc-aa0c-b80b4a343921 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552810 Jul 30 01:33:33.446478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f5203-82df-431c-9870-fe7778db7d2a req-bf2aac72-10b5-4203-b998-0c71b0fb72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.448290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-642bef7d-61ce-41fe-a45d-a8f72bd00cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022897 Jul 30 01:33:33.448801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-bf2aac72-10b5-4203-b998-0c71b0fb72d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2612bc2-312a-4914-8340-49ca359ec93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908003 Jul 30 01:33:33.562418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f84901d1-84c6-40dc-b12d-c5c012823a2a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:33.590316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-73ed39df-b719-4552-8f61-b17dccc76ce1 None None] Port 04bfbc6f-5021-41ba-80dd-269b37ac04ad cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:33.594216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:33.594757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.634554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:33.726800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.733664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f182fc9-8ec9-4f48-994b-5fa84af28b79 req-365ac5d2-d81c-440b-8f65-0877306c3cf3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.735905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f182fc9-8ec9-4f48-994b-5fa84af28b79 req-365ac5d2-d81c-440b-8f65-0877306c3cf3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.2385101 Jul 30 01:33:33.791420 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-6f53e9d9-8a60-4c9b-abde-1152a3a9363f service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194256 Jul 30 01:33:33.815612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'tag': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:33.817691 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70434f-cb65-41e9-ae4c-50b6e7423040" -d '{"events": [{"name": "network-changed", "server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "tag": "1c3a403f-3c5e-4c12-9ce9-83ad520d458e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:33.818330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.847061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-76d7f7ac-da50-428c-97f3-b822847b8d7f service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758028 Jul 30 01:33:33.851163 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.862923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a426c3-6469-45a6-a48c-065f533ba70f req-86b80f6b-f331-4419-ba34-04b6416b51ca tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:33.864429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a426c3-6469-45a6-a48c-065f533ba70f req-86b80f6b-f331-4419-ba34-04b6416b51ca tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.1984186 Jul 30 01:33:33.921022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f182fc9-8ec9-4f48-994b-5fa84af28b79 req-e5842986-64ac-4fe1-98ba-ce940b88504d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703436 Jul 30 01:33:33.988095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a426c3-6469-45a6-a48c-065f533ba70f req-94188cb1-8a31-4e68-901a-62071edc8ef6 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807149 Jul 30 01:33:34.008490 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3608ed2e-4433-4143-8acf-f1df01724cca x-openstack-request-id: req-3608ed2e-4433-4143-8acf-f1df01724cca {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:34.009290 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "name": "network-vif-plugged", "status": "completed", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:34.009395 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3608ed2e-4433-4143-8acf-f1df01724cca {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:34.009979 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'code': 200} Jul 30 01:33:34.014010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda92908-a12c-4cfb-962f-349a21e8f255 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:34.024229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.054830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Transition to ACTIVE for port object cda92908-a12c-4cfb-962f-349a21e8f255 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:34.067343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.129373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:34.186243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Pushing event updated for resources: {'Port': ['ID=cda92908-a12c-4cfb-962f-349a21e8f255,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:34.200643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on host n-h1-713499-10 for vnic_type normal with profile {"migrating_to": "n-h2-713499-10"} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:34.200983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:34.201803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:34.229067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:34.229435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Attempting to bind port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on network ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:34.249222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:34.249585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Checking segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:34.249981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Bound using segment: {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:34.250454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Bound port: 1d5882f5-8d45-4a40-b04f-2635741dbab3, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34780c8-c40b-48d1-af09-37a7bf1f67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:34.250818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.254874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bfbc6f-5021-41ba-80dd-269b37ac04ad {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:34.256559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732f5203-82df-431c-9870-fe7778db7d2a req-bf45121d-ec35-4037-92ab-b71e5db76db4 service neutron] 10.222.0.55 "GET /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823564 Jul 30 01:33:34.265451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.272856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed83ea-8e4f-4387-9e65-968dbc0e414c req-e43723e5-9256-423c-bcca-e3e9d1c003d6 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.279783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02ed83ea-8e4f-4387-9e65-968dbc0e414c req-e43723e5-9256-423c-bcca-e3e9d1c003d6 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1758146 Jul 30 01:33:34.293552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Transition to ACTIVE for port object 04bfbc6f-5021-41ba-80dd-269b37ac04ad will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:34.300512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123887-6849-4c0a-ac68-fc60f8452d2c req-c8e2a586-5639-4b7c-b189-9640124191cb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.300764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.308114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123887-6849-4c0a-ac68-fc60f8452d2c req-c8e2a586-5639-4b7c-b189-9640124191cb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.315517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123887-6849-4c0a-ac68-fc60f8452d2c req-c8e2a586-5639-4b7c-b189-9640124191cb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.318587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b123887-6849-4c0a-ac68-fc60f8452d2c req-c8e2a586-5639-4b7c-b189-9640124191cb tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2412 time: 0.2242606 Jul 30 01:33:34.319535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34053904-4618-44af-a2ad-528ecfa3ec67 req-d2e8d414-872b-4457-8382-eba02748d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.321117 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-34053904-4618-44af-a2ad-528ecfa3ec67 req-d2e8d414-872b-4457-8382-eba02748d811 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 1097 time: 0.1318216 Jul 30 01:33:34.352124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Attempting to bind port cda92908-a12c-4cfb-962f-349a21e8f255 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:34.352577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Attempting to bind port cda92908-a12c-4cfb-962f-349a21e8f255 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:34.352903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Attempting to bind port cda92908-a12c-4cfb-962f-349a21e8f255 on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:34.377105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Port cda92908-a12c-4cfb-962f-349a21e8f255 on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:34.377561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Attempting to bind port cda92908-a12c-4cfb-962f-349a21e8f255 on network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:34.407627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Pushing event updated for resources: {'Port': ['ID=04bfbc6f-5021-41ba-80dd-269b37ac04ad,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:34.414968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:34.415436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Checking segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:34.416181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Bound using segment: {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:34.416181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Bound port: cda92908-a12c-4cfb-962f-349a21e8f255, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a302649-d717-4de1-bcac-a704f605f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:34.416524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.424103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-34053904-4618-44af-a2ad-528ecfa3ec67 req-6f7caf6c-2a0a-4434-a71f-b5a9d1a594d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820389 Jul 30 01:33:34.552830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Attempting to bind port 04bfbc6f-5021-41ba-80dd-269b37ac04ad on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:34.553135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Attempting to bind port 04bfbc6f-5021-41ba-80dd-269b37ac04ad by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:34.553497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Attempting to bind port 04bfbc6f-5021-41ba-80dd-269b37ac04ad on network 098acf83-c351-4473-aa76-f1fee68e5682 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:34.561001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] For port cda92908-a12c-4cfb-962f-349a21e8f255, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:34.563468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Port 04bfbc6f-5021-41ba-80dd-269b37ac04ad on network 098acf83-c351-4473-aa76-f1fee68e5682 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:34.563794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Attempting to bind port 04bfbc6f-5021-41ba-80dd-269b37ac04ad on network 098acf83-c351-4473-aa76-f1fee68e5682 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:34.566908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] For port cda92908-a12c-4cfb-962f-349a21e8f255, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cda92908-a12c-4cfb-962f-349a21e8f255,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:34.571612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:34.572093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Checking segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:34.572362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Bound using segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:34.572830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Bound port: 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:34.573269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.578392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.649568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.650628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.652390 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] 10.222.0.66 "PUT /v2.0/ports/cda92908-a12c-4cfb-962f-349a21e8f255 HTTP/1.1" status: 200 len: 1092 time: 2.0038080 Jul 30 01:33:34.712819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f51ce9-54d9-4e8b-b497-27719cf3fe3f service neutron] Pushing event updated for resources: {'Port': ['ID=cda92908-a12c-4cfb-962f-349a21e8f255,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:34.727560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:34.730008 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e000f-db3c-4268-9995-39d01215960a" -d '{"events": [{"server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:34.752859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02ed83ea-8e4f-4387-9e65-968dbc0e414c req-0b61512a-64f9-43ba-b0cb-b50189ca4363 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4304416 Jul 30 01:33:34.757596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] For port 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:34.781839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] For port 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:34.794131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.796524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b123887-6849-4c0a-ac68-fc60f8452d2c req-b3c35785-ed96-4066-83fa-d029266c410b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641905 Jul 30 01:33:34.803516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:34.807273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:34.810154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cf00d696-68f6-4d1a-8650-8ace42990039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.810905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cf00d696-68f6-4d1a-8650-8ace42990039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.811582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cf00d696-68f6-4d1a-8650-8ace42990039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.813963 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cf00d696-68f6-4d1a-8650-8ace42990039 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2868 time: 0.1154766 Jul 30 01:33:34.821835 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.859266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.860764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.862633 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] 10.222.0.66 "PUT /v2.0/ports/04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 1092 time: 1.5275919 Jul 30 01:33:34.923255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:34.925691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.927797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] 10.222.0.55 "PUT /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 1123 time: 2.5979438 Jul 30 01:33:34.948528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-08a8d629-cf20-44d2-aa85-26afbb617ede service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=c3f828f2-4467-4e10-b7f5-5122b4ece4ad HTTP/1.1" status: 200 len: 217 time: 0.0960815 Jul 30 01:33:34.989490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e449d-cd32-416d-ab78-5ba6e6c0c3fc service neutron] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:35.030779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['1d5882f5-8d45-4a40-b04f-2635741dbab3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:35.128585 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784acf3b-06e1-4fc1-bb1a-bc902254c67f x-openstack-request-id: req-784acf3b-06e1-4fc1-bb1a-bc902254c67f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:35.128862 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "tag": "1c3a403f-3c5e-4c12-9ce9-83ad520d458e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:35.129114 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-784acf3b-06e1-4fc1-bb1a-bc902254c67f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:35.129559 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'tag': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e', 'status': 'completed', 'code': 200} Jul 30 01:33:35.146668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1d5882f5-8d45-4a40-b04f-2635741dbab3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:35.160256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc8e0-8a33-4de7-b166-a839bd52b445 service neutron] Pushing event updated for resources: {'Port': ['ID=04bfbc6f-5021-41ba-80dd-269b37ac04ad,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:35.173645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab1b9-9f82-4983-a7ff-546995f057c2 req-7bda19bb-707c-444c-b21e-c48e665300a0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.176012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-6eef0ce3-4d26-42bc-9a07-2166abc03607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.177524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-6eef0ce3-4d26-42bc-9a07-2166abc03607 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1095 time: 0.2513804 Jul 30 01:33:35.181968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1e16105f-76c4-4ca3-8e62-8eefda70dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.182956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-370ab1b9-9f82-4983-a7ff-546995f057c2 req-7bda19bb-707c-444c-b21e-c48e665300a0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.1209986 Jul 30 01:33:35.183470 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1e16105f-76c4-4ca3-8e62-8eefda70dc62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5db364db-e926-4082-ac76-ec2be6e7147c HTTP/1.1" status: 200 len: 801 time: 0.1644285 Jul 30 01:33:35.223650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-370ab1b9-9f82-4983-a7ff-546995f057c2 req-294ca5dd-fd37-418e-a2b9-d2d23bfc98f0 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Jul 30 01:33:35.258414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a94c5d-76ba-4b68-b019-c0f5e61a82b1 req-e3855d2c-3fb8-4975-b2c1-0647c51d4fc5 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.258697 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-36d578e7-71a0-44a6-ab5d-8fae0e705db6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.0668271 Jul 30 01:33:35.260286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a94c5d-76ba-4b68-b019-c0f5e61a82b1 req-e3855d2c-3fb8-4975-b2c1-0647c51d4fc5 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 943 time: 0.1412599 Jul 30 01:33:35.287860 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7693cb6-d911-44bd-85ca-c4cbe466bd9b x-openstack-request-id: req-c7693cb6-d911-44bd-85ca-c4cbe466bd9b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:35.288661 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:35.288920 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7693cb6-d911-44bd-85ca-c4cbe466bd9b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:35.289320 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'code': 200} Jul 30 01:33:35.318626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a94c5d-76ba-4b68-b019-c0f5e61a82b1 req-0f574c51-b15d-4ffa-a482-5e08f47c8fd8 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511193 Jul 30 01:33:35.324708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3cf8cd87-2553-4c20-8a0f-aa4397a62d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.327307 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-3cf8cd87-2553-4c20-8a0f-aa4397a62d51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281743 Jul 30 01:33:35.335080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-a1128855-487c-4bcc-9f9b-f9ed4e116774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.345015 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-a1128855-487c-4bcc-9f9b-f9ed4e116774 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0685222 Jul 30 01:33:35.366286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f89d1cde-24d6-47db-981f-58cdf8abbc54 req-5db9dcfb-daf9-4031-bc57-7efda087786a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0537267 Jul 30 01:33:35.467726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a713443-b5b5-49c1-a935-74bbaabe996e req-079ba05f-8d84-40f8-9dac-50e84aaf26d0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.469597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a713443-b5b5-49c1-a935-74bbaabe996e req-079ba05f-8d84-40f8-9dac-50e84aaf26d0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.0526690 Jul 30 01:33:35.486634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c785c-2137-4107-868e-3cffd510ed52 req-b9eb1925-0ff4-4733-9866-02f4e6da17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.488917 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-b9eb1925-0ff4-4733-9866-02f4e6da17c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997734 Jul 30 01:33:35.494705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-a30daa8e-2583-4fa3-9be3-45a24b0b1f85 service neutron] 10.222.0.66 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571252 Jul 30 01:33:35.529979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a713443-b5b5-49c1-a935-74bbaabe996e req-e2e4ef78-e1aa-4faa-9f14-69394d4ea874 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Jul 30 01:33:35.625742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274ede-fb1d-4c79-95a0-b17ee68f4d9e req-48bb8e58-f701-4144-a61a-0b04434e3c01 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.629360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32274ede-fb1d-4c79-95a0-b17ee68f4d9e req-48bb8e58-f701-4144-a61a-0b04434e3c01 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.0707731 Jul 30 01:33:35.684112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32274ede-fb1d-4c79-95a0-b17ee68f4d9e req-17c9b9de-f30f-4063-aa58-5e78f497f3e6 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jul 30 01:33:35.715042 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-d3f39c21-1ac1-45de-b18e-4c2f6d4dc469 service neutron] 10.222.0.66 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097561 Jul 30 01:33:35.718550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-f2a3e631-703f-4355-b621-6574836a298e service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220011 Jul 30 01:33:35.790816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-fe4f9d17-d696-41d5-8c75-e0708d4fe52c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e HTTP/1.1" status: 200 len: 217 time: 0.0598681 Jul 30 01:33:35.845581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f36df-6b71-4cb6-aa68-52627e29eead req-c0d7f70c-0d48-48d6-899e-178ab1ca3e59 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.847178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-086f36df-6b71-4cb6-aa68-52627e29eead req-c0d7f70c-0d48-48d6-899e-178ab1ca3e59 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.0805547 Jul 30 01:33:35.900360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-5550cbbf-8cec-43a6-85df-8733917167f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.902163 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-5550cbbf-8cec-43a6-85df-8733917167f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=982211e8-2286-48aa-8fce-dea5273e80d9 HTTP/1.1" status: 200 len: 801 time: 0.0853837 Jul 30 01:33:35.908594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-086f36df-6b71-4cb6-aa68-52627e29eead req-22109d4b-cc72-4279-88e0-10f01c050f5d tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543251 Jul 30 01:33:35.921181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d16c785c-2137-4107-868e-3cffd510ed52 req-229360c5-241d-408a-9477-156b41b4a74a service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903284 Jul 30 01:33:35.954501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cbf48159-f76f-4103-ace0-164e1e885c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:35.956098 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-cbf48159-f76f-4103-ace0-164e1e885c7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e25910-c33c-4384-bdea-a626a5b303ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462410 Jul 30 01:33:36.002913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051bb8-48b9-4112-acce-a0861e4a068a req-da8aded9-cae8-4f56-82ca-5459adc55171 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.009588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051bb8-48b9-4112-acce-a0861e4a068a req-da8aded9-cae8-4f56-82ca-5459adc55171 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.015578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051bb8-48b9-4112-acce-a0861e4a068a req-da8aded9-cae8-4f56-82ca-5459adc55171 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.017276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad051bb8-48b9-4112-acce-a0861e4a068a req-da8aded9-cae8-4f56-82ca-5459adc55171 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2412 time: 0.1032343 Jul 30 01:33:36.078739 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-1bc912ed-6aa0-4fe2-aa73-9c97a73688ab service neutron] 10.222.0.66 "GET /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149828 Jul 30 01:33:36.135716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad051bb8-48b9-4112-acce-a0861e4a068a req-c4c72a46-ed86-454f-9bb1-3c6773abd98f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100254 Jul 30 01:33:36.193721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-23096d9e-cea5-4adb-a237-f0db1a5669bb service neutron] 10.222.0.66 "GET /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078975 Jul 30 01:33:36.244564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-9c48ac55-0fa2-4d04-9a46-7a6798e86108 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=cda92908-a12c-4cfb-962f-349a21e8f255 HTTP/1.1" status: 200 len: 217 time: 0.0410249 Jul 30 01:33:36.303064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-46b7cc87-0b64-48c5-ab0e-8494d57a9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.304595 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-46b7cc87-0b64-48c5-ab0e-8494d57a9012 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5db364db-e926-4082-ac76-ec2be6e7147c HTTP/1.1" status: 200 len: 801 time: 0.0516994 Jul 30 01:33:36.364028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e925b-317e-4079-976e-5e0652f51925 req-663955a1-2252-41e4-a80f-1a11bebd6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.365696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-663955a1-2252-41e4-a80f-1a11bebd6166 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534620 Jul 30 01:33:36.370543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d96a-ccaf-4266-a512-93b9f4fc6fad req-182e756e-b442-441e-a0bb-f34f2c44eb8d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.372555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ad2d96a-ccaf-4266-a512-93b9f4fc6fad req-182e756e-b442-441e-a0bb-f34f2c44eb8d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.0642920 Jul 30 01:33:36.433431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ad2d96a-ccaf-4266-a512-93b9f4fc6fad req-9164f7a3-225c-47fa-902d-6d323324c907 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538168 Jul 30 01:33:36.510379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605bc0e-44e8-4584-96ae-23090b446139 req-e5330834-ca51-4250-9107-89737eb1d5c3 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.512189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3605bc0e-44e8-4584-96ae-23090b446139 req-e5330834-ca51-4250-9107-89737eb1d5c3 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 943 time: 0.0689850 Jul 30 01:33:36.568798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3605bc0e-44e8-4584-96ae-23090b446139 req-91d101bd-ee1a-4b8e-9734-1a170d441887 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487850 Jul 30 01:33:36.634700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:36.711858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62734109-ebdb-45e5-9a12-96e844668919 req-4a9973ad-5100-48a4-b4ed-125a6ce2e211 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.713821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62734109-ebdb-45e5-9a12-96e844668919 req-4a9973ad-5100-48a4-b4ed-125a6ce2e211 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.0618899 Jul 30 01:33:36.757432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62734109-ebdb-45e5-9a12-96e844668919 req-182150a7-f0a8-452d-a3ab-a52809aba700 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368090 Jul 30 01:33:36.766411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-d51655e6-1545-4f17-89d7-8402aad430d6 service neutron] 10.222.0.66 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912511 Jul 30 01:33:36.881113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb3b19-4197-4328-8372-1dcdca00cac0 req-58221849-9b88-4379-a412-5379bbda8d0b tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:36.882741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59cb3b19-4197-4328-8372-1dcdca00cac0 req-58221849-9b88-4379-a412-5379bbda8d0b tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.0587475 Jul 30 01:33:36.891062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0a6e925b-317e-4079-976e-5e0652f51925 req-ef17a018-b8c2-46c7-9fcd-d87a05082b62 service neutron] 10.222.0.66 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172278 Jul 30 01:33:36.938562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59cb3b19-4197-4328-8372-1dcdca00cac0 req-da2e4b7b-7082-4a61-8412-b3d1721227f6 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439315 Jul 30 01:33:37.019451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-ad7c705c-c962-4d0e-9ffa-1c14f56d953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.019869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-ad7c705c-c962-4d0e-9ffa-1c14f56d953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.020407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-ad7c705c-c962-4d0e-9ffa-1c14f56d953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.023266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-ad7c705c-c962-4d0e-9ffa-1c14f56d953a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2868 time: 0.0701420 Jul 30 01:33:37.066252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8074f-1035-4a5b-b04e-ceb3b11b371e req-68285893-8f1b-4cb2-874b-17f422591f55 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.067817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47d8074f-1035-4a5b-b04e-ceb3b11b371e req-68285893-8f1b-4cb2-874b-17f422591f55 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.0566323 Jul 30 01:33:37.111374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47d8074f-1035-4a5b-b04e-ceb3b11b371e req-023652da-85eb-4674-8b36-f0126d41d543 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Jul 30 01:33:37.137672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'tag': 'cda92908-a12c-4cfb-962f-349a21e8f255'}, {'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:37.140286 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad63c22-0e7b-4ecc-b52d-634357831159" -d '{"events": [{"name": "network-changed", "server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "tag": "cda92908-a12c-4cfb-962f-349a21e8f255"}, {"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:37.148443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-3763663f-7193-4b3f-a665-27cb439af63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.150067 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-3763663f-7193-4b3f-a665-27cb439af63a service neutron] 10.222.0.66 "GET /v2.0/networks?id=95e25910-c33c-4384-bdea-a626a5b303ff HTTP/1.1" status: 200 len: 903 time: 0.1194119 Jul 30 01:33:37.199737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-105d9f67-6b18-4910-9aea-3f795503a72a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e HTTP/1.1" status: 200 len: 217 time: 0.0413768 Jul 30 01:33:37.225339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb294f-1e0a-4f66-9b34-db8b0344f631 req-381b3db9-1b77-4bf4-81ce-dba2551bcc54 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.226771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38eb294f-1e0a-4f66-9b34-db8b0344f631 req-381b3db9-1b77-4bf4-81ce-dba2551bcc54 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.0537837 Jul 30 01:33:37.239813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57504) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:37.244658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Request body: {'floatingip': {'port_id': 'f84901d1-84c6-40dc-b12d-c5c012823a2a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:37.263884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-13076254-4766-4c4f-908e-7edfbfe2b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.265365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-13076254-4766-4c4f-908e-7edfbfe2b05c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=982211e8-2286-48aa-8fce-dea5273e80d9 HTTP/1.1" status: 200 len: 801 time: 0.0556467 Jul 30 01:33:37.296335 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc46b255-d4bc-4aed-b9f9-85c2df4114f3 x-openstack-request-id: req-bc46b255-d4bc-4aed-b9f9-85c2df4114f3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:37.296740 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "tag": "cda92908-a12c-4cfb-962f-349a21e8f255", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:37.297135 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc46b255-d4bc-4aed-b9f9-85c2df4114f3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:37.297744 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'tag': 'cda92908-a12c-4cfb-962f-349a21e8f255', 'status': 'completed', 'code': 200} Jul 30 01:33:37.298874 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'status': 'completed', 'code': 200} Jul 30 01:33:37.307923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:37.310188 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beb175e-28f6-4d36-af2c-877d351d4b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:37.314909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:37.343351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-60d1a29e-462e-4532-9622-97139c1768ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.345646 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-60d1a29e-462e-4532-9622-97139c1768ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95e25910-c33c-4384-bdea-a626a5b303ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697808 Jul 30 01:33:37.462245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4f670-2a28-4d9b-9f13-4f3d5895db75 req-1492f14e-7425-44ea-9fd9-82e1ea3f65a2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.468787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4f670-2a28-4d9b-9f13-4f3d5895db75 req-1492f14e-7425-44ea-9fd9-82e1ea3f65a2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.475076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4f670-2a28-4d9b-9f13-4f3d5895db75 req-1492f14e-7425-44ea-9fd9-82e1ea3f65a2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.476855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-14d114aa-1bbc-497d-bfd0-bf660c2d8afa service neutron] 10.222.0.66 "GET /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217279 Jul 30 01:33:37.476999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8eb4f670-2a28-4d9b-9f13-4f3d5895db75 req-1492f14e-7425-44ea-9fd9-82e1ea3f65a2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2412 time: 0.1592104 Jul 30 01:33:37.586794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8eb4f670-2a28-4d9b-9f13-4f3d5895db75 req-160ab001-2017-4dea-ac9b-df6356dfc09e tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978601 Jul 30 01:33:37.659311 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6e70434f-cb65-41e9-ae4c-50b6e7423040 req-8985f180-0761-4e7e-b17c-d8127b9f53ac service neutron] 10.222.0.66 "GET /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737778 Jul 30 01:33:37.736187 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70c2b17-6d51-4bca-b9d7-c7aafd80289a x-openstack-request-id: req-f70c2b17-6d51-4bca-b9d7-c7aafd80289a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:37.736520 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:37.737019 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f70c2b17-6d51-4bca-b9d7-c7aafd80289a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:37.737727 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'status': 'completed', 'code': 200} Jul 30 01:33:37.812861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-17491a16-de6b-449a-9bc1-fafc094bde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.814563 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-17491a16-de6b-449a-9bc1-fafc094bde73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1126 time: 0.1131387 Jul 30 01:33:37.834868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-9f291240-04f4-4b26-ad27-f40c25af3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.835468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-9f291240-04f4-4b26-ad27-f40c25af3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.835948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-9f291240-04f4-4b26-ad27-f40c25af3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.837610 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-9f291240-04f4-4b26-ad27-f40c25af3c08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2868 time: 0.0805268 Jul 30 01:33:37.954158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-90baffa3-8ac3-4184-a66b-bbb978d87a70 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.956071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-90baffa3-8ac3-4184-a66b-bbb978d87a70 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.55 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.1716006 Jul 30 01:33:37.982983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ef4ca-8c2b-45d7-8f89-efe9b519bb74 req-5a1bff7a-9a53-4ed8-bb19-5ddf95fc9649 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:37.984749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f05ef4ca-8c2b-45d7-8f89-efe9b519bb74 req-5a1bff7a-9a53-4ed8-bb19-5ddf95fc9649 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.1990893 Jul 30 01:33:38.008675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-5c03dca9-350f-4af9-93ba-1af85612ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.010165 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-5c03dca9-350f-4af9-93ba-1af85612ca50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1864185 Jul 30 01:33:38.011489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-f570659a-8d62-4971-a9c8-635c8b897f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.013623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-f570659a-8d62-4971-a9c8-635c8b897f31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c HTTP/1.1" status: 200 len: 902 time: 0.1629031 Jul 30 01:33:38.109672 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-7af20f41-acb4-483d-b8b7-31e7ca1d4353 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 217 time: 0.0839014 Jul 30 01:33:38.111055 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-5bbc2ad7-1c1c-402d-bde4-8d15868eb15c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=cda92908-a12c-4cfb-962f-349a21e8f255 HTTP/1.1" status: 200 len: 217 time: 0.0788436 Jul 30 01:33:38.181754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7133-ce55-4a3f-a22c-e9d7db599f41 req-c0d7c86a-b7f7-44b9-889a-a1668456a86c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.183550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-714f7133-ce55-4a3f-a22c-e9d7db599f41 req-c0d7c86a-b7f7-44b9-889a-a1668456a86c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 943 time: 0.2636697 Jul 30 01:33:38.188552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f05ef4ca-8c2b-45d7-8f89-efe9b519bb74 req-76414359-3e2d-4689-9aa9-c17785af0366 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973317 Jul 30 01:33:38.221224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-52d0c13a-e602-43cc-949d-341f4f0eea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.233285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-52d0c13a-e602-43cc-949d-341f4f0eea62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.0998650 Jul 30 01:33:38.233285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-a0717832-db7c-4b25-bbdc-f9814e8366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.233285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-a0717832-db7c-4b25-bbdc-f9814e8366d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5db364db-e926-4082-ac76-ec2be6e7147c HTTP/1.1" status: 200 len: 801 time: 0.0946424 Jul 30 01:33:38.236323 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:38.260937 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:38.307229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Deleting port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:38.307449 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-a7aef8ce-5f09-4f19-8c2e-6d2590a5c2e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700679 Jul 30 01:33:38.307570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:38.329210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-714f7133-ce55-4a3f-a22c-e9d7db599f41 req-e8f67b58-4ac4-4a48-9f41-c50d2d787527 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144097 Jul 30 01:33:38.373060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-c510e4c5-2d86-477a-a42c-cf9626867113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.374940 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-c510e4c5-2d86-477a-a42c-cf9626867113 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201439 Jul 30 01:33:38.505079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d3fe-cd58-44c4-b953-8763091d7d64 req-0205781a-ea29-4cc2-b303-d9592aa82c07 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.512501 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-714c684c-1f76-49fe-a70f-96f637c0d40d service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955090 Jul 30 01:33:38.513251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3e5d3fe-cd58-44c4-b953-8763091d7d64 req-0205781a-ea29-4cc2-b303-d9592aa82c07 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1978695 Jul 30 01:33:38.519601 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Floating IP 5d3cc44d-98e9-413d-b54b-6e09c80d7b34 associated. External IP: 172.25.8.124, port: f84901d1-84c6-40dc-b12d-c5c012823a2a. Jul 30 01:33:38.574229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c3f828f2-4467-4e10-b7f5-5122b4ece4ad details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:38.597567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] For port 5b472920-ab18-4a04-9d00-6fef9a2e5f02, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5b472920-ab18-4a04-9d00-6fef9a2e5f02,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:38.597915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:38.639223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-4e133627-ffbe-409c-a578-1d766d580107 service neutron] 10.222.0.66 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507882 Jul 30 01:33:38.640117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Calling delete_port for 5b472920-ab18-4a04-9d00-6fef9a2e5f02 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:38.660856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3e5d3fe-cd58-44c4-b953-8763091d7d64 req-38ec4447-01cf-4980-a0df-808debdee55c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469243 Jul 30 01:33:38.763650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:38.779877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad', 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'port_id': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad', 'mac_address': 'fa:16:3e:e2:97:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db364db-e926-4082-ac76-ec2be6e7147c', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:33:38.808431 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0beb175e-28f6-4d36-af2c-877d351d4b4c req-eb78a9be-091f-4463-a844-f4f8c1eeef71 service neutron] 10.222.0.66 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882085 Jul 30 01:33:38.810892 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-a18f92ef-f1b8-4477-bfa6-d06c90aa8a68 service neutron] 10.222.0.66 "GET /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676629 Jul 30 01:33:38.873559 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:38.938494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f828f2-4467-4e10-b7f5-5122b4ece4ad {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:38.941651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-fbf59af9-b7c3-4488-9ac7-ebc7ac40e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:38.943584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-fbf59af9-b7c3-4488-9ac7-ebc7ac40e00b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1095 time: 0.0686028 Jul 30 01:33:39.009268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:39.015351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.015977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 04bfbc6f-5021-41ba-80dd-269b37ac04ad details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:39.056770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399c409-4873-424d-82d6-06edbf73a80a req-a0cd3e5d-638c-4d97-b851-90287150b196 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.064532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5399c409-4873-424d-82d6-06edbf73a80a req-a0cd3e5d-638c-4d97-b851-90287150b196 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/ports?device_id=ceb21193-74b5-43c5-9e8b-8a5e6c886127 HTTP/1.1" status: 200 len: 945 time: 0.2345164 Jul 30 01:33:39.139908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-0683df3e-03ea-44da-87a2-15dea55dda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.141520 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-0683df3e-03ea-44da-87a2-15dea55dda84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.1893594 Jul 30 01:33:39.179165 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.191210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:39.230960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Router 5b69e3d3-2928-4991-bbad-858ac0293a05 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:39.234576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-d0158111-b2aa-4040-a2fb-8a22cc453f1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.0862942 Jul 30 01:33:39.263145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:39.279543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Pushing event deleted for resources: {'Port': ['ID=5b472920-ab18-4a04-9d00-6fef9a2e5f02,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:39.291149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:33:39.317285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-9930931f-bfd8-4162-a4fd-a257909fe9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.319861 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-9930931f-bfd8-4162-a4fd-a257909fe9a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0768762 Jul 30 01:33:39.342212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5399c409-4873-424d-82d6-06edbf73a80a req-55257497-9f0b-4861-a23e-2edef9cf0f40 tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3fa3976-fa80-4a39-8fc6-b5d4c7315163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729087 Jul 30 01:33:39.373534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.397378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-30140b7f-e804-4381-ac91-d714cfdd5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.398224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] No DVR routers for this DVR port 5b472920-ab18-4a04-9d00-6fef9a2e5f02 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:39.399369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-30140b7f-e804-4381-ac91-d714cfdd5dbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705245 Jul 30 01:33:39.402832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.405348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c89789b0-fefd-443a-93ed-b37f6fa1e3ec req-e8bde392-9ba8-4561-9bf8-f871ce35501a tempest-FloatingIPsAssociationNegativeTestJSON-93042512 tempest-FloatingIPsAssociationNegativeTestJSON-93042512-project] 10.222.0.55 "DELETE /v2.0/ports/5b472920-ab18-4a04-9d00-6fef9a2e5f02 HTTP/1.1" status: 204 len: 173 time: 1.4166980 Jul 30 01:33:39.417461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bfbc6f-5021-41ba-80dd-269b37ac04ad {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:39.461678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:39.484215 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.542666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-dbfc8158-be3f-4a32-a218-fc50a35ebeab service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360829 Jul 30 01:33:39.599831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=04bfbc6f-5021-41ba-80dd-269b37ac04ad,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:39.665471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7accf-4a2d-4db3-937b-69c02e293841 req-dfb5dd4c-60bf-4ada-bc8d-5f9e3d0cb7a8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.672611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7accf-4a2d-4db3-937b-69c02e293841 req-dfb5dd4c-60bf-4ada-bc8d-5f9e3d0cb7a8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.680156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7accf-4a2d-4db3-937b-69c02e293841 req-dfb5dd4c-60bf-4ada-bc8d-5f9e3d0cb7a8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:39.689406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ff7accf-4a2d-4db3-937b-69c02e293841 req-dfb5dd4c-60bf-4ada-bc8d-5f9e3d0cb7a8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2413 time: 0.3652067 Jul 30 01:33:39.707329 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad63c22-0e7b-4ecc-b52d-634357831159 req-36e7a443-304a-4570-845e-d6c283664b13 service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566792 Jul 30 01:33:39.744985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'name': 'network-vif-deleted', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:39.748307 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975a42db-cdf2-4324-a88e-e07c8772df34" -d '{"events": [{"server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "name": "network-vif-deleted", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:39.760548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:39.761559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['04bfbc6f-5021-41ba-80dd-269b37ac04ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:39.766223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ff7accf-4a2d-4db3-937b-69c02e293841 req-45cf212a-ed72-4560-9646-7a899ccf1fbe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755024 Jul 30 01:33:39.769326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:39.773387 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] Sync routers for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:39.794774 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:39.795626 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:39.844007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c3f828f2-4467-4e10-b7f5-5122b4ece4ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:39.885409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6cc05f8d-2d19-4517-903f-0a36701e0d29 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "PUT /v2.0/floatingips/5d3cc44d-98e9-413d-b54b-6e09c80d7b34 HTTP/1.1" status: 200 len: 991 time: 2.6444337 Jul 30 01:33:40.075672 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:40.365186 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edc93b-2cd0-43bb-9ec1-41a5daf16b63 req-3082385e-23f2-4d91-b58f-c62a087a5994 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:40.366728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8edc93b-2cd0-43bb-9ec1-41a5daf16b63 req-3082385e-23f2-4d91-b58f-c62a087a5994 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 943 time: 0.5482240 Jul 30 01:33:40.402781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bef1e-cc31-4a31-8196-4c68ebec3e50 req-c0f44828-df91-45f1-afae-4a5df6bb48e9 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:40.406109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50bef1e-cc31-4a31-8196-4c68ebec3e50 req-c0f44828-df91-45f1-afae-4a5df6bb48e9 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 944 time: 0.4993863 Jul 30 01:33:40.449851 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '5d3cc44d-98e9-413d-b54b-6e09c80d7b34', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'port_id': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'mac_address': 'fa:16:3e:18:0b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:11Z', 'updated_at': '2021-07-30T01:33:38Z', 'revision_number': 1, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:40.467261 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-7759d04a-6bef-457e-8969-3c849e2e09af service neutron] 10.222.0.66 "GET /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.0842714 Jul 30 01:33:40.473088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50bef1e-cc31-4a31-8196-4c68ebec3e50 req-1fb9b6f6-c970-46ee-a09d-ad54cde4d04b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599809 Jul 30 01:33:40.498232 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] Checking router: 5b69e3d3-2928-4991-bbad-858ac0293a05 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:40.505276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8edc93b-2cd0-43bb-9ec1-41a5daf16b63 req-48c6598e-ef67-4d4a-9279-42918c8b5df3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292109 Jul 30 01:33:40.515704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:40.517875 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:40.591737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cda92908-a12c-4cfb-962f-349a21e8f255 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:40.619906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880716d-ee1d-48c4-8202-ef883a1e8c9e req-09f27cc3-c75f-4f68-b498-2f7ef15efcad tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:40.631770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b880716d-ee1d-48c4-8202-ef883a1e8c9e req-09f27cc3-c75f-4f68-b498-2f7ef15efcad tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 947 time: 0.0837834 Jul 30 01:33:40.686532 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:40.705646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b880716d-ee1d-48c4-8202-ef883a1e8c9e req-80e4b3b2-60a3-48ae-9737-b7cb7530bb32 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722790 Jul 30 01:33:40.718210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:40.723762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port cda92908-a12c-4cfb-962f-349a21e8f255, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cda92908-a12c-4cfb-962f-349a21e8f255,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:40.737812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:40.741196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'cda92908-a12c-4cfb-962f-349a21e8f255', 'network_id': '1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c', 'port_id': 'cda92908-a12c-4cfb-962f-349a21e8f255', 'mac_address': 'fa:16:3e:31:c7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db364db-e926-4082-ac76-ec2be6e7147c', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:33:40.742134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:40.749768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461fdca-0501-4b32-ab06-8b11d89d2ec3 req-f1732b48-57df-4f06-93a0-cff8edf1999a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:40.756926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1461fdca-0501-4b32-ab06-8b11d89d2ec3 req-f1732b48-57df-4f06-93a0-cff8edf1999a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1604168 Jul 30 01:33:40.769117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5b472920-ab18-4a04-9d00-6fef9a2e5f02 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:40.780931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5882f5-8d45-4a40-b04f-2635741dbab3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:40.792955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:40.807492 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7fa549-2ac7-4130-b6f4-5d0a4f7da219 x-openstack-request-id: req-fe7fa549-2ac7-4130-b6f4-5d0a4f7da219 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:40.808674 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb21193-74b5-43c5-9e8b-8a5e6c886127", "name": "network-vif-deleted", "tag": "5b472920-ab18-4a04-9d00-6fef9a2e5f02", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:40.809140 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe7fa549-2ac7-4130-b6f4-5d0a4f7da219 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:40.811027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:40.811711 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb21193-74b5-43c5-9e8b-8a5e6c886127', 'name': 'network-vif-deleted', 'tag': '5b472920-ab18-4a04-9d00-6fef9a2e5f02', 'status': 'completed', 'code': 200} Jul 30 01:33:40.846798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1461fdca-0501-4b32-ab06-8b11d89d2ec3 req-13b8bf89-0cdc-4914-8d3a-21b2439d82a3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806143 Jul 30 01:33:40.850895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 5b472920-ab18-4a04-9d00-6fef9a2e5f02 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:40.851297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5b472920-ab18-4a04-9d00-6fef9a2e5f02 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:40.868133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:40.923162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda92908-a12c-4cfb-962f-349a21e8f255 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:40.925414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Transition to ACTIVE for port object 1d5882f5-8d45-4a40-b04f-2635741dbab3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:40.931709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:40.957295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port cda92908-a12c-4cfb-962f-349a21e8f255, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cda92908-a12c-4cfb-962f-349a21e8f255,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:40.970457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:40.971176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1c3a403f-3c5e-4c12-9ce9-83ad520d458e details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:33:41.020130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57616) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:41.029985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '5d3cc44d-98e9-413d-b54b-6e09c80d7b34', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'port_id': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'mac_address': 'fa:16:3e:18:0b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:11Z', 'updated_at': '2021-07-30T01:33:38Z', 'revision_number': 1, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:41.035376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] No DVR routers for this DVR port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:41.063934 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233573a-9b23-4c47-8bf0-f19568869af5 None None] The sync data for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 is: [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '5d3cc44d-98e9-413d-b54b-6e09c80d7b34', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'port_id': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'mac_address': 'fa:16:3e:18:0b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:11Z', 'updated_at': '2021-07-30T01:33:38Z', 'revision_number': 1, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:41.079431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=cda92908-a12c-4cfb-962f-349a21e8f255,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:41.081183 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] 10.222.0.66 "PUT /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3/bindings/n-h2-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6041694 Jul 30 01:33:41.082055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Pushing event updated for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:41.090566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.090904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.091540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.091783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.092116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.092443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.092767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.093090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.093410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.093730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.094051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.094368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddad2c3-001a-4fa6-8c59-c11287c4013b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:41.156708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:41.169384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e', 'network_id': '95e25910-c33c-4384-bdea-a626a5b303ff', 'port_id': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e', 'mac_address': 'fa:16:3e:26:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982211e8-2286-48aa-8fce-dea5273e80d9', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:33:41.214160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.239070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3a403f-3c5e-4c12-9ce9-83ad520d458e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:41.269816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:41.280622 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.281998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-d30e6e0b-1c0e-40b4-b63e-73147cd6e123 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.284012 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-d30e6e0b-1c0e-40b4-b63e-73147cd6e123 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.66 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 947 time: 0.0566652 Jul 30 01:33:41.342827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:41.349805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d1dd4-806d-44bb-9486-9b89a5ccb4eb None None] New status for floating IP 5d3cc44d-98e9-413d-b54b-6e09c80d7b34: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:33:41.390182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-c85d796f-d2ef-488a-ad9c-23fb6531bf64 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.391893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-c85d796f-d2ef-488a-ad9c-23fb6531bf64 tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.2127638 Jul 30 01:33:41.412687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Deleting port 0d732527-a1e1-449a-98b9-d57d111363d0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:41.413123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.424681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432d93f-964b-4b55-8275-152bbd4cb248 req-416f1951-4141-48e8-939b-9a998411d1d6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.430431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432d93f-964b-4b55-8275-152bbd4cb248 req-416f1951-4141-48e8-939b-9a998411d1d6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.436974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432d93f-964b-4b55-8275-152bbd4cb248 req-416f1951-4141-48e8-939b-9a998411d1d6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.440160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e432d93f-964b-4b55-8275-152bbd4cb248 req-416f1951-4141-48e8-939b-9a998411d1d6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2414 time: 0.2939856 Jul 30 01:33:41.545693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] For port 0d732527-a1e1-449a-98b9-d57d111363d0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d732527-a1e1-449a-98b9-d57d111363d0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:41.546777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.565261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Calling delete_port for 0d732527-a1e1-449a-98b9-d57d111363d0 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:41.569475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['cda92908-a12c-4cfb-962f-349a21e8f255'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:41.570280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-ec829e19-66e4-4d7b-88bb-cb3b35f9c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.571765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-ec829e19-66e4-4d7b-88bb-cb3b35f9c7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc&tenant_id=5428976b02fc476c85c5d78ce022b41d HTTP/1.1" status: 200 len: 1096 time: 0.1691525 Jul 30 01:33:41.587919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e432d93f-964b-4b55-8275-152bbd4cb248 req-58f87340-92a6-4ad8-ac70-54fe3bcc88b4 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933805 Jul 30 01:33:41.733417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86404568-2877-43c5-a3d5-527c2bdc6df4 req-345989fc-028e-4da8-9128-feef6cae3e6c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.739719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86404568-2877-43c5-a3d5-527c2bdc6df4 req-345989fc-028e-4da8-9128-feef6cae3e6c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 944 time: 0.1663246 Jul 30 01:33:41.750597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.779243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-12a49e72-f366-4372-b673-cb570c228a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.780797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-12a49e72-f366-4372-b673-cb570c228a3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5428976b02fc476c85c5d78ce022b41d&device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1096 time: 0.1456025 Jul 30 01:33:41.791734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Pushing event deleted for resources: {'Port': ['ID=0d732527-a1e1-449a-98b9-d57d111363d0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:41.822423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76bcf8-0bc3-4bdc-b273-a1784dd1e19e req-ac81352b-a91a-4613-93b6-e1ef947b7b5b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.824031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b76bcf8-0bc3-4bdc-b273-a1784dd1e19e req-ac81352b-a91a-4613-93b6-e1ef947b7b5b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.1491492 Jul 30 01:33:41.830382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] No DVR routers for this DVR port 0d732527-a1e1-449a-98b9-d57d111363d0 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:41.833126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:41.835257 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9d9b58fd-5472-44ad-822c-eedacb786181 req-a2e1fcb9-1b6d-4396-8aab-17519183ba01 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.66 "DELETE /v2.0/ports/0d732527-a1e1-449a-98b9-d57d111363d0 HTTP/1.1" status: 204 len: 173 time: 0.5454142 Jul 30 01:33:41.835697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-deleted', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:41.837918 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ebc36-8296-4b2f-8df7-b81467cb6658" -d '{"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-deleted", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:41.883235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86404568-2877-43c5-a3d5-527c2bdc6df4 req-c2f8475d-7163-489c-b026-dff1a15fb0b3 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374478 Jul 30 01:33:41.982147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b76bcf8-0bc3-4bdc-b273-a1784dd1e19e req-438077da-ec3e-4530-b4b1-7de81343335f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176829 Jul 30 01:33:41.990682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2c26f0d-7ab8-418a-9ccf-ffd15dd48c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:41.992126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-f2c26f0d-7ab8-418a-9ccf-ffd15dd48c20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 200 len: 921 time: 0.1982753 Jul 30 01:33:42.017031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4b46f2c-09a4-4f30-bea0-5e5f219a90ad req-e36d0154-5e94-4bbc-8be3-f4385a3a2d51 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=99b5610c-110c-4483-902b-812bb9f49b84 HTTP/1.1" status: 200 len: 210 time: 0.0419507 Jul 30 01:33:42.039038 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87d5691-c7cc-4997-a18f-cb6b46d6052d x-openstack-request-id: req-f87d5691-c7cc-4997-a18f-cb6b46d6052d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:42.039341 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5610c-110c-4483-902b-812bb9f49b84", "name": "network-vif-deleted", "tag": "0d732527-a1e1-449a-98b9-d57d111363d0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:42.039597 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f87d5691-c7cc-4997-a18f-cb6b46d6052d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:42.039994 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5610c-110c-4483-902b-812bb9f49b84', 'name': 'network-vif-deleted', 'tag': '0d732527-a1e1-449a-98b9-d57d111363d0', 'status': 'completed', 'code': 200} Jul 30 01:33:42.060166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-ecfe7cf1-5347-4baf-93da-517dbcc93ffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 200 len: 217 time: 0.0501940 Jul 30 01:33:42.097680 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:42.180938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-2327080a-74b1-47a3-a45b-2c1373a8b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:42.182591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-2327080a-74b1-47a3-a45b-2c1373a8b692 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 200 len: 860 time: 0.1154816 Jul 30 01:33:42.254360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-9353df51-4e1d-42dc-8da5-78f3af5414bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327644 Jul 30 01:33:42.266483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff636-d220-4c12-9135-c4534319a3dc req-1bf4800d-820c-441b-af36-0ca7c41d621a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:42.268048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8cff636-d220-4c12-9135-c4534319a3dc req-1bf4800d-820c-441b-af36-0ca7c41d621a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1668074 Jul 30 01:33:42.427748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8cff636-d220-4c12-9135-c4534319a3dc req-67d9a05d-9826-4326-8f41-de8c1eacfefe tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477785 Jul 30 01:33:42.469898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-07e9659c-f288-4273-8f1c-41bfb10c35a9 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917503 Jul 30 01:33:42.597920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cda92908-a12c-4cfb-962f-349a21e8f255 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:42.619102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-4437b108-8972-46d4-bbf8-6364ad534886 service neutron] 10.222.0.55 "GET /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397734 Jul 30 01:33:42.622364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['1c3a403f-3c5e-4c12-9ce9-83ad520d458e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:42.642375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Deleting port 8ab5103c-07ea-49b1-9622-ced86a87c08a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:42.642722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:42.699151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port cda92908-a12c-4cfb-962f-349a21e8f255 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:42.711184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port cda92908-a12c-4cfb-962f-349a21e8f255 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:42.711553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:42.758858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6542d5d-88d2-4a03-b80f-114691f43897 req-b0bc2298-ba76-40ed-8a8b-66362d7705d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:42.767053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6542d5d-88d2-4a03-b80f-114691f43897 req-b0bc2298-ba76-40ed-8a8b-66362d7705d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:42.773176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6542d5d-88d2-4a03-b80f-114691f43897 req-b0bc2298-ba76-40ed-8a8b-66362d7705d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:42.774863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6542d5d-88d2-4a03-b80f-114691f43897 req-b0bc2298-ba76-40ed-8a8b-66362d7705d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2415 time: 0.0881026 Jul 30 01:33:42.799341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] For port 8ab5103c-07ea-49b1-9622-ced86a87c08a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8ab5103c-07ea-49b1-9622-ced86a87c08a,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:42.799706 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:42.820189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:42.822854 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:42.836463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Calling delete_port for 8ab5103c-07ea-49b1-9622-ced86a87c08a owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:42.848619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:42.873044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6542d5d-88d2-4a03-b80f-114691f43897 req-85fe13c1-52b2-4c19-87ab-32d58c421275 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Jul 30 01:33:42.880333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda92908-a12c-4cfb-962f-349a21e8f255'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:42.882752 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c7b0d-26d4-4e0b-a64b-1967e59804b8" -d '{"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-plugged", "status": "completed", "tag": "cda92908-a12c-4cfb-962f-349a21e8f255"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:42.891516 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171fa0f7-5e9d-416e-ac67-607474240b13 x-openstack-request-id: req-171fa0f7-5e9d-416e-ac67-607474240b13 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:42.891732 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:42.891971 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-171fa0f7-5e9d-416e-ac67-607474240b13 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:42.892353 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'status': 'completed', 'code': 200} Jul 30 01:33:42.896715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port cda92908-a12c-4cfb-962f-349a21e8f255, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cda92908-a12c-4cfb-962f-349a21e8f255,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:42.905500 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:42.906521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c3f828f2-4467-4e10-b7f5-5122b4ece4ad up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:42.938231 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff8a4d-5a1b-4411-b261-0847ff3867fa x-openstack-request-id: req-d2ff8a4d-5a1b-4411-b261-0847ff3867fa {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:42.938526 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-plugged", "status": "completed", "tag": "cda92908-a12c-4cfb-962f-349a21e8f255", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:42.938778 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2ff8a4d-5a1b-4411-b261-0847ff3867fa {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:42.939198 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda92908-a12c-4cfb-962f-349a21e8f255', 'code': 200} Jul 30 01:33:42.994564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-494308b2-87ed-4ea6-8a28-6229536d984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:42.997666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-494308b2-87ed-4ea6-8a28-6229536d984a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=158b5c8116fd4735be5f19630b41fd95&device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 1097 time: 0.0634563 Jul 30 01:33:43.006600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=cda92908-a12c-4cfb-962f-349a21e8f255,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:43.020014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c3f828f2-4467-4e10-b7f5-5122b4ece4ad completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:43.025004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c3f828f2-4467-4e10-b7f5-5122b4ece4ad triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:43.025566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.056418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-19371c2e-04a0-4543-89b2-65901171002c tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.057428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-19371c2e-04a0-4543-89b2-65901171002c tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc&tenant_id=5428976b02fc476c85c5d78ce022b41d&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1304090 Jul 30 01:33:43.080316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd48b11-61e4-47cd-9ebd-540193ff00ad req-da5f7680-7e03-4d62-979a-f3d23d5cf543 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.082083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebd48b11-61e4-47cd-9ebd-540193ff00ad req-da5f7680-7e03-4d62-979a-f3d23d5cf543 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 944 time: 0.1049192 Jul 30 01:33:43.127214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-ed768e7f-c868-432f-b257-eccc314274a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.128972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-ed768e7f-c868-432f-b257-eccc314274a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=507be80f-5634-4112-9974-1d95550b69a8 HTTP/1.1" status: 200 len: 906 time: 0.1246476 Jul 30 01:33:43.133033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.167142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:43.171608 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.172460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 04bfbc6f-5021-41ba-80dd-269b37ac04ad up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:43.206322 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-f54e7a53-a16e-4156-9871-99e9b19a5539 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a HTTP/1.1" status: 200 len: 1001 time: 0.0674307 Jul 30 01:33:43.252266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:43.254601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebd48b11-61e4-47cd-9ebd-540193ff00ad req-b1b4ea0a-1bdb-4038-9907-e1863783977d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473634 Jul 30 01:33:43.268379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 04bfbc6f-5021-41ba-80dd-269b37ac04ad completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:43.271234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-aa870960-aba4-4d31-ac70-939c47ec87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.273252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 04bfbc6f-5021-41ba-80dd-269b37ac04ad triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:43.273629 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.274175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-aa870960-aba4-4d31-ac70-939c47ec87ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01d3b2d8-c2cf-415a-8b80-aed10f0d9510 HTTP/1.1" status: 200 len: 844 time: 0.0583467 Jul 30 01:33:43.276377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37230b-46eb-4ac6-acb8-482f7eb1e95b req-9ae61c60-942e-4d5e-a6d6-fcc13db14040 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.278239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d37230b-46eb-4ac6-acb8-482f7eb1e95b req-9ae61c60-942e-4d5e-a6d6-fcc13db14040 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.1939688 Jul 30 01:33:43.339768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-167c3e25-9c18-4776-ab9a-2a13a4c06564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.341447 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-167c3e25-9c18-4776-ab9a-2a13a4c06564 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=507be80f-5634-4112-9974-1d95550b69a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493734 Jul 30 01:33:43.374571 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.408319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d37230b-46eb-4ac6-acb8-482f7eb1e95b req-ab36e251-9152-427b-9b59-5146add1e605 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076822 Jul 30 01:33:43.414454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-60589f54-6427-4251-b924-3b759c619cfe service neutron] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:43.419070 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-60589f54-6427-4251-b924-3b759c619cfe service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.420706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b0e1ef5-aabd-432f-af8e-abde7436dbba req-60589f54-6427-4251-b924-3b759c619cfe service neutron] 10.222.0.55 "DELETE /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3/bindings/n-h1-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.3551519 Jul 30 01:33:43.429720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.432948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:43.451985 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.501261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab5103c-07ea-49b1-9622-ced86a87c08a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:43.543435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=04bfbc6f-5021-41ba-80dd-269b37ac04ad,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:43.548961 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-4d2550d9-d269-411c-b1fa-5fd59f92de26 service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986294 Jul 30 01:33:43.579977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.580245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.580613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.581053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.581426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.581756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.582117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.582445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.582765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.583148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.583471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.583858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:33:43.671817 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd4b1dcf-a7cc-4e8f-aa62-65bd7b79eeb5 req-205a0863-8ea1-4792-a402-34c9b0597210 service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106529 Jul 30 01:33:43.715695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-09de742e-ce88-4dba-b961-fcee96b0abad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2268910 Jul 30 01:33:43.885452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8451ca-af96-48bc-ba77-9649237aa051 req-055efc97-f545-44f5-8d21-fbc2da776a7d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.886964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa8451ca-af96-48bc-ba77-9649237aa051 req-055efc97-f545-44f5-8d21-fbc2da776a7d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1938450 Jul 30 01:33:43.905839 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:43.920570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608bb8-637f-46d8-8322-8be3f8ce6355 req-fa0be728-0a72-41d6-85e0-cb3b3511654e tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.922094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88608bb8-637f-46d8-8322-8be3f8ce6355 req-fa0be728-0a72-41d6-85e0-cb3b3511654e tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 1096 time: 0.1741416 Jul 30 01:33:43.947127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-a5d23a13-0657-4055-a240-5fe2c057121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:43.948660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-a5d23a13-0657-4055-a240-5fe2c057121d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 1102 time: 0.1254842 Jul 30 01:33:44.030727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa8451ca-af96-48bc-ba77-9649237aa051 req-e7b2922d-7e39-4bea-96e3-208190207f38 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329212 Jul 30 01:33:44.077340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88608bb8-637f-46d8-8322-8be3f8ce6355 req-83c32288-5fcb-4592-953e-7646c4ef91bf tempest-LiveAutoBlockMigrationV225Test-707909007 tempest-LiveAutoBlockMigrationV225Test-707909007-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458242 Jul 30 01:33:44.522434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-dfb6ad9e-a27d-4636-974c-a6e3e6d1c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.527776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-dfb6ad9e-a27d-4636-974c-a6e3e6d1c1d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5258818 Jul 30 01:33:44.597240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1c3a403f-3c5e-4c12-9ce9-83ad520d458e up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:44.610970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8181b3f-7f69-4bab-9225-6c45952e2e2e req-3ed2e74f-7c03-4c36-be11-84bad80d2e76 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.612477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8181b3f-7f69-4bab-9225-6c45952e2e2e req-3ed2e74f-7c03-4c36-be11-84bad80d2e76 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 949 time: 0.5020435 Jul 30 01:33:44.616258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-3b3be03d-92e3-4ba3-b35c-4f5913d136c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 200 len: 217 time: 0.0609329 Jul 30 01:33:44.627112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaa262-6909-4acb-bf7d-5f65bda0f226 req-9e348551-5212-4ae7-ba0b-d33673154ef9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.633322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaa262-6909-4acb-bf7d-5f65bda0f226 req-9e348551-5212-4ae7-ba0b-d33673154ef9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.639569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaa262-6909-4acb-bf7d-5f65bda0f226 req-9e348551-5212-4ae7-ba0b-d33673154ef9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.641389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fbaa262-6909-4acb-bf7d-5f65bda0f226 req-9e348551-5212-4ae7-ba0b-d33673154ef9 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2417 time: 0.2102344 Jul 30 01:33:44.656607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:44.660844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:44.661219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:44.745474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:44.781683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:44.790982 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:44.791373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8181b3f-7f69-4bab-9225-6c45952e2e2e req-74af79d1-179b-4fc9-94cb-2852ffeb533f tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439023 Jul 30 01:33:44.791502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:44.797142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-719b6bb5-9ad4-4c53-b47f-1a792abe9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.798624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-719b6bb5-9ad4-4c53-b47f-1a792abe9fb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1532531 Jul 30 01:33:44.808156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fbaa262-6909-4acb-bf7d-5f65bda0f226 req-8f312c6c-1194-4873-97a1-b1734d9d9c39 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437654 Jul 30 01:33:44.830263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 0d732527-a1e1-449a-98b9-d57d111363d0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:44.830728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d732527-a1e1-449a-98b9-d57d111363d0 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:44.853775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Router abba2ee2-630a-431d-b3d2-7bb212ba9774 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:33:44.866610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:44.876388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-ceea6c09-e925-4f58-a05c-4a11f3b2ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:44.877908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-ceea6c09-e925-4f58-a05c-4a11f3b2ae30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655441 Jul 30 01:33:44.948689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad'}, {'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}, {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:44.957379 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b91dd3-258c-4bdc-b5ed-7f0d300e3232" -d '{"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c3f828f2-4467-4e10-b7f5-5122b4ece4ad"}, {"server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "name": "network-vif-plugged", "status": "completed", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}, {"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3a403f-3c5e-4c12-9ce9-83ad520d458e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:45.080662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685cb29-549d-4d7e-b0c3-78e7aefe19ce req-017130f6-4125-4349-a77d-f15a854a5c28 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.083257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0685cb29-549d-4d7e-b0c3-78e7aefe19ce req-017130f6-4125-4349-a77d-f15a854a5c28 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 945 time: 0.1698887 Jul 30 01:33:45.088102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:45.099428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ca2aacfe-3180-414c-b2b0-d63f5b5941f5 admin admin] 10.222.0.78 "PUT /v2.0/routers/abba2ee2-630a-431d-b3d2-7bb212ba9774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0756438 Jul 30 01:33:45.099641 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] Sync routers for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:45.102330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57674) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:45.110790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-3cc190a0-e0d1-45ff-b8f5-bc1ca76fcf93 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966071 Jul 30 01:33:45.133086 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:45.133714 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:45.183191 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff5dea1-31ea-4e68-8a8e-041dc08ae80a x-openstack-request-id: req-1ff5dea1-31ea-4e68-8a8e-041dc08ae80a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:45.183491 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c3f828f2-4467-4e10-b7f5-5122b4ece4ad", "code": 200}, {"server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "name": "network-vif-plugged", "status": "completed", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "code": 200}, {"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3a403f-3c5e-4c12-9ce9-83ad520d458e", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:45.183740 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ff5dea1-31ea-4e68-8a8e-041dc08ae80a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:45.184185 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad', 'code': 200} Jul 30 01:33:45.184445 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'code': 200} Jul 30 01:33:45.185350 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e', 'code': 200} Jul 30 01:33:45.208016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0685cb29-549d-4d7e-b0c3-78e7aefe19ce req-14434187-584c-48aa-8eba-d978bf967c1c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775399 Jul 30 01:33:45.309393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad2188c6-3ead-40ae-bd1d-8132e8f0b1e1 req-1a5698f6-fb72-4e76-aa77-6e807b24660c service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905539 Jul 30 01:33:45.315618 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:45.376107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:45.393522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e72e2c-6af0-40af-b246-229f71d06940 req-13d9aa75-511a-4368-a1ed-92fbba4789d5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.400787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7e72e2c-6af0-40af-b246-229f71d06940 req-13d9aa75-511a-4368-a1ed-92fbba4789d5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.0884607 Jul 30 01:33:45.416523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af10470-e401-4b49-8b9c-b9eed0e5843e req-fcd0cf98-9cf3-4c32-b383-752a1041ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.416912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1987d1-691b-4efe-b918-ee26c5e6533e req-45ce343f-a322-4330-a472-e75bddd8f09b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.418018 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4af10470-e401-4b49-8b9c-b9eed0e5843e req-fcd0cf98-9cf3-4c32-b383-752a1041ef10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1354661 Jul 30 01:33:45.424264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa1987d1-691b-4efe-b918-ee26c5e6533e req-45ce343f-a322-4330-a472-e75bddd8f09b tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.1138270 Jul 30 01:33:45.436394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e80a4-044d-406d-a9e0-5a4f94974453 req-937a9729-7120-470b-bc18-e134d63dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.436878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e80a4-044d-406d-a9e0-5a4f94974453 req-937a9729-7120-470b-bc18-e134d63dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.437744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e80a4-044d-406d-a9e0-5a4f94974453 req-937a9729-7120-470b-bc18-e134d63dc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.439091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fa7e80a4-044d-406d-a9e0-5a4f94974453 req-937a9729-7120-470b-bc18-e134d63dc117 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2874 time: 0.1229227 Jul 30 01:33:45.487967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7e72e2c-6af0-40af-b246-229f71d06940 req-4f897843-bcbb-4732-bdde-99a175f08d3c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Jul 30 01:33:45.491967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa1987d1-691b-4efe-b918-ee26c5e6533e req-569041e4-09a2-4798-aa2f-14082a3d75cc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669069 Jul 30 01:33:45.538278 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4af10470-e401-4b49-8b9c-b9eed0e5843e req-5035a819-a1e4-4105-82f6-c01c6ac5e38d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112256 Jul 30 01:33:45.541622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fa7e80a4-044d-406d-a9e0-5a4f94974453 req-867594a0-3cb0-40e7-8592-ef8e88c66268 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941951 Jul 30 01:33:45.542758 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:33:43Z', 'revision_number': 5, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port': {'id': '29fe7d06-fc87-4caa-a781-66dd723ebc42', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:13Z', 'updated_at': '2021-07-30T01:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:45.558124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:45.572354 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] Checking router: abba2ee2-630a-431d-b3d2-7bb212ba9774 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:45.583732 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] Routers {'abba2ee2-630a-431d-b3d2-7bb212ba9774'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:45.584346 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['abba2ee2-630a-431d-b3d2-7bb212ba9774'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:45.618554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Deleting port 29fe7d06-fc87-4caa-a781-66dd723ebc42 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:45.618900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:45.714317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] For port 29fe7d06-fc87-4caa-a781-66dd723ebc42, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=29fe7d06-fc87-4caa-a781-66dd723ebc42,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:45.714569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:45.734498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Calling delete_port for 29fe7d06-fc87-4caa-a781-66dd723ebc42 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:45.763781 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] Set router abba2ee2-630a-431d-b3d2-7bb212ba9774 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:45.814371 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:33:45Z', 'revision_number': 6, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:45.845926 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0a17f-a3c9-48db-91dd-cabeca81d689 None None] The sync data for ids ['abba2ee2-630a-431d-b3d2-7bb212ba9774'] in n-d-713499-10 is: [{'id': 'abba2ee2-630a-431d-b3d2-7bb212ba9774', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-96688104-router', 'tenant_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:12Z', 'updated_at': '2021-07-30T01:33:45Z', 'revision_number': 6, 'project_id': 'c56c9ab4d5af48fdbe0ca970e3db6b98', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:33:45.916687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:45.947738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29fe7d06-fc87-4caa-a781-66dd723ebc42,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:45.970129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306565-4efc-4ce8-8b17-f76a1c175213 req-33969114-3104-473c-812d-e6b171e08563 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.971671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e306565-4efc-4ce8-8b17-f76a1c175213 req-33969114-3104-473c-812d-e6b171e08563 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 949 time: 0.0966582 Jul 30 01:33:45.982280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14809b-2162-42e1-aafb-db7f224d9178 req-10f2bdfe-9645-489f-ad07-014b0e8c9708 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:45.993276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14809b-2162-42e1-aafb-db7f224d9178 req-10f2bdfe-9645-489f-ad07-014b0e8c9708 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.000351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14809b-2162-42e1-aafb-db7f224d9178 req-10f2bdfe-9645-489f-ad07-014b0e8c9708 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.002030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b14809b-2162-42e1-aafb-db7f224d9178 req-10f2bdfe-9645-489f-ad07-014b0e8c9708 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2418 time: 0.1176870 Jul 30 01:33:46.018089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.089457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e306565-4efc-4ce8-8b17-f76a1c175213 req-9c301dae-df48-46b8-b303-b83ef1cc9007 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861795 Jul 30 01:33:46.110920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b14809b-2162-42e1-aafb-db7f224d9178 req-e85c4f5b-ed7e-4bf6-894a-c045a25a6dec tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007979 Jul 30 01:33:46.119316 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.119783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bf472-8355-43be-94be-a971418503b9 req-a5a52239-acc5-477c-ba45-2a5b116a21dc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.121483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.127495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db4bf472-8355-43be-94be-a971418503b9 req-a5a52239-acc5-477c-ba45-2a5b116a21dc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.1020620 Jul 30 01:33:46.170714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.171391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abba2ee2-630a-431d-b3d2-7bb212ba9774 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:33:46.175685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.176699 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6b708a94-f5d7-49ee-8bd5-d738f66c38f0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/abba2ee2-630a-431d-b3d2-7bb212ba9774 HTTP/1.1" status: 204 len: 168 time: 1.0732903 Jul 30 01:33:46.179269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57686) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:46.251665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Deleting subnet d2f27e52-04a3-4810-b9f9-a01be0697031 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:33:46.257242 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.310922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.365170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9855ed-e072-46ef-a4b2-1ec481032e29 req-674a52ef-c730-4740-91b9-9947eddc70e6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.366755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c9855ed-e072-46ef-a4b2-1ec481032e29 req-674a52ef-c730-4740-91b9-9947eddc70e6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 945 time: 0.0719724 Jul 30 01:33:46.374401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Deleting port 1d5882f5-8d45-4a40-b04f-2635741dbab3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:46.374753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.474923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c9855ed-e072-46ef-a4b2-1ec481032e29 req-16c58f04-b131-4e40-99dd-206c6dc075bd tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Jul 30 01:33:46.513930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] For port 1d5882f5-8d45-4a40-b04f-2635741dbab3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1d5882f5-8d45-4a40-b04f-2635741dbab3,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:46.514408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.532897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Calling delete_port for 1d5882f5-8d45-4a40-b04f-2635741dbab3 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:46.715314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-469c8c90-6faf-4282-8ead-4776f49abce7 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.717411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-469c8c90-6faf-4282-8ead-4776f49abce7 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.55 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 949 time: 0.0900068 Jul 30 01:33:46.735112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a158b47-00c0-4378-bf39-15019a99f2ef req-79499d67-346d-44c9-bfb9-3470ed31a6ad tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.737575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a158b47-00c0-4378-bf39-15019a99f2ef req-79499d67-346d-44c9-bfb9-3470ed31a6ad tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1387775 Jul 30 01:33:46.749883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa5f1b-d7b0-4ad3-8b4b-c8d8bcfa502b req-62c0d119-f46c-45d8-91ec-c4e639f18213 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:46.751508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1bfa5f1b-d7b0-4ad3-8b4b-c8d8bcfa502b req-62c0d119-f46c-45d8-91ec-c4e639f18213 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 944 time: 0.1278698 Jul 30 01:33:46.783593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.849210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1bfa5f1b-d7b0-4ad3-8b4b-c8d8bcfa502b req-ccd1c607-06a2-47e8-b411-2223a36b80fc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Jul 30 01:33:46.863601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a158b47-00c0-4378-bf39-15019a99f2ef req-0c237379-dc00-4b3c-8a73-6adb1ce5fdc7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060400 Jul 30 01:33:46.864483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.882017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:46.912598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event deleted for resources: {'Port': ['ID=1d5882f5-8d45-4a40-b04f-2635741dbab3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:46.948671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Deleting port c861bf6a-e41b-4181-9bea-1959e753cf87 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:46.949024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.953208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.975677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] No DVR routers for this DVR port 1d5882f5-8d45-4a40-b04f-2635741dbab3 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:46.979721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:46.983771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db4bf472-8355-43be-94be-a971418503b9 req-95422ceb-9df3-4f4e-84fb-c3b4b99b9e66 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.55 "DELETE /v2.0/ports/1d5882f5-8d45-4a40-b04f-2635741dbab3 HTTP/1.1" status: 204 len: 173 time: 0.7762229 Jul 30 01:33:46.984518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'name': 'network-vif-deleted', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:46.987239 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b58856-ad82-4c10-b315-613b70898e4d" -d '{"events": [{"server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "name": "network-vif-deleted", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:47.037496 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a360cf-8911-41c0-a1d9-c4ffdeafbdc5 x-openstack-request-id: req-75a360cf-8911-41c0-a1d9-c4ffdeafbdc5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:47.038883 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc", "name": "network-vif-deleted", "tag": "1d5882f5-8d45-4a40-b04f-2635741dbab3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:47.039037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f27e52-04a3-4810-b9f9-a01be0697031,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:47.039426 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75a360cf-8911-41c0-a1d9-c4ffdeafbdc5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:47.039994 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc', 'name': 'network-vif-deleted', 'tag': '1d5882f5-8d45-4a40-b04f-2635741dbab3', 'status': 'completed', 'code': 200} Jul 30 01:33:47.042842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.045324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d542929d-7c8b-47fa-8a95-646c309ad209 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d2f27e52-04a3-4810-b9f9-a01be0697031 HTTP/1.1" status: 204 len: 168 time: 0.8646321 Jul 30 01:33:47.047348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57696) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:47.051699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18962bc3-6f1d-43d4-8939-5f2701a6ec62 None None] Network d2612bc2-312a-4914-8340-49ca359ec93a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:47.132273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] For port c861bf6a-e41b-4181-9bea-1959e753cf87, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c861bf6a-e41b-4181-9bea-1959e753cf87,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:47.136948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.165831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Calling delete_port for c861bf6a-e41b-4181-9bea-1959e753cf87 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:47.225098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.257698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 29fe7d06-fc87-4caa-a781-66dd723ebc42 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:47.298459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 29fe7d06-fc87-4caa-a781-66dd723ebc42 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:47.299020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 29fe7d06-fc87-4caa-a781-66dd723ebc42 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:47.299887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8ab5103c-07ea-49b1-9622-ced86a87c08a no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:47.365485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8ab5103c-07ea-49b1-9622-ced86a87c08a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:47.365828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8ab5103c-07ea-49b1-9622-ced86a87c08a not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:47.377608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.394706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86295b70-8dab-4cf0-9d61-a79ec1157853 req-84359fcd-9d30-46f2-9c77-f3036c87e841 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:47.396465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86295b70-8dab-4cf0-9d61-a79ec1157853 req-84359fcd-9d30-46f2-9c77-f3036c87e841 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/ports?device_id=2546abd4-bf49-49d8-9a56-19b84db3f14d HTTP/1.1" status: 200 len: 866 time: 0.1464911 Jul 30 01:33:47.411209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345723f-1c4e-405f-ba67-dcaa0ca5e608 req-31220c6e-43a7-4608-ad24-05591b1ac257 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:47.415694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Pushing event deleted for resources: {'Port': ['ID=c861bf6a-e41b-4181-9bea-1959e753cf87,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:47.420287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345723f-1c4e-405f-ba67-dcaa0ca5e608 req-31220c6e-43a7-4608-ad24-05591b1ac257 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:47.426701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345723f-1c4e-405f-ba67-dcaa0ca5e608 req-31220c6e-43a7-4608-ad24-05591b1ac257 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:47.428574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d345723f-1c4e-405f-ba67-dcaa0ca5e608 req-31220c6e-43a7-4608-ad24-05591b1ac257 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2418 time: 0.1370041 Jul 30 01:33:47.475542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] No DVR routers for this DVR port c861bf6a-e41b-4181-9bea-1959e753cf87 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:47.478209 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.478418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Deleting port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:47.478812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.480218 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c5970a-07d6-4a88-8d68-112f01c43f70 req-93a30980-1faa-4cad-bff8-a0c568f90345 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.55 "DELETE /v2.0/ports/c861bf6a-e41b-4181-9bea-1959e753cf87 HTTP/1.1" status: 204 len: 173 time: 0.7519257 Jul 30 01:33:47.480666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-deleted', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:47.483790 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c7728-200a-4f74-9fce-fd6b3bc79164" -d '{"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-deleted", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:47.504882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] DHCP port deletion for d2612bc2-312a-4914-8340-49ca359ec93a request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:33:47.558157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] Deleting port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:47.558694 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.565286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86295b70-8dab-4cf0-9d61-a79ec1157853 req-ee81ad04-1764-48d1-ac06-ef033a863a44 tempest-ListImageFiltersTestJSON-278535719 tempest-ListImageFiltersTestJSON-278535719-project] 10.222.0.78 "GET /v2.0/security-groups?id=eabd2e31-513b-4316-b795-c29bc2976420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343880 Jul 30 01:33:47.577220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d345723f-1c4e-405f-ba67-dcaa0ca5e608 req-611df2f8-2ace-41a4-a75f-bd9600e84182 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361508 Jul 30 01:33:47.608827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] For port 034b2959-4a98-4357-8a3f-07f64a4c9bb3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=034b2959-4a98-4357-8a3f-07f64a4c9bb3,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:47.609212 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.636413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Calling delete_port for 034b2959-4a98-4357-8a3f-07f64a4c9bb3 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:47.651296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] For port 034b2959-4a98-4357-8a3f-07f64a4c9bb3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=034b2959-4a98-4357-8a3f-07f64a4c9bb3,segment=NetworkSegment(daed8706-eeb5-40a9-a194-5ab9144542d1),segment_id=daed8706-eeb5-40a9-a194-5ab9144542d1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:47.651734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.674280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] Calling delete_port for 034b2959-4a98-4357-8a3f-07f64a4c9bb3 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:47.759284 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd58d18-ae43-4255-9319-f16706933b93 x-openstack-request-id: req-3dd58d18-ae43-4255-9319-f16706933b93 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:47.760066 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2546abd4-bf49-49d8-9a56-19b84db3f14d", "name": "network-vif-deleted", "tag": "c861bf6a-e41b-4181-9bea-1959e753cf87", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:47.760380 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3dd58d18-ae43-4255-9319-f16706933b93 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:47.760837 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2546abd4-bf49-49d8-9a56-19b84db3f14d', 'name': 'network-vif-deleted', 'tag': 'c861bf6a-e41b-4181-9bea-1959e753cf87', 'status': 'completed', 'code': 200} Jul 30 01:33:47.772540 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.797247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.815260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=034b2959-4a98-4357-8a3f-07f64a4c9bb3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:47.824856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] No DVR routers for this DVR port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:47.841609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] Pushing event deleted for resources: {'Port': ['ID=034b2959-4a98-4357-8a3f-07f64a4c9bb3,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:47.844620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539ea75-a6c4-4d32-9f4f-f9740a495b2f None None] No DVR routers for this DVR port 034b2959-4a98-4357-8a3f-07f64a4c9bb3 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:47.947584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:47.970342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2612bc2-312a-4914-8340-49ca359ec93a']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:47.988547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ccb04-248e-413b-90d5-702f0b2c455e req-a3b64a4b-1cd0-4689-9563-606df5a0159b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:47.990930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d4ccb04-248e-413b-90d5-702f0b2c455e req-a3b64a4b-1cd0-4689-9563-606df5a0159b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 945 time: 0.1370533 Jul 30 01:33:47.996357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daed8706-eeb5-40a9-a194-5ab9144542d1') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:47.996357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daed8706-eeb5-40a9-a194-5ab9144542d1') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:48.014186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.043392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.079565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d4ccb04-248e-413b-90d5-702f0b2c455e req-c16d7fd0-ac98-478d-b51c-fe2948e30d72 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Jul 30 01:33:48.085454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:33:48.085954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:33:48.133535 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:33:48.185374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a5d1b2e-0c89-4031-8b1f-d34382d2d0c3 req-ac1c1289-6470-4137-897c-88068abacbc2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.0425525 Jul 30 01:33:48.194568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.207282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.207282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d2612bc2-312a-4914-8340-49ca359ec93a HTTP/1.1" status: 204 len: 168 time: 1.1564577 Jul 30 01:33:48.242933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130301ec-b854-48f1-8b2e-d2650910d9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2612bc2-312a-4914-8340-49ca359ec93a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:48.273919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb2726-0cce-4b54-ba17-56e2a06408ea req-8100da7c-82b2-4e42-9ead-a2a12ebb154b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:48.275765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6acb2726-0cce-4b54-ba17-56e2a06408ea req-8100da7c-82b2-4e42-9ead-a2a12ebb154b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.0934300 Jul 30 01:33:48.367944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6acb2726-0cce-4b54-ba17-56e2a06408ea req-bd5f06cc-9307-4dac-9029-f87585504c9d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820827 Jul 30 01:33:48.376890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57724) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:48.444251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b45612b7-daf8-440d-9901-4a77e3d4a08e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c56c9ab4d5af48fdbe0ca970e3db6b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641422 Jul 30 01:33:48.444553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:48.491800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408705-0463-43b2-b51b-2fc967ae84d3 req-b12b78b2-b703-4760-9fdb-17edb8765acd tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:48.498226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408705-0463-43b2-b51b-2fc967ae84d3 req-b12b78b2-b703-4760-9fdb-17edb8765acd tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:48.504949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408705-0463-43b2-b51b-2fc967ae84d3 req-b12b78b2-b703-4760-9fdb-17edb8765acd tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:48.507457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13408705-0463-43b2-b51b-2fc967ae84d3 req-b12b78b2-b703-4760-9fdb-17edb8765acd tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2418 time: 0.1989067 Jul 30 01:33:48.522569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f18a-d259-45a6-ad89-8200c48bacc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.554960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f18a-d259-45a6-ad89-8200c48bacc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.611370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f18a-d259-45a6-ad89-8200c48bacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.614071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f18a-d259-45a6-ad89-8200c48bacc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.615337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3d2f18a-d259-45a6-ad89-8200c48bacc2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3fa3976-fa80-4a39-8fc6-b5d4c7315163 HTTP/1.1" status: 204 len: 168 time: 0.1695991 Jul 30 01:33:48.628061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2f18a-d259-45a6-ad89-8200c48bacc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa3976-fa80-4a39-8fc6-b5d4c7315163,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:48.640547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13408705-0463-43b2-b51b-2fc967ae84d3 req-281f4495-ca88-4220-9296-de911b9978b6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238194 Jul 30 01:33:48.700389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-1b70c88c-4b3d-4887-8c1e-1eea8ef55e49 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2946885 Jul 30 01:33:48.706379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:48.743887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.800172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:48.870230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 1d5882f5-8d45-4a40-b04f-2635741dbab3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:48.870886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1d5882f5-8d45-4a40-b04f-2635741dbab3 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:48.874050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:48.911559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.915772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: c861bf6a-e41b-4181-9bea-1959e753cf87 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:48.916106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c861bf6a-e41b-4181-9bea-1959e753cf87 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:48.923464 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9814024e-84c4-499e-8b0a-c563342f1970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.063468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Allocated IP 172.25.8.70 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/c04942e6-0b38-4e78-be4b-f9767b3c40e7) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:49.197250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 034b2959-4a98-4357-8a3f-07f64a4c9bb3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:49.217085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.244664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 034b2959-4a98-4357-8a3f-07f64a4c9bb3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:49.245320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 034b2959-4a98-4357-8a3f-07f64a4c9bb3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:49.281094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.333736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:49.336816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:49.340520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:49.400200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event updated for resources: {'Port': ['ID=c04942e6-0b38-4e78-be4b-f9767b3c40e7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:49.471818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.528090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.548739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e45b0e0-346d-4889-8b8d-fdfefa099682 req-028f7642-a648-4ba3-9ede-f211512d4fbd tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.0369029 Jul 30 01:33:49.710582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-5c3943cb-99a5-42fd-9ae6-57b7de8c449b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:49.717826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-5c3943cb-99a5-42fd-9ae6-57b7de8c449b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:49.729909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57786) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:49.735323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-5c3943cb-99a5-42fd-9ae6-57b7de8c449b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:49.737807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-5c3943cb-99a5-42fd-9ae6-57b7de8c449b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2418 time: 0.1222305 Jul 30 01:33:49.753360 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.763677 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.835941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event updated for resources: {'Port': ['ID=c04942e6-0b38-4e78-be4b-f9767b3c40e7,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:49.849932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.866588 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.868463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-91900cb8-476f-47b8-b2d3-df449350bf0d tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1672394 Jul 30 01:33:49.910434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:49.911162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:49.944368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-55f5a19c-5b24-442c-a89b-4b5eae77e7dc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.0673516 Jul 30 01:33:49.950315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-network', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:50.037891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:50.038185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.047438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Made reservation on behalf of 6bd9b29838bd477e98d16912cdd74264 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:50.049886 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.060579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for 1c3a403f-3c5e-4c12-9ce9-83ad520d458e owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:50.078082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.120914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-a1bb43b5-2905-47cf-bf26-71d7b99a0423 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:50.122856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8694215f-ab86-4086-a52f-3b7451f816b0 req-a1bb43b5-2905-47cf-bf26-71d7b99a0423 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.1687977 Jul 30 01:33:50.250689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.265515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c3f828f2-4467-4e10-b7f5-5122b4ece4ad', 'cda92908-a12c-4cfb-962f-349a21e8f255', '1c3a403f-3c5e-4c12-9ce9-83ad520d458e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:50.303586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa355d6-1e92-4e30-9158-dd338b3fc478 req-35b94152-112a-4169-963d-a91fe6d86480 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:50.305206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aa355d6-1e92-4e30-9158-dd338b3fc478 req-35b94152-112a-4169-963d-a91fe6d86480 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1311641 Jul 30 01:33:50.318865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59576b0d-62ac-4e8d-979f-790ea3a269ba req-67b66754-d221-4c8c-bac8-96ff313f1847 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:50.325551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59576b0d-62ac-4e8d-979f-790ea3a269ba req-67b66754-d221-4c8c-bac8-96ff313f1847 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:50.326553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=1c3a403f-3c5e-4c12-9ce9-83ad520d458e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:50.331434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59576b0d-62ac-4e8d-979f-790ea3a269ba req-67b66754-d221-4c8c-bac8-96ff313f1847 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:50.333074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59576b0d-62ac-4e8d-979f-790ea3a269ba req-67b66754-d221-4c8c-bac8-96ff313f1847 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 2339 time: 0.1169713 Jul 30 01:33:50.395352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port 1c3a403f-3c5e-4c12-9ce9-83ad520d458e on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:50.402281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.405319 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-64452ecb-401f-42f8-b247-02c31826ea15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "DELETE /v2.0/ports/1c3a403f-3c5e-4c12-9ce9-83ad520d458e HTTP/1.1" status: 204 len: 173 time: 0.6608229 Jul 30 01:33:50.406047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-deleted', 'tag': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:50.409184 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc4c43-450c-49bf-b627-4709d799e184" -d '{"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-deleted", "tag": "1c3a403f-3c5e-4c12-9ce9-83ad520d458e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:50.464834 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.469587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59576b0d-62ac-4e8d-979f-790ea3a269ba req-8c4054ee-6cc4-4cbe-ba36-9aa372147845 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135056 Jul 30 01:33:50.476235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aa355d6-1e92-4e30-9158-dd338b3fc478 req-5589103a-11cc-47bd-b10f-2beab9cfcfc4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353464 Jul 30 01:33:50.478132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.501401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:33:50.521936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac481bc-2505-4cdd-8ea9-2c727e0993fc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:50.529982 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.530320 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Added segment 6c1b6908-3d50-4c54-9360-880e9ece859d of type vlan for network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 Jul 30 01:33:50.594976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port cda92908-a12c-4cfb-962f-349a21e8f255 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:50.595641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.633130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.693402 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.695095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:50.695723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.778590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port cda92908-a12c-4cfb-962f-349a21e8f255, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cda92908-a12c-4cfb-962f-349a21e8f255,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:50.779193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.803062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0682280 Jul 30 01:33:50.803355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57834) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:50.814703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Request body: {'subnet': {'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-subnet', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:50.820946 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.829308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for cda92908-a12c-4cfb-962f-349a21e8f255 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:50.894836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Made reservation on behalf of 6bd9b29838bd477e98d16912cdd74264 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:50.897369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:50.897777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915118c-d244-4eaf-9b9e-de687beb44f0 admin admin] Pushing event updated for resources: {'Network': ['ID=28c03840-8bc7-4272-94b2-84c57fcc4ca4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:50.910073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:33:51.029177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-0d7d8177-1101-4be7-8364-1475e6988663 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:51.032236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-0d7d8177-1101-4be7-8364-1475e6988663 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 821 time: 0.2278664 Jul 30 01:33:51.046802 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf7ee3e-c3de-4230-bd25-72cd9a105c74 x-openstack-request-id: req-9bf7ee3e-c3de-4230-bd25-72cd9a105c74 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:51.050144 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-deleted", "tag": "1c3a403f-3c5e-4c12-9ce9-83ad520d458e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:51.050411 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bf7ee3e-c3de-4230-bd25-72cd9a105c74 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:51.050849 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-deleted', 'tag': '1c3a403f-3c5e-4c12-9ce9-83ad520d458e', 'status': 'completed', 'code': 200} Jul 30 01:33:51.067405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-afde85ba-e250-44a0-8bf9-04d09af870fe tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/quotas/c6c731593d13494bbfa45502300360db HTTP/1.1" status: 200 len: 375 time: 0.0226326 Jul 30 01:33:51.167112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.174803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-ce10c98b-e188-4a7b-9316-f213fe89e730 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1015136 Jul 30 01:33:51.217658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=cda92908-a12c-4cfb-962f-349a21e8f255,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:51.278321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f415e989-a9c5-4645-aa68-6d22beb3939c req-5d2fd564-8b00-4791-a14d-35916e5de9ba tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.0288606 Jul 30 01:33:51.344478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57844) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:51.344812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-e642903f-0e15-4573-8845-d280e798437c service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614237 Jul 30 01:33:51.359340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port cda92908-a12c-4cfb-962f-349a21e8f255 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:51.364308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.366409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-51abef35-3c95-413b-ba66-c06709faea8d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "DELETE /v2.0/ports/cda92908-a12c-4cfb-962f-349a21e8f255 HTTP/1.1" status: 204 len: 173 time: 0.9528878 Jul 30 01:33:51.457843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-6f0ad9a3-702c-47ed-a602-60d2e795a10f service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122615 Jul 30 01:33:51.468352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.515789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c761f5c3-b6fb-4130-bb9c-50d4379050be,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:51.613119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Checking segment: {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:51.613378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc2c3-8f81-421a-9f08-9378c7b1dde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.613809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Network hostable DHCP agents. Network: 28c03840-8bc7-4272-94b2-84c57fcc4ca4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:33:51.630294 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-badbf649-20b4-4843-84a5-821072525a04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2cb2577152df41d9bd805ca1ac647896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782798 Jul 30 01:33:51.633687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57852) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:51.648251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port c3f828f2-4467-4e10-b7f5-5122b4ece4ad {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:51.648656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.655358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d51e0-9178-4b6a-8b5a-82c59e0e329c req-52bd480f-0e7b-4ae1-acd9-4df34b6184a0 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:51.664126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af7d51e0-9178-4b6a-8b5a-82c59e0e329c req-52bd480f-0e7b-4ae1-acd9-4df34b6184a0 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 946 time: 0.0772867 Jul 30 01:33:51.736597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:33:51.742902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af7d51e0-9178-4b6a-8b5a-82c59e0e329c req-08510edb-4f0f-4e7e-b60c-cb62a097c28e tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643828 Jul 30 01:33:51.773152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 28c03840-8bc7-4272-94b2-84c57fcc4ca4) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:51.784510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:51.785181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.800680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e58e8-b493-4c9b-9355-00e543be2d6e None None] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:51.825369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0d5b0a83-70b8-4873-9c7f-c1e193d21f7c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0203867 Jul 30 01:33:51.828478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:51.836520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:51.837150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-192b90b7-3b7d-4d6b-9af8-a80d2e505eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.842240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.844564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port c3f828f2-4467-4e10-b7f5-5122b4ece4ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:51.845062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.873975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for c3f828f2-4467-4e10-b7f5-5122b4ece4ad owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:51.887122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-192b90b7-3b7d-4d6b-9af8-a80d2e505eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.905811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.906941 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:51.987088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862b0ab-db6d-476f-8853-5891c16b910f req-a4d9400e-4f63-4c6a-85bb-cb4505e49f84 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:51.997583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f862b0ab-db6d-476f-8853-5891c16b910f req-a4d9400e-4f63-4c6a-85bb-cb4505e49f84 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.2519979 Jul 30 01:33:52.035944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-192b90b7-3b7d-4d6b-9af8-a80d2e505eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:52.041207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-192b90b7-3b7d-4d6b-9af8-a80d2e505eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:52.042422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-192b90b7-3b7d-4d6b-9af8-a80d2e505eed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eabd2e31-513b-4316-b795-c29bc2976420 HTTP/1.1" status: 204 len: 168 time: 0.4074926 Jul 30 01:33:52.091280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-28c03840-8bc7-4272-94b2-84c57fcc4ca4', 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'fixed_ips': [{'subnet_id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:33:52.092170 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:52.117987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b90b7-3b7d-4d6b-9af8-a80d2e505eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabd2e31-513b-4316-b795-c29bc2976420,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:52.163964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:52.253625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=c3f828f2-4467-4e10-b7f5-5122b4ece4ad,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:52.394385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port c3f828f2-4467-4e10-b7f5-5122b4ece4ad on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:52.400811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:52.403248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5961df3-d09a-479a-8b6f-6fb0f8d9fda2 req-f1306bb9-0046-47c7-aead-389b7763bc08 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "DELETE /v2.0/ports/c3f828f2-4467-4e10-b7f5-5122b4ece4ad HTTP/1.1" status: 204 len: 173 time: 1.0300691 Jul 30 01:33:52.570092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65ea15f8-bb6d-402a-b015-f67c77098202 req-e3226a2e-29d5-44af-b435-61837e1b5846 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 210 time: 0.5587230 Jul 30 01:33:52.658394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cda92908-a12c-4cfb-962f-349a21e8f255 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:52.662332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:52.696324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f862b0ab-db6d-476f-8853-5891c16b910f req-ed0153a3-8cc4-4c0a-8e8a-a218ec1d15b1 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871169 Jul 30 01:33:52.758649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: cda92908-a12c-4cfb-962f-349a21e8f255 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:52.760468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cda92908-a12c-4cfb-962f-349a21e8f255 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:52.760468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1c3a403f-3c5e-4c12-9ce9-83ad520d458e no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:52.906602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Allocated IP 172.20.0.2 (28c03840-8bc7-4272-94b2-84c57fcc4ca4/c761f5c3-b6fb-4130-bb9c-50d4379050be/d5d40dcf-4d6e-4e74-9a21-68ba49385833) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:53.008886 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.052695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-deleted', 'tag': 'cda92908-a12c-4cfb-962f-349a21e8f255'}, {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-deleted', 'tag': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:53.054428 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d039505-018b-4b75-91ad-e26bd62b66a9" -d '{"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-deleted", "tag": "cda92908-a12c-4cfb-962f-349a21e8f255"}, {"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-deleted", "tag": "c3f828f2-4467-4e10-b7f5-5122b4ece4ad"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:53.060985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42b7f64f-cbf3-4abe-930e-c6202237a81d req-9645092b-1d17-4e51-a561-8b1f079ccd3d tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f5ba788-bd66-4c3f-8604-37f5f3d2e1cc HTTP/1.1" status: 200 len: 210 time: 0.2119493 Jul 30 01:33:53.145348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 1c3a403f-3c5e-4c12-9ce9-83ad520d458e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:53.145743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1c3a403f-3c5e-4c12-9ce9-83ad520d458e not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:53.146160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c3f828f2-4467-4e10-b7f5-5122b4ece4ad no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:53.153611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-135ae809-3304-4660-9ee5-516884d8abdd req-69f020bc-9ec0-4a39-a482-378af6b0fe3b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=6310c99e-5081-4fe0-ae35-6f5d59e29f2b HTTP/1.1" status: 200 len: 210 time: 0.1082830 Jul 30 01:33:53.183743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: c3f828f2-4467-4e10-b7f5-5122b4ece4ad {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:53.184297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c3f828f2-4467-4e10-b7f5-5122b4ece4ad not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:53.191995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.322349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.332961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Transition to ACTIVE for port object d5d40dcf-4d6e-4e74-9a21-68ba49385833 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:53.355447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Transition to ACTIVE for port object d5d40dcf-4d6e-4e74-9a21-68ba49385833 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:53.364503 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.446698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:53.452582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:53.457326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Pushing event updated for resources: {'Port': ['ID=d5d40dcf-4d6e-4e74-9a21-68ba49385833,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:53.461060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:53.481588 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.503048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.550050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Attempting to bind port d5d40dcf-4d6e-4e74-9a21-68ba49385833 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:53.550220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57904) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:53.551279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Attempting to bind port d5d40dcf-4d6e-4e74-9a21-68ba49385833 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:53.552335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Attempting to bind port d5d40dcf-4d6e-4e74-9a21-68ba49385833 on network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:53.560743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:53.561724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Checking segment: {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:53.562454 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.563069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Bound using segment: {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:53.563748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Bound port: d5d40dcf-4d6e-4e74-9a21-68ba49385833, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:53.564382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.660106 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b62c38b-ac66-4e33-97f2-3f3213ef6a66 x-openstack-request-id: req-6b62c38b-ac66-4e33-97f2-3f3213ef6a66 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:53.660415 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-deleted", "tag": "cda92908-a12c-4cfb-962f-349a21e8f255", "status": "completed", "code": 200}, {"server_uuid": "6310c99e-5081-4fe0-ae35-6f5d59e29f2b", "name": "network-vif-deleted", "tag": "c3f828f2-4467-4e10-b7f5-5122b4ece4ad", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:53.660666 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b62c38b-ac66-4e33-97f2-3f3213ef6a66 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:53.661264 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-deleted', 'tag': 'cda92908-a12c-4cfb-962f-349a21e8f255', 'status': 'completed', 'code': 200} Jul 30 01:33:53.661690 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6310c99e-5081-4fe0-ae35-6f5d59e29f2b', 'name': 'network-vif-deleted', 'tag': 'c3f828f2-4467-4e10-b7f5-5122b4ece4ad', 'status': 'completed', 'code': 200} Jul 30 01:33:53.675032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] For port d5d40dcf-4d6e-4e74-9a21-68ba49385833, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:53.679324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] For port d5d40dcf-4d6e-4e74-9a21-68ba49385833, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5d40dcf-4d6e-4e74-9a21-68ba49385833,segment=NetworkSegment(6c1b6908-3d50-4c54-9360-880e9ece859d),segment_id=6c1b6908-3d50-4c54-9360-880e9ece859d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:53.687258 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.687563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Allocated IP 172.25.8.36 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ab977bee-8bff-44fb-b667-9081703a2610) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:53.738730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b641c7a7-d880-4cf3-9496-d4be89821778 req-50ae63b8-4f2b-4654-99c7-3ec9cc6b78a8 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 210 time: 0.0292962 Jul 30 01:33:53.801997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-network', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:53.822961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6865ece-1a47-4030-af03-8cedabda00ea None None] Pushing event updated for resources: {'Port': ['ID=d5d40dcf-4d6e-4e74-9a21-68ba49385833,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:53.865165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:53.869731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.887907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:53.898685 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:33:53.949084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a57617-b4fb-4137-a823-4b5a7760959a req-aacb1ee0-7c21-42b2-abba-b8abb1db7634 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:53.967927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6a57617-b4fb-4137-a823-4b5a7760959a req-aacb1ee0-7c21-42b2-abba-b8abb1db7634 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.1627364 Jul 30 01:33:53.974593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.085118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.109168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6a57617-b4fb-4137-a823-4b5a7760959a req-45fcd3dc-bca0-487e-87d2-700465508240 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379688 Jul 30 01:33:54.163851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:54.167193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:54.174093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:54.249866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Pushing event updated for resources: {'Port': ['ID=ab977bee-8bff-44fb-b667-9081703a2610,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:54.265843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57922) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:54.277474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-123a1411-deb4-469b-b7a8-c4aa51a62ffa tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:54.280382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-123a1411-deb4-469b-b7a8-c4aa51a62ffa tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.55 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 821 time: 0.2872252 Jul 30 01:33:54.301500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.311740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'port': {'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'admin_state_up': True, 'tenant_id': 'c6c731593d13494bbfa45502300360db'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:54.318977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.389313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:33:54.415120 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.427989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.428347 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Added segment ae3d5837-096d-4a4b-8769-d40226242e7e of type vlan for network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 Jul 30 01:33:54.429939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e747f30-0953-4428-b318-9433eb3f417f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:54.446621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting subnet 982211e8-2286-48aa-8fce-dea5273e80d9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:33:54.455304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.520518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.558192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.579318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.581083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:54.582152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.589953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Made reservation on behalf of c6c731593d13494bbfa45502300360db for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:54.595429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.727901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:54.858682 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3072729 Jul 30 01:33:54.865039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57928) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:54.877481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Request body: {'subnet': {'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-subnet', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:54.881856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Allocated IP 172.20.0.12 (098acf83-c351-4473-aa76-f1fee68e5682/69c0f4bb-a704-4da8-b7c6-8794f228893c/8d5436ae-5756-47f7-b498-c724f3d2bb47) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:54.925636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ecd3b-a59b-46ca-8454-c2089a82fe35 admin admin] Pushing event updated for resources: {'Network': ['ID=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:54.938464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:33:54.990030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a7fb7b1-e748-4199-8f9b-0dea7374341f req-2c2c4fac-eafb-4422-84be-b6f8341bd8a2 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 210 time: 0.1258302 Jul 30 01:33:55.003875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.166347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.177397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.217507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Transition to ACTIVE for port object 8d5436ae-5756-47f7-b498-c724f3d2bb47 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:55.290486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.296029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5d40dcf-4d6e-4e74-9a21-68ba49385833 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:55.307030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Subnet': ['ID=982211e8-2286-48aa-8fce-dea5273e80d9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:55.311794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:33:55.314305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.317379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.319325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4ec65f2b-4ba9-4440-8711-f89aa29d28d2 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/subnets/982211e8-2286-48aa-8fce-dea5273e80d9 HTTP/1.1" status: 204 len: 168 time: 1.0520611 Jul 30 01:33:55.345902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['04bfbc6f-5021-41ba-80dd-269b37ac04ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:33:55.350634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868602b-f523-4347-8c60-3124509bb2b9 None None] Network 95e25910-c33c-4384-bdea-a626a5b303ff requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:55.353456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57934) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:55.452003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Network 098acf83-c351-4473-aa76-f1fee68e5682 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:55.493041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.530256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a8ec6-8d72-4747-baa1-89fe71e11266 None None] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:55.551285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:55.559215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b05fb-1b93-433e-a16b-e913386052ef req-e6320d27-1878-4e0c-b20f-24e00662105c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:55.561103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d26b05fb-1b93-433e-a16b-e913386052ef req-e6320d27-1878-4e0c-b20f-24e00662105c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.2982087 Jul 30 01:33:55.571136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:55.584823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event updated for resources: {'Port': ['ID=8d5436ae-5756-47f7-b498-c724f3d2bb47,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:55.653892 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.688620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:55.689547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.750733 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8e0f201-e776-4d78-a0a5-9ebe43ae20fc tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4465716 Jul 30 01:33:55.796047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Request body: {'port': {'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:55.797252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d26b05fb-1b93-433e-a16b-e913386052ef req-ccb4ea56-ed69-4d85-9f9e-6e22a222bec4 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793969 Jul 30 01:33:55.910180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac801fb3-009f-41f0-bfdc-2257c5fc73b6 None None] Provisioning for port d5d40dcf-4d6e-4e74-9a21-68ba49385833 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:55.964355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Router 036d145e-d13f-4477-819f-7ea91874745b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:33:55.965016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port 62b54b2d-744d-4e73-ac47-dd31b0edad3a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:55.966093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:55.987761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.040210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d5d40dcf-4d6e-4e74-9a21-68ba49385833 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:56.060533 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-7feb30ae-1f9e-4ca5-93b0-e1c7c56e2e26 service neutron] show failed (client error): The resource could not be found. Jul 30 01:33:56.061852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-7feb30ae-1f9e-4ca5-93b0-e1c7c56e2e26 service neutron] 10.222.0.55 "GET /v2.0/ports/0bcbc81a-47e0-48f9-a35c-59377806e3e0/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0749855 Jul 30 01:33:56.076757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d5d40dcf-4d6e-4e74-9a21-68ba49385833 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:56.077160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.162573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.166188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-25c9121d-e0fb-40ff-a9a0-042fdcf483e9 None None] Provisioning for port 8d5436ae-5756-47f7-b498-c724f3d2bb47 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:33:56.207366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-25c9121d-e0fb-40ff-a9a0-042fdcf483e9 None None] Provisioning complete for port 8d5436ae-5756-47f7-b498-c724f3d2bb47 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:56.207952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-25c9121d-e0fb-40ff-a9a0-042fdcf483e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.259126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] DHCP port deletion for 95e25910-c33c-4384-bdea-a626a5b303ff request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:33:56.299791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port 62b54b2d-744d-4e73-ac47-dd31b0edad3a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=62b54b2d-744d-4e73-ac47-dd31b0edad3a,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:56.300441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.339641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for 62b54b2d-744d-4e73-ac47-dd31b0edad3a owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:56.398197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764d290d-c8eb-4935-a6b7-935865835faf,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:56.416027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-25c9121d-e0fb-40ff-a9a0-042fdcf483e9 None None] Port 8d5436ae-5756-47f7-b498-c724f3d2bb47 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:33:56.491389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc900-a18c-4f75-8c51-024b8d27ae24 req-8b1db32b-9029-4c7a-b19b-b057c4cfbe2a tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:56.499941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2fc900-a18c-4f75-8c51-024b8d27ae24 req-8b1db32b-9029-4c7a-b19b-b057c4cfbe2a tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 932 time: 0.2615092 Jul 30 01:33:56.567156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:33:56.586738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.604198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Sync routers for ids ['036d145e-d13f-4477-819f-7ea91874745b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:33:56.624477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Checking segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:56.624934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Network hostable DHCP agents. Network: 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:33:56.635081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Routers {'036d145e-d13f-4477-819f-7ea91874745b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:56.635891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['036d145e-d13f-4477-819f-7ea91874745b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:56.687900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2fc900-a18c-4f75-8c51-024b8d27ae24 req-4b1c4e6a-bae7-4c0d-9b9b-b039842abf32 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868520 Jul 30 01:33:56.698863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.700365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e67610b6-5f70-4d23-b444-bd19b33c2a86 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8711960 Jul 30 01:33:56.703033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57950) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:56.799827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d5d40dcf-4d6e-4e74-9a21-68ba49385833, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5d40dcf-4d6e-4e74-9a21-68ba49385833,segment=NetworkSegment(6c1b6908-3d50-4c54-9360-880e9ece859d),segment_id=6c1b6908-3d50-4c54-9360-880e9ece859d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:56.804521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] Deleting port 62b54b2d-744d-4e73-ac47-dd31b0edad3a {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:33:56.805185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.842017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.854803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-f48dd52d-f110-4cdb-a5de-e290316a1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:56.856480 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-f48dd52d-f110-4cdb-a5de-e290316a1401 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 1102 time: 0.4329207 Jul 30 01:33:56.859289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.889756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:33:56.893274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=62b54b2d-744d-4e73-ac47-dd31b0edad3a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:56.898993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:56.940894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port 62b54b2d-744d-4e73-ac47-dd31b0edad3a on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:56.946446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b7d1468-4db8-4071-97c8-1a0d3d96881b None None] Provisioning complete for port d5d40dcf-4d6e-4e74-9a21-68ba49385833 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:56.947156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b7d1468-4db8-4071-97c8-1a0d3d96881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:56.947947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:56.954949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:56.956724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.016827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2817be0-d96b-49c9-9935-7accf3d9a506 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1434700 Jul 30 01:33:57.024063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57954) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:57.028992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:33:57.044639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d8ecc-bb59-4726-87a7-0542e8e6f34a None None] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:57.070716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5436ae-5756-47f7-b498-c724f3d2bb47 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:33:57.091547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.107134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Set router 036d145e-d13f-4477-819f-7ea91874745b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:33:57.119214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Transition to ACTIVE for port object 8d5436ae-5756-47f7-b498-c724f3d2bb47 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:57.185777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.311800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.358150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5436ae-5756-47f7-b498-c724f3d2bb47,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:57.368798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.390115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e25910-c33c-4384-bdea-a626a5b303ff']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:57.441764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 62b54b2d-744d-4e73-ac47-dd31b0edad3a no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:57.448378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] For port 62b54b2d-744d-4e73-ac47-dd31b0edad3a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=62b54b2d-744d-4e73-ac47-dd31b0edad3a,segment=NetworkSegment(337d785a-ee27-4da9-8a9a-87b3302bc17d),segment_id=337d785a-ee27-4da9-8a9a-87b3302bc17d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:57.448773 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.475343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337d785a-ee27-4da9-8a9a-87b3302bc17d') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:57.486153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337d785a-ee27-4da9-8a9a-87b3302bc17d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:57.539302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d5d40dcf-4d6e-4e74-9a21-68ba49385833,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:57.557539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 62b54b2d-744d-4e73-ac47-dd31b0edad3a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:33:57.557909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 62b54b2d-744d-4e73-ac47-dd31b0edad3a not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:57.575015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] Calling delete_port for 62b54b2d-744d-4e73-ac47-dd31b0edad3a owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:33:57.593486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.778845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d9798-e277-4402-88d5-c7f7b11063e3 req-f8fa3bfa-80a2-4801-9abd-29c1f0bb576a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:57.781901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-802d9798-e277-4402-88d5-c7f7b11063e3 req-f8fa3bfa-80a2-4801-9abd-29c1f0bb576a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.8349369 Jul 30 01:33:57.783323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.786692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.787775 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.808741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:33:57.809763 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:33:57.813431 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:33:57.864636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.893595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] Pushing event deleted for resources: {'Port': ['ID=62b54b2d-744d-4e73-ac47-dd31b0edad3a,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:57.895647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:33:57.896491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:57.918660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3b355-bc2c-4767-8255-931e4f17e858 None None] No DVR routers for this DVR port 62b54b2d-744d-4e73-ac47-dd31b0edad3a on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:57.948279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Attempting to bind port 8d5436ae-5756-47f7-b498-c724f3d2bb47 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:57.949290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Attempting to bind port 8d5436ae-5756-47f7-b498-c724f3d2bb47 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:57.949290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Attempting to bind port 8d5436ae-5756-47f7-b498-c724f3d2bb47 on network 098acf83-c351-4473-aa76-f1fee68e5682 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:57.974887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Port 8d5436ae-5756-47f7-b498-c724f3d2bb47 on network 098acf83-c351-4473-aa76-f1fee68e5682 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:57.975514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Attempting to bind port 8d5436ae-5756-47f7-b498-c724f3d2bb47 on network 098acf83-c351-4473-aa76-f1fee68e5682 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:57.986371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:57.986805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Checking segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:57.987313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Bound using segment: {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:57.987822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Bound port: 8d5436ae-5756-47f7-b498-c724f3d2bb47, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fefb2a-dbfb-4387-aad0-939e5d9c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:57.988250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.003298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.024839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.032162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/networks/95e25910-c33c-4384-bdea-a626a5b303ff HTTP/1.1" status: 204 len: 168 time: 2.6712060 Jul 30 01:33:58.032361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:33:54Z', 'revision_number': 3, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:58.036558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-802d9798-e277-4402-88d5-c7f7b11063e3 req-a3f2ff23-91cd-40fa-b5f1-88617b28cf54 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397211 Jul 30 01:33:58.051769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57964) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:58.068075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:33:58.078481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Checking router: 036d145e-d13f-4477-819f-7ea91874745b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:33:58.079074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Updating router 036d145e-d13f-4477-819f-7ea91874745b port ab977bee-8bff-44fb-b667-9081703a2610 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:33:58.104682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd51a68-4c0a-4587-9181-d50fe2b2294f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Network': ['ID=95e25910-c33c-4384-bdea-a626a5b303ff,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:58.142856 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.154486 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.160536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] For port 8d5436ae-5756-47f7-b498-c724f3d2bb47, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:58.164424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] For port 8d5436ae-5756-47f7-b498-c724f3d2bb47, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:58.186447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:58.211914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Allocated IP 172.20.0.2 (2e28595b-069f-4ea1-ab09-38c8bb8fdfd6/764d290d-c8eb-4935-a6b7-935865835faf/3908a486-51a8-4101-94ad-ebe710d27b87) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:58.221122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.270711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:33:58.273770 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eca4e97-660b-4657-81be-f527dff11269" -d '{"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:33:58.280819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.291157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:58.291787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.293293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 1093 time: 2.5234230 Jul 30 01:33:58.333971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Transition to ACTIVE for port object 0bcbc81a-47e0-48f9-a35c-59377806e3e0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:58.340123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb18a5b-c625-464d-b9b8-3f3c2b869ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5436ae-5756-47f7-b498-c724f3d2bb47,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:58.353756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.357833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df26a2-5c2e-4ae0-b510-52110511e9b2 req-7900e4b0-1b38-4616-bc14-0c504472d717 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:58.365534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70df26a2-5c2e-4ae0-b510-52110511e9b2 req-7900e4b0-1b38-4616-bc14-0c504472d717 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 944 time: 0.4042811 Jul 30 01:33:58.445872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting subnet 5db364db-e926-4082-ac76-ec2be6e7147c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:33:58.453034 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c598d-b773-4277-99f7-86eb39b265b5 x-openstack-request-id: req-b38c598d-b773-4277-99f7-86eb39b265b5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:33:58.453324 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:33:58.453572 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b38c598d-b773-4277-99f7-86eb39b265b5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:33:58.453959 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'code': 200} Jul 30 01:33:58.530698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] No DVR routers for this DVR port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:33:58.546900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:58.569230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.578565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.617919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-3a93cb46-eb30-4e4c-b8cc-42931872ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:58.619548 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-3a93cb46-eb30-4e4c-b8cc-42931872ba0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1096 time: 0.2632005 Jul 30 01:33:58.636028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:58.636415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:58.636965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:58.695317 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.707919 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-063026b6-58b8-4cb4-9650-b3f41ac6894b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 217 time: 0.0733178 Jul 30 01:33:58.708136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Transition to ACTIVE for port object 3908a486-51a8-4101-94ad-ebe710d27b87 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:58.710029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:33:58.710631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:58.723730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Transition to ACTIVE for port object 3908a486-51a8-4101-94ad-ebe710d27b87 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:58.724845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:58.726042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:58.726838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:58.727622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Bound port: 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:58.728059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.733942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.737673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.787153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70df26a2-5c2e-4ae0-b510-52110511e9b2 req-eba98ad6-91dd-42a1-b000-491d9e6eeba0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205956 Jul 30 01:33:58.882808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:33:58.903204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:33:58.960933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:58.963786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:33:58.967277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:33:58.970369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Pushing event updated for resources: {'Port': ['ID=3908a486-51a8-4101-94ad-ebe710d27b87,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:59.019322 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.028676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.041301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Transition to ACTIVE for port object ab977bee-8bff-44fb-b667-9081703a2610 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:33:59.084497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.234932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5d40dcf-4d6e-4e74-9a21-68ba49385833 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:33:59.267027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-2b4c0d3a-69d9-4712-81a7-238983883739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.270243 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-2b4c0d3a-69d9-4712-81a7-238983883739 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.5526526 Jul 30 01:33:59.275619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:33:59.290948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d523a9-bdae-4be4-8508-967979aa3730 None None] Pushing event updated for resources: {'Port': ['ID=ab977bee-8bff-44fb-b667-9081703a2610,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:59.297041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Attempting to bind port ab977bee-8bff-44fb-b667-9081703a2610 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:59.297409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Attempting to bind port ab977bee-8bff-44fb-b667-9081703a2610 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:59.297767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Attempting to bind port ab977bee-8bff-44fb-b667-9081703a2610 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:59.301498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Attempting to bind port 3908a486-51a8-4101-94ad-ebe710d27b87 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:33:59.301863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Attempting to bind port 3908a486-51a8-4101-94ad-ebe710d27b87 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:33:59.302211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Attempting to bind port 3908a486-51a8-4101-94ad-ebe710d27b87 on network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:33:59.315575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:59.316023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Checking segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:59.316365 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.316765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Bound using segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:59.317268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Bound port: 3908a486-51a8-4101-94ad-ebe710d27b87, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:59.317653 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.320017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:33:59.320377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:33:59.320762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.321147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:33:59.321616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Bound port: ab977bee-8bff-44fb-b667-9081703a2610, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:33:59.321991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.343105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:59.347818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:59.360157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-02a684ae-39bf-4217-8ae6-0589aa8f81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.363167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-02a684ae-39bf-4217-8ae6-0589aa8f81f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832729 Jul 30 01:33:59.367521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.417995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.438037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.443074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/subnets/5db364db-e926-4082-ac76-ec2be6e7147c HTTP/1.1" status: 204 len: 168 time: 1.3901575 Jul 30 01:33:59.453902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5f953-525b-4099-8e4b-75d9682fe69c None None] Network 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:33:59.459469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57980) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:59.470733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] For port ab977bee-8bff-44fb-b667-9081703a2610, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:59.486071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d5d40dcf-4d6e-4e74-9a21-68ba49385833 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:33:59.486492 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.490362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.491409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.493159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] 10.222.0.66 "PUT /v2.0/ports/0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 1097 time: 2.6021638 Jul 30 01:33:59.559039 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.570910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] For port ab977bee-8bff-44fb-b667-9081703a2610, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ab977bee-8bff-44fb-b667-9081703a2610,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:59.572592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582d4e-4d3d-4a3e-9235-15edc20dd9c9 req-f56de6fe-3fbe-42f0-bda0-069ab1451e7c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.578582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] For port 3908a486-51a8-4101-94ad-ebe710d27b87, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:33:59.581416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c582d4e-4d3d-4a3e-9235-15edc20dd9c9 req-f56de6fe-3fbe-42f0-bda0-069ab1451e7c tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 948 time: 0.4269953 Jul 30 01:33:59.591061 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.593720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0581c-dc93-4bb3-b975-870f07ccfd15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Subnet': ['ID=5db364db-e926-4082-ac76-ec2be6e7147c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:59.620973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] For port 3908a486-51a8-4101-94ad-ebe710d27b87, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3908a486-51a8-4101-94ad-ebe710d27b87,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:33:59.639948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.650696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.767267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8166a10-95a1-4d6a-a789-8fa304269872 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:59.785176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Routers {'036d145e-d13f-4477-819f-7ea91874745b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:33:59.785941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['036d145e-d13f-4477-819f-7ea91874745b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:33:59.792002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d523a9-bdae-4be4-8508-967979aa3730 None None] Pushing event updated for resources: {'Port': ['ID=ab977bee-8bff-44fb-b667-9081703a2610,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:33:59.793941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Allocated IP 172.25.8.30 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/66c6f33b-5a03-4562-a05e-58d4b4773800) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:33:59.862776 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:59.893608 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-0c350bd8-cf37-4d48-b6f7-6f1749302209 service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200880 Jul 30 01:33:59.908333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-346a63c2-57f5-49b3-bdf1-f00a6803f454 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.910239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-346a63c2-57f5-49b3-bdf1-f00a6803f454 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 945 time: 0.2915227 Jul 30 01:33:59.913883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-3773987b-c326-45d9-88ae-9d7b09637bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.915590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-3773987b-c326-45d9-88ae-9d7b09637bff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1100 time: 0.3478827 Jul 30 01:33:59.915731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862884a1-f901-4564-a961-34ac66e2637a req-211d5bb1-c429-49ae-9bee-1f1d9b5446c7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:33:59.923284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-862884a1-f901-4564-a961-34ac66e2637a req-211d5bb1-c429-49ae-9bee-1f1d9b5446c7 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 945 time: 0.7269235 Jul 30 01:33:59.971733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Allocated IP 172.20.0.1 (28c03840-8bc7-4272-94b2-84c57fcc4ca4/c761f5c3-b6fb-4130-bb9c-50d4379050be/7dca0397-5b82-4313-88c4-b0fe72496e8f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:00.023513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c582d4e-4d3d-4a3e-9235-15edc20dd9c9 req-19ca6600-a295-4125-b8d3-0be95f35b7d3 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395354 Jul 30 01:34:00.201729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-862884a1-f901-4564-a961-34ac66e2637a req-04e18b10-a327-4752-8d4d-6ddad1918401 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774422 Jul 30 01:34:00.217697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.326556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491e63-ff42-442b-a96c-9b1210123199 None None] Pushing event updated for resources: {'Port': ['ID=3908a486-51a8-4101-94ad-ebe710d27b87,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:00.332904 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdf00a33-573b-4b00-abde-b11bf5070c9a req-c8228dd9-516e-42fa-94a6-ee74184473db service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158819 Jul 30 01:34:00.338484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-28e48bba-15e9-48f9-aa6b-4722f44e4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:00.339974 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-28e48bba-15e9-48f9-aa6b-4722f44e4f6f service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.4135931 Jul 30 01:34:00.359381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port 0c326879-1321-4c2d-9ff3-a0aae9b63827 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:00.360099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.363389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.372090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] Set router 036d145e-d13f-4477-819f-7ea91874745b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:00.421188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738040-871b-452a-98b6-b71b0770385c req-8e10d81e-0b3d-4cb8-8d8e-e519f04b123b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:00.424748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52738040-871b-452a-98b6-b71b0770385c req-8e10d81e-0b3d-4cb8-8d8e-e519f04b123b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 944 time: 0.1269720 Jul 30 01:34:00.432698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Deleting port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:00.433037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.440089 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-b0c9fefb-b626-4a42-a71a-2ced1f186caa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0892251 Jul 30 01:34:00.455895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47'}, {'name': 'network-changed', 'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:00.458260 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40280136-5f15-4878-8aeb-8806894a4f44" -d '{"events": [{"name": "network-changed", "server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47"}, {"name": "network-changed", "server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:00.466542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] DHCP port deletion for 1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:34:00.474711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:00.486807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:00.489073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:00.491568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Pushing event updated for resources: {'Port': ['ID=66c6f33b-5a03-4562-a05e-58d4b4773800,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:00.500298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.520001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Transition to ACTIVE for port object 7dca0397-5b82-4313-88c4-b0fe72496e8f will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:00.562103 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8ef7cd-8bb7-40ae-a83b-b9aa2d7a746e x-openstack-request-id: req-1f8ef7cd-8bb7-40ae-a83b-b9aa2d7a746e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:00.562471 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:00.562676 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f8ef7cd-8bb7-40ae-a83b-b9aa2d7a746e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:00.563042 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'status': 'completed', 'code': 200} Jul 30 01:34:00.563294 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'status': 'completed', 'code': 200} Jul 30 01:34:00.573097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port 0c326879-1321-4c2d-9ff3-a0aae9b63827, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0c326879-1321-4c2d-9ff3-a0aae9b63827,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:00.573468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.600939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for 0c326879-1321-4c2d-9ff3-a0aae9b63827 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:00.623195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52738040-871b-452a-98b6-b71b0770385c req-4a38a3c2-8119-44d3-84de-1f627c7ab22c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854603 Jul 30 01:34:00.627077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.658933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-51e6da06-139a-412c-ac33-3c992bbbc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:00.660452 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-51e6da06-139a-412c-ac33-3c992bbbc09d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1735177 Jul 30 01:34:00.669319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] Deleting port 0c326879-1321-4c2d-9ff3-a0aae9b63827 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:00.669795 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.676131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] For port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:00.676514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.748361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] For port 0c326879-1321-4c2d-9ff3-a0aae9b63827, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0c326879-1321-4c2d-9ff3-a0aae9b63827,segment=NetworkSegment(8a302649-d717-4de1-bcac-a704f605f9f4),segment_id=8a302649-d717-4de1-bcac-a704f605f9f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:00.748913 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.750076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:00.753373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dca0397-5b82-4313-88c4-b0fe72496e8f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:00.757850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:00.762681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:00.779313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] Calling delete_port for 0c326879-1321-4c2d-9ff3-a0aae9b63827 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:00.788368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Calling delete_port for 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:00.868458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.882448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.926026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] No DVR routers for this DVR port 0c326879-1321-4c2d-9ff3-a0aae9b63827 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:00.943592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:33:54Z', 'revision_number': 3, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:00.974201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.984692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634ea34-1fc5-4382-a9dd-21ce95da0ebc None None] Pushing event deleted for resources: {'Port': ['ID=0c326879-1321-4c2d-9ff3-a0aae9b63827,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:00.996172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d814c-aff3-491b-9305-c789c81cc171 None None] The sync data for ids ['036d145e-d13f-4477-819f-7ea91874745b'] in n-d-713499-10 is: [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:33:54Z', 'revision_number': 3, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:01.081062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=0c326879-1321-4c2d-9ff3-a0aae9b63827,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:01.089030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port 0c326879-1321-4c2d-9ff3-a0aae9b63827 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:01.094047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-4782307c-a0e9-49ad-b6b8-0049b999e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:01.095770 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-4782307c-a0e9-49ad-b6b8-0049b999e955 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1096 time: 0.4844179 Jul 30 01:34:01.096457 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.154215 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.187843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e86df6e2-bc4c-4e80-9989-36b28d2268ca None None] Provisioning for port 7dca0397-5b82-4313-88c4-b0fe72496e8f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:01.194722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e86df6e2-bc4c-4e80-9989-36b28d2268ca None None] Provisioning complete for port 7dca0397-5b82-4313-88c4-b0fe72496e8f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:01.195239 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e86df6e2-bc4c-4e80-9989-36b28d2268ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.269397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e86df6e2-bc4c-4e80-9989-36b28d2268ca None None] Port 7dca0397-5b82-4313-88c4-b0fe72496e8f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:01.333787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3908a486-51a8-4101-94ad-ebe710d27b87 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:01.338172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a881af-dc51-4b95-b24a-1f31922fc0fd None None] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:01.344430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event deleted for resources: {'Port': ['ID=9ec6eb98-ceb3-4f62-97a6-d689672cc6e7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:01.392183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.453621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4045ed-0b4f-4ba3-9f7e-7ab65ecfff37 req-38cba929-b6aa-4d84-8983-2aa92d08103e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:01.456876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba4045ed-0b4f-4ba3-9f7e-7ab65ecfff37 req-38cba929-b6aa-4d84-8983-2aa92d08103e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 948 time: 0.2457669 Jul 30 01:34:01.476908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b6a4d918-5a56-413d-8077-d9a7d562c578 None None] Provisioning for port 3908a486-51a8-4101-94ad-ebe710d27b87 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:01.523475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3908a486-51a8-4101-94ad-ebe710d27b87 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:01.536668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3908a486-51a8-4101-94ad-ebe710d27b87 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:01.537087 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.561828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-4a0af428-59f2-4a2b-9f34-4607e820bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:01.571343 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-4a0af428-59f2-4a2b-9f34-4607e820bc2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8919747 Jul 30 01:34:01.660834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-f8136e21-76e8-4555-a548-87ce968a3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:01.662463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-f8136e21-76e8-4555-a548-87ce968a3250 service neutron] 10.222.0.55 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.5339549 Jul 30 01:34:01.663611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] No DVR routers for this DVR port 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:01.666799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.670258 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28c16fd5-37fc-4357-a440-c8498dd47c67 req-fbb738c4-9b42-4772-a390-11775a12ee23 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "DELETE /v2.0/ports/9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 HTTP/1.1" status: 204 len: 173 time: 1.7425177 Jul 30 01:34:01.709818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.733507 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.775049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-e6ddcaca-2188-46f2-95ef-dd14cd632223 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 217 time: 0.0555553 Jul 30 01:34:01.778593 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3908a486-51a8-4101-94ad-ebe710d27b87, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3908a486-51a8-4101-94ad-ebe710d27b87,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:01.784167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.806260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.848983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:01.878506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a302649-d717-4de1-bcac-a704f605f9f4') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:01.878818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a302649-d717-4de1-bcac-a704f605f9f4') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:01.910056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.913565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3908a486-51a8-4101-94ad-ebe710d27b87,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:01.922907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-f3652dc7-8292-4d4d-8e48-f7e449d14726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:01.925515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-f3652dc7-8292-4d4d-8e48-f7e449d14726 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1427858 Jul 30 01:34:01.927942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0c326879-1321-4c2d-9ff3-a0aae9b63827 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:01.930563 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-1ee0310b-348a-46e2-961d-76b4445222f7 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494911 Jul 30 01:34:01.964639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 0c326879-1321-4c2d-9ff3-a0aae9b63827 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:01.965893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0c326879-1321-4c2d-9ff3-a0aae9b63827 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:01.988015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:01.995935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:34:01.996535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:34:02.078273 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:34:02.112075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.134934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.139928 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/networks/1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c HTTP/1.1" status: 204 len: 168 time: 2.6746423 Jul 30 01:34:02.149446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58002) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:02.159297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f061-3d08-4a27-9281-b29c8f1d626a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Network': ['ID=1d603e50-6a2c-4cf3-a3b3-9cd371d2c86c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:02.170205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-79698aa7-e71d-490d-bc13-1efe7465f82e None None] Provisioning complete for port 3908a486-51a8-4101-94ad-ebe710d27b87 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:02.170883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-79698aa7-e71d-490d-bc13-1efe7465f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.171025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-990491053'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:02.186528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-eafc8c4f-dac5-4b23-9b78-7aeabe16773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:02.188264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-eafc8c4f-dac5-4b23-9b78-7aeabe16773d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2521360 Jul 30 01:34:02.282523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:02.286378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.302968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a4c42c27-3632-4bc1-abfe-0ca516e14d3a req-e83b284e-8037-4fb1-83e3-3c1e7429e4d2 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539548 Jul 30 01:34:02.347400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:34:02.356862 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-b47d6991-500d-4cd3-9017-988bacbfe127 service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595564 Jul 30 01:34:02.361415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edc43b60-5302-44ff-8767-b9b15ff6ed70 req-831a65c3-d0ea-48b6-b8d5-c78977c591b2 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=d9525225-d07a-4574-a69c-e682c0c38249 HTTP/1.1" status: 200 len: 210 time: 0.5967724 Jul 30 01:34:02.362181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.375442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.375786 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Added segment 6cb029df-f5b6-48f8-a61c-9812b5dc413c of type vlan for network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 Jul 30 01:34:02.510020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.541474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba4045ed-0b4f-4ba3-9f7e-7ab65ecfff37 req-85c33d98-ab7a-4b3a-85a8-88fd7c00d7a5 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0699403 Jul 30 01:34:02.561752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dca0397-5b82-4313-88c4-b0fe72496e8f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:02.565479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.566872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'name': 'network-vif-deleted', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:02.569172 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eca868f-33f7-4438-a8b2-0ef0a7f957d1" -d '{"events": [{"server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "name": "network-vif-deleted", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:02.578188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-f0eee7fd-f637-497a-9933-98bae93e9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:02.579729 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-f0eee7fd-f637-497a-9933-98bae93e9a12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1100 time: 0.1445122 Jul 30 01:34:02.581694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-644e1b58-2719-4cc5-a907-3a04b391d557 service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155645 Jul 30 01:34:02.587774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.594771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:02.595719 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.629899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:02.670825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:02.672402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9ec6eb98-ceb3-4f62-97a6-d689672cc6e7 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:02.697334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:02.723578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:02.738464 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5801589 Jul 30 01:34:02.756631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:02.760487 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac67d5e4-2f7f-4d97-ad34-82d609181c78 x-openstack-request-id: req-ac67d5e4-2f7f-4d97-ad34-82d609181c78 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:02.760864 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9525225-d07a-4574-a69c-e682c0c38249", "name": "network-vif-deleted", "tag": "9ec6eb98-ceb3-4f62-97a6-d689672cc6e7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:02.761176 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac67d5e4-2f7f-4d97-ad34-82d609181c78 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:02.761639 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9525225-d07a-4574-a69c-e682c0c38249', 'name': 'network-vif-deleted', 'tag': '9ec6eb98-ceb3-4f62-97a6-d689672cc6e7', 'status': 'completed', 'code': 200} Jul 30 01:34:02.765847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:02.768198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'subnet': {'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:02.777290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bba85d-74e1-4413-9e90-fd5b468eadfa tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Network': ['ID=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:02.795740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:34:02.835914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95f851-3c99-42ff-9ba8-8efc4240f6fc req-847c3065-b038-4258-b019-3c566b8118f6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:02.837528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee95f851-3c99-42ff-9ba8-8efc4240f6fc req-847c3065-b038-4258-b019-3c566b8118f6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 944 time: 0.1589575 Jul 30 01:34:02.903528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8d5436ae-5756-47f7-b498-c724f3d2bb47 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:02.974652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee95f851-3c99-42ff-9ba8-8efc4240f6fc req-74715525-0188-4bcf-89ce-79a37ce42ec9 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043282 Jul 30 01:34:03.048328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Router 036d145e-d13f-4477-819f-7ea91874745b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:03.051846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:34:03.085057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8d5436ae-5756-47f7-b498-c724f3d2bb47, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:03.102327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:34:03.181623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-be0fdff3-d6e1-4591-bcb3-9f866711df4e None None] Provisioning complete for port 7dca0397-5b82-4313-88c4-b0fe72496e8f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:03.182004 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be0fdff3-d6e1-4591-bcb3-9f866711df4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.185539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.248889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5436ae-5756-47f7-b498-c724f3d2bb47 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:03.260993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-be0fdff3-d6e1-4591-bcb3-9f866711df4e None None] Port 7dca0397-5b82-4313-88c4-b0fe72496e8f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:03.265495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-5d7298ed-38ef-4057-b671-f4ca4e99fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:03.268904 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-5d7298ed-38ef-4057-b671-f4ca4e99fa0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.6683686 Jul 30 01:34:03.274418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-52c27141-fc52-42e7-9e14-d8584395d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:03.276889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-52c27141-fc52-42e7-9e14-d8584395d7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1100 time: 0.5589547 Jul 30 01:34:03.278563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8d5436ae-5756-47f7-b498-c724f3d2bb47, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:03.285674 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.322507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:03.330552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ab977bee-8bff-44fb-b667-9081703a2610 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:03.344140 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Sync routers for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:03.348742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:03.359548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-709a9c23-6dab-47ef-ac88-c3529f4355e9 admin admin] 10.222.0.78 "PUT /v2.0/routers/036d145e-d13f-4477-819f-7ea91874745b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6540792 Jul 30 01:34:03.366691 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:03.367900 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-15ace53a-83a5-40f5-8372-afe248f3bd8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0884852 Jul 30 01:34:03.374290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:03.393497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8d5436ae-5756-47f7-b498-c724f3d2bb47,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:03.453153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ab977bee-8bff-44fb-b667-9081703a2610 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:03.458976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ab977bee-8bff-44fb-b667-9081703a2610 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:03.459706 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.481763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.488565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-08989956-e772-41d6-b840-52d80b0c6e44 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4631407 Jul 30 01:34:03.490064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:03.498730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:03.504983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.616837 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:03.617244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Sync routers for ids ['036d145e-d13f-4477-819f-7ea91874745b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:03.641501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['8d5436ae-5756-47f7-b498-c724f3d2bb47'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:03.723251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Routers {'036d145e-d13f-4477-819f-7ea91874745b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:03.723903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['036d145e-d13f-4477-819f-7ea91874745b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:03.726227 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.781145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-54dc4e70-f676-4385-9340-79c4131d65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:03.783323 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-54dc4e70-f676-4385-9340-79c4131d65f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.3707867 Jul 30 01:34:03.848035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ab977bee-8bff-44fb-b667-9081703a2610, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ab977bee-8bff-44fb-b667-9081703a2610,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:03.882031 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.882792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3908a486-51a8-4101-94ad-ebe710d27b87 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:03.908065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-0ba0e7e7-891b-4c2b-a389-5bcc8e9f1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:03.909637 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-0ba0e7e7-891b-4c2b-a389-5bcc8e9f1744 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.6253381 Jul 30 01:34:03.932718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-b7ac4735-f5a0-43ad-bbed-5b1fdbd56044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:03.934417 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-b7ac4735-f5a0-43ad-bbed-5b1fdbd56044 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403360 Jul 30 01:34:03.938698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.000849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-45d97648-8ddf-45b7-a347-de8e3c79b8d2 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3124597 Jul 30 01:34:04.012831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:04.019577 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:00Z', 'revision_number': 3, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:04.054243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Checking router: c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:04.054842 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Updating router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 port 66c6f33b-5a03-4562-a05e-58d4b4773800 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:34:04.088673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ab977bee-8bff-44fb-b667-9081703a2610,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:04.107632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-36d04528-a5a4-435d-8c1a-8f406aa41b69 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112325 Jul 30 01:34:04.115539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f0a9a-011f-4e6f-8d7a-4115da72c9cd req-1005dc3a-a301-4db9-a84e-bed0fb70ef80 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:04.116346 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.126544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449f0a9a-011f-4e6f-8d7a-4115da72c9cd req-1005dc3a-a301-4db9-a84e-bed0fb70ef80 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 948 time: 0.2767103 Jul 30 01:34:04.133544 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-b6d092c1-c196-4b2a-a068-bde46877ac04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.2151506 Jul 30 01:34:04.162338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.172599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Set router 036d145e-d13f-4477-819f-7ea91874745b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:04.254059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3908a486-51a8-4101-94ad-ebe710d27b87 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:04.254566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.437344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Subnet': ['ID=e7378165-3639-4bf8-b758-c085d1e2d15a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:04.489830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Checking segment: {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:04.490367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network hostable DHCP agents. Network: 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:34:04.517339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-90b7cbd6-8869-4a28-ad72-eeffadada971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:04.518821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-90b7cbd6-8869-4a28-ad72-eeffadada971 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.3550949 Jul 30 01:34:04.540380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449f0a9a-011f-4e6f-8d7a-4115da72c9cd req-c305b7b3-41ae-47ef-ada9-e82784ee2b45 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126794 Jul 30 01:34:04.588423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-c123ec5e-9454-4dbc-8215-6ebac695e4f9 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514184 Jul 30 01:34:04.612083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-84984c6a-3c84-4ec5-8526-25b186666ce5 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:04.613621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-84984c6a-3c84-4ec5-8526-25b186666ce5 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 944 time: 0.4031630 Jul 30 01:34:04.641243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:04.704554 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.716910 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Transition to ACTIVE for port object 66c6f33b-5a03-4562-a05e-58d4b4773800 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:04.720142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:34:04.724247 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.774697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280136-5f15-4878-8aeb-8806894a4f44 req-e12118cf-01a7-42a0-bc2f-53061c34580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:04.776792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-e12118cf-01a7-42a0-bc2f-53061c34580d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853070 Jul 30 01:34:04.777456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Attempting to bind port 66c6f33b-5a03-4562-a05e-58d4b4773800 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:04.778029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Attempting to bind port 66c6f33b-5a03-4562-a05e-58d4b4773800 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:04.778734 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Attempting to bind port 66c6f33b-5a03-4562-a05e-58d4b4773800 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:04.781445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:04.792021 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:04.792798 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:04.793945 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.794544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:04.795258 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Bound port: 66c6f33b-5a03-4562-a05e-58d4b4773800, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:04.796110 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.802439 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.805913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f98d21-967d-4c53-b011-63f41e002314 None None] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:04.833709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.849532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cf5d7-5a6b-46e4-a929-29c75ceffe28 req-af228c2e-b380-44e7-8753-f88c2df3764a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:04.851445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-147cf5d7-5a6b-46e4-a929-29c75ceffe28 req-af228c2e-b380-44e7-8753-f88c2df3764a tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 944 time: 0.1284206 Jul 30 01:34:04.860307 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] For port 66c6f33b-5a03-4562-a05e-58d4b4773800, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:04.864367 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] For port 66c6f33b-5a03-4562-a05e-58d4b4773800, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=66c6f33b-5a03-4562-a05e-58d4b4773800,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:04.875848 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.879175 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa3120-c133-4b9b-883d-c706434cadeb None None] Pushing event updated for resources: {'Port': ['ID=66c6f33b-5a03-4562-a05e-58d4b4773800,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:04.887117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:04.905437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-d4c27226-74a9-4974-ae26-e8f6afbd148b service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191490 Jul 30 01:34:04.906842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:04.907592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.915021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:34:01Z', 'revision_number': 4, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dca0397-5b82-4313-88c4-b0fe72496e8f', 'name': '', 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'mac_address': 'fa:16:3e:8b:23:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:01Z', 'revision_number': 2, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'subnets': [{'id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:04.918572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'mac_address': 'fa:16:3e:8e:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:34:04.965678 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa3120-c133-4b9b-883d-c706434cadeb None None] Pushing event updated for resources: {'Port': ['ID=66c6f33b-5a03-4562-a05e-58d4b4773800,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:04.988249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-147cf5d7-5a6b-46e4-a929-29c75ceffe28 req-2c1e40f0-9d7d-4987-b05b-cdcf33663f7f tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942073 Jul 30 01:34:04.995360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Deleting port 44104089-1ba7-4683-9273-b5a8e1fb4677 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:04.995712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.005700 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94dff7a9-8d5c-42b1-842a-9faaa92d1ab6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2427685 Jul 30 01:34:05.008744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:05.017342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Checking router: 036d145e-d13f-4477-819f-7ea91874745b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:05.017762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Updating router 036d145e-d13f-4477-819f-7ea91874745b port 7dca0397-5b82-4313-88c4-b0fe72496e8f binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:34:05.018730 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:05.018855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1546114332'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:05.019851 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:05.064584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.072012 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.121449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcbc81a-47e0-48f9-a35c-59377806e3e0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:05.143710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:05.169010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.181687 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:05.214407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:05.218302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.238985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40280136-5f15-4878-8aeb-8806894a4f44 req-4bda83b4-2c5d-4ecb-b3a7-873f6304026e service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251297 Jul 30 01:34:05.241723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ab977bee-8bff-44fb-b667-9081703a2610 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:05.279364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1', 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'fixed_ips': [{'subnet_id': 'e7378165-3639-4bf8-b758-c085d1e2d15a'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:34:05.280434 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.307033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] For port 44104089-1ba7-4683-9273-b5a8e1fb4677, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=44104089-1ba7-4683-9273-b5a8e1fb4677,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:05.307761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.308843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:34:05.311755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Allocated IP 172.25.8.80 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/d365c679-ceed-4b38-bd57-f3d746468035) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:05.328296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Calling delete_port for 44104089-1ba7-4683-9273-b5a8e1fb4677 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:05.368541 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.368541 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Added segment e459e19b-a675-407b-8aa9-b4f35ecd6f7d of type vlan for network d70f391c-579a-470e-befe-14952eeead04 Jul 30 01:34:05.406047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:05.489754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:00Z', 'revision_number': 3, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:05.499972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.503554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723dbe-d4b2-4a93-bb70-f2f259ec507f req-95a7a35e-896e-40e6-b5d5-53bdbea3ca82 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:05.508194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0bcbc81a-47e0-48f9-a35c-59377806e3e0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:05.511550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c723dbe-d4b2-4a93-bb70-f2f259ec507f req-95a7a35e-896e-40e6-b5d5-53bdbea3ca82 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 945 time: 0.2189929 Jul 30 01:34:05.522246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.537729 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50116-6beb-4f9a-8775-4344b8b492c0 None None] The sync data for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 is: [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:00Z', 'revision_number': 3, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:05.540082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event deleted for resources: {'Port': ['ID=44104089-1ba7-4683-9273-b5a8e1fb4677,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:05.555588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Allocated IP 172.20.0.1 (2e28595b-069f-4ea1-ab09-38c8bb8fdfd6/764d290d-c8eb-4935-a6b7-935865835faf/dd2f630f-79be-42db-b30d-dacb078607c6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:05.599233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] No DVR routers for this DVR port 44104089-1ba7-4683-9273-b5a8e1fb4677 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:05.602734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.606591 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ce7b99b9-b527-4a5e-820d-95202e9ec539 req-3d63dd53-a1aa-47cf-ae41-065b53453eb3 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "DELETE /v2.0/ports/44104089-1ba7-4683-9273-b5a8e1fb4677 HTTP/1.1" status: 204 len: 173 time: 0.9832509 Jul 30 01:34:05.607427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'name': 'network-vif-deleted', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:05.610081 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968c8052-df3a-470e-8ac5-7559202bf356" -d '{"events": [{"server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "name": "network-vif-deleted", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:05.645727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c723dbe-d4b2-4a93-bb70-f2f259ec507f req-ce00b067-f770-4da0-927f-68a1c25b645f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330142 Jul 30 01:34:05.670126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ab977bee-8bff-44fb-b667-9081703a2610 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:05.670501 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.696610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.702132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.708032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:05.708797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.821810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8075967 Jul 30 01:34:05.822069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58040) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:05.828579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'subnet': {'network_id': 'd70f391c-579a-470e-befe-14952eeead04', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:05.840616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e252b-5755-4cdd-af1b-b9a826484e3c tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Network': ['ID=d70f391c-579a-470e-befe-14952eeead04,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:05.861670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d70f391c-579a-470e-befe-14952eeead04 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:34:05.941914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.966910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Transition to ACTIVE for port object dd2f630f-79be-42db-b30d-dacb078607c6 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:05.989194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34743f6-4f15-4a59-b667-ef617fa98764 req-d3275793-18cf-4ae1-9b9d-4ac397b32986 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:05.997205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c34743f6-4f15-4a59-b667-ef617fa98764 req-d3275793-18cf-4ae1-9b9d-4ac397b32986 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 949 time: 0.1814015 Jul 30 01:34:06.004842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Allocated IP 19.80.0.2 (2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1/e7378165-3639-4bf8-b758-c085d1e2d15a/63496f2a-18b9-47be-9129-736bfc8a7724) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:06.007060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.028498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:06.039335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.095842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:06.113908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:06.128578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:06.133430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=d365c679-ceed-4b38-bd57-f3d746468035,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:06.166444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c34743f6-4f15-4a59-b667-ef617fa98764 req-e7a458c7-96d7-4e9e-9f0d-c30ef63ccde6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566062 Jul 30 01:34:06.211366 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.284107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:06.312414 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4e654-85db-4881-93ec-93bd66ec5f0a x-openstack-request-id: req-07d4e654-85db-4881-93ec-93bd66ec5f0a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:06.312761 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f432e-90ff-4d5c-b3f5-8445be09042d", "name": "network-vif-deleted", "tag": "44104089-1ba7-4683-9273-b5a8e1fb4677", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:06.315258 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07d4e654-85db-4881-93ec-93bd66ec5f0a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:06.315733 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f432e-90ff-4d5c-b3f5-8445be09042d', 'name': 'network-vif-deleted', 'tag': '44104089-1ba7-4683-9273-b5a8e1fb4677', 'status': 'completed', 'code': 200} Jul 30 01:34:06.374990 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.420419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Transition to ACTIVE for port object 7dca0397-5b82-4313-88c4-b0fe72496e8f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:06.425062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.443586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.503079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Subnet': ['ID=f1a30cfa-ba2d-400f-a113-5b3064f18e07,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:06.518244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Checking segment: {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:06.518613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network hostable DHCP agents. Network: d70f391c-579a-470e-befe-14952eeead04, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:34:06.541979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223528ff-798d-4ff2-88a9-147bbb9bacce None None] Pushing event updated for resources: {'Port': ['ID=7dca0397-5b82-4313-88c4-b0fe72496e8f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:06.547900 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.557589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network d70f391c-579a-470e-befe-14952eeead04 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:34:06.567952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Transition to ACTIVE for port object 63496f2a-18b9-47be-9129-736bfc8a7724 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:06.575904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d70f391c-579a-470e-befe-14952eeead04) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:06.594660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:06.595893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.596628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a159c-b1ec-418a-be55-8425291d827c None None] Network d70f391c-579a-470e-befe-14952eeead04 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:06.650716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f3599421-759f-4b10-b234-8c2cd4782a0f tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8132248 Jul 30 01:34:06.715870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:06.766731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:06.769943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:06.794218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Transition to ACTIVE for port object 63496f2a-18b9-47be-9129-736bfc8a7724 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:06.806518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 44104089-1ba7-4683-9273-b5a8e1fb4677 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:06.806947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 44104089-1ba7-4683-9273-b5a8e1fb4677 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:06.819398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2f630f-79be-42db-b30d-dacb078607c6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:06.863030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.868916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e13c0ca-494f-40d5-9d80-3b9a4aaf0428 req-fbe1b1dd-eafb-41c0-8613-22d000029035 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=f64f432e-90ff-4d5c-b3f5-8445be09042d HTTP/1.1" status: 200 len: 210 time: 0.1087317 Jul 30 01:34:06.944702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:06.946878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.007493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8d5436ae-5756-47f7-b498-c724f3d2bb47 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:07.011439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.022227 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.032947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Attempting to bind port 7dca0397-5b82-4313-88c4-b0fe72496e8f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:07.033321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Attempting to bind port 7dca0397-5b82-4313-88c4-b0fe72496e8f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:07.033691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Attempting to bind port 7dca0397-5b82-4313-88c4-b0fe72496e8f on network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:07.124083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Pushing event updated for resources: {'Port': ['ID=63496f2a-18b9-47be-9129-736bfc8a7724,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:07.129164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:07.141176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:07.141595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Checking segment: {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:07.145653 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.146060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Bound using segment: {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:07.146611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Bound port: 7dca0397-5b82-4313-88c4-b0fe72496e8f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1b6908-3d50-4c54-9360-880e9ece859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:07.147146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.165060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:07.168165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:07.246970 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.322433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.330474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 66c6f33b-5a03-4562-a05e-58d4b4773800 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:07.338003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-15f396aa-4746-453b-948e-80c45a135673 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.340963 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-15f396aa-4746-453b-948e-80c45a135673 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 949 time: 0.0953116 Jul 30 01:34:07.345525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.423120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 8d5436ae-5756-47f7-b498-c724f3d2bb47 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:07.425292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Attempting to bind port 63496f2a-18b9-47be-9129-736bfc8a7724 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:07.425905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Attempting to bind port 63496f2a-18b9-47be-9129-736bfc8a7724 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:07.426385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Attempting to bind port 63496f2a-18b9-47be-9129-736bfc8a7724 on network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:07.430093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] For port 7dca0397-5b82-4313-88c4-b0fe72496e8f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:07.430267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-ea50578a-bf74-459c-ab8a-7bd160ade7ff service neutron] 10.222.0.66 "GET /v2.0/ports/0bcbc81a-47e0-48f9-a35c-59377806e3e0/bindings/n-h1-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.0813353 Jul 30 01:34:07.437060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-07e57ee4-cdae-4fd4-ae29-77b5eed0aed6 None None] Provisioning for port dd2f630f-79be-42db-b30d-dacb078607c6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:07.442334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] For port 7dca0397-5b82-4313-88c4-b0fe72496e8f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dca0397-5b82-4313-88c4-b0fe72496e8f,segment=NetworkSegment(6c1b6908-3d50-4c54-9360-880e9ece859d),segment_id=6c1b6908-3d50-4c54-9360-880e9ece859d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:07.449233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 8d5436ae-5756-47f7-b498-c724f3d2bb47 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:07.449667 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.453443 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.456743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:07.457142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Checking segment: {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:07.457542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.457937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Bound using segment: {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:07.458427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Bound port: 63496f2a-18b9-47be-9129-736bfc8a7724, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:07.458809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.482181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-07e57ee4-cdae-4fd4-ae29-77b5eed0aed6 None None] Provisioning complete for port dd2f630f-79be-42db-b30d-dacb078607c6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:07.482549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-07e57ee4-cdae-4fd4-ae29-77b5eed0aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.522786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d465c5-2d54-404f-aa40-0e9254f1a163 req-555ec89b-df77-44c2-b14b-2d407ac24855 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.525594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d465c5-2d54-404f-aa40-0e9254f1a163 req-555ec89b-df77-44c2-b14b-2d407ac24855 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 945 time: 0.2326813 Jul 30 01:34:07.535148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-001cdfb4-f2a6-4315-a017-c3c28552be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.536684 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-001cdfb4-f2a6-4315-a017-c3c28552be39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1101 time: 0.0781140 Jul 30 01:34:07.565822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=d365c679-ceed-4b38-bd57-f3d746468035,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:07.569645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d70f391c-579a-470e-befe-14952eeead04', 'network_id': 'd70f391c-579a-470e-befe-14952eeead04', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'fixed_ips': [{'subnet_id': 'f1a30cfa-ba2d-400f-a113-5b3064f18e07'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:34:07.570505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.591453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.641170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.642427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-f56af62d-1416-412c-a299-76af53de9f38 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6400368 Jul 30 01:34:07.655301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d465c5-2d54-404f-aa40-0e9254f1a163 req-919cd0a0-6d7a-4026-8902-696aa5a224c0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032093 Jul 30 01:34:07.681359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-07e57ee4-cdae-4fd4-ae29-77b5eed0aed6 None None] Port dd2f630f-79be-42db-b30d-dacb078607c6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:07.704062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-e2388dc9-76e1-495b-a47a-4d0719ef0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.710718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.716276 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-e2388dc9-76e1-495b-a47a-4d0719ef0385 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1607308 Jul 30 01:34:07.717475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-20c124d7-4e41-4637-9de3-a41ee8d2904f tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.0636132 Jul 30 01:34:07.729572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.750589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 66c6f33b-5a03-4562-a05e-58d4b4773800 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:07.772116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223528ff-798d-4ff2-88a9-147bbb9bacce None None] Pushing event updated for resources: {'Port': ['ID=7dca0397-5b82-4313-88c4-b0fe72496e8f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:07.811384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-285de839-3a86-4907-9969-5b1bb65cc601 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0867145 Jul 30 01:34:07.850434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Routers {'036d145e-d13f-4477-819f-7ea91874745b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:07.851158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['036d145e-d13f-4477-819f-7ea91874745b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:07.864264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 66c6f33b-5a03-4562-a05e-58d4b4773800 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:07.864831 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:07.908583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-f5e94807-3ba5-43ca-9b12-551c249cc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.910177 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-f5e94807-3ba5-43ca-9b12-551c249cc156 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0820611 Jul 30 01:34:07.940486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-51720f63-8374-45a6-92e3-0b53ef662fa9 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.946274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e769f38-bcde-4149-90cb-ecda5d349408 req-51720f63-8374-45a6-92e3-0b53ef662fa9 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2190058 Jul 30 01:34:07.990244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-f64832e7-eb4c-4413-ae41-763112f35e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:07.991854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-f64832e7-eb4c-4413-ae41-763112f35e78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737824 Jul 30 01:34:08.001213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] For port 63496f2a-18b9-47be-9129-736bfc8a7724, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:08.056030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.105709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] For port 63496f2a-18b9-47be-9129-736bfc8a7724, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=63496f2a-18b9-47be-9129-736bfc8a7724,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:08.120944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2f630f-79be-42db-b30d-dacb078607c6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:08.130498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.136667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-7e7c316a-50f7-4d94-84d4-d5f1d11dad5b service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355660 Jul 30 01:34:08.189871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.197048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-20835c46-9652-423b-9565-80b641cbb0e8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:08.203333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-20835c46-9652-423b-9565-80b641cbb0e8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:08.210755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-20835c46-9652-423b-9565-80b641cbb0e8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/networks?id=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1&id=d70f391c-579a-470e-befe-14952eeead04 HTTP/1.1" status: 200 len: 1391 time: 0.2602339 Jul 30 01:34:08.222447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Allocated IP 19.86.0.2 (d70f391c-579a-470e-befe-14952eeead04/f1a30cfa-ba2d-400f-a113-5b3064f18e07/ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:08.240118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] Set router 036d145e-d13f-4477-819f-7ea91874745b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:08.241175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-bc3b0c1e-8b81-4adc-8cd3-720f940e251d tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/quotas/d6f9ac3974e14cb09f96ecec9731ea5c HTTP/1.1" status: 200 len: 375 time: 0.0293257 Jul 30 01:34:08.252201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-ebd61e27-ee7d-451f-8f25-af1c6cc6cde3 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069534 Jul 30 01:34:08.265765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0933a87-f8d9-471d-9b27-f0fcfe268b17 req-afdc83df-569f-49d4-940a-b47a3adaf303 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:08.279611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0933a87-f8d9-471d-9b27-f0fcfe268b17 req-afdc83df-569f-49d4-940a-b47a3adaf303 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 949 time: 0.2210529 Jul 30 01:34:08.332402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:08.334757 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56437948-8d57-484c-9b68-680e68b42020" -d '{"events": [{"server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "name": "network-vif-plugged", "status": "completed", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:08.344401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Pushing event updated for resources: {'Port': ['ID=63496f2a-18b9-47be-9129-736bfc8a7724,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:08.379804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0933a87-f8d9-471d-9b27-f0fcfe268b17 req-38540aec-208a-42ee-9c76-531e6143f115 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942960 Jul 30 01:34:08.388125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:08.408954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8d5436ae-5756-47f7-b498-c724f3d2bb47, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:08.411755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-7ddc0d49-faef-4bf7-9a28-3fd15ee70c57 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263177 Jul 30 01:34:08.413357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:08.418556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.418912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.419300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.419641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.420152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.420306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.420686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.421035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.421408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.421736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.422061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.422384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52828577-4d5a-497d-b414-db0885df5a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:08.425895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.467083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.561556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 66c6f33b-5a03-4562-a05e-58d4b4773800, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=66c6f33b-5a03-4562-a05e-58d4b4773800,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:08.638496 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.650795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:08.791127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:08.806371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-641461b6-6003-4e1a-93b4-077bcf873efe tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2796512 Jul 30 01:34:08.811926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8d5436ae-5756-47f7-b498-c724f3d2bb47,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:08.825017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:08.856252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-61362388-4413-4ae5-a53c-f8596e54f667 service neutron] 10.222.0.78 "GET /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302741 Jul 30 01:34:08.882956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:08.915180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.922693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:08.923077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.944793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.959692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6fb441df-bcc0-4eef-8419-ee770984eae9 None None] Provisioning complete for port dd2f630f-79be-42db-b30d-dacb078607c6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:08.960512 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6fb441df-bcc0-4eef-8419-ee770984eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:08.964059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Transition to ACTIVE for port object ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:09.007601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=66c6f33b-5a03-4562-a05e-58d4b4773800,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:09.025737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Transition to ACTIVE for port object ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:09.040098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6fb441df-bcc0-4eef-8419-ee770984eae9 None None] Port dd2f630f-79be-42db-b30d-dacb078607c6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:09.050203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:09.095233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-53eb071a-df59-4b3f-9bda-92fd3ecac3a9 service neutron] 10.222.0.78 "GET /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064478 Jul 30 01:34:09.104228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Network d70f391c-579a-470e-befe-14952eeead04 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:09.120854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:09.127810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c20b423a-b015-4895-a2b9-e38052956c19 admin admin] 10.222.0.78 "PUT /v2.0/routers/c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6364245 Jul 30 01:34:09.144100 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Sync routers for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:09.144704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:09.151490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:09.156162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Pushing event updated for resources: {'Port': ['ID=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:09.166192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:34:01Z', 'revision_number': 4, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dca0397-5b82-4313-88c4-b0fe72496e8f', 'name': '', 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'mac_address': 'fa:16:3e:8b:23:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'subnets': [{'id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:09.168171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:09.169051 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:09.265866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ebd73061-1201-47f8-8d65-1731f0d25139 service neutron] 10.222.0.78 "GET /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687820 Jul 30 01:34:09.375651 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:09.396517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-48e5ab09-5f6c-446d-b419-ad8ae375dd48 service neutron] 10.222.0.78 "GET /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287742 Jul 30 01:34:09.434545 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:09.437101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1aa95-3ed2-4a87-b5e6-26847bf5e487 None None] The sync data for ids ['036d145e-d13f-4477-819f-7ea91874745b'] in n-d-713499-10 is: [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:34:01Z', 'revision_number': 4, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dca0397-5b82-4313-88c4-b0fe72496e8f', 'name': '', 'network_id': '28c03840-8bc7-4272-94b2-84c57fcc4ca4', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'mac_address': 'fa:16:3e:8b:23:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'subnets': [{'id': 'c761f5c3-b6fb-4130-bb9c-50d4379050be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:09.477855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 63496f2a-18b9-47be-9129-736bfc8a7724 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:09.492713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:09.587329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Attempting to bind port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:09.587755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Attempting to bind port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:09.588145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Attempting to bind port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda on network d70f391c-579a-470e-befe-14952eeead04 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:09.610415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:09.612003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:09.612372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Checking segment: {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:09.612823 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:09.613232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Bound using segment: {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:09.613773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Bound port: ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:09.614155 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:09.628908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:09.743207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 63496f2a-18b9-47be-9129-736bfc8a7724 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:09.783885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 66c6f33b-5a03-4562-a05e-58d4b4773800 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:09.891113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:09.961557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf69ee3-2f33-43a1-89d3-bf0a080d29bf None None] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:09.975350 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9034e972-f125-4cac-b85e-c7405790b5ec x-openstack-request-id: req-9034e972-f125-4cac-b85e-c7405790b5ec {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:09.982481 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "name": "network-vif-plugged", "status": "completed", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:09.982481 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9034e972-f125-4cac-b85e-c7405790b5ec {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:09.982481 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'code': 200} Jul 30 01:34:09.999536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] For port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:10.062067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Allocated IP 172.25.8.142 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/3705bcd8-483b-4324-8667-869912cf46d6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:10.108154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] For port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:10.233057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d855-7f0c-438d-8d71-fa22d0c7999c req-8c4b5d83-0775-4ba5-a877-849a59d5ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:10.236869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:10.238130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c05d855-7f0c-438d-8d71-fa22d0c7999c req-8c4b5d83-0775-4ba5-a877-849a59d5ec6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1098 time: 0.1149273 Jul 30 01:34:10.269112 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 2, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:10.326485 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c05d855-7f0c-438d-8d71-fa22d0c7999c req-98fd75a3-0339-4125-bb83-b3a3dab80505 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767856 Jul 30 01:34:10.373107 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Checking router: c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:10.374503 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Updating router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 port dd2f630f-79be-42db-b30d-dacb078607c6 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:34:10.392436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:10.407897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 66c6f33b-5a03-4562-a05e-58d4b4773800 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:10.408280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:10.421236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01853bf-9bd1-4bff-9e4a-e1cdd4a0d3ba None None] Pushing event updated for resources: {'Port': ['ID=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:10.426985 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:10.442633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] Provisioning for port 63496f2a-18b9-47be-9129-736bfc8a7724 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:10.452623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a236-d2ee-4e05-85dc-19d8feee4838 req-cb8b63cd-2c14-4dd8-848e-860291dd8850 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:10.462952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ba5a236-d2ee-4e05-85dc-19d8feee4838 req-cb8b63cd-2c14-4dd8-848e-860291dd8850 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 946 time: 0.1629801 Jul 30 01:34:10.518809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] Provisioning complete for port 63496f2a-18b9-47be-9129-736bfc8a7724 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:10.519262 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:10.552330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ba5a236-d2ee-4e05-85dc-19d8feee4838 req-6fa0dd86-6b40-4680-9356-6d8388a12793 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Jul 30 01:34:10.650021 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:10.800705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:10.811982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:10.819943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:10.863434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-11ec85f3-3272-4fe5-b876-470f42be2cfa tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:10.869261 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-11ec85f3-3272-4fe5-b876-470f42be2cfa tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.1752753 Jul 30 01:34:10.937584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=3705bcd8-483b-4324-8667-869912cf46d6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:11.175770 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.191880 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Transition to ACTIVE for port object dd2f630f-79be-42db-b30d-dacb078607c6 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:11.208341 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.226701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Deleting port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:11.226938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.240761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.285832 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca70e3f-5c34-4d90-a68b-6e0364997e48 None None] Pushing event updated for resources: {'Port': ['ID=dd2f630f-79be-42db-b30d-dacb078607c6,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:11.287654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd78a-d5e2-4002-b414-1d48a04dd140 req-8858c077-443d-490c-bc3b-bb1af90ef1b7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:11.301295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dbcd78a-d5e2-4002-b414-1d48a04dd140 req-8858c077-443d-490c-bc3b-bb1af90ef1b7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 950 time: 0.3677020 Jul 30 01:34:11.360058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-f4bbd89c-e932-4a60-b0c3-7ec80fce0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:11.362233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-f4bbd89c-e932-4a60-b0c3-7ec80fce0108 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b&tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a HTTP/1.1" status: 200 len: 1102 time: 0.2284317 Jul 30 01:34:11.388703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] For port 63496f2a-18b9-47be-9129-736bfc8a7724, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=63496f2a-18b9-47be-9129-736bfc8a7724,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:11.406023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.438885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:11.441076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.578379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dbcd78a-d5e2-4002-b414-1d48a04dd140 req-185a74b1-8faa-471e-a511-1e97210e76d7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760913 Jul 30 01:34:11.702325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.726845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803829be-9dd5-4591-bd83-b000d1ce6846 None None] Pushing event updated for resources: {'Port': ['ID=63496f2a-18b9-47be-9129-736bfc8a7724,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:11.727184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Attempting to bind port dd2f630f-79be-42db-b30d-dacb078607c6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:11.727184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Attempting to bind port dd2f630f-79be-42db-b30d-dacb078607c6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:11.727184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Attempting to bind port dd2f630f-79be-42db-b30d-dacb078607c6 on network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:11.747836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:11.748210 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Checking segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:11.748618 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.749023 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Bound using segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:11.749601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dca0397-5b82-4313-88c4-b0fe72496e8f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:11.756059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Bound port: dd2f630f-79be-42db-b30d-dacb078607c6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:11.756603 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.793776 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:11.908750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7dca0397-5b82-4313-88c4-b0fe72496e8f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:11.919617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7dca0397-5b82-4313-88c4-b0fe72496e8f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:11.920330 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.021241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be8e855f-a215-49db-b5bb-0e5897a1c430 req-b586e272-9f6c-4389-a570-38c872365da5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 210 time: 0.1831286 Jul 30 01:34:12.040149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:12.044434 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb8a030-d837-4a04-b837-717444bc3695" -d '{"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:12.053615 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] For port dd2f630f-79be-42db-b30d-dacb078607c6, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:12.058325 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] For port dd2f630f-79be-42db-b30d-dacb078607c6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dd2f630f-79be-42db-b30d-dacb078607c6,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:12.075695 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.097260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6e379a59-03ca-4143-b9d8-d3cac0469537 None None] Provisioning complete for port 63496f2a-18b9-47be-9129-736bfc8a7724 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:12.097730 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e379a59-03ca-4143-b9d8-d3cac0469537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.150236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] For port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,segment=NetworkSegment(e34780c8-c40b-48d1-af09-37a7bf1f67c6),segment_id=e34780c8-c40b-48d1-af09-37a7bf1f67c6)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:12.154180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.245578 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.286072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Calling delete_port for 3e4ef507-2684-4dfc-aa88-5ce219d94c8b owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:12.306867 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:12.308205 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:12.383510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d1ce-310c-4d13-894d-31b01d3e1158 req-388ab93e-7922-424a-a9c7-ebb396cc89d8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:12.393203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d766d1ce-310c-4d13-894d-31b01d3e1158 req-388ab93e-7922-424a-a9c7-ebb396cc89d8 tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/ports?device_id=447adaf2-bc50-4fb8-b0e8-af28cc308ee9 HTTP/1.1" status: 200 len: 944 time: 0.1655078 Jul 30 01:34:12.394161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 7dca0397-5b82-4313-88c4-b0fe72496e8f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dca0397-5b82-4313-88c4-b0fe72496e8f,segment=NetworkSegment(6c1b6908-3d50-4c54-9360-880e9ece859d),segment_id=6c1b6908-3d50-4c54-9360-880e9ece859d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:12.405757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.410219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:12.461181 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca70e3f-5c34-4d90-a68b-6e0364997e48 None None] Pushing event updated for resources: {'Port': ['ID=dd2f630f-79be-42db-b30d-dacb078607c6,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:12.493019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d766d1ce-310c-4d13-894d-31b01d3e1158 req-6d1c3347-0b6d-4664-af60-5dd271b44edc tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d5fc34a-1546-4358-8754-9c68b0da372c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981703 Jul 30 01:34:12.549200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-89065cfb-1200-42d5-9396-3d172d535073 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:12.549926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.556903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-89065cfb-1200-42d5-9396-3d172d535073 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:12.559086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-89065cfb-1200-42d5-9396-3d172d535073 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "GET /v2.0/networks?id=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1&id=d70f391c-579a-470e-befe-14952eeead04 HTTP/1.1" status: 200 len: 1391 time: 1.0758023 Jul 30 01:34:12.561229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.575335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'port': {'device_id': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1', 'admin_state_up': True, 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:12.685967 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:12.741732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 3e4ef507-2684-4dfc-aa88-5ce219d94c8b no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:12.748274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:12.837153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2db54b-0822-4147-a445-6fc343ef4dae None None] Network d70f391c-579a-470e-befe-14952eeead04 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:12.847626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=3705bcd8-483b-4324-8667-869912cf46d6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:12.855701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.870476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:12.874595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=7dca0397-5b82-4313-88c4-b0fe72496e8f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:12.884629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1ceff-f48c-4470-ab3d-5c567aa6ae76 req-49ca98de-6cd6-4ed2-8f33-9c66952efefe tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:12.893452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1f1ceff-f48c-4470-ab3d-5c567aa6ae76 req-49ca98de-6cd6-4ed2-8f33-9c66952efefe tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 946 time: 0.1374414 Jul 30 01:34:12.920327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.921572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-1d82d1ee-9280-40b7-9106-9b81b25089ca tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1064320 Jul 30 01:34:12.965652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1f1ceff-f48c-4470-ab3d-5c567aa6ae76 req-349f876a-92db-484c-9ec7-f2c1f33143da tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706623 Jul 30 01:34:12.971073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:12.971251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:12.971251 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0600c1-a601-4f97-8f53-df54fc8b94c9" -d '{"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:12.975586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:12.998941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.007601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:13.013432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.063363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Transition to ACTIVE for port object 0bcbc81a-47e0-48f9-a35c-59377806e3e0 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:13.066433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Pushing event deleted for resources: {'Port': ['ID=3e4ef507-2684-4dfc-aa88-5ce219d94c8b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:13.068308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-946f8ee2-d9e4-484a-b2f1-4f4a98ecbd43 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.1353331 Jul 30 01:34:13.084251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:13.093690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.120179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] Provisioning for port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:13.134492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] Provisioning complete for port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:13.135208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.183217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:13.202961 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dacf77-a449-414a-9134-831ff25bb61b x-openstack-request-id: req-40dacf77-a449-414a-9134-831ff25bb61b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:13.203497 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:13.203921 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40dacf77-a449-414a-9134-831ff25bb61b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:13.204460 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'code': 200} Jul 30 01:34:13.250417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] No DVR routers for this DVR port 3e4ef507-2684-4dfc-aa88-5ce219d94c8b on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:13.262805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.266751 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:12Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:13.270700 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72c04852-709b-46e6-b74b-c4e66e17ae9e req-c1453e88-451b-4c3d-bdfd-f5db1f1cf8ca tempest-LiveAutoBlockMigrationV225Test-2022635525 tempest-LiveAutoBlockMigrationV225Test-2022635525-project] 10.222.0.66 "DELETE /v2.0/ports/3e4ef507-2684-4dfc-aa88-5ce219d94c8b HTTP/1.1" status: 204 len: 173 time: 2.3815844 Jul 30 01:34:13.296965 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.332812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-16f8bb90-5bd8-4aec-9ab7-87623a8fd45b tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:13.335612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5668702-90ca-4b32-abbb-d1f690df41fc req-16f8bb90-5bd8-4aec-9ab7-87623a8fd45b tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2487297 Jul 30 01:34:13.372004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8804c3d-cc1c-4edd-bb6e-a1b07cc68ace None None] The sync data for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 is: [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:12Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:13.383401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] For port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:13.389907 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.503989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69a8d7-fa76-43e8-8e41-80d6839cd404 req-3d77cb28-45c3-4b25-824e-b647fe3022b7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:13.512552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb69a8d7-fa76-43e8-8e41-80d6839cd404 req-3d77cb28-45c3-4b25-824e-b647fe3022b7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 949 time: 0.1771209 Jul 30 01:34:13.532015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ca261-9638-41c1-85a1-aec59139d117 None None] Pushing event updated for resources: {'Port': ['ID=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:13.588954 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c7208f-3453-4744-9519-cbedc853d0d7 x-openstack-request-id: req-d4c7208f-3453-4744-9519-cbedc853d0d7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:13.590466 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:13.590466 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4c7208f-3453-4744-9519-cbedc853d0d7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:13.598497 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'code': 200} Jul 30 01:34:13.604909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb69a8d7-fa76-43e8-8e41-80d6839cd404 req-d23313c8-71d2-4c41-9b83-fbdbc552262e tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704534 Jul 30 01:34:13.683835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 63496f2a-18b9-47be-9129-736bfc8a7724 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:13.692040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] No DVR routers for this DVR port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:13.775498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186b842-779a-40ec-b752-ce46b90257aa req-cc94b36b-d291-4d70-9192-351d24e4cc51 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:13.788504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:13.793691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-cc94b36b-d291-4d70-9192-351d24e4cc51 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1500053 Jul 30 01:34:13.802036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a5c8d0d7-f654-4a6f-b448-1121ea03d8fe None None] Provisioning complete for port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:13.802673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d0d7-f654-4a6f-b448-1121ea03d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.864276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:13.867384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:13.867738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:13.876651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 63496f2a-18b9-47be-9129-736bfc8a7724 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:13.877025 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.897633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-ddd82549-9d42-429e-a17a-5c03bb200047 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.1029606 Jul 30 01:34:13.913610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:13.914197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Attempting to bind port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:13.925861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:13.926382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:13.927051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:13.927663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Bound port: 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:13.928197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:13.929696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'floatingip': {'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:13.942899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2cde6c0-7299-4e6c-a42d-7ab7f1cf5a85 req-dfcf46b1-d155-45f6-adfc-d066a3a20034 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 210 time: 0.1450813 Jul 30 01:34:13.957830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Allocated IP 19.80.0.241 (2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1/e7378165-3639-4bf8-b758-c085d1e2d15a/c1a32fcd-2dd8-40cf-88e4-c916363b43bb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:14.119344 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dca0397-5b82-4313-88c4-b0fe72496e8f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:14.124167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.148736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:14.233324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7dca0397-5b82-4313-88c4-b0fe72496e8f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:14.234221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.239042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:14.257307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.671939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:14.672614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.674147 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] 10.222.0.55 "PUT /v2.0/ports/0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 1098 time: 3.2475162 Jul 30 01:34:14.737184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57a582-8ae6-4a20-bf7c-8ad1d14c099f service neutron] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:14.780060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-4133c95b-1afb-4424-91b0-97e67567d125 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7146704 Jul 30 01:34:14.782634 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.817901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:14.818543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Transition to ACTIVE for port object c1a32fcd-2dd8-40cf-88e4-c916363b43bb will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:14.838556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-ff1e195f-e8c7-45fa-81d8-9bfc09b54db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:14.845087 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-ff1e195f-e8c7-45fa-81d8-9bfc09b54db5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1101 time: 0.1306782 Jul 30 01:34:14.892690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:14.945043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.031083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:15.036781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:15.039084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-de6f1a59-8ef5-45d9-a2dc-3b6bb9488f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:15.040908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-de6f1a59-8ef5-45d9-a2dc-3b6bb9488f7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1884687 Jul 30 01:34:15.041655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:15.130251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-7456c42b-60cf-4ca6-af04-b2b25980d36d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0810416 Jul 30 01:34:15.130848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Port': ['ID=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:15.202452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-df6297d7-aa84-4a6d-82ce-4f1d16e34a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:15.203966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-df6297d7-aa84-4a6d-82ce-4f1d16e34a4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0581031 Jul 30 01:34:15.268486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-ebe18d9b-7bb3-46c2-ac2e-6fca3d293a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:15.270034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-ebe18d9b-7bb3-46c2-ac2e-6fca3d293a59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585690 Jul 30 01:34:15.279108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:15.279758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.291243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.408384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-c0e3b4ad-9b94-4195-b6c8-2213b052efc5 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8372502 Jul 30 01:34:15.412134 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-62184900-bfd2-4e2b-885e-d193921d7484 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226368 Jul 30 01:34:15.420486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Request body: {'port': {'device_id': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'network_id': 'd70f391c-579a-470e-befe-14952eeead04', 'admin_state_up': True, 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:15.451100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-473c50e0-178f-4f52-b5dc-a8e83f5d77ef None None] Provisioning for port c1a32fcd-2dd8-40cf-88e4-c916363b43bb completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:15.460201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-473c50e0-178f-4f52-b5dc-a8e83f5d77ef None None] Provisioning complete for port c1a32fcd-2dd8-40cf-88e4-c916363b43bb triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:15.460201 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-473c50e0-178f-4f52-b5dc-a8e83f5d77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.534781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-473c50e0-178f-4f52-b5dc-a8e83f5d77ef None None] Port c1a32fcd-2dd8-40cf-88e4-c916363b43bb cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:15.572114 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b873082-8ae6-44df-bf2e-29c731f171c3 req-2814bc19-fbd1-405c-8f02-3fa23f1c8464 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467428 Jul 30 01:34:15.580381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:15.600621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'name': 'network-vif-deleted', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b'}, {'name': 'network-changed', 'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:15.607434 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74abf015-473e-4411-95fd-9650342dc91a" -d '{"events": [{"server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "name": "network-vif-deleted", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b"}, {"name": "network-changed", "server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:15.611368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Allocated IP 172.25.8.164 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/2b82390f-ada4-4ce1-ac81-2ad159587968) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:15.649487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:15.650169 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.687536 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:34:15.710720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Made reservation on behalf of d6f9ac3974e14cb09f96ecec9731ea5c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:15.714530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.774306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd2f630f-79be-42db-b30d-dacb078607c6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:15.802477 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.809961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.841724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port dd2f630f-79be-42db-b30d-dacb078607c6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:15.846502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dd2f630f-79be-42db-b30d-dacb078607c6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:15.847079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.876618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Allocated IP 19.86.0.9 (d70f391c-579a-470e-befe-14952eeead04/f1a30cfa-ba2d-400f-a113-5b3064f18e07/cdc5e8cf-959d-4551-8d67-da40b8e75495) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:15.884335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.969802 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:15.990459 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Floating IP cede4b60-1558-49d5-ba18-93757505548d associated. External IP: 172.25.8.70, port: 04bfbc6f-5021-41ba-80dd-269b37ac04ad. Jul 30 01:34:16.025933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port dd2f630f-79be-42db-b30d-dacb078607c6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dd2f630f-79be-42db-b30d-dacb078607c6,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:16.051052 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.096405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.120777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.134544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Transition to ACTIVE for port object cdc5e8cf-959d-4551-8d67-da40b8e75495 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:16.164385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=dd2f630f-79be-42db-b30d-dacb078607c6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:16.193622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.255368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:16.265870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:16.278681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:16.290939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Network d70f391c-579a-470e-befe-14952eeead04 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:16.298579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:16.301645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event updated for resources: {'Port': ['ID=cdc5e8cf-959d-4551-8d67-da40b8e75495,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:16.306116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:16.322314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=2b82390f-ada4-4ce1-ac81-2ad159587968,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:16.384211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:16.384949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.403583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-ddadebf4-e1b0-4f3a-a7ba-2c08d9e781fe tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9880488 Jul 30 01:34:16.417070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Request body: {'port': {'device_id': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:16.489672 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.507142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.556295 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.559948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:16.680740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d350276c-7e76-4f17-9b35-50bf152abd53 None None] Provisioning for port cdc5e8cf-959d-4551-8d67-da40b8e75495 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:16.686265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d350276c-7e76-4f17-9b35-50bf152abd53 None None] Provisioning complete for port cdc5e8cf-959d-4551-8d67-da40b8e75495 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:16.688079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d350276c-7e76-4f17-9b35-50bf152abd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.739514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d350276c-7e76-4f17-9b35-50bf152abd53 None None] Port cdc5e8cf-959d-4551-8d67-da40b8e75495 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:16.818771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:16.824619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.837195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:16.848612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:16.849269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:16.885706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-7975ce72-0028-447e-ba34-e47b0286bf1f tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "PUT /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 995 time: 2.9809186 Jul 30 01:34:16.885706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:16.885706 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:16.900907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.908012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.915049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a32fcd-2dd8-40cf-88e4-c916363b43bb {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:16.924817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:16.941839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Transition to ACTIVE for port object c1a32fcd-2dd8-40cf-88e4-c916363b43bb will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:16.948031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.021418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Pushing event updated for resources: {'Port': ['ID=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:17.042943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=2b82390f-ada4-4ce1-ac81-2ad159587968,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:17.064814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.068990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186b842-779a-40ec-b752-ce46b90257aa req-a9ddfcbc-4016-4768-90c4-bd8dc92ba9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:17.070533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-a9ddfcbc-4016-4768-90c4-bd8dc92ba9c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1233006 Jul 30 01:34:17.084182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.095460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-699a5fd8-f8f3-48e3-a7fb-9771c4e6b753 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3007607 Jul 30 01:34:17.133823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Attempting to bind port c1a32fcd-2dd8-40cf-88e4-c916363b43bb on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:17.134177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Attempting to bind port c1a32fcd-2dd8-40cf-88e4-c916363b43bb by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:17.139498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Attempting to bind port c1a32fcd-2dd8-40cf-88e4-c916363b43bb on network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:17.144083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Port c1a32fcd-2dd8-40cf-88e4-c916363b43bb on network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:17.145058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Attempting to bind port c1a32fcd-2dd8-40cf-88e4-c916363b43bb on network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:17.156416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:17.157180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Checking segment: {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:17.157796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Bound using segment: {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:17.159477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Bound port: c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb029df-f5b6-48f8-a61c-9812b5dc413c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:17.160116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.229699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-3ed3d670-86a0-4351-9cd4-1a0a6283518c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.1194072 Jul 30 01:34:17.288938 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] For port c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:17.294424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] For port c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:17.301080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.304062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:17.373938 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:17.377129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.381839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] 10.222.0.66 "PUT /v2.0/ports/c1a32fcd-2dd8-40cf-88e4-c916363b43bb HTTP/1.1" status: 200 len: 1093 time: 0.9664648 Jul 30 01:34:17.434704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6eca6-3b9d-429b-b13a-800cc096237a service neutron] Pushing event updated for resources: {'Port': ['ID=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:17.449829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Request body: {'port': {'device_id': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:17.490940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186b842-779a-40ec-b752-ce46b90257aa req-418f21d2-1d57-4f8a-b604-7969ba3376e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:17.495230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-418f21d2-1d57-4f8a-b604-7969ba3376e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.3987205 Jul 30 01:34:17.552650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.582777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd2f630f-79be-42db-b30d-dacb078607c6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:17.621175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-1c1b6222-cfd3-4f66-b2de-57b59a877b54 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:17.622760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3976a7de-8fbe-4eb1-ba47-c20fc22fe4f7 req-1c1b6222-cfd3-4f66-b2de-57b59a877b54 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.3922610 Jul 30 01:34:17.634351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-761f985b-60e4-4509-a856-e1bb16f46006 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 998 time: 0.1181195 Jul 30 01:34:17.728241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58224) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:17.825717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186b842-779a-40ec-b752-ce46b90257aa req-d5221d33-2320-4e06-951b-497f81af72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:17.840383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-d5221d33-2320-4e06-951b-497f81af72c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1980901 Jul 30 01:34:17.926076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Deleting subnet d807a516-1541-4e04-9548-3624116ecc85 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:34:17.938854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:17.962210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186b842-779a-40ec-b752-ce46b90257aa req-1860f8e1-1b48-4575-be51-bad5367be9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:17.964239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-1860f8e1-1b48-4575-be51-bad5367be9cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983915 Jul 30 01:34:17.981640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dd2f630f-79be-42db-b30d-dacb078607c6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:17.982228 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.043115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.139683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc5e8cf-959d-4551-8d67-da40b8e75495 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:18.142959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.161104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.169892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 1, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:18.178212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Transition to ACTIVE for port object cdc5e8cf-959d-4551-8d67-da40b8e75495 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:18.184879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.201769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-25cc4025-9550-4fc4-ac81-df999212af08 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272384 Jul 30 01:34:18.211762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:18.219240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9950958-4f13-4ab7-a31c-3def2dac6be2 req-387478cb-fbc1-49aa-8756-529539927810 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:18.220782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9950958-4f13-4ab7-a31c-3def2dac6be2 req-387478cb-fbc1-49aa-8756-529539927810 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 949 time: 0.1470726 Jul 30 01:34:18.233416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:18.233971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:18.339457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.343802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc5e8cf-959d-4551-8d67-da40b8e75495,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:18.384087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d807a516-1541-4e04-9548-3624116ecc85,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:18.392538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.394575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf6bf19a-4111-4f35-8af5-084165192e57 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d807a516-1541-4e04-9548-3624116ecc85 HTTP/1.1" status: 204 len: 168 time: 0.6630981 Jul 30 01:34:18.399090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58232) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:18.421603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Attempting to bind port cdc5e8cf-959d-4551-8d67-da40b8e75495 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:18.422046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Attempting to bind port cdc5e8cf-959d-4551-8d67-da40b8e75495 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:18.422454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Attempting to bind port cdc5e8cf-959d-4551-8d67-da40b8e75495 on network d70f391c-579a-470e-befe-14952eeead04 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:18.432351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Port cdc5e8cf-959d-4551-8d67-da40b8e75495 on network d70f391c-579a-470e-befe-14952eeead04 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:18.432677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Attempting to bind port cdc5e8cf-959d-4551-8d67-da40b8e75495 on network d70f391c-579a-470e-befe-14952eeead04 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:18.451186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:18.451545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Checking segment: {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:18.452099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Bound using segment: {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:18.452620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Bound port: cdc5e8cf-959d-4551-8d67-da40b8e75495, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd70f391c-579a-470e-befe-14952eeead04'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:18.453058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.460693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5186b842-779a-40ec-b752-ce46b90257aa req-b803ed74-6ed6-4e57-ac81-51938b14b3a8 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388937 Jul 30 01:34:18.471495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:18.503742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.553524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9950958-4f13-4ab7-a31c-3def2dac6be2 req-22d66d27-5148-4474-8125-f1d6dfcd3d74 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082623 Jul 30 01:34:18.663912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] For port cdc5e8cf-959d-4551-8d67-da40b8e75495, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:18.667682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] For port cdc5e8cf-959d-4551-8d67-da40b8e75495, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:18.675331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.682447 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766685bb-3194-4998-99b7-5252f0fc70f7 x-openstack-request-id: req-766685bb-3194-4998-99b7-5252f0fc70f7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:18.682753 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447adaf2-bc50-4fb8-b0e8-af28cc308ee9", "name": "network-vif-deleted", "tag": "3e4ef507-2684-4dfc-aa88-5ce219d94c8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:18.682985 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-766685bb-3194-4998-99b7-5252f0fc70f7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:18.683479 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447adaf2-bc50-4fb8-b0e8-af28cc308ee9', 'name': 'network-vif-deleted', 'tag': '3e4ef507-2684-4dfc-aa88-5ce219d94c8b', 'status': 'completed', 'code': 200} Jul 30 01:34:18.683744 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'status': 'completed', 'code': 200} Jul 30 01:34:18.686128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.704924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:18.720939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34780c8-c40b-48d1-af09-37a7bf1f67c6') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:18.721295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34780c8-c40b-48d1-af09-37a7bf1f67c6') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:18.742792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eadd2-6254-4b29-84cf-ba20dea32e09 req-1eebcc1a-8f75-483a-a805-3c7f4b0305db tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:18.749544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eadd2-6254-4b29-84cf-ba20dea32e09 req-1eebcc1a-8f75-483a-a805-3c7f4b0305db tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:18.751141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e37eadd2-6254-4b29-84cf-ba20dea32e09 req-1eebcc1a-8f75-483a-a805-3c7f4b0305db tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1677 time: 0.1190872 Jul 30 01:34:18.753199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.782218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:18.782218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.783634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] 10.222.0.66 "PUT /v2.0/ports/cdc5e8cf-959d-4551-8d67-da40b8e75495 HTTP/1.1" status: 200 len: 1091 time: 1.3413603 Jul 30 01:34:18.788013 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.800190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732f9d-98d8-4372-a2f9-194202c30130 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc5e8cf-959d-4551-8d67-da40b8e75495,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:18.800423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:34:18.800982 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:34:18.803698 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:34:18.819458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf015-473e-4411-95fd-9650342dc91a req-a52e8898-357d-48b0-a9fa-13580cb32acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:18.821381 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-a52e8898-357d-48b0-a9fa-13580cb32acb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1101 time: 0.1037714 Jul 30 01:34:18.896825 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-719c64cd-8c94-48aa-b59a-3c9727c2dcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.900712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e37eadd2-6254-4b29-84cf-ba20dea32e09 req-fa5df74a-c988-4e69-812d-a0c68139bf05 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388700 Jul 30 01:34:18.916903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.924569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:18.926613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] 10.222.0.78 "DELETE /v2.0/networks/ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab HTTP/1.1" status: 204 len: 168 time: 0.5266290 Jul 30 01:34:18.939807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58244) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:18.962496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:19.091925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f76ac-0326-4b60-b999-4b2f24f2334c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdd0985-2ea3-4ba1-9b39-6d543b23c7ab,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:19.110806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Deleting subnet fa8cf240-8440-4d1a-8878-587b2014943c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:34:19.111570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-bbe59b44-10b9-4aed-bf7b-a9ce633fc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.112066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-bbe59b44-10b9-4aed-bf7b-a9ce633fc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.113658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-bbe59b44-10b9-4aed-bf7b-a9ce633fc71f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1981 time: 0.2189901 Jul 30 01:34:19.120092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-9ebc848b-5144-45d6-b18e-ba7b645ae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.121016 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e868479-6bed-4086-be76-40faa9fd9b16 x-openstack-request-id: req-5e868479-6bed-4086-be76-40faa9fd9b16 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:19.121016 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:19.121977 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e868479-6bed-4086-be76-40faa9fd9b16 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:19.122113 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-9ebc848b-5144-45d6-b18e-ba7b645ae940 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.0871596 Jul 30 01:34:19.125832 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'status': 'completed', 'code': 200} Jul 30 01:34:19.130098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 1, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:19.154929 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:19.174832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab3534-e1cf-4673-bc7e-fab1ce76299a None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 1, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:19.207384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:19.225782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'mac_address': 'fa:16:3e:8e:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:34:19.241893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-e7cc9c28-fda7-4da0-a3c0-2a719d16e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.243960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-e7cc9c28-fda7-4da0-a3c0-2a719d16e340 service neutron] 10.222.0.66 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.1094854 Jul 30 01:34:19.287893 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:19.302019 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:19.302830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcbc81a-47e0-48f9-a35c-59377806e3e0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:19.326285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-3a7fc590-da40-485b-8eda-37d5f01ccedb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb HTTP/1.1" status: 200 len: 217 time: 0.1996765 Jul 30 01:34:19.336293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-8a15e9f6-308e-4894-b3a3-70ac41107484 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.338170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-8a15e9f6-308e-4894-b3a3-70ac41107484 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2140448 Jul 30 01:34:19.360156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:19.366654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:19.384858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf015-473e-4411-95fd-9650342dc91a req-e681cd9f-108c-4c8b-aa2c-4caa3d4872f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.387025 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-e681cd9f-108c-4c8b-aa2c-4caa3d4872f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5582738 Jul 30 01:34:19.462775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:19.465128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-dcd060b9-93b7-444f-8c0a-e6b07354fbeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 200 len: 217 time: 0.0515943 Jul 30 01:34:19.483844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-f0e9b974-4cc7-48c0-8e84-7cb27140d3c4 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5179446 Jul 30 01:34:19.498007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:19.518528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:19.526399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-8119162a-41c6-4cb5-928f-caa6a8e45fc4 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 998 time: 0.1751361 Jul 30 01:34:19.537521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-2aef8fe6-2f8f-42e2-a012-d12d24e98989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.539326 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-2aef8fe6-2f8f-42e2-a012-d12d24e98989 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7378165-3639-4bf8-b758-c085d1e2d15a HTTP/1.1" status: 200 len: 801 time: 0.1675432 Jul 30 01:34:19.541683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-69efefd0-cd88-47fc-b191-141330430bf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 998 time: 0.2256219 Jul 30 01:34:19.553157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf015-473e-4411-95fd-9650342dc91a req-bff92dfd-6d18-47c7-b09d-fd81a06b1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.554887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-bff92dfd-6d18-47c7-b09d-fd81a06b1840 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0781536 Jul 30 01:34:19.556132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'floatingip': {'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:19.577383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf36684-883a-4006-b765-bb11aaf681b4 None None] New status for floating IP cede4b60-1558-49d5-ba18-93757505548d: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:19.671874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-537800f2-7743-43a2-9bc5-65a3aef95860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.673812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-537800f2-7743-43a2-9bc5-65a3aef95860 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1178219 Jul 30 01:34:19.682357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-81cf7979-6a41-4d98-b86d-a8f9adb9d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.684075 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-81cf7979-6a41-4d98-b86d-a8f9adb9d7bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202540 Jul 30 01:34:19.721146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bcbc81a-47e0-48f9-a35c-59377806e3e0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:19.728256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf015-473e-4411-95fd-9650342dc91a req-7d05cd8b-f54c-475b-9bfb-cf5abf3482ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.729784 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-7d05cd8b-f54c-475b-9bfb-cf5abf3482ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1567411 Jul 30 01:34:19.871723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-663bdc0b-b6d5-4385-a6a4-4ff42f46a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:19.873252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-663bdc0b-b6d5-4385-a6a4-4ff42f46a21d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872993 Jul 30 01:34:19.964407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-99bf2fd4-6e08-4ec7-9d6e-365933b3c5ea service neutron] 10.222.0.66 "GET /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639964 Jul 30 01:34:20.028267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-439f2b28-be7b-4dd0-9ef6-b257e18f144b service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559190 Jul 30 01:34:20.093853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.109658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.136816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-c0632ba6-f78d-4667-9214-f1e3ea611ccd service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553291 Jul 30 01:34:20.193453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.235435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-accc5dfd-ff80-4969-89ab-6b8710adcbc9 service neutron] 10.222.0.66 "GET /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620156 Jul 30 01:34:20.245434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8cf240-8440-4d1a-8878-587b2014943c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:20.272460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.278042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-eeefbde4-2e4d-4117-9667-0a345c801b1e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fa8cf240-8440-4d1a-8878-587b2014943c HTTP/1.1" status: 204 len: 168 time: 1.3326306 Jul 30 01:34:20.278829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58252) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:20.297648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74abf015-473e-4411-95fd-9650342dc91a req-b521d37e-8b58-42ac-b2b3-1edbe00d9f3d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591608 Jul 30 01:34:20.299968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-327dc067-86b9-4232-8b77-e10a9cff8049 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495 HTTP/1.1" status: 200 len: 217 time: 0.0554569 Jul 30 01:34:20.353344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6eb79a1-08f7-449d-b57c-867a2f8d88aa req-a1ea825b-9a5c-4346-9cdc-91e3662c0303 service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082677 Jul 30 01:34:20.370177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-33190039-1024-4b95-9340-b4115bb3c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:20.372223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-33190039-1024-4b95-9340-b4115bb3c8f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1a30cfa-ba2d-400f-a113-5b3064f18e07 HTTP/1.1" status: 200 len: 801 time: 0.0647151 Jul 30 01:34:20.436369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-baa39040-3a5b-4ecb-8b90-06e83b76461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:20.437902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-baa39040-3a5b-4ecb-8b90-06e83b76461b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d70f391c-579a-470e-befe-14952eeead04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572355 Jul 30 01:34:20.486869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.545978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-fde63174-ced1-4958-b03d-b6c9de75ee10 service neutron] 10.222.0.66 "GET /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010664 Jul 30 01:34:20.575653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.676884 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e5435ee-9f6f-4169-b0aa-f43a5293b071 req-7aa5de38-1ffc-4114-a967-7ec11a728384 service neutron] 10.222.0.66 "GET /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230402 Jul 30 01:34:20.684919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'tag': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb'}, {'name': 'network-changed', 'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'tag': 'cdc5e8cf-959d-4551-8d67-da40b8e75495'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:20.688182 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144" -d '{"events": [{"name": "network-changed", "server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "tag": "c1a32fcd-2dd8-40cf-88e4-c916363b43bb"}, {"name": "network-changed", "server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "tag": "cdc5e8cf-959d-4551-8d67-da40b8e75495"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:20.712952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.731902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeea77a0-cd3e-4371-a1f3-51faddaf3ae4']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:20.752721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0669ab4f-4234-421d-8c68-145152dc5353') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:20.753089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0669ab4f-4234-421d-8c68-145152dc5353') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:20.804866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.813613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.855066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.901424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:34:20.901833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:34:20.906877 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:34:20.924809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Allocated IP 172.25.8.163 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/23b03041-c2c0-4e50-94b8-9536c1b1659e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:20.957869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:21.033150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:21.037116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:21.037549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.057540 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.069403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.071303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/eeea77a0-cd3e-4371-a1f3-51faddaf3ae4 HTTP/1.1" status: 204 len: 168 time: 0.7784815 Jul 30 01:34:21.091497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23133278-6cde-4b18-a2f9-af4e2602fae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeea77a0-cd3e-4371-a1f3-51faddaf3ae4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:21.133180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.163147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:21.166290 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fe923e-611d-4d5f-8116-217bdf532ffb" -d '{"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:21.181290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.183028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:21.184471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.189903 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.190207 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.261623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=13']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:21.270286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58262) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:21.321725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.322744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a546efbd-4df1-4f94-8f12-4c881eb52505 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5428976b02fc476c85c5d78ce022b41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513015 Jul 30 01:34:21.325037 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Floating IP cede4b60-1558-49d5-ba18-93757505548d associated. External IP: 172.25.8.70, port: 04bfbc6f-5021-41ba-80dd-269b37ac04ad. Jul 30 01:34:21.325528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:21.384941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24b0c7a-324b-46f0-919f-9e1cdbe17e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.411232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:21.414410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24b0c7a-324b-46f0-919f-9e1cdbe17e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.422904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:21.453399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:21.479871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=23b03041-c2c0-4e50-94b8-9536c1b1659e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:21.483430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24b0c7a-324b-46f0-919f-9e1cdbe17e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.487232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e24b0c7a-324b-46f0-919f-9e1cdbe17e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.493052 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e24b0c7a-324b-46f0-919f-9e1cdbe17e32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d5fc34a-1546-4358-8754-9c68b0da372c HTTP/1.1" status: 204 len: 168 time: 0.1655753 Jul 30 01:34:21.508160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b0c7a-324b-46f0-919f-9e1cdbe17e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5fc34a-1546-4358-8754-9c68b0da372c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:21.597510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d845310-5a95-4168-b268-f5df57a84ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.608806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.700067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.702784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:21.778274 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:21.933160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:21.948128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58270) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:21.948566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:21.960539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:21.961270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:22.028270 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0985ea80-a0e2-4b0d-bcb7-56b8335e82c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24f56c1f1ec0443c90da09230065916f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758371 Jul 30 01:34:22.029066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58272) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:22.132512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.146186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.268434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:22.305855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event updated for resources: {'Port': ['ID=23b03041-c2c0-4e50-94b8-9536c1b1659e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:22.309158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34a6e81f-ba7b-4ae7-8231-871d64eafc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.384614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.390494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34a6e81f-ba7b-4ae7-8231-871d64eafc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.444841 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.445994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-ad9a615a-ec4c-466c-988a-63cb52f1877c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9533200 Jul 30 01:34:22.448386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:22.541458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-5999acc3-1303-48ea-854d-5994df918929 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0854638 Jul 30 01:34:22.551221 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34a6e81f-ba7b-4ae7-8231-871d64eafc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.553781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34a6e81f-ba7b-4ae7-8231-871d64eafc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:22.555035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-34a6e81f-ba7b-4ae7-8231-871d64eafc06 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d95dcf4-7a7a-4271-8697-13384734ffe5 HTTP/1.1" status: 204 len: 168 time: 0.5251017 Jul 30 01:34:22.577224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:20Z', 'revision_number': 3, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:22.594943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6e81f-ba7b-4ae7-8231-871d64eafc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d95dcf4-7a7a-4271-8697-13384734ffe5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:22.626293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:22.640141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:22.640777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:22.692794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cdc5e8cf-959d-4551-8d67-da40b8e75495 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:22.820892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:22.947533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port cdc5e8cf-959d-4551-8d67-da40b8e75495, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:22.975769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'cdc5e8cf-959d-4551-8d67-da40b8e75495', 'network_id': 'd70f391c-579a-470e-befe-14952eeead04', 'port_id': 'cdc5e8cf-959d-4551-8d67-da40b8e75495', 'mac_address': 'fa:16:3e:9a:83:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a30cfa-ba2d-400f-a113-5b3064f18e07', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:34:22.982005 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.046194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:23.055804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.073261 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.103562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc5e8cf-959d-4551-8d67-da40b8e75495 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:23.113248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-a72bde77-a461-45f8-9495-4350112ac63a tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.113248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9302806f-9e69-49bd-9ab1-c99c032b469e req-a72bde77-a461-45f8-9495-4350112ac63a tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.5539713 Jul 30 01:34:23.113248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:23.115543 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e094cfa4-4eb3-4959-88c8-db4c694a7557" -d '{"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:23.143875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1bf69384-0293-43d5-9fc5-6534b87b1780 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "PUT /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 998 time: 3.5923460 Jul 30 01:34:23.165624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port cdc5e8cf-959d-4551-8d67-da40b8e75495, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:23.196480 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.197132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c1a32fcd-2dd8-40cf-88e4-c916363b43bb details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:23.198789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-26989ec2-646b-466d-931a-a5a8c257aaa7 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.200959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-26989ec2-646b-466d-931a-a5a8c257aaa7 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports/04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 942 time: 0.0513685 Jul 30 01:34:23.247151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989d54c-95e6-4df5-a737-d85fe0caa26f req-0e73144a-2549-479e-b17b-89c0d3198039 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.248719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2989d54c-95e6-4df5-a737-d85fe0caa26f req-0e73144a-2549-479e-b17b-89c0d3198039 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 1103 time: 0.0468533 Jul 30 01:34:23.344991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2989d54c-95e6-4df5-a737-d85fe0caa26f req-98d41ce5-a6d4-4696-a3d3-a1e5dd72ccd7 tempest-MigrationsAdminTest-454668821 tempest-MigrationsAdminTest-454668821-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820429 Jul 30 01:34:23.368521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=cdc5e8cf-959d-4551-8d67-da40b8e75495,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:23.406853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:20Z', 'revision_number': 3, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:23.423839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-2e19fd97-a75c-4741-9b2a-3eb5300ecf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.427857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-2e19fd97-a75c-4741-9b2a-3eb5300ecf48 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1119735 Jul 30 01:34:23.448331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed5f43-2427-4494-b1cc-ecb74cf799e9 None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:20Z', 'revision_number': 3, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:23.454628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:23.469082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb', 'network_id': '2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1', 'port_id': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb', 'mac_address': 'fa:16:3e:b2:0d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7378165-3639-4bf8-b758-c085d1e2d15a', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:34:23.567600 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.582905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a32fcd-2dd8-40cf-88e4-c916363b43bb {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:23.613469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:23.624221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.681290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-0930d69a-be5a-4c83-bcac-fba3e7ed760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.691978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-0930d69a-be5a-4c83-bcac-fba3e7ed760a service neutron] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.2560134 Jul 30 01:34:23.703139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:23.749325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-e59cfdbb-d9f6-47d1-bf91-1dc3dc90280d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.0564127 Jul 30 01:34:23.754160 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c81fdb-0a22-4b2b-8d1a-3cb4e06f42a9 None None] New status for floating IP cede4b60-1558-49d5-ba18-93757505548d: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:23.780828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58306) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:23.847663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1b10994e-e33d-4468-8437-85618d995bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.849406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-1b10994e-e33d-4468-8437-85618d995bda service neutron] 10.222.0.78 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0886352 Jul 30 01:34:23.852739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['cdc5e8cf-959d-4551-8d67-da40b8e75495'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:23.860120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e208071-2196-4590-a31f-fa3c668e8f0a req-1d139279-e54f-4441-b526-8c6e8739607a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.867636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e208071-2196-4590-a31f-fa3c668e8f0a req-1d139279-e54f-4441-b526-8c6e8739607a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.869549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e208071-2196-4590-a31f-fa3c668e8f0a req-1d139279-e54f-4441-b526-8c6e8739607a tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1679 time: 0.1192703 Jul 30 01:34:23.944506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-0818f0cf-c2ae-43d8-bc52-ed29ef788639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:23.946694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-0818f0cf-c2ae-43d8-bc52-ed29ef788639 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760100 Jul 30 01:34:23.954937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e208071-2196-4590-a31f-fa3c668e8f0a req-85dd8cb0-866d-4929-9e1f-345190b3b42e tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749412 Jul 30 01:34:23.960653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-4323e80d-a0f7-48b0-a46a-98a3787e2d90 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:34:23.961647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-4323e80d-a0f7-48b0-a46a-98a3787e2d90 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057364 Jul 30 01:34:23.998010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-18297274-network', 'tenant_id': '5e5efe4c308546469e670371d45cbc45'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:24.030598 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f6bc0-5586-435b-8cf9-00ae929f49d7 x-openstack-request-id: req-890f6bc0-5586-435b-8cf9-00ae929f49d7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:24.032366 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "tag": "c1a32fcd-2dd8-40cf-88e4-c916363b43bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "tag": "cdc5e8cf-959d-4551-8d67-da40b8e75495", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:24.033003 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-890f6bc0-5586-435b-8cf9-00ae929f49d7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:24.033836 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'tag': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb', 'status': 'completed', 'code': 200} Jul 30 01:34:24.034246 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'tag': 'cdc5e8cf-959d-4551-8d67-da40b8e75495', 'status': 'completed', 'code': 200} Jul 30 01:34:24.066340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Made reservation on behalf of 5e5efe4c308546469e670371d45cbc45 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:24.069557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:24.075998 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4750fd-b05b-4b20-9697-c8f839ca2ccb x-openstack-request-id: req-3c4750fd-b05b-4b20-9697-c8f839ca2ccb {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:24.076647 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:24.079842 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c4750fd-b05b-4b20-9697-c8f839ca2ccb {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:24.083441 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'code': 200} Jul 30 01:34:24.141574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:24.156307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:24.157152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:24.181919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab468597-14a4-490d-b64c-fd4332b2de62 req-ad9e8553-8331-40c4-8c75-154439169097 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips/c95dbe32-fa51-4721-a76c-785151bc4df8 HTTP/1.1" status: 200 len: 693 time: 0.0981197 Jul 30 01:34:24.221701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-ab169ffb-cafc-4504-b6f5-0e7d2ed3d5cb service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452350 Jul 30 01:34:24.299803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:24.411032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab468597-14a4-490d-b64c-fd4332b2de62 req-f7d7dadc-45d5-4f6a-9573-1f037c635cc4 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.418596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab468597-14a4-490d-b64c-fd4332b2de62 req-f7d7dadc-45d5-4f6a-9573-1f037c635cc4 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2294395 Jul 30 01:34:24.426101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-ab468597-14a4-490d-b64c-fd4332b2de62 req-307790d7-2bb8-4b29-a4d4-10123c0e85bd tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:34:24.427349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:24.440069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab468597-14a4-490d-b64c-fd4332b2de62 req-307790d7-2bb8-4b29-a4d4-10123c0e85bd tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205560 Jul 30 01:34:24.482393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-4196543f-acd4-497f-80c6-9923c6962305 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597241 Jul 30 01:34:24.499271 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868b6306-1d6f-4d57-97f1-4321e098282f x-openstack-request-id: req-868b6306-1d6f-4d57-97f1-4321e098282f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:24.505468 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:24.505735 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-868b6306-1d6f-4d57-97f1-4321e098282f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:24.507943 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'status': 'completed', 'code': 200} Jul 30 01:34:24.508249 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:24.624044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-50c7addb-e063-4027-823c-8c4e80040530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.624565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-50c7addb-e063-4027-823c-8c4e80040530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.627048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-50c7addb-e063-4027-823c-8c4e80040530 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1983 time: 0.5770831 Jul 30 01:34:24.641667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-d9ae62b2-d3fa-4ddb-9ee2-dcf9a7b76f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.650442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-d9ae62b2-d3fa-4ddb-9ee2-dcf9a7b76f66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1098 time: 0.1191370 Jul 30 01:34:24.712310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cdc5e8cf-959d-4551-8d67-da40b8e75495 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:24.721934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-1ab2a1cc-e3bb-4d03-aa13-4d657a2951af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.723712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-1ab2a1cc-e3bb-4d03-aa13-4d657a2951af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1849515 Jul 30 01:34:24.814031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port cdc5e8cf-959d-4551-8d67-da40b8e75495 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:24.826172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-23358602-8c0b-40e7-93b2-a128ca5f3a86 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips/c95dbe32-fa51-4721-a76c-785151bc4df8 HTTP/1.1" status: 200 len: 693 time: 0.0784340 Jul 30 01:34:24.828808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port cdc5e8cf-959d-4551-8d67-da40b8e75495 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:24.829282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:24.874184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-a67b1164-4fe5-437c-a4a9-a3184357df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.876345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-a67b1164-4fe5-437c-a4a9-a3184357df95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 HTTP/1.1" status: 200 len: 902 time: 0.2423482 Jul 30 01:34:24.903687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c1a32fcd-2dd8-40cf-88e4-c916363b43bb'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:24.926066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-880019fa-cec6-454e-b65e-36d0b09aa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.933734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-880019fa-cec6-454e-b65e-36d0b09aa54b service neutron] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.2822545 Jul 30 01:34:24.946167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-410414b1-9f2f-4043-95d5-f4a09dc6e4b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb HTTP/1.1" status: 200 len: 217 time: 0.0554037 Jul 30 01:34:24.951038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-b0685e77-b7ae-4633-9111-f7df8c967808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:24.952732 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-b0685e77-b7ae-4633-9111-f7df8c967808 service neutron] 10.222.0.66 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.2182255 Jul 30 01:34:24.954618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.006495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.029634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-1a0605e2-db5b-4108-b356-56baed2f884b tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.036477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-1a0605e2-db5b-4108-b356-56baed2f884b tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2093863 Jul 30 01:34:25.044143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-8f8cffd0-e710-42c0-a137-fc9f32e04c03 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:34:25.051270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-8f8cffd0-e710-42c0-a137-fc9f32e04c03 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138631 Jul 30 01:34:25.065634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-8f3bf8a8-78a2-46c4-b5e1-cc5c2781ca17 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 1001 time: 0.1289849 Jul 30 01:34:25.065870 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-87ac1d2f-e8ad-44f4-973d-c2349cc6de24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.1024966 Jul 30 01:34:25.075634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.095472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:34:25.099799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:25.114848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-a9f78bfe-55dc-4259-a80a-3e980bbca3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.122911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-a9f78bfe-55dc-4259-a80a-3e980bbca3ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0582891 Jul 30 01:34:25.129949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-d138e8d1-3dfb-49ed-b429-9e981b1f8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.131487 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-d138e8d1-3dfb-49ed-b429-9e981b1f8c85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7378165-3639-4bf8-b758-c085d1e2d15a HTTP/1.1" status: 200 len: 801 time: 0.1711895 Jul 30 01:34:25.132110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:25.158382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:25.170617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.171081 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Added segment 28650769-c3bd-4114-81ae-8b854a79da9d of type vlan for network 0907950a-8b74-4cd3-9254-5a517e011101 Jul 30 01:34:25.178948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:25.178948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:25.203329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-d1e08127-164f-4411-b014-07036da8c1aa tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.1508858 Jul 30 01:34:25.210534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-7201b85c-0981-4004-9bf5-4e695800394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.212238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-7201b85c-0981-4004-9bf5-4e695800394e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885212 Jul 30 01:34:25.217890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-17a2d7b6-ba88-44e7-88fc-a2044f6637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.219469 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-17a2d7b6-ba88-44e7-88fc-a2044f6637f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1476707 Jul 30 01:34:25.267812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port cdc5e8cf-959d-4551-8d67-da40b8e75495, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:25.289311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.305005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-59b6182f-fb53-49d9-a0ab-90c40880f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.305897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-9ed96a68-3860-4620-938c-ae5e6d96ec1a tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0925069 Jul 30 01:34:25.306814 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-59b6182f-fb53-49d9-a0ab-90c40880f8b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655662 Jul 30 01:34:25.318992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.382437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-0cb7a721-1f50-4022-aa01-3f28a83c4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.384399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-0cb7a721-1f50-4022-aa01-3f28a83c4310 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417294 Jul 30 01:34:25.388173 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.389115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:25.389718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.456422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-89fd4259-0766-4d5d-8a89-eb1c866e0ec1 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339094 Jul 30 01:34:25.523039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=cdc5e8cf-959d-4551-8d67-da40b8e75495,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:25.528283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:25.541180 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7591233 Jul 30 01:34:25.546156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58324) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:25.555624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9d1ac5e-1478-4291-9c19-39258a9bec1e req-899a5e83-49b8-4cb5-b109-5a92ae4537bf service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905623 Jul 30 01:34:25.567532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Request body: {'subnet': {'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-18297274-subnet', 'tenant_id': '5e5efe4c308546469e670371d45cbc45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:25.568344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Deleting port 23b03041-c2c0-4e50-94b8-9536c1b1659e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:25.568760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.624618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Made reservation on behalf of 5e5efe4c308546469e670371d45cbc45 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:25.628732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.638941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3392ec-8026-4384-ba72-d6a4f51fc484 admin admin] Pushing event updated for resources: {'Network': ['ID=0907950a-8b74-4cd3-9254-5a517e011101,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:25.677278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 0907950a-8b74-4cd3-9254-5a517e011101 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:34:25.700205 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.701042 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.701379 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-4f4250d7-6ecc-49cd-af2c-8b4b4cc1475a service neutron] 10.222.0.66 "GET /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846028 Jul 30 01:34:25.737619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Calling delete_port for 23b03041-c2c0-4e50-94b8-9536c1b1659e owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:25.812782 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-d1bd1e09-5e15-4862-b026-4c5ba5e0551d service neutron] 10.222.0.66 "GET /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015506 Jul 30 01:34:25.840199 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-b9cfe0d1-edfe-4864-b366-96ba380d9a1c service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437876 Jul 30 01:34:25.980023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:26.000298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560668ec-6304-4dbe-980e-bd3aa9f20415 req-8a8c8f09-77d6-4f4c-9b80-31f256cf99c7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.002008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-560668ec-6304-4dbe-980e-bd3aa9f20415 req-8a8c8f09-77d6-4f4c-9b80-31f256cf99c7 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 951 time: 0.0985696 Jul 30 01:34:26.037974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f723f9-538e-4739-89ef-2c36e96c0549 None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:a3:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:26.040372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-49627099-b71f-49c6-a0a8-3c59b64f06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.041018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-49627099-b71f-49c6-a0a8-3c59b64f06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.042750 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-49627099-b71f-49c6-a0a8-3c59b64f06ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1984 time: 0.1446710 Jul 30 01:34:26.056089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.074275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-560668ec-6304-4dbe-980e-bd3aa9f20415 req-b2a92b8c-0410-4655-b4da-c99db083b465 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647647 Jul 30 01:34:26.083956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc5e8cf-959d-4551-8d67-da40b8e75495'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:26.086863 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc02a116-2ff8-4d62-8102-19313ac6014e" -d '{"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-plugged", "status": "completed", "tag": "cdc5e8cf-959d-4551-8d67-da40b8e75495"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:26.123437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e094cfa4-4eb3-4959-88c8-db4c694a7557 req-33f84eb1-e8bb-4c2e-a0e5-3f6abc2135f6 service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656157 Jul 30 01:34:26.140813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event deleted for resources: {'Port': ['ID=23b03041-c2c0-4e50-94b8-9536c1b1659e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:26.233595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.257157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.259944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.269539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-9702c821-a098-4413-9f55-377061f0d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.271435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-9702c821-a098-4413-9f55-377061f0d7e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d70f391c-579a-470e-befe-14952eeead04 HTTP/1.1" status: 200 len: 903 time: 0.2164226 Jul 30 01:34:26.274082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f104d1dc-94bc-4e75-b7d6-f1b5c020741f req-163bc66e-9437-4d5b-bea6-4ac7f2a1dfe0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "DELETE /v2.0/floatingips/c95dbe32-fa51-4721-a76c-785151bc4df8 HTTP/1.1" status: 204 len: 173 time: 0.9595916 Jul 30 01:34:26.339360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee1d09-20af-4db6-a761-dec844c14bc4 req-0ce7bbe8-523a-4021-a104-6de781601e13 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.341434 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-0fe36ed2-857f-4085-a40c-e3dc74ac1783 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495 HTTP/1.1" status: 200 len: 217 time: 0.0615292 Jul 30 01:34:26.346312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee1d09-20af-4db6-a761-dec844c14bc4 req-0ce7bbe8-523a-4021-a104-6de781601e13 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.348364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3ee1d09-20af-4db6-a761-dec844c14bc4 req-0ce7bbe8-523a-4021-a104-6de781601e13 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1680 time: 0.1502101 Jul 30 01:34:26.398607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2ab092-9429-4f23-91c8-bd1e122e2962 req-81ef8177-6716-4fd8-b8a0-079d3e748644 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1001 time: 0.1158338 Jul 30 01:34:26.418032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89e0b09-4749-4ac6-b5ad-7d5975d9a352,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:26.448476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:26.449347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Network hostable DHCP agents. Network: 0907950a-8b74-4cd3-9254-5a517e011101, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:34:26.458063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3ee1d09-20af-4db6-a761-dec844c14bc4 req-e6a9e73b-13c8-4272-993b-871f9497dd78 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022015 Jul 30 01:34:26.459925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-dd267960-b971-4eb6-97f3-8f28da51aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.461511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-dd267960-b971-4eb6-97f3-8f28da51aba3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1a30cfa-ba2d-400f-a113-5b3064f18e07 HTTP/1.1" status: 200 len: 801 time: 0.0857956 Jul 30 01:34:26.471313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-6a4553f0-3968-4702-9359-e8a7d6e68c6b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.472453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab092-9429-4f23-91c8-bd1e122e2962 req-3612aef6-ac80-43da-8e8b-64f9c75fce82 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.472825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-6a4553f0-3968-4702-9359-e8a7d6e68c6b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 951 time: 0.1456304 Jul 30 01:34:26.479292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2ab092-9429-4f23-91c8-bd1e122e2962 req-3612aef6-ac80-43da-8e8b-64f9c75fce82 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports/8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 943 time: 0.0789697 Jul 30 01:34:26.510141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:26.513670 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d9b20-e454-4573-bc2f-c48aed67fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:26.532066 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3184c-1df5-4905-ac62-813f56599635 x-openstack-request-id: req-b1b3184c-1df5-4905-ac62-813f56599635 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:26.532684 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-plugged", "status": "completed", "tag": "cdc5e8cf-959d-4551-8d67-da40b8e75495", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:26.532684 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1b3184c-1df5-4905-ac62-813f56599635 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:26.533022 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc5e8cf-959d-4551-8d67-da40b8e75495', 'code': 200} Jul 30 01:34:26.595390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Network 0907950a-8b74-4cd3-9254-5a517e011101 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:34:26.611777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 0907950a-8b74-4cd3-9254-5a517e011101) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:26.617730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-7fb6c23b-7292-4121-a5b3-dcb42faedce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.617730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-7fb6c23b-7292-4121-a5b3-dcb42faedce8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d70f391c-579a-470e-befe-14952eeead04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439562 Jul 30 01:34:26.635749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.636929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.638265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3d53e-da97-4931-87dc-ad8247f84000 None None] Network 0907950a-8b74-4cd3-9254-5a517e011101 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:26.694885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2ab092-9429-4f23-91c8-bd1e122e2962 req-88430719-b963-4dee-b470-af561485422b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1001 time: 0.1703031 Jul 30 01:34:26.711867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Deleting port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:26.712219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.724922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c1a32fcd-2dd8-40cf-88e4-c916363b43bb up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:26.728998 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ca21dc2-a103-4132-9412-689aa75b561b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1743033 Jul 30 01:34:26.822043 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-9c221405-3f79-4f47-b416-c04a614b80a9 service neutron] 10.222.0.66 "GET /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956975 Jul 30 01:34:26.893469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] For port 0bcbc81a-47e0-48f9-a35c-59377806e3e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bcbc81a-47e0-48f9-a35c-59377806e3e0,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:26.893865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.915245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Calling delete_port for 0bcbc81a-47e0-48f9-a35c-59377806e3e0 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:26.916217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c1a32fcd-2dd8-40cf-88e4-c916363b43bb completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:26.920224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c1a32fcd-2dd8-40cf-88e4-c916363b43bb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:26.920737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:26.970499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494ca6b-1248-45f8-ae39-eb946d5c86b2 req-ce2b9a21-d3dd-44fa-97c2-960c99b6cba7 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:26.972691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1494ca6b-1248-45f8-ae39-eb946d5c86b2 req-ce2b9a21-d3dd-44fa-97c2-960c99b6cba7 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4101403 Jul 30 01:34:26.979842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b774cf1-d891-4af1-9e36-b5d5392352cc None None] Network 0907950a-8b74-4cd3-9254-5a517e011101 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:26.999382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a0d2cd2-a0d7-42ea-b867-ffe7b7da9144 req-a6a3e2b7-ce96-4439-8ec4-2793859110b9 service neutron] 10.222.0.66 "GET /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672795 Jul 30 01:34:27.061656 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0211ba2d-abfd-479f-9015-e190b88a6b07 x-openstack-request-id: req-0211ba2d-abfd-479f-9015-e190b88a6b07 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:27.062045 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:27.062374 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0211ba2d-abfd-479f-9015-e190b88a6b07 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:27.062759 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'status': 'completed', 'code': 200} Jul 30 01:34:27.107388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab092-9429-4f23-91c8-bd1e122e2962 req-dc333fd8-2023-494a-8847-b3c29a7ff24c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:27.109553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2ab092-9429-4f23-91c8-bd1e122e2962 req-dc333fd8-2023-494a-8847-b3c29a7ff24c tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.4050806 Jul 30 01:34:27.163412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:27.181979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b489949b-4860-47a9-b66f-333f8f35d3d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:27.200762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-80b7734c-9fb6-4bfb-a91a-3f9dedfd7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:27.202720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-80b7734c-9fb6-4bfb-a91a-3f9dedfd7771 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1098 time: 0.0923913 Jul 30 01:34:27.217647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event deleted for resources: {'Port': ['ID=0bcbc81a-47e0-48f9-a35c-59377806e3e0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:27.255390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:27.332153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] No DVR routers for this DVR port 0bcbc81a-47e0-48f9-a35c-59377806e3e0 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:27.335744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:27.341590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-470c727c-8538-4a53-9e62-7febb0d0fa7e req-d55221a2-0b3a-426d-9907-557cec3c1d0a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "DELETE /v2.0/ports/0bcbc81a-47e0-48f9-a35c-59377806e3e0 HTTP/1.1" status: 204 len: 173 time: 0.8549480 Jul 30 01:34:27.342105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-deleted', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:27.343633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0be864eb-7403-41a6-b9f3-39496274bb17 req-9a715fac-ac4c-442b-8cfc-b9c0482ce714 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=6bd9b29838bd477e98d16912cdd74264 HTTP/1.1" status: 200 len: 1656 time: 0.1451147 Jul 30 01:34:27.345806 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b905ad-22e6-4ed0-87ad-5645709c3a41" -d '{"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-deleted", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:27.448217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:27.603260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b5b15e3-de6b-4504-9998-d1c799dad507 req-7b74103b-6426-4af3-a304-1f82fc86498b tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a0d72f-2459-4d8d-aba1-52f72bbebf4b HTTP/1.1" status: 200 len: 210 time: 0.1248243 Jul 30 01:34:27.613136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:27.635152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:27.711529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-ff60b2d0-98e3-4e51-a1c8-52951f067a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:27.713003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-ff60b2d0-98e3-4e51-a1c8-52951f067a98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.2342324 Jul 30 01:34:27.730040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58364) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:27.737110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1211676654-network', 'tenant_id': 'f2bfb8f1a3934f4197e703b03bdfb219'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:27.750669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:27.768469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Made reservation on behalf of f2bfb8f1a3934f4197e703b03bdfb219 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:27.784939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:27.802189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:27.836732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be864eb-7403-41a6-b9f3-39496274bb17 req-c2021e42-9e06-4d3e-96ef-76e8ae3e98a0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:27.844614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0be864eb-7403-41a6-b9f3-39496274bb17 req-c2021e42-9e06-4d3e-96ef-76e8ae3e98a0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks?id=6f10b005-e373-4877-8d73-0fda2ca23c67&id=6f10b005-e373-4877-8d73-0fda2ca23c67&id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 787 time: 0.4990752 Jul 30 01:34:27.854556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-0be864eb-7403-41a6-b9f3-39496274bb17 req-8bf13a89-12c0-4539-b9c2-905c0bb46c07 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:34:27.866483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0be864eb-7403-41a6-b9f3-39496274bb17 req-8bf13a89-12c0-4539-b9c2-905c0bb46c07 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144088 Jul 30 01:34:27.885344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-90037841-2727-4b80-acb0-7fbf1a7bbed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 1001 time: 0.1336045 Jul 30 01:34:27.895338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-36eb79cf-7f74-47ad-86de-9de752fbfdd0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1001 time: 0.2054269 Jul 30 01:34:27.934060 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a965834-857d-4b3f-b79e-a12c22455f65 x-openstack-request-id: req-9a965834-857d-4b3f-b79e-a12c22455f65 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:27.934334 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a0d72f-2459-4d8d-aba1-52f72bbebf4b", "name": "network-vif-deleted", "tag": "0bcbc81a-47e0-48f9-a35c-59377806e3e0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:27.934573 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a965834-857d-4b3f-b79e-a12c22455f65 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:27.935037 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a0d72f-2459-4d8d-aba1-52f72bbebf4b', 'name': 'network-vif-deleted', 'tag': '0bcbc81a-47e0-48f9-a35c-59377806e3e0', 'status': 'completed', 'code': 200} Jul 30 01:34:27.971585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c31-249b-4401-b332-44e51df096a6 req-bd21611e-5b8b-4151-85aa-8f0c80395e72 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:27.979402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-bd21611e-5b8b-4151-85aa-8f0c80395e72 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports/8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 943 time: 0.0814259 Jul 30 01:34:28.026698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-9d42b1c3-f3fe-4efe-b78b-29b692e397e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.044228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-9d42b1c3-f3fe-4efe-b78b-29b692e397e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1139269 Jul 30 01:34:28.059235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.065496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.092783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:34:28.129740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.130081 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Added segment 1e9243bb-e8e4-45dc-a3c9-4943f822b56b of type vlan for network a59cb1bd-8bb0-4ea4-ab51-aa065272a64e Jul 30 01:34:28.143786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69d703b-5a2f-4103-a05a-2c78abea17c3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:28.184714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.204078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-55b6d18e-b1fe-4ac1-88cd-893027e1f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.205600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-55b6d18e-b1fe-4ac1-88cd-893027e1f253 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516914 Jul 30 01:34:28.212306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-4a46d346-76c0-4fe8-82d6-16b67613946e tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1001 time: 0.1491299 Jul 30 01:34:28.222235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a97dc-0813-4453-8107-269904b36217 req-eba65230-dd98-4576-9f63-369589968e17 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.224694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.225808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.226397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.229383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a97dc-0813-4453-8107-269904b36217 req-eba65230-dd98-4576-9f63-369589968e17 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.235770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-537a97dc-0813-4453-8107-269904b36217 req-eba65230-dd98-4576-9f63-369589968e17 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1681 time: 0.1711087 Jul 30 01:34:28.288302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5561957 Jul 30 01:34:28.290851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58376) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:28.298355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Request body: {'subnet': {'network_id': 'a59cb1bd-8bb0-4ea4-ab51-aa065272a64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1211676654-subnet', 'tenant_id': 'f2bfb8f1a3934f4197e703b03bdfb219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:28.317347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810e5a4-05fc-4be0-b9e1-c09c07d1e432 admin admin] Pushing event updated for resources: {'Network': ['ID=a59cb1bd-8bb0-4ea4-ab51-aa065272a64e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:28.331689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Made reservation on behalf of f2bfb8f1a3934f4197e703b03bdfb219 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:28.333287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a59cb1bd-8bb0-4ea4-ab51-aa065272a64e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:34:28.336620 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.425163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-537a97dc-0813-4453-8107-269904b36217 req-a7ee02e1-8347-4790-aa5c-8f11ba310d15 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843193 Jul 30 01:34:28.450767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-ebacd16b-242e-488d-b934-ead8273e67e1 service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139935 Jul 30 01:34:28.458107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c31-249b-4401-b332-44e51df096a6 req-515bbd7f-f435-467b-829c-7ee5f18f9da5 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.468489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-515bbd7f-f435-467b-829c-7ee5f18f9da5 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2296779 Jul 30 01:34:28.558272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:28.560497 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104dfd9-c59e-46de-adb0-a0b26d19f33d" -d '{"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-plugged", "status": "completed", "tag": "c1a32fcd-2dd8-40cf-88e4-c916363b43bb"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:28.669848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.751111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cec96e6-4a88-4c59-96ea-bdd50d4eefe9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:28.758423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Checking segment: {'id': '1e9243bb-e8e4-45dc-a3c9-4943f822b56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a59cb1bd-8bb0-4ea4-ab51-aa065272a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:28.758784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Network hostable DHCP agents. Network: a59cb1bd-8bb0-4ea4-ab51-aa065272a64e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:34:28.784817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Network a59cb1bd-8bb0-4ea4-ab51-aa065272a64e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:34:28.795888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a59cb1bd-8bb0-4ea4-ab51-aa065272a64e) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:28.800155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:28.800946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:28.809064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66978f7-92a9-4262-b116-d941a6ba54dc None None] Network a59cb1bd-8bb0-4ea4-ab51-aa065272a64e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:28.821517 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-72dd9a9a-6d38-4875-8592-c928e28ea1df admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5295424 Jul 30 01:34:28.980613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-54130ec2-8327-4c35-ae26-5eefc3459d46 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips/d72ccdff-2992-40e3-bfdc-317d97afd662 HTTP/1.1" status: 200 len: 693 time: 0.4559681 Jul 30 01:34:29.034187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-6e7210cd-7470-4e1e-97f3-d2384f463719 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1001 time: 0.5575581 Jul 30 01:34:29.042390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3699fb65-f77a-4149-8737-855d4c120743 None None] Network a59cb1bd-8bb0-4ea4-ab51-aa065272a64e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:29.064151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:29.084620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:29.124852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 0bcbc81a-47e0-48f9-a35c-59377806e3e0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:29.125370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bcbc81a-47e0-48f9-a35c-59377806e3e0 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:29.145557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-861d9b20-e454-4573-bc2f-c48aed67fc97 req-cbe194f7-7144-433f-91e8-9f6e99d12413 service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737673 Jul 30 01:34:29.191800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:29.244094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-1780bf41-c372-473d-ae2e-aed682b48e40 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:29.245524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-1780bf41-c372-473d-ae2e-aed682b48e40 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2356346 Jul 30 01:34:29.335941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-478145b9-10ad-43d5-b9d5-25fd09310615 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0804510 Jul 30 01:34:29.431224 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:29.436066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-6f979a3d-e287-4917-9f9f-5a789a48207f tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0824809 Jul 30 01:34:29.437054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:29.437507 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Floating IP cede4b60-1558-49d5-ba18-93757505548d disassociated. External IP: 172.25.8.70, port: 8d5436ae-5756-47f7-b498-c724f3d2bb47. Jul 30 01:34:29.695354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Deleting port 2b82390f-ada4-4ce1-ac81-2ad159587968 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:29.695580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:29.825678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:29.827809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:29.828143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:29.845317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Calling delete_port for 2b82390f-ada4-4ce1-ac81-2ad159587968 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:30.029268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:30.034210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:30.040201 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:30.050302 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:30.051043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:30.093103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-a12aa8df-fb1d-4cf3-b76c-71e1ac2de775 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "PUT /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 694 time: 1.0152988 Jul 30 01:34:30.095040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:30.097577 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:30.125297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:30.166002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event deleted for resources: {'Port': ['ID=2b82390f-ada4-4ce1-ac81-2ad159587968,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:30.180155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:30.220245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c31-249b-4401-b332-44e51df096a6 req-7caf9987-afa5-4748-b1c8-04c9c47583ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:30.221814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-7caf9987-afa5-4748-b1c8-04c9c47583ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1098 time: 0.1084032 Jul 30 01:34:30.297445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:30.300328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:30.301892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0414195-8b07-45cc-8c45-5bbc33bb5bdb req-2f8a8bba-419a-4b0e-9103-385e0a14589d tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "DELETE /v2.0/floatingips/d72ccdff-2992-40e3-bfdc-317d97afd662 HTTP/1.1" status: 204 len: 173 time: 0.8274951 Jul 30 01:34:30.355544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c31-249b-4401-b332-44e51df096a6 req-7d05b359-6879-456c-83e1-091de6d29892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:30.357087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-7d05b359-6879-456c-83e1-091de6d29892 service neutron] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.1253603 Jul 30 01:34:30.400697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-cc494d62-a163-468c-91db-f7e87d58cf84 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 217 time: 0.0370626 Jul 30 01:34:30.465279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c31-249b-4401-b332-44e51df096a6 req-5a062383-7e44-4ef6-9f4f-6fc621aaef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:30.467149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-5a062383-7e44-4ef6-9f4f-6fc621aaef9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0520194 Jul 30 01:34:30.510958 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:30.537617 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ab762c-bff7-497c-ac5a-a4368a4507cf x-openstack-request-id: req-48ab762c-bff7-497c-ac5a-a4368a4507cf {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:30.539095 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-plugged", "status": "completed", "tag": "c1a32fcd-2dd8-40cf-88e4-c916363b43bb", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:30.541923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c31-249b-4401-b332-44e51df096a6 req-bdad860d-ecf2-4a82-bcaa-cc621761e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:30.543384 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48ab762c-bff7-497c-ac5a-a4368a4507cf {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:30.544236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-bdad860d-ecf2-4a82-bcaa-cc621761e967 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683951 Jul 30 01:34:30.548547 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:30.552188 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb', 'code': 200} Jul 30 01:34:30.562242 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:30.563381 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:30.701044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cf3ce-cd94-42a2-b74d-48a3228d8485 req-6667f095-4d82-44d2-b1df-71e755a5bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:30.702616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cf3ce-cd94-42a2-b74d-48a3228d8485 req-6667f095-4d82-44d2-b1df-71e755a5bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:30.706224 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6a5cf3ce-cd94-42a2-b74d-48a3228d8485 req-6667f095-4d82-44d2-b1df-71e755a5bed4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1985 time: 0.0850873 Jul 30 01:34:30.723741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-6c628a19-f78e-4e3d-9507-cdd2c8c9d960 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656635 Jul 30 01:34:30.729287 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:30.787675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6a5cf3ce-cd94-42a2-b74d-48a3228d8485 req-568695ea-7a02-41a9-9f7d-3cbbda2fd2cf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728714 Jul 30 01:34:30.872008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a333c31-249b-4401-b332-44e51df096a6 req-8db96f96-db96-4b12-98f8-4491665371ef service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310351 Jul 30 01:34:30.921089 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:34:30.993226 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:31.022111 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e1e58f-d78b-4d3d-873e-d22a7d27dc2a None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:31.033949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-8377ffe4-c8f5-43a7-9f3d-7da14d7214bd tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:31.041470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-8377ffe4-c8f5-43a7-9f3d-7da14d7214bd tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.1678996 Jul 30 01:34:31.065761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-d2335feb-b2a0-444f-abc8-c2645c16380c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/quotas/5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 375 time: 0.0233035 Jul 30 01:34:31.107554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a213f35-d0c5-4a8c-b355-33f5eeab4e9b req-96b39b81-5153-4433-b69a-9b2005667cc6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:31.113844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a213f35-d0c5-4a8c-b355-33f5eeab4e9b req-96b39b81-5153-4433-b69a-9b2005667cc6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:31.116913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a213f35-d0c5-4a8c-b355-33f5eeab4e9b req-96b39b81-5153-4433-b69a-9b2005667cc6 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1681 time: 0.1483209 Jul 30 01:34:31.127624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-61a61299-15f9-4009-9ede-d5b428dae60b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608337 Jul 30 01:34:31.221316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a213f35-d0c5-4a8c-b355-33f5eeab4e9b req-494c8236-db64-4171-a4e3-3e2e0d866334 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924592 Jul 30 01:34:31.270387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-93e0f815-eca8-4c0e-a054-5eab61d947ea service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345236 Jul 30 01:34:31.279891 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2bc01-632f-4745-8e5d-45dc80e9a8e3 x-openstack-request-id: req-f1e2bc01-632f-4745-8e5d-45dc80e9a8e3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:31.280238 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:31.280447 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1e2bc01-632f-4745-8e5d-45dc80e9a8e3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:31.280875 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'status': 'completed', 'code': 200} Jul 30 01:34:31.370444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e529bb-df3b-4131-aeef-9100e77adb0c None None] New status for floating IP cede4b60-1558-49d5-ba18-93757505548d: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:31.443491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-0eb286d7-a9e1-4978-abd7-96f78bbf766a tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips/85297ea4-7885-4530-bfff-6cdef74cf11d HTTP/1.1" status: 200 len: 693 time: 0.1325195 Jul 30 01:34:31.536866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-2835d5a4-ff0f-465c-8955-2d3542d9ac80 service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516065 Jul 30 01:34:31.539653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-05dd55e2-2cc7-4552-be8b-0d9c9b02e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:31.541442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-05dd55e2-2cc7-4552-be8b-0d9c9b02e2ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 1098 time: 0.1953840 Jul 30 01:34:31.661030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-b5672788-e3b9-48e4-83bb-d0c8e1dc0ca7 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:31.671861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-b5672788-e3b9-48e4-83bb-d0c8e1dc0ca7 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2197449 Jul 30 01:34:31.750173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-0f63fba7-efe7-4374-b0e6-ca3208322778 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.0769351 Jul 30 01:34:31.829287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-aaa81ea5-3af0-4cec-a624-0a2c6ed27dd1 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200 len: 696 time: 0.0780354 Jul 30 01:34:31.948519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-95f60fd3-82cd-447e-a488-de1c7c0d2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:31.950032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-95f60fd3-82cd-447e-a488-de1c7c0d2bcc service neutron] 10.222.0.55 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.3970339 Jul 30 01:34:32.030104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-8c99aa1c-97e5-4665-9ba2-aad8476b319f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 200 len: 217 time: 0.0686719 Jul 30 01:34:32.110480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-41f4ac3b-086c-4b34-bad5-0f748c1b75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:32.112106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-41f4ac3b-086c-4b34-bad5-0f748c1b75d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0754759 Jul 30 01:34:32.114771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Deleting port 3705bcd8-483b-4324-8667-869912cf46d6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:32.115252 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:32.259551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-56439803-669d-483c-875b-dd7ed9ebd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:32.261081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-56439803-669d-483c-875b-dd7ed9ebd9c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045434 Jul 30 01:34:32.265591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:32.266152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:32.334545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Calling delete_port for 3705bcd8-483b-4324-8667-869912cf46d6 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:32.355166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5be1b4a-9a80-40bd-96ca-4620c7f1c29f req-f5957565-84be-4757-a9ee-8122056d2c46 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 210 time: 0.0709021 Jul 30 01:34:32.470012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-acb51fa6-7d14-438a-a887-b48be933d600 service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001855 Jul 30 01:34:33.061605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a5ea9-ff20-408d-ad9e-e39c265ca9eb req-b61957b3-dd15-4366-abac-b4f371fb92aa tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.063435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-831a5ea9-ff20-408d-ad9e-e39c265ca9eb req-b61957b3-dd15-4366-abac-b4f371fb92aa tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 951 time: 0.5723095 Jul 30 01:34:33.067268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.072534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af29d21-1c83-4cf3-81cb-3b4a3148aa80 req-b6252704-b5ec-42a8-90f0-2a1729177a7f service neutron] 10.222.0.55 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907705 Jul 30 01:34:33.113185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event deleted for resources: {'Port': ['ID=3705bcd8-483b-4324-8667-869912cf46d6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:33.163476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-831a5ea9-ff20-408d-ad9e-e39c265ca9eb req-595fb4c8-16f7-4d63-9029-b61eff6019d0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Jul 30 01:34:33.225910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.229204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.231040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9165244-ed9b-4b36-ba2c-4320d84b4624 req-58b4ca95-fc30-4ff7-b230-0e2c5423ae4c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "DELETE /v2.0/floatingips/85297ea4-7885-4530-bfff-6cdef74cf11d HTTP/1.1" status: 204 len: 173 time: 1.4008794 Jul 30 01:34:33.263601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-7094e2a4-6926-4ca3-9489-191148d294f2 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.266186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-7094e2a4-6926-4ca3-9489-191148d294f2 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.2033310 Jul 30 01:34:33.294532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Request body: {'port': {'device_id': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'admin_state_up': True, 'tenant_id': '5e5efe4c308546469e670371d45cbc45'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:33.327687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-b44a7032-83e4-4da3-bcb3-ac929acf0794 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.329658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-b44a7032-83e4-4da3-bcb3-ac929acf0794 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "GET /v2.0/ports?device_id=bccd2877-4cd4-4045-8194-bb0c2aa1280e HTTP/1.1" status: 200 len: 951 time: 0.1411371 Jul 30 01:34:33.408095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-680cb7b9-d2da-4744-a43e-92d1ea90b30e tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.410019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-680cb7b9-d2da-4744-a43e-92d1ea90b30e tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1404669 Jul 30 01:34:33.484035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bed09-2031-4245-843e-2acbb107104d req-07e112b8-571b-4d26-a9f1-ae3207290664 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.490073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bed09-2031-4245-843e-2acbb107104d req-07e112b8-571b-4d26-a9f1-ae3207290664 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.491776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb0bed09-2031-4245-843e-2acbb107104d req-07e112b8-571b-4d26-a9f1-ae3207290664 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1681 time: 0.1425898 Jul 30 01:34:33.498694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-09a6c84c-a2ec-4d25-bf1f-f9080dbf6f11 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.0778110 Jul 30 01:34:33.513740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'floatingip': {'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:33.582943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Made reservation on behalf of 5e5efe4c308546469e670371d45cbc45 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:33.590297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.592262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.650535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb0bed09-2031-4245-843e-2acbb107104d req-08d510dd-3148-405d-b569-e793fbfd945b tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507552 Jul 30 01:34:33.652420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Deleting port b489949b-4860-47a9-b66f-333f8f35d3d5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:33.653144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.826216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-2edeeb15-e62b-4ca8-836d-64c81a3cbfe6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:33.827853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-2edeeb15-e62b-4ca8-836d-64c81a3cbfe6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bebf2e0-4e88-4378-96ea-d0636a09d7eb HTTP/1.1" status: 200 len: 946 time: 0.0853355 Jul 30 01:34:33.860005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] For port b489949b-4860-47a9-b66f-333f8f35d3d5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b489949b-4860-47a9-b66f-333f8f35d3d5,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:33.860372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.871924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Allocated IP 172.20.0.8 (0907950a-8b74-4cd3-9254-5a517e011101/b89e0b09-4749-4ac6-b5ad-7d5975d9a352/a96e1cf9-d24f-4670-9490-651ddeb7961a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:33.884094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Calling delete_port for b489949b-4860-47a9-b66f-333f8f35d3d5 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:33.963951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-c90d8312-3097-4333-83a4-21a63060f42c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips/c490b8b5-0c59-475b-8749-e8d3546414d2 HTTP/1.1" status: 200 len: 692 time: 0.0964127 Jul 30 01:34:34.312474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-b8a54404-915c-433f-9acd-a33f9160ea7c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:34.314006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-b8a54404-915c-433f-9acd-a33f9160ea7c tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.3113542 Jul 30 01:34:34.331777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Deleting port 8d5436ae-5756-47f7-b498-c724f3d2bb47 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:34.332144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.486426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-ddb7788d-f0b9-4276-b782-59d0b664fea0 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.1599143 Jul 30 01:34:34.562840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.574825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b489949b-4860-47a9-b66f-333f8f35d3d5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:34.586825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.604419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-9c96df79-0ea5-4561-8e9f-0d7c67e7f33e tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.80 HTTP/1.1" status: 200 len: 695 time: 0.1077714 Jul 30 01:34:34.620366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:34.629950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:34:34.633512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] For port 8d5436ae-5756-47f7-b498-c724f3d2bb47, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8d5436ae-5756-47f7-b498-c724f3d2bb47,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:34.633887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.640754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event deleted for resources: {'Port': ['ID=b489949b-4860-47a9-b66f-333f8f35d3d5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:34.658434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.721083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Calling delete_port for 8d5436ae-5756-47f7-b498-c724f3d2bb47 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:34.731361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Network 0907950a-8b74-4cd3-9254-5a517e011101 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:34.734725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:34.737036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] No DVR routers for this DVR port b489949b-4860-47a9-b66f-333f8f35d3d5 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:34.740748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:34.747495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.749933 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b42e3e8b-e2b0-460d-ad83-92aadf139e43 req-bd9aafa7-5aee-4d06-846b-9cca77c6561d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.66 "DELETE /v2.0/ports/b489949b-4860-47a9-b66f-333f8f35d3d5 HTTP/1.1" status: 204 len: 173 time: 1.3798690 Jul 30 01:34:34.750604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-deleted', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:34.753088 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd281bc-e4b8-451f-991e-1a0ee5eb9289" -d '{"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-deleted", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:34.792052 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.793143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:34.818235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:34.819332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.841083 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-cdb29a12-eb7c-4568-9e86-1915e786607f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5524054 Jul 30 01:34:34.844398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.861637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Request body: {'port': {'device_id': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:34.952902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.110321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.128411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['04bfbc6f-5021-41ba-80dd-269b37ac04ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:35.188258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event deleted for resources: {'Port': ['ID=8d5436ae-5756-47f7-b498-c724f3d2bb47,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:35.221447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Deleting port d365c679-ceed-4b38-bd57-f3d746468035 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:35.221793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.423120 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Floating IP cede4b60-1558-49d5-ba18-93757505548d associated. External IP: 172.25.8.70, port: 04bfbc6f-5021-41ba-80dd-269b37ac04ad. Jul 30 01:34:35.482577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96e1cf9-d24f-4670-9490-651ddeb7961a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:35.495464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.529234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Transition to ACTIVE for port object a96e1cf9-d24f-4670-9490-651ddeb7961a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:35.534847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.554731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] No DVR routers for this DVR port 8d5436ae-5756-47f7-b498-c724f3d2bb47 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:35.561395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.563706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c360f45d-347e-42fb-b8eb-13781e584cd2 req-cb12005f-b42f-43fb-815d-fda2d932bca0 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.55 "DELETE /v2.0/ports/8d5436ae-5756-47f7-b498-c724f3d2bb47 HTTP/1.1" status: 204 len: 173 time: 1.6931298 Jul 30 01:34:35.564199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'name': 'network-vif-deleted', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:35.567492 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7781d174-561b-477b-8ffb-e9eed5d34ab5" -d '{"events": [{"server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "name": "network-vif-deleted", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:35.600324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:35.649963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.651524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.687408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Calling delete_port for d365c679-ceed-4b38-bd57-f3d746468035 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:35.688036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:35.688407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:35.689029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:35.693523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:35.693816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:35.700223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:35.700557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:35.700933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:35.701361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Bound port: a96e1cf9-d24f-4670-9490-651ddeb7961a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:35.701808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.790099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:35.794239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:35.798712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.840863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:35.841341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.842874 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] 10.222.0.55 "PUT /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 1092 time: 0.9876163 Jul 30 01:34:35.869080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874f5f1-436f-4efb-94fc-119a3e500c28 service neutron] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:35.892275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:35.953133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-4acb07ec-86fa-4a39-9fee-b9e96edb339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:35.954649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-4acb07ec-86fa-4a39-9fee-b9e96edb339a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1095 time: 0.0519245 Jul 30 01:34:35.990599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:36.014422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-6d834da5-1e8c-411c-965e-4adc52adeae8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.0412705 Jul 30 01:34:36.055096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Pushing event deleted for resources: {'Port': ['ID=d365c679-ceed-4b38-bd57-f3d746468035,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:36.085920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303403-39c4-4c91-be94-906c95489ea3 req-8f1fa320-fb7f-400f-b101-4b27788527a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:36.087494 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-8f1fa320-fb7f-400f-b101-4b27788527a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0613787 Jul 30 01:34:36.120948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:36.128230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:36.136800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:36.142962 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-f5b52d62-dee4-41af-af2d-3ee64cdfdf21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374534 Jul 30 01:34:36.154656 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:36.155377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:36.184543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:36.187561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:36.199870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-200a81b9-96ca-460d-ab7d-720d46f7f112 req-0630a8c5-fb7d-4ec8-a9d7-c75f773fe422 tempest-FloatingIPDetailsTestJSON-933147952 tempest-FloatingIPDetailsTestJSON-933147952-project] 10.222.0.78 "DELETE /v2.0/floatingips/c490b8b5-0c59-475b-8749-e8d3546414d2 HTTP/1.1" status: 204 len: 173 time: 1.5746522 Jul 30 01:34:36.202912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:36.228347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-9391f8d9-a827-4057-a662-0b833aba3d42 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "PUT /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 995 time: 2.7212460 Jul 30 01:34:36.278880 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-aa3216c5-f6f5-4bc0-97e8-d72e41cea4ee service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254730 Jul 30 01:34:36.301049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:36.337523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-a74422c8-345a-4edc-8f14-daacb642db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:36.339185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-a74422c8-345a-4edc-8f14-daacb642db6e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1098342 Jul 30 01:34:36.411455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-91303403-39c4-4c91-be94-906c95489ea3 req-6fc98b08-dd80-477f-8be4-3da6eadc0858 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244502 Jul 30 01:34:36.553896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:34Z', 'revision_number': 8, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:36.582240 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:36.591639 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:36.592265 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:36.629000 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:36.706685 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:36.906764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44750f72-d798-421c-a9e6-0491075a81db req-fd28a8ac-61c5-4620-83a9-5727d3dc687b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:36.908351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44750f72-d798-421c-a9e6-0491075a81db req-fd28a8ac-61c5-4620-83a9-5727d3dc687b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 943 time: 0.5433314 Jul 30 01:34:36.956779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-bee7fda7-c613-4832-90cc-fd258dc8edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:36.965516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-bee7fda7-c613-4832-90cc-fd258dc8edcd service neutron] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.5988154 Jul 30 01:34:36.972800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:34Z', 'revision_number': 8, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:37.001863 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea11d3b-20ca-451c-83b8-95749590e367 None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'cede4b60-1558-49d5-ba18-93757505548d', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'port_id': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'mac_address': 'fa:16:3e:d0:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324973b-a084-427b-b674-fd0ec4da0e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:33:49Z', 'updated_at': '2021-07-30T01:34:34Z', 'revision_number': 8, 'project_id': 'c6c731593d13494bbfa45502300360db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:37.061420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44750f72-d798-421c-a9e6-0491075a81db req-10408f3d-8ff3-473b-97ae-a5b6a521032f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411505 Jul 30 01:34:37.095520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-84dedbdd-5464-4fc0-9b3e-39354792d8b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 998 time: 0.1289618 Jul 30 01:34:37.115157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8d5436ae-5756-47f7-b498-c724f3d2bb47 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:37.147924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 8d5436ae-5756-47f7-b498-c724f3d2bb47 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:37.148381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8d5436ae-5756-47f7-b498-c724f3d2bb47 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:37.201688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-86e0ea72-2888-4640-9006-524ce88d3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:37.203291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-86e0ea72-2888-4640-9006-524ce88d3d9e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.0863309 Jul 30 01:34:37.255632 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519cedd5-98d3-4b3c-8b9c-afaa5d15d546 x-openstack-request-id: req-519cedd5-98d3-4b3c-8b9c-afaa5d15d546 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:37.256196 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccd2877-4cd4-4045-8194-bb0c2aa1280e", "name": "network-vif-deleted", "tag": "b489949b-4860-47a9-b66f-333f8f35d3d5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:37.256196 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-519cedd5-98d3-4b3c-8b9c-afaa5d15d546 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:37.256578 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccd2877-4cd4-4045-8194-bb0c2aa1280e', 'name': 'network-vif-deleted', 'tag': 'b489949b-4860-47a9-b66f-333f8f35d3d5', 'status': 'completed', 'code': 200} Jul 30 01:34:37.279473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-a2b9f159-c087-4f8d-82e2-d371c4fd55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:37.287779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-a2b9f159-c087-4f8d-82e2-d371c4fd55ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756814 Jul 30 01:34:37.297735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5d84e-5bd5-46b2-9f0f-d1ed055a2b52 None None] New status for floating IP cede4b60-1558-49d5-ba18-93757505548d: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:37.406571 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d69a45-ff96-4de9-8bb9-dbde94d22076 x-openstack-request-id: req-c3d69a45-ff96-4de9-8bb9-dbde94d22076 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:37.406870 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bebf2e0-4e88-4378-96ea-d0636a09d7eb", "name": "network-vif-deleted", "tag": "8d5436ae-5756-47f7-b498-c724f3d2bb47", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:37.407263 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3d69a45-ff96-4de9-8bb9-dbde94d22076 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:37.407670 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bebf2e0-4e88-4378-96ea-d0636a09d7eb', 'name': 'network-vif-deleted', 'tag': '8d5436ae-5756-47f7-b498-c724f3d2bb47', 'status': 'completed', 'code': 200} Jul 30 01:34:37.423991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-b102aa13-2fef-4fee-a0ce-f4037117bd2d service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353183 Jul 30 01:34:37.520695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:37.670335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cf167-e415-4dee-b793-d580c213c4c3 req-7c403d68-614d-435a-b722-210915a13b7a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:37.671856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-805cf167-e415-4dee-b793-d580c213c4c3 req-7c403d68-614d-435a-b722-210915a13b7a tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.1765642 Jul 30 01:34:37.678234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f8c5c70-5cc0-4bd9-b063-30f923e564b4 req-79f19163-3fc7-474c-bd82-c8c2f55bb2b8 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433069 Jul 30 01:34:37.755580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-805cf167-e415-4dee-b793-d580c213c4c3 req-1a993642-0a68-4dbd-bd1b-f24b6efbaa5c tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748920 Jul 30 01:34:37.945161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Deleting port 7dca0397-5b82-4313-88c4-b0fe72496e8f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:37.945785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:37.957901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f84a75e-38fc-4cde-9913-89c4e0a02faf req-376cfde5-58b0-4aa3-896d-3a83b12fe7a6 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 997 time: 0.1041436 Jul 30 01:34:38.166747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] For port 7dca0397-5b82-4313-88c4-b0fe72496e8f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dca0397-5b82-4313-88c4-b0fe72496e8f,segment=NetworkSegment(6c1b6908-3d50-4c54-9360-880e9ece859d),segment_id=6c1b6908-3d50-4c54-9360-880e9ece859d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:38.167167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:38.200229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba5e1-a72e-4094-b034-9eaf67cd7b5d req-3cbc62be-d933-4327-8251-8404a86c2986 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:38.207312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba5e1-a72e-4094-b034-9eaf67cd7b5d req-3cbc62be-d933-4327-8251-8404a86c2986 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:38.208674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b1ba5e1-a72e-4094-b034-9eaf67cd7b5d req-3cbc62be-d933-4327-8251-8404a86c2986 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1681 time: 0.1637611 Jul 30 01:34:38.223328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a75e-38fc-4cde-9913-89c4e0a02faf req-1545597b-082a-4945-aca7-6fe242d89e25 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:38.224800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f84a75e-38fc-4cde-9913-89c4e0a02faf req-1545597b-082a-4945-aca7-6fe242d89e25 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2553725 Jul 30 01:34:38.230571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Calling delete_port for 7dca0397-5b82-4313-88c4-b0fe72496e8f owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:38.252698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-2f84a75e-38fc-4cde-9913-89c4e0a02faf req-f0ac60ef-e955-444d-8f0a-1ef49888104a tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:34:38.255504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f84a75e-38fc-4cde-9913-89c4e0a02faf req-f0ac60ef-e955-444d-8f0a-1ef49888104a tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158596 Jul 30 01:34:38.314362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b1ba5e1-a72e-4094-b034-9eaf67cd7b5d req-b8b7f47b-2528-4896-949a-f009158c08e3 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855563 Jul 30 01:34:38.392895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf0a23-a17a-47a3-8b57-8718a387a4d5 req-8a6a641c-c5a1-457f-9daf-b2c3b3a74141 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:38.394493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37cf0a23-a17a-47a3-8b57-8718a387a4d5 req-8a6a641c-c5a1-457f-9daf-b2c3b3a74141 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.0835519 Jul 30 01:34:38.522522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37cf0a23-a17a-47a3-8b57-8718a387a4d5 req-774c3f5b-c06e-4aa2-abe5-7393d3472ee9 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790830 Jul 30 01:34:38.538419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec8f7b-a335-4c54-a80b-48e0642769f0 req-bb60d366-dd3e-4ea9-b170-81353e587784 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:38.540838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6ec8f7b-a335-4c54-a80b-48e0642769f0 req-bb60d366-dd3e-4ea9-b170-81353e587784 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 943 time: 0.1449211 Jul 30 01:34:38.678517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6ec8f7b-a335-4c54-a80b-48e0642769f0 req-8fb2c462-2f5f-4846-9ea2-be43da30ea3e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300201 Jul 30 01:34:38.690000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-dbaa175e-b752-4583-8dc5-52a33760ef9e tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1000 time: 0.1346991 Jul 30 01:34:38.691266 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:38.758821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dca0397-5b82-4313-88c4-b0fe72496e8f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:38.788717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:38.795442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cdf692eb-53c9-4462-8c76-f007ba323fb4 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:38.797159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cdf692eb-53c9-4462-8c76-f007ba323fb4 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports/04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 942 time: 0.1003621 Jul 30 01:34:38.852637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: b489949b-4860-47a9-b66f-333f8f35d3d5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:38.853072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b489949b-4860-47a9-b66f-333f8f35d3d5 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:39.052982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-2835c3a4-96af-418f-9604-f7ed0ce3f1fb tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1000 time: 0.1381359 Jul 30 01:34:39.106455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.112234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:39.202707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f85a5-94dc-42f2-a515-64f8554a1fdf req-5c9e0b01-e622-467d-bfb5-6c7d90fdcb60 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.204249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-577f85a5-94dc-42f2-a515-64f8554a1fdf req-5c9e0b01-e622-467d-bfb5-6c7d90fdcb60 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.1665115 Jul 30 01:34:39.221129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:39.235125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'port_id': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'mac_address': 'fa:16:3e:ab:5e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89e0b09-4749-4ac6-b5ad-7d5975d9a352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:34:39.257770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:39.264543 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:39.289357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.309805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96e1cf9-d24f-4670-9490-651ddeb7961a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:39.313661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b398-232b-44de-a8a1-8d0565725f5f req-989cc8fa-ce13-49ff-a665-303faeade8dd tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.315754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58534) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:39.315925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-989cc8fa-ce13-49ff-a665-303faeade8dd tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2527723 Jul 30 01:34:39.321805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2034040210'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:39.329843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-577f85a5-94dc-42f2-a515-64f8554a1fdf req-b126741f-822f-49c4-9c26-d695abbfb778 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168611 Jul 30 01:34:39.340220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:39.346507 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.403506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:39.407081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-781f3152-281a-43b9-81b1-da27f5973031 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 1000 time: 0.0806832 Jul 30 01:34:39.410305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:39.412723 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258311d2-91fa-4250-8d24-0d942a135c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:39.422559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:39.437433 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fc94e2-89ec-4982-a2be-5216d5e2d79e x-openstack-request-id: req-29fc94e2-89ec-4982-a2be-5216d5e2d79e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:39.438072 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:39.438781 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29fc94e2-89ec-4982-a2be-5216d5e2d79e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:39.439644 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'status': 'completed', 'code': 200} Jul 30 01:34:39.501064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:39.504810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.516103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6a84e878-1bd3-46f7-a338-f99f22a98b12 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.522104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6a84e878-1bd3-46f7-a338-f99f22a98b12 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.529732 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6a84e878-1bd3-46f7-a338-f99f22a98b12 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1681 time: 0.1876593 Jul 30 01:34:39.560165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebe727-48c8-416e-aabd-cb6af6314cab req-109f8df3-18a3-430d-831c-b4a5397cd3b0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.561587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-faebe727-48c8-416e-aabd-cb6af6314cab req-109f8df3-18a3-430d-831c-b4a5397cd3b0 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.1417103 Jul 30 01:34:39.580971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.631244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a96e1cf9-d24f-4670-9490-651ddeb7961a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:39.638596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:34:39.683816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.684298 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Added segment d0be5c48-8d22-44f0-8c56-e7ade065d3e7 of type vlan for network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 Jul 30 01:34:39.705428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992cecb-34a8-4c3f-b8ae-f418761165d8 req-fa64ca7b-85bb-445c-a711-4089fd8faf80 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.711355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992cecb-34a8-4c3f-b8ae-f418761165d8 req-fa64ca7b-85bb-445c-a711-4089fd8faf80 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.712976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a992cecb-34a8-4c3f-b8ae-f418761165d8 req-fa64ca7b-85bb-445c-a711-4089fd8faf80 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 1681 time: 0.2165344 Jul 30 01:34:39.714822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-1135b8f9-5663-45d8-bc1e-781f258b831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.716228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-1135b8f9-5663-45d8-bc1e-781f258b831e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1096 time: 0.2294638 Jul 30 01:34:39.767912 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.807550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port c1a32fcd-2dd8-40cf-88e4-c916363b43bb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:39.807898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.874780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.880402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:39.881038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:39.898297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Deleting port f6283984-87af-4884-b8e9-be48cdda383f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:39.898649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.020629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7033222 Jul 30 01:34:40.029128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58546) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:40.040362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-946265048'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:40.085900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b5f13-73ef-4edb-ad1b-868225767ba4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Network': ['ID=022fd81d-d5b3-4721-bd34-1a8be012b0d5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:40.099140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:34:40.103382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port c1a32fcd-2dd8-40cf-88e4-c916363b43bb, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:40.103929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.128259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for c1a32fcd-2dd8-40cf-88e4-c916363b43bb owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:40.137036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:40.141607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.147132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] For port f6283984-87af-4884-b8e9-be48cdda383f, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6283984-87af-4884-b8e9-be48cdda383f,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:40.147510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.181185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Calling delete_port for f6283984-87af-4884-b8e9-be48cdda383f owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:40.192971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Router 036d145e-d13f-4477-819f-7ea91874745b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:40.236371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:34:40.245360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a992cecb-34a8-4c3f-b8ae-f418761165d8 req-9081f3a2-d8e8-487f-8a6a-4e23dfdf4d98 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/security-groups?id=a8a988bc-b53d-4f7d-b32d-6e3b19456873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585820 Jul 30 01:34:40.249314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.266467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.266781 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Floating IP cede4b60-1558-49d5-ba18-93757505548d disassociated. External IP: 172.25.8.70, port: 04bfbc6f-5021-41ba-80dd-269b37ac04ad. Jul 30 01:34:40.295023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.295568 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Added segment dfe20f2b-6b23-43bf-b829-f3c2f036493b of type vlan for network b39e997b-3bf4-4063-98c0-3d00e3627146 Jul 30 01:34:40.326356 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd7d00-4c56-43d5-9ba7-c61477a2b0b7 x-openstack-request-id: req-5fcd7d00-4c56-43d5-9ba7-c61477a2b0b7 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:40.326627 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:40.326849 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fcd7d00-4c56-43d5-9ba7-c61477a2b0b7 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:40.327265 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'status': 'completed', 'code': 200} Jul 30 01:34:40.383390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-2ccc8ca9-f752-4f76-92c4-49a90b431725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:40.384702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-2ccc8ca9-f752-4f76-92c4-49a90b431725 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.2969267 Jul 30 01:34:40.390129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.494967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311d2-91fa-4250-8d24-0d942a135c1b req-50f20e96-5f97-45ac-99bc-5b382b0f1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:40.496731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-50f20e96-5f97-45ac-99bc-5b382b0f1f2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1494193 Jul 30 01:34:40.502125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-0e344d04-9a8a-4a06-8fa8-babca88d4c35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.0967579 Jul 30 01:34:40.506232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.512894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:40.513550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.626109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b68714-f048-4e9a-a3ff-f51dab6c530d req-38b4027d-26ea-47d6-a68d-ff3a5bdf69ac tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:40.628946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88b68714-f048-4e9a-a3ff-f51dab6c530d req-38b4027d-26ea-47d6-a68d-ff3a5bdf69ac tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=36fc564f-0d36-4dd4-bbfd-cb2d034acdf1 HTTP/1.1" status: 200 len: 949 time: 0.2611735 Jul 30 01:34:40.657215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.659304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:40.659508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6252360 Jul 30 01:34:40.671229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-de415618-bf06-4698-8e56-b207626665f7 admin admin] 10.222.0.78 "PUT /v2.0/routers/036d145e-d13f-4477-819f-7ea91874745b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4581535 Jul 30 01:34:40.671229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58550) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:40.673701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.675709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'subnet': {'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:40.677324 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] Sync routers for ids ['036d145e-d13f-4477-819f-7ea91874745b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:40.680420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['cdc5e8cf-959d-4551-8d67-da40b8e75495', 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:40.682612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58552) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:40.690086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-e74c8f10-11da-4ff3-8449-73c47f61deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:40.692196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-e74c8f10-11da-4ff3-8449-73c47f61deb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1569088 Jul 30 01:34:40.703568 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] Routers {'036d145e-d13f-4477-819f-7ea91874745b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:40.704273 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['036d145e-d13f-4477-819f-7ea91874745b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:40.720964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=c1a32fcd-2dd8-40cf-88e4-c916363b43bb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:40.722092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e780b097-c1cb-4732-b99c-a9e4a2a12dd5 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:40.723523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78811d9d-f495-42bd-9c02-8c355493d03b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Network': ['ID=b39e997b-3bf4-4063-98c0-3d00e3627146,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:40.724263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e780b097-c1cb-4732-b99c-a9e4a2a12dd5 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.2367444 Jul 30 01:34:40.762163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'f6283984-87af-4884-b8e9-be48cdda383f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:40.815749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b39e997b-3bf4-4063-98c0-3d00e3627146 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:34:40.848747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event deleted for resources: {'Port': ['ID=f6283984-87af-4884-b8e9-be48cdda383f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:40.893782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-043bf1e1-9cee-4ce5-b460-97c2b5af5374 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368721 Jul 30 01:34:40.918198 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] Set router 036d145e-d13f-4477-819f-7ea91874745b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:40.988753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port c1a32fcd-2dd8-40cf-88e4-c916363b43bb on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:40.993157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] No DVR routers for this DVR port f6283984-87af-4884-b8e9-be48cdda383f on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:40.996282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:40.998569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-6e481c77-7a9a-410b-b562-02a361cbdded tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "DELETE /v2.0/ports/c1a32fcd-2dd8-40cf-88e4-c916363b43bb HTTP/1.1" status: 204 len: 173 time: 1.4596052 Jul 30 01:34:41.001864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311d2-91fa-4250-8d24-0d942a135c1b req-3110f9a3-b557-4511-9f92-2b1619a846f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:41.003720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-3110f9a3-b557-4511-9f92-2b1619a846f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.4985504 Jul 30 01:34:41.005183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.007259 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-faebe727-48c8-416e-aabd-cb6af6314cab req-482b239e-c45e-4672-a5a5-e9cb8d9eeeea tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "DELETE /v2.0/ports/f6283984-87af-4884-b8e9-be48cdda383f HTTP/1.1" status: 204 len: 173 time: 1.4217999 Jul 30 01:34:41.096768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88b68714-f048-4e9a-a3ff-f51dab6c530d req-23811ff6-41d7-44a8-8571-abb1899d951a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528317 Jul 30 01:34:41.143091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:41.196818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-e1332eb8-c00f-436f-bbb7-cec3791c3b92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.1837780 Jul 30 01:34:41.262877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port a96e1cf9-d24f-4670-9490-651ddeb7961a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:41.267387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port a96e1cf9-d24f-4670-9490-651ddeb7961a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:41.268024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.329896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:41.335532 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.368039 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.396051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:41.397293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:41.400163 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a2ed1-fbbc-4921-b8db-ed92bfe86d58" -d '{"events": [{"server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "name": "network-vif-plugged", "status": "completed", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:41.403826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.421640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:41.430223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311d2-91fa-4250-8d24-0d942a135c1b req-3c51c9d9-f27c-41b0-a2ee-5459ee11f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:41.431388 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.431873 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-3c51c9d9-f27c-41b0-a2ee-5459ee11f3af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.2071455 Jul 30 01:34:41.443844 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:34:38Z', 'revision_number': 5, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:41.450114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-deleted', 'tag': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb'}, {'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-deleted', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:41.457742 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cf8da0-998d-4075-b48d-434a52b66855" -d '{"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-deleted", "tag": "c1a32fcd-2dd8-40cf-88e4-c916363b43bb"}, {"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-deleted", "tag": "f6283984-87af-4884-b8e9-be48cdda383f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:41.500856 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] Checking router: 036d145e-d13f-4477-819f-7ea91874745b for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:41.502108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:41.507827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-669b8b66-78b8-4b64-8fbe-be3044b92448 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943556 Jul 30 01:34:41.515638 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] Routers {'036d145e-d13f-4477-819f-7ea91874745b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:41.516353 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['036d145e-d13f-4477-819f-7ea91874745b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:41.549621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port cdc5e8cf-959d-4551-8d67-da40b8e75495 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:41.549971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.605424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.613536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258311d2-91fa-4250-8d24-0d942a135c1b req-3f788a64-c463-45fa-88e1-e72ffc635a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:41.615226 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-3f788a64-c463-45fa-88e1-e72ffc635a37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730404 Jul 30 01:34:41.636689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Deleting port 65975764-5796-4b4a-a7e0-468bc4d376a5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:41.636910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.656548 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] Set router 036d145e-d13f-4477-819f-7ea91874745b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:41.764408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port cdc5e8cf-959d-4551-8d67-da40b8e75495, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=cdc5e8cf-959d-4551-8d67-da40b8e75495,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:41.764683 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.779115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc9d1a-b6a4-48a8-8cec-197507111c58 req-1e747960-8c9b-4dd6-b968-406e3e2a82e8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:41.787294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ecc9d1a-b6a4-48a8-8cec-197507111c58 req-1e747960-8c9b-4dd6-b968-406e3e2a82e8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 944 time: 0.5259056 Jul 30 01:34:41.793910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for cdc5e8cf-959d-4551-8d67-da40b8e75495 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:41.826323 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-7121b2bb-59fa-4b41-aff9-3877ea0cd35c service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022822 Jul 30 01:34:41.852165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:41.857534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.870803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:41.882861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Deleting port ab977bee-8bff-44fb-b667-9081703a2610 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:41.883259 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:41.884389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:41.885315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:41.907832 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:34:38Z', 'revision_number': 5, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:41.924811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ecc9d1a-b6a4-48a8-8cec-197507111c58 req-22e5cdd9-78ca-430a-8acf-5976b2607b2e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359787 Jul 30 01:34:41.948443 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb3e36d-061b-40c4-8605-bd81c1c3a022 None None] The sync data for ids ['036d145e-d13f-4477-819f-7ea91874745b'] in n-d-713499-10 is: [{'id': '036d145e-d13f-4477-819f-7ea91874745b', 'name': 'tempest-FloatingIPDetailsTestJSON-2000175111-router', 'tenant_id': '6bd9b29838bd477e98d16912cdd74264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:51Z', 'updated_at': '2021-07-30T01:34:38Z', 'revision_number': 5, 'project_id': '6bd9b29838bd477e98d16912cdd74264', 'gw_port': {'id': 'ab977bee-8bff-44fb-b667-9081703a2610', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d145e-d13f-4477-819f-7ea91874745b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:53Z', 'updated_at': '2021-07-30T01:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:41.992300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-cd8cf18a-983f-45ef-8463-3774fb8e0613 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "PUT /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 695 time: 2.5762947 Jul 30 01:34:42.021553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] For port 65975764-5796-4b4a-a7e0-468bc4d376a5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65975764-5796-4b4a-a7e0-468bc4d376a5,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:42.022086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.080050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:42.117099 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-258311d2-91fa-4250-8d24-0d942a135c1b req-c8e352e2-2aba-4cb5-aeb3-894feaaaed19 service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596061 Jul 30 01:34:42.140379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] For port ab977bee-8bff-44fb-b667-9081703a2610, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ab977bee-8bff-44fb-b667-9081703a2610,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:42.141327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.163819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Calling delete_port for ab977bee-8bff-44fb-b667-9081703a2610 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:42.180461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.207024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c1a32fcd-2dd8-40cf-88e4-c916363b43bb'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:42.216836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fbf231-bd4a-4990-9f75-6aa5bc1bd5ac req-1e09407c-a31c-4094-a265-4e3f3a89a4f6 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911334 Jul 30 01:34:42.245727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=cdc5e8cf-959d-4551-8d67-da40b8e75495,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:42.281907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.282494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.283099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.283646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.284185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.284835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.285562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.286654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.286654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.287320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.287894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.288421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:42.330426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:42.333010 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f1e289-afe3-4ebb-97ea-104d6814d10a" -d '{"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:42.347999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b398-232b-44de-a8a1-8d0565725f5f req-20bffea9-b4d8-4e4b-af56-17bef1e0736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:42.349584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-20bffea9-b4d8-4e4b-af56-17bef1e0736e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.3099318 Jul 30 01:34:42.388417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.413927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:42.426696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a8923-5fa8-45d3-ad0f-5da6cea85f42 req-887b2416-62e8-4df5-ab01-a67312874563 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:42.428364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af7a8923-5fa8-45d3-ad0f-5da6cea85f42 req-887b2416-62e8-4df5-ab01-a67312874563 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 945 time: 0.2581143 Jul 30 01:34:42.644507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Subnet': ['ID=80f91327-8602-4907-b22f-55d62c4e898e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:42.654882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:42.667576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:42.668220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:42.680256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.680776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.681193 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Floating IP 418a3be8-875f-4d99-aeb4-b963ed192157 disassociated. External IP: 172.25.8.197, port: 65975764-5796-4b4a-a7e0-468bc4d376a5. Jul 30 01:34:42.681645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Calling delete_port for 65975764-5796-4b4a-a7e0-468bc4d376a5 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:42.693618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af7a8923-5fa8-45d3-ad0f-5da6cea85f42 req-11b531fe-88f3-496b-aeeb-f427e57aa0ca tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups?id=0edd19df-bc39-47d7-a6d7-7e7b679a6544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026410 Jul 30 01:34:42.712568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port cdc5e8cf-959d-4551-8d67-da40b8e75495 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:42.729333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.731458 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e6f4505-62bd-48ba-9d53-64d9d7316136 req-4cbe2dc5-72ff-4223-a9ba-8c17b233d086 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.66 "DELETE /v2.0/ports/cdc5e8cf-959d-4551-8d67-da40b8e75495 HTTP/1.1" status: 204 len: 173 time: 1.7124159 Jul 30 01:34:42.769315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b398-232b-44de-a8a1-8d0565725f5f req-9b0e14fc-ad79-4622-a3ca-345c5de6fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:42.770981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-9b0e14fc-ad79-4622-a3ca-345c5de6fdc1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.4091759 Jul 30 01:34:42.776875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Checking segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:42.777414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network hostable DHCP agents. Network: 022fd81d-d5b3-4721-bd34-1a8be012b0d5, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:34:42.819885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:42.829873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-1317cd69-4017-4674-87f2-9aeed2e79aea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.0500848 Jul 30 01:34:42.897760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fc9b3c3-2405-4cac-b552-7f2a992cbf1e req-840c28f6-01e9-4d0a-83c0-82411bd83517 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "GET /v2.0/ports?device_id=51fe8526-99d9-4562-af0c-7a4d218ef0d2 HTTP/1.1" status: 200 len: 210 time: 0.0745494 Jul 30 01:34:42.923213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:34:42.923580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.945608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b398-232b-44de-a8a1-8d0565725f5f req-a4db79c2-fb86-42d6-83d3-01ec47e89a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:42.949678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-a4db79c2-fb86-42d6-83d3-01ec47e89a05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1063650 Jul 30 01:34:42.952581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 022fd81d-d5b3-4721-bd34-1a8be012b0d5) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:42.963036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:42.963824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:42.987341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04ac24-4731-41a1-83f4-6cc7190a13f8 None None] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:42.994775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2c5f0fdd-1f02-4abd-9c12-75cca2d9feda tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3221200 Jul 30 01:34:42.998891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58568) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:43.005469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'subnet': {'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:43.012022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab977bee-8bff-44fb-b667-9081703a2610,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:43.050131 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25b077c-1e8f-4b5c-9899-149f122e0908 x-openstack-request-id: req-f25b077c-1e8f-4b5c-9899-149f122e0908 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:43.050501 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-deleted", "tag": "c1a32fcd-2dd8-40cf-88e4-c916363b43bb", "status": "completed", "code": 200}, {"server_uuid": "36fc564f-0d36-4dd4-bbfd-cb2d034acdf1", "name": "network-vif-deleted", "tag": "f6283984-87af-4884-b8e9-be48cdda383f", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:43.051494 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f25b077c-1e8f-4b5c-9899-149f122e0908 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:43.051976 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-deleted', 'tag': 'c1a32fcd-2dd8-40cf-88e4-c916363b43bb', 'status': 'completed', 'code': 200} Jul 30 01:34:43.052297 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc564f-0d36-4dd4-bbfd-cb2d034acdf1', 'name': 'network-vif-deleted', 'tag': 'f6283984-87af-4884-b8e9-be48cdda383f', 'status': 'completed', 'code': 200} Jul 30 01:34:43.076540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073b398-232b-44de-a8a1-8d0565725f5f req-4ae6fe58-d5a6-45d5-823c-216451ae4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:43.078811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-4ae6fe58-d5a6-45d5-823c-216451ae4199 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033504 Jul 30 01:34:43.083426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.090935 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc923af2-91c5-43ad-b60c-8d5e39bd28d6 x-openstack-request-id: req-bc923af2-91c5-43ad-b60c-8d5e39bd28d6 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:43.091080 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "name": "network-vif-plugged", "status": "completed", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:43.091279 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc923af2-91c5-43ad-b60c-8d5e39bd28d6 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:43.091686 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'code': 200} Jul 30 01:34:43.154933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6283984-87af-4884-b8e9-be48cdda383f no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:43.183024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.202776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: f6283984-87af-4884-b8e9-be48cdda383f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:43.207833 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbfb7f4-8d40-465f-b6b9-a4c86c62ec33 x-openstack-request-id: req-4dbfb7f4-8d40-465f-b6b9-a4c86c62ec33 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:43.208263 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:43.208609 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dbfb7f4-8d40-465f-b6b9-a4c86c62ec33 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:43.209216 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'status': 'completed', 'code': 200} Jul 30 01:34:43.220639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6283984-87af-4884-b8e9-be48cdda383f not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:43.231124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event deleted for resources: {'Port': ['ID=65975764-5796-4b4a-a7e0-468bc4d376a5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:43.305807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:34:43.306656 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.330479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.334643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.336382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:43.341668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.465162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-bd0d730b-b782-4d1c-8080-c1781b48c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:43.466802 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-bd0d730b-b782-4d1c-8080-c1781b48c409 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6c731593d13494bbfa45502300360db&device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 1097 time: 0.2467139 Jul 30 01:34:43.526063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.526533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dca0397-5b82-4313-88c4-b0fe72496e8f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:43.527433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036d145e-d13f-4477-819f-7ea91874745b {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:34:43.536124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.537381 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7922bc18-35f9-44cf-8bd6-89846a396444 admin admin] 10.222.0.78 "DELETE /v2.0/routers/036d145e-d13f-4477-819f-7ea91874745b HTTP/1.1" status: 204 len: 168 time: 2.8317533 Jul 30 01:34:43.541066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58574) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:43.544132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:43.600128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Allocated IP 10.1.1.2 (022fd81d-d5b3-4721-bd34-1a8be012b0d5/80f91327-8602-4907-b22f-55d62c4e898e/bc2823af-367f-421c-bc00-9b2b01a4d1c7) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:43.603138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c973de0-3210-492d-a7e0-fec51dbf697a None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:23Z', 'revision_number': 4, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '161864e6-61ff-4ca5-8fee-784bb4ac0d1c', 'name': '', 'network_id': '098acf83-c351-4473-aa76-f1fee68e5682', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'mac_address': 'fa:16:3e:aa:c5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:21Z', 'updated_at': '2021-07-30T01:33:31Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'subnets': [{'id': '69c0f4bb-a704-4da8-b7c6-8794f228893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:43.607722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7dca0397-5b82-4313-88c4-b0fe72496e8f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:43.608072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dca0397-5b82-4313-88c4-b0fe72496e8f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:43.864685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Deleting subnet c761f5c3-b6fb-4130-bb9c-50d4379050be {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:34:43.869171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.871845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.873943 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.883633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Transition to ACTIVE for port object bc2823af-367f-421c-bc00-9b2b01a4d1c7 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:43.897600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-73e9350e-b9a5-4ee2-89bf-e25373c2c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:43.906205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Transition to ACTIVE for port object bc2823af-367f-421c-bc00-9b2b01a4d1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:43.907231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-73e9350e-b9a5-4ee2-89bf-e25373c2c731 service neutron] 10.222.0.66 "GET /v2.0/networks?id=098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 200 len: 922 time: 0.4327343 Jul 30 01:34:43.914553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:43.967442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:43.973538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:43.986945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:43.988734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Pushing event updated for resources: {'Port': ['ID=bc2823af-367f-421c-bc00-9b2b01a4d1c7,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:43.997229 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-b0911c30-f24c-4a95-8e20-6d8125763dac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 200 len: 217 time: 0.0637057 Jul 30 01:34:44.007740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e369b-2eb0-4b64-891e-6802d4a2ae14 req-83aec8e2-7520-4a8c-8520-32fbeaddc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:44.007740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a5e369b-2eb0-4b64-891e-6802d4a2ae14 req-83aec8e2-7520-4a8c-8520-32fbeaddc20b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1097 time: 0.8804514 Jul 30 01:34:44.027200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.071502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Attempting to bind port bc2823af-367f-421c-bc00-9b2b01a4d1c7 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:44.071781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Attempting to bind port bc2823af-367f-421c-bc00-9b2b01a4d1c7 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:44.072155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Attempting to bind port bc2823af-367f-421c-bc00-9b2b01a4d1c7 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:44.080864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:44.081235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Checking segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:44.081635 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.082029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Bound using segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:44.082275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Subnet': ['ID=c3fe8594-4da0-48fb-82a6-a42cece6b19b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:44.082555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Bound port: bc2823af-367f-421c-bc00-9b2b01a4d1c7, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:44.082937 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.091568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-91311169-3ab3-4c4b-9f34-a7ae927d84df service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043576 Jul 30 01:34:44.096899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2724920-6465-4293-9a8d-891ce6e7ae94 None None] New status for floating IP cede4b60-1558-49d5-ba18-93757505548d: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:44.102136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426eeeb-73b4-41b0-afac-e6267df0d8e2 req-f1be98c3-64d6-4771-87d5-5872c772a170 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:44.110495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6426eeeb-73b4-41b0-afac-e6267df0d8e2 req-f1be98c3-64d6-4771-87d5-5872c772a170 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 945 time: 0.8625743 Jul 30 01:34:44.124892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Router fbb3bfc1-9c60-474b-8c11-022babe0495a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:44.137464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Checking segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:44.137735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a5e369b-2eb0-4b64-891e-6802d4a2ae14 req-f41d1349-dc57-4a00-9ae2-910c27bf6000 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208456 Jul 30 01:34:44.138265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network hostable DHCP agents. Network: b39e997b-3bf4-4063-98c0-3d00e3627146, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:34:44.146886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-8b64b601-f22e-4288-bf06-b33eb33e8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:44.148675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-8b64b601-f22e-4288-bf06-b33eb33e8618 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 200 len: 860 time: 0.1391149 Jul 30 01:34:44.166816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] For port bc2823af-367f-421c-bc00-9b2b01a4d1c7, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:44.170660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] For port bc2823af-367f-421c-bc00-9b2b01a4d1c7, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bc2823af-367f-421c-bc00-9b2b01a4d1c7,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:44.175695 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.247369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network b39e997b-3bf4-4063-98c0-3d00e3627146 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:34:44.258101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.259074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6426eeeb-73b4-41b0-afac-e6267df0d8e2 req-e6ae5d38-814f-4f17-a90b-c09381ace2b1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475651 Jul 30 01:34:44.289638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b39e997b-3bf4-4063-98c0-3d00e3627146) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:44.304275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:44.311487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.313518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c07ed-2899-45b2-b004-cf866a586744 None None] Network b39e997b-3bf4-4063-98c0-3d00e3627146 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:44.321177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-2aa767f3-9d99-4c67-830a-6c99ae39881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:44.324561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-2aa767f3-9d99-4c67-830a-6c99ae39881d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=098acf83-c351-4473-aa76-f1fee68e5682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463020 Jul 30 01:34:44.392892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6170ea-40e5-45d1-acff-a7c568cb49fb None None] Pushing event updated for resources: {'Port': ['ID=bc2823af-367f-421c-bc00-9b2b01a4d1c7,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:44.393816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-755c3c30-46fc-42cc-a33f-313ccd406d75 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3933129 Jul 30 01:34:44.399042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58580) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:44.403929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1590415028', 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:44.489171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a073b398-232b-44de-a8a1-8d0565725f5f req-76fce6b9-0585-406b-a888-6bad4e1f6936 service neutron] 10.222.0.78 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630769 Jul 30 01:34:44.502419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:44.529455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:44.576578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.605927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:44.608228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:44.640362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c761f5c3-b6fb-4130-bb9c-50d4379050be,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:44.642385 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.650558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] No DVR routers for this DVR port 65975764-5796-4b4a-a7e0-468bc4d376a5 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:44.654942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.657243 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1c661767-4ac1-4e10-b59f-78e1d7383a95 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c761f5c3-b6fb-4130-bb9c-50d4379050be HTTP/1.1" status: 204 len: 168 time: 1.1118851 Jul 30 01:34:44.668511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6db1c4-f232-4ea7-a9fb-550e6586d203 req-e31c5767-c67a-4730-be07-663dae3263af tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.66 "DELETE /v2.0/ports/65975764-5796-4b4a-a7e0-468bc4d376a5 HTTP/1.1" status: 204 len: 173 time: 3.8458333 Jul 30 01:34:44.669124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58584) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:44.682797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-946b3f81-0a5e-400a-a7e1-e9edfb0ac1e7 service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477929 Jul 30 01:34:44.807102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:44.845487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-632a49d0-d8c9-43d6-8d73-5880ef7f1117 req-18305a26-e1e6-4dd8-820d-213a41f79a62 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2e24857-452a-4860-95d8-ab0fb9f2102b HTTP/1.1" status: 200 len: 210 time: 0.1713946 Jul 30 01:34:44.845752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:44.891411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:44.921838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c2a14-d24f-4654-a3a9-93e002141424 None None] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:44.923857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cdc5e8cf-959d-4551-8d67-da40b8e75495 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:44.975966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting subnet f1a30cfa-ba2d-400f-a113-5b3064f18e07 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:34:45.000621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: cdc5e8cf-959d-4551-8d67-da40b8e75495 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:45.000991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device cdc5e8cf-959d-4551-8d67-da40b8e75495 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:45.001384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65975764-5796-4b4a-a7e0-468bc4d376a5 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:45.015053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.046906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39453ab5-87ec-46a8-b469-445583e97603 req-ea9a5b23-6764-462a-b4c2-da86fcc2ce74 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:45.049740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 65975764-5796-4b4a-a7e0-468bc4d376a5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:45.049913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39453ab5-87ec-46a8-b469-445583e97603 req-ea9a5b23-6764-462a-b4c2-da86fcc2ce74 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.1098521 Jul 30 01:34:45.050008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65975764-5796-4b4a-a7e0-468bc4d376a5 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:45.050093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c1a32fcd-2dd8-40cf-88e4-c916363b43bb no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:45.058267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-deleted', 'tag': 'cdc5e8cf-959d-4551-8d67-da40b8e75495'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:45.060963 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf9b28-4128-4243-b3d0-3baf5fcc58fe" -d '{"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-deleted", "tag": "cdc5e8cf-959d-4551-8d67-da40b8e75495"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:45.061198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:45.067670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e050c80e-0b89-494c-866f-1b39d3814730 req-f6038712-87cb-4fb8-8af4-911776e59165 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 200 len: 693 time: 0.1013618 Jul 30 01:34:45.095622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.117791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.123622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: c1a32fcd-2dd8-40cf-88e4-c916363b43bb {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:45.123963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c1a32fcd-2dd8-40cf-88e4-c916363b43bb not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:45.154547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-b39e997b-3bf4-4063-98c0-3d00e3627146', 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'fixed_ips': [{'subnet_id': 'c3fe8594-4da0-48fb-82a6-a42cece6b19b'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:34:45.155450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.178391 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-78f1e289-afe3-4ebb-97ea-104d6814d10a req-3731105e-2a57-456a-b79b-800650f9cef7 service neutron] 10.222.0.66 "GET /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788547 Jul 30 01:34:45.179966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] device_id is not set on port fea146a1-2811-4b76-b35d-98bd82827766 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:34:45.215628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'name': 'network-vif-deleted', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:45.218725 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf74a4c-c3f4-44d7-b53a-2c87436610fb" -d '{"events": [{"server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "name": "network-vif-deleted", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:45.222284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Deleting port d5d40dcf-4d6e-4e74-9a21-68ba49385833 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:45.222627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.231255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39453ab5-87ec-46a8-b469-445583e97603 req-e5715644-3a78-4086-8736-48e94c10141a tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541743 Jul 30 01:34:45.379693 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0c8c5e-72fe-4ef4-9a7b-1ff3073f60f3 x-openstack-request-id: req-3a0c8c5e-72fe-4ef4-9a7b-1ff3073f60f3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:45.380986 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe8526-99d9-4562-af0c-7a4d218ef0d2", "name": "network-vif-deleted", "tag": "cdc5e8cf-959d-4551-8d67-da40b8e75495", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:45.386603 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a0c8c5e-72fe-4ef4-9a7b-1ff3073f60f3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:45.387291 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe8526-99d9-4562-af0c-7a4d218ef0d2', 'name': 'network-vif-deleted', 'tag': 'cdc5e8cf-959d-4551-8d67-da40b8e75495', 'status': 'completed', 'code': 200} Jul 30 01:34:45.415063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] For port d5d40dcf-4d6e-4e74-9a21-68ba49385833, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5d40dcf-4d6e-4e74-9a21-68ba49385833,segment=NetworkSegment(6c1b6908-3d50-4c54-9360-880e9ece859d),segment_id=6c1b6908-3d50-4c54-9360-880e9ece859d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:45.415797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.445407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050c80e-0b89-494c-866f-1b39d3814730 req-de4d53f3-26c0-4647-8510-4bb552336050 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:45.462044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e050c80e-0b89-494c-866f-1b39d3814730 req-de4d53f3-26c0-4647-8510-4bb552336050 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.3908143 Jul 30 01:34:45.475063 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6199f1c-0666-4c1d-940c-40b796afe219 x-openstack-request-id: req-b6199f1c-0666-4c1d-940c-40b796afe219 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:45.475063 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e24857-452a-4860-95d8-ab0fb9f2102b", "name": "network-vif-deleted", "tag": "65975764-5796-4b4a-a7e0-468bc4d376a5", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:45.475063 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b6199f1c-0666-4c1d-940c-40b796afe219 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:45.475462 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e24857-452a-4860-95d8-ab0fb9f2102b', 'name': 'network-vif-deleted', 'tag': '65975764-5796-4b4a-a7e0-468bc4d376a5', 'status': 'completed', 'code': 200} Jul 30 01:34:45.499939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Calling delete_port for d5d40dcf-4d6e-4e74-9a21-68ba49385833 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:45.617972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e050c80e-0b89-494c-866f-1b39d3814730 req-059d75a9-e0b7-4c25-b7ea-504bb1043fac tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 696 time: 0.1413980 Jul 30 01:34:45.653809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bc2823af-367f-421c-bc00-9b2b01a4d1c7 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:45.692081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.745652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e050c80e-0b89-494c-866f-1b39d3814730 req-9225856e-d906-455f-8855-5898a065b46e tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 696 time: 0.1265986 Jul 30 01:34:45.836330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port bc2823af-367f-421c-bc00-9b2b01a4d1c7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:45.840102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] DHCP port deletion for 28c03840-8bc7-4272-94b2-84c57fcc4ca4 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:34:45.842314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 10.1.1.111 (022fd81d-d5b3-4721-bd34-1a8be012b0d5/80f91327-8602-4907-b22f-55d62c4e898e/fea146a1-2811-4b76-b35d-98bd82827766) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:45.852637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.880690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2777b-2a0f-44d8-8adc-9949e3db3ae7 req-6299389f-e0eb-476c-bd29-7f8460ed3bc7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:45.882240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24e2777b-2a0f-44d8-8adc-9949e3db3ae7 req-6299389f-e0eb-476c-bd29-7f8460ed3bc7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 945 time: 0.3160241 Jul 30 01:34:45.892646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ab977bee-8bff-44fb-b667-9081703a2610 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:45.898326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a30cfa-ba2d-400f-a113-5b3064f18e07,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:45.911878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:45.914154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-163bc567-0ca8-4cf1-994a-6a69f6f2a3c8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/subnets/f1a30cfa-ba2d-400f-a113-5b3064f18e07 HTTP/1.1" status: 204 len: 168 time: 1.1052842 Jul 30 01:34:45.920900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:45.921133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ab977bee-8bff-44fb-b667-9081703a2610 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:45.921440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ab977bee-8bff-44fb-b667-9081703a2610 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:45.925421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Allocated IP 10.2.2.2 (b39e997b-3bf4-4063-98c0-3d00e3627146/c3fe8594-4da0-48fb-82a6-a42cece6b19b/657d1586-5685-427d-8b11-eed1c1ed49b6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:45.928214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b171760-1196-4027-9ded-683e00f6e2f5 None None] Network d70f391c-579a-470e-befe-14952eeead04 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:45.935191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-8fe379bb-9b6a-4edc-9079-0e6d58469f1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2635248 Jul 30 01:34:45.980367 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.049903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24e2777b-2a0f-44d8-8adc-9949e3db3ae7 req-7e9c5c5a-ee7d-4ff6-be7d-9f0f2fdfa4d8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575119 Jul 30 01:34:46.053485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d40dcf-4d6e-4e74-9a21-68ba49385833,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:46.065370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.065711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.066045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.066379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.066949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.067327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.067653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.067977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.068297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.068618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.068935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.069250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:46.078946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] No DVR routers for this DVR port d5d40dcf-4d6e-4e74-9a21-68ba49385833 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:46.081301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Deleting port c04942e6-0b38-4e78-be4b-f9767b3c40e7 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:46.081660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.087226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.166290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.171324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27b060-6d39-424f-8455-fd5dced6cc9f None None] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:46.174159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-4a2e8f11-8bf4-4f79-964a-27baa474f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.175714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-4a2e8f11-8bf4-4f79-964a-27baa474f20f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=158b5c8116fd4735be5f19630b41fd95&device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 1097 time: 0.1907227 Jul 30 01:34:46.208427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object fea146a1-2811-4b76-b35d-98bd82827766 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:46.252845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:46.253194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.274519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.300286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.301701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c03840-8bc7-4272-94b2-84c57fcc4ca4']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:46.331521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1b6908-3d50-4c54-9360-880e9ece859d') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:46.331831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1b6908-3d50-4c54-9360-880e9ece859d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:46.356287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.361966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.361966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.383051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-94e6eeb2-01ba-4fa8-9664-ce537f450a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.383866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-94e6eeb2-01ba-4fa8-9664-ce537f450a70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=507be80f-5634-4112-9974-1d95550b69a8 HTTP/1.1" status: 200 len: 906 time: 0.1800370 Jul 30 01:34:46.388022 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.390092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Calling delete_port for c04942e6-0b38-4e78-be4b-f9767b3c40e7 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:46.398223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,segment=NetworkSegment(e459e19b-a675-407b-8aa9-b4f35ecd6f7d),segment_id=e459e19b-a675-407b-8aa9-b4f35ecd6f7d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:46.398603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.421307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:46.429078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:46.434266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:46.438860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:46.441306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:34:46.441710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:34:46.444799 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:34:46.447147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:46.475782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Deleting port d5d40dcf-4d6e-4e74-9a21-68ba49385833 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:46.476169 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.517270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] Provisioning for port bc2823af-367f-421c-bc00-9b2b01a4d1c7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:46.527418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-f67f95bb-092e-4d6b-87ff-b5c77ef920c6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.528967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-f67f95bb-092e-4d6b-87ff-b5c77ef920c6 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.1887305 Jul 30 01:34:46.544469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] Provisioning complete for port bc2823af-367f-421c-bc00-9b2b01a4d1c7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:46.544865 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.554076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.554702 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.592845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.600250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-e280ac95-8b91-49e0-a116-e9e9f62687ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a HTTP/1.1" status: 200 len: 1001 time: 0.2062960 Jul 30 01:34:46.608843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f86c-240f-4aca-befb-1fa1de9d7db3 req-8f61c190-913b-45b4-b07b-5fec35a39da3 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.610831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f835f86c-240f-4aca-befb-1fa1de9d7db3 req-8f61c190-913b-45b4-b07b-5fec35a39da3 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1097 time: 0.1730654 Jul 30 01:34:46.618501 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c69663fe-d6dc-4a17-8808-30c1eebde4e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2191486 Jul 30 01:34:46.619111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58614) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:46.621254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.627821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'name': 'tempest-TaggedBootDevicesTest_v242-2084237055', 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:46.632849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:46.647416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.652687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] 10.222.0.78 "DELETE /v2.0/networks/28c03840-8bc7-4272-94b2-84c57fcc4ca4 HTTP/1.1" status: 204 len: 168 time: 1.9824860 Jul 30 01:34:46.688586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Transition to ACTIVE for port object 657d1586-5685-427d-8b11-eed1c1ed49b6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:46.699091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:46.700429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] For port d5d40dcf-4d6e-4e74-9a21-68ba49385833, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:46.700830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.706925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d1b24-e6b6-4f0a-b4fd-a2174b92ce8c admin admin] Pushing event deleted for resources: {'Network': ['ID=28c03840-8bc7-4272-94b2-84c57fcc4ca4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:46.732302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-bc85b9f2-0851-432f-a2f7-ed6972bd45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.734094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-bc85b9f2-0851-432f-a2f7-ed6972bd45c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01d3b2d8-c2cf-415a-8b80-aed10f0d9510 HTTP/1.1" status: 200 len: 844 time: 0.1227982 Jul 30 01:34:46.737877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.745299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Calling delete_port for d5d40dcf-4d6e-4e74-9a21-68ba49385833 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:46.758918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Port d5d40dcf-4d6e-4e74-9a21-68ba49385833 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:34:46.768682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f835f86c-240f-4aca-befb-1fa1de9d7db3 req-71945f0d-5137-430a-975c-2f11ddb6239e tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084654 Jul 30 01:34:46.768912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8387a1-f3f2-4ef4-b34a-90d59a5ad1d6 None None] DHCP port deletion for d70f391c-579a-470e-befe-14952eeead04 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:34:46.772986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Transition to ACTIVE for port object 657d1586-5685-427d-8b11-eed1c1ed49b6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:46.776907 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.798665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:46.800408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:46.820956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:46.824268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:46.872091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.923285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Deleting port 0bf8c5e0-86db-491f-860b-9fc12c55a37a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:46.923627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:46.930575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Network 28c03840-8bc7-4272-94b2-84c57fcc4ca4 is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:34:46.931732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] No DVR routers for this DVR port d5d40dcf-4d6e-4e74-9a21-68ba49385833 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:46.949069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-fd9d93fe-612f-4b5a-8b7e-de5d670d3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:46.950607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-fd9d93fe-612f-4b5a-8b7e-de5d670d3b65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=507be80f-5634-4112-9974-1d95550b69a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2071400 Jul 30 01:34:46.952531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384d220-29b6-410d-824b-c7d2a84cac27 None None] Pushing event deleted for resources: {'Port': ['ID=d5d40dcf-4d6e-4e74-9a21-68ba49385833,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:47.034759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Network b39e997b-3bf4-4063-98c0-3d00e3627146 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:47.046756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:47.094876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:47.107249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.111257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Pushing event updated for resources: {'Port': ['ID=657d1586-5685-427d-8b11-eed1c1ed49b6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:47.165910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-72d8957b-4fd0-41c4-b4a9-607a966bc11c service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858478 Jul 30 01:34:47.166485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58622) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:47.169276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.189513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:47.260567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] For port bc2823af-367f-421c-bc00-9b2b01a4d1c7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bc2823af-367f-421c-bc00-9b2b01a4d1c7,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:47.264884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Attempting to bind port 657d1586-5685-427d-8b11-eed1c1ed49b6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:47.265334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Attempting to bind port 657d1586-5685-427d-8b11-eed1c1ed49b6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:47.265938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Attempting to bind port 657d1586-5685-427d-8b11-eed1c1ed49b6 on network b39e997b-3bf4-4063-98c0-3d00e3627146 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:47.266992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event deleted for resources: {'Port': ['ID=c04942e6-0b38-4e78-be4b-f9767b3c40e7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:47.280660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.323165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:47.324211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Checking segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:47.324510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.325085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Bound using segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:47.325615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Bound port: 657d1586-5685-427d-8b11-eed1c1ed49b6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:47.326009 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.335171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c9d4b69-8c48-4d72-870d-4f80ce33f983 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6bd9b29838bd477e98d16912cdd74264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632164 Jul 30 01:34:47.353655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086ba7a-0d08-4bde-bd24-d40865d1203e req-43062950-3cd2-4727-b31f-adf6963fef31 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:47.361369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a086ba7a-0d08-4bde-bd24-d40865d1203e req-43062950-3cd2-4727-b31f-adf6963fef31 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 950 time: 0.4096696 Jul 30 01:34:47.388409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58626) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:47.468752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.480757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70f391c-579a-470e-befe-14952eeead04']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:47.487886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8496a5f-0879-4588-b38b-4e8f036f1675 req-295beed5-2334-437f-bce7-49e7ac1825bb service neutron] 10.222.0.55 "GET /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053071 Jul 30 01:34:47.491390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:47.491613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e459e19b-a675-407b-8aa9-b4f35ecd6f7d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:47.492211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a086ba7a-0d08-4bde-bd24-d40865d1203e req-92dd0ac6-89f9-464b-bdbb-c910056d5089 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ccc22b1-a8d1-4333-9226-77a6010bc74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299644 Jul 30 01:34:47.493046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.495622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.496706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e050c80e-0b89-494c-866f-1b39d3814730 req-aa7cface-2b6c-42a4-9e3d-e41982994992 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "DELETE /v2.0/floatingips/cede4b60-1558-49d5-ba18-93757505548d HTTP/1.1" status: 204 len: 173 time: 1.7502668 Jul 30 01:34:47.510255 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.512096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:47.541447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9b7-fc71-4317-9d4f-78dc63004b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.546781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.567450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972fb46-a12c-405c-9838-ab117b756554 None None] Pushing event updated for resources: {'Port': ['ID=bc2823af-367f-421c-bc00-9b2b01a4d1c7,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:47.569139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:34:47.569541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.571274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:47.571967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea64df4a-e709-4c1b-8ab0-ddd30f9d2dda not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:34:47.572654 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:34:47.576091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5d40dcf-4d6e-4e74-9a21-68ba49385833 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:47.590547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:47.595164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.608549 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9b7-fc71-4317-9d4f-78dc63004b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.626304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d5d40dcf-4d6e-4e74-9a21-68ba49385833 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:47.627075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5d40dcf-4d6e-4e74-9a21-68ba49385833 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:47.628892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1ca72b79-e779-4eec-8d6c-241f82adcaff None None] Provisioning complete for port bc2823af-367f-421c-bc00-9b2b01a4d1c7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:47.629553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ca72b79-e779-4eec-8d6c-241f82adcaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.642937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] For port 0bf8c5e0-86db-491f-860b-9fc12c55a37a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0bf8c5e0-86db-491f-860b-9fc12c55a37a,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:47.643900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.679740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Calling delete_port for 0bf8c5e0-86db-491f-860b-9fc12c55a37a owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:47.682360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] device_id is not set on port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:34:47.731334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.756041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9b7-fc71-4317-9d4f-78dc63004b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.759802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9b7-fc71-4317-9d4f-78dc63004b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.761761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ce83d9b7-fc71-4317-9d4f-78dc63004b1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bac481bc-2505-4cdd-8ea9-2c727e0993fc HTTP/1.1" status: 204 len: 168 time: 0.3724029 Jul 30 01:34:47.773308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83d9b7-fc71-4317-9d4f-78dc63004b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac481bc-2505-4cdd-8ea9-2c727e0993fc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:47.784471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:47.784693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2d35f-2d63-4edd-b7da-4ebf4bf337e2 req-7a0f9fa1-3563-45dd-aa36-5f4b8844c44f tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:47.789451 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/networks/d70f391c-579a-470e-befe-14952eeead04 HTTP/1.1" status: 204 len: 168 time: 1.8639369 Jul 30 01:34:47.791960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:47.792327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2d2d35f-2d63-4edd-b7da-4ebf4bf337e2 req-7a0f9fa1-3563-45dd-aa36-5f4b8844c44f tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1097 time: 0.1216528 Jul 30 01:34:47.841207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2d2d35f-2d63-4edd-b7da-4ebf4bf337e2 req-2423f95e-1a03-4e21-bad8-a98efb977dae tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Jul 30 01:34:47.856633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5d326-c2cb-4190-b8ee-774a4a8bf099 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Network': ['ID=d70f391c-579a-470e-befe-14952eeead04,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:47.891922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:47.911263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] For port 657d1586-5685-427d-8b11-eed1c1ed49b6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:48.003938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] For port 657d1586-5685-427d-8b11-eed1c1ed49b6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=657d1586-5685-427d-8b11-eed1c1ed49b6,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:48.021721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting subnet e7378165-3639-4bf8-b758-c085d1e2d15a {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:34:48.027262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1305c87c-1aa3-4b9b-95b8-1e59be73b85b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.027915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.049251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.065162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1305c87c-1aa3-4b9b-95b8-1e59be73b85b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.166196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1305c87c-1aa3-4b9b-95b8-1e59be73b85b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.166196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1305c87c-1aa3-4b9b-95b8-1e59be73b85b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.166196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1305c87c-1aa3-4b9b-95b8-1e59be73b85b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "DELETE /v2.0/security-groups/0edd19df-bc39-47d7-a6d7-7e7b679a6544 HTTP/1.1" status: 204 len: 168 time: 0.2722862 Jul 30 01:34:48.169526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58646) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:48.216774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9abad-0106-42c1-84bb-81119fb70b5b None None] Pushing event updated for resources: {'Port': ['ID=657d1586-5685-427d-8b11-eed1c1ed49b6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:48.237775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:48.237985 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-cfa9a1c6-59aa-459a-bf9a-d1ba6335ae72 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] show failed (client error): The resource could not be found. Jul 30 01:34:48.240237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 10.1.1.227 (022fd81d-d5b3-4721-bd34-1a8be012b0d5/80f91327-8602-4907-b22f-55d62c4e898e/79cb26af-8a7d-4e33-80f0-5586be9d3a54) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:48.241452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cfa9a1c6-59aa-459a-bf9a-d1ba6335ae72 tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "GET /v2.0/security-groups/0edd19df-bc39-47d7-a6d7-7e7b679a6544 HTTP/1.1" status: 404 len: 347 time: 0.0680914 Jul 30 01:34:48.243682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305c87c-1aa3-4b9b-95b8-1e59be73b85b tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edd19df-bc39-47d7-a6d7-7e7b679a6544,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:48.260540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58650) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:48.318857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.332434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8e874-f97f-4bc5-9602-75d611869ea6 None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:29:39Z', 'revision_number': 4, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '08c0768e-bfe7-4ecf-8f17-a5846560614d', 'name': '', 'network_id': 'd061a8fd-5dae-4cd7-9125-a6850065ce34', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'mac_address': 'fa:16:3e:47:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:36Z', 'updated_at': '2021-07-30T01:29:51Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'subnets': [{'id': '8a41386a-5479-478c-bf0f-6cc0473f99bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:48.349832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1ca72b79-e779-4eec-8d6c-241f82adcaff None None] Provisioning for port fea146a1-2811-4b76-b35d-98bd82827766 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:48.368302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1ca72b79-e779-4eec-8d6c-241f82adcaff None None] Provisioning complete for port fea146a1-2811-4b76-b35d-98bd82827766 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:48.368707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ca72b79-e779-4eec-8d6c-241f82adcaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.479093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabdcba-9033-4b4d-a680-327c588757b2 req-f4e60849-8c36-4533-90b5-8489b59852f7 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:48.487869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cabdcba-9033-4b4d-a680-327c588757b2 req-f4e60849-8c36-4533-90b5-8489b59852f7 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 945 time: 0.2558308 Jul 30 01:34:48.490309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1ca72b79-e779-4eec-8d6c-241f82adcaff None None] Port fea146a1-2811-4b76-b35d-98bd82827766 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:48.589691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.617612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cabdcba-9033-4b4d-a680-327c588757b2 req-473b2d38-ff52-4e64-b641-15924e9619b7 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/security-groups?id=65b6088a-ae07-4c94-8820-45771613a222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027145 Jul 30 01:34:48.640290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-43eaadd5-266a-4b92-b583-6a43862ca357 None None] Provisioning complete for port fea146a1-2811-4b76-b35d-98bd82827766 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:48.641784 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43eaadd5-266a-4b92-b583-6a43862ca357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.663127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Deleting port 02688feb-1131-445a-a1c4-c509f2f46fcd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:48.663345 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.782234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-43eaadd5-266a-4b92-b583-6a43862ca357 None None] Port fea146a1-2811-4b76-b35d-98bd82827766 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:48.876475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c6a4e3a-6e10-4bb2-80c8-97bd6990fe61 req-20913462-c1e4-449d-b7c4-b91b78dc304d tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.78 "GET /v2.0/ports?device_id=193bcf55-d7ec-4856-a6a5-f16528fc1228 HTTP/1.1" status: 200 len: 210 time: 0.0741341 Jul 30 01:34:48.883608 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-23668061-e6b8-4a65-a4bc-e565b0556d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.969778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.973407 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.974894 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:48.987036 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2289d0d-ada9-4b4f-a3ec-b7bdff60e406 None None] New status for floating IP 418a3be8-875f-4d99-aeb4-b963ed192157: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:49.002304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Calling delete_port for 02688feb-1131-445a-a1c4-c509f2f46fcd owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:49.025561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Pushing event deleted for resources: {'Port': ['ID=0bf8c5e0-86db-491f-860b-9fc12c55a37a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:49.045268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object 79cb26af-8a7d-4e33-80f0-5586be9d3a54 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:49.091823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] No DVR routers for this DVR port 0bf8c5e0-86db-491f-860b-9fc12c55a37a on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:49.097244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.101738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7bf5160-bc0f-4eb8-ac92-619b60107a68 req-bb457089-3f96-4755-ad96-7c15a205b306 tempest-MigrationsAdminTest-1866492163 tempest-MigrationsAdminTest-1866492163-project] 10.222.0.55 "DELETE /v2.0/ports/0bf8c5e0-86db-491f-860b-9fc12c55a37a HTTP/1.1" status: 204 len: 173 time: 2.5628133 Jul 30 01:34:49.110430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-deleted', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:49.118763 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246feac9-55ae-4721-99c5-bb0afc61542c" -d '{"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-deleted", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:49.185607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.192568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:49.231557 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8056c3b2-d24a-4c44-901a-356521221fdf x-openstack-request-id: req-8056c3b2-d24a-4c44-901a-356521221fdf {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:49.231848 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193bcf55-d7ec-4856-a6a5-f16528fc1228", "name": "network-vif-deleted", "tag": "0bf8c5e0-86db-491f-860b-9fc12c55a37a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:49.232099 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8056c3b2-d24a-4c44-901a-356521221fdf {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:49.232504 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bcf55-d7ec-4856-a6a5-f16528fc1228', 'name': 'network-vif-deleted', 'tag': '0bf8c5e0-86db-491f-860b-9fc12c55a37a', 'status': 'completed', 'code': 200} Jul 30 01:34:49.260131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 0bf8c5e0-86db-491f-860b-9fc12c55a37a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:49.261848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0bf8c5e0-86db-491f-860b-9fc12c55a37a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:49.292930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.293633 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.db.api [None req-f2289d0d-ada9-4b4f-a3ec-b7bdff60e406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:34:49.294179 n-d-713499-10 neutron-server[93892]: DEBUG oslo_db.api [None req-f2289d0d-ada9-4b4f-a3ec-b7bdff60e406 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:34:49.302087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.383188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:49.385140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Pushing event deleted for resources: {'Port': ['ID=02688feb-1131-445a-a1c4-c509f2f46fcd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:49.461102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.483766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.488620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.490256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7d62aede-81bc-4fc3-80b5-424dd4dc557e tempest-ServersWithSpecificFlavorTestJSON-1214557297 tempest-ServersWithSpecificFlavorTestJSON-1214557297-project] 10.222.0.78 "DELETE /v2.0/floatingips/418a3be8-875f-4d99-aeb4-b963ed192157 HTTP/1.1" status: 204 len: 168 time: 1.2152281 Jul 30 01:34:49.519523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:49.529247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Subnet': ['ID=e7378165-3639-4bf8-b758-c085d1e2d15a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:49.552421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-432aa71f-8516-45da-992d-9e30189b4605 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:49.554046 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-432aa71f-8516-45da-992d-9e30189b4605 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 945 time: 0.1731062 Jul 30 01:34:49.562406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:49.565192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278137c-d340-444c-af19-0ecdabe60e58 None None] Network 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:49.566076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.571110 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8d912701-bf2e-45fb-8f85-7aefaecb3dc8 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/subnets/e7378165-3639-4bf8-b758-c085d1e2d15a HTTP/1.1" status: 204 len: 168 time: 1.7695286 Jul 30 01:34:49.571110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:49.571418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58704) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:49.744720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bc2823af-367f-421c-bc00-9b2b01a4d1c7 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:49.796355 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2289d0d-ada9-4b4f-a3ec-b7bdff60e406 None None] New status for floating IP 418a3be8-875f-4d99-aeb4-b963ed192157: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:34:49.869640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:49.871137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.908616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Deleting port 04bfbc6f-5021-41ba-80dd-269b37ac04ad {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:49.909330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.911489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.913886 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e2238952-7d17-41d8-afca-40315c23787b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2906516 Jul 30 01:34:50.048652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bc2823af-367f-421c-bc00-9b2b01a4d1c7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:50.048924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.083947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-c3ed6e95-0cd1-41e9-a209-de1b0e8e0369 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=62a462c05c9a421389067182c5749f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440521 Jul 30 01:34:50.102108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Deleting port 63496f2a-18b9-47be-9129-736bfc8a7724 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:50.102769 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.127448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] For port 04bfbc6f-5021-41ba-80dd-269b37ac04ad, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=04bfbc6f-5021-41ba-80dd-269b37ac04ad,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:50.127838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.134918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] DHCP port deletion for 2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:34:50.140212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27b8922-53ac-4c10-aa19-8ef33aa24447 None None] Network b39e997b-3bf4-4063-98c0-3d00e3627146 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:34:50.160761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Calling delete_port for 04bfbc6f-5021-41ba-80dd-269b37ac04ad owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:50.253512 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-917fe2ce-f2b3-461a-b0a2-2d6be8e41465 None None] Provisioning for port 657d1586-5685-427d-8b11-eed1c1ed49b6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:50.262449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] For port 63496f2a-18b9-47be-9129-736bfc8a7724, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=63496f2a-18b9-47be-9129-736bfc8a7724,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:50.262889 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.291487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Calling delete_port for 63496f2a-18b9-47be-9129-736bfc8a7724 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:50.316077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.323279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-917fe2ce-f2b3-461a-b0a2-2d6be8e41465 None None] Provisioning for port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:50.328987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-435e94e1-4170-4642-820d-7c79e8790830 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:34:50.330831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-435e94e1-4170-4642-820d-7c79e8790830 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1626732 Jul 30 01:34:50.336916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['04bfbc6f-5021-41ba-80dd-269b37ac04ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:50.347891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Pushing event deleted for resources: {'Port': ['ID=04bfbc6f-5021-41ba-80dd-269b37ac04ad,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:50.350075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-917fe2ce-f2b3-461a-b0a2-2d6be8e41465 None None] Provisioning complete for port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:50.351132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-917fe2ce-f2b3-461a-b0a2-2d6be8e41465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.397716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-fb18187d-8e41-4581-84a5-44fb57bd83ac tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:50.399541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-fb18187d-8e41-4581-84a5-44fb57bd83ac tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780135 Jul 30 01:34:50.411505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] No DVR routers for this DVR port 04bfbc6f-5021-41ba-80dd-269b37ac04ad on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:50.422433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.427871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1426a98e-5722-4da7-a26b-297c6c2a1835 req-0ce38072-6b1e-4140-9fcf-b6d84051893b tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.66 "DELETE /v2.0/ports/04bfbc6f-5021-41ba-80dd-269b37ac04ad HTTP/1.1" status: 204 len: 173 time: 0.8619359 Jul 30 01:34:50.436000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-886ceb7f-e142-42d1-920d-19361bc71cf0 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/quotas/62a462c05c9a421389067182c5749f1a HTTP/1.1" status: 200 len: 375 time: 0.0289946 Jul 30 01:34:50.439098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 657d1586-5685-427d-8b11-eed1c1ed49b6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:50.445611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] Deleting port 63496f2a-18b9-47be-9129-736bfc8a7724 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:50.445987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.457202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Request body: {'binding': {'host': 'n-h1-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:50.457856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Unknown quota resources ['binding']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:34:50.510689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-24f7f971-c787-4473-a529-f283829abfb2 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=62a462c05c9a421389067182c5749f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736094 Jul 30 01:34:50.543125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.566174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-917fe2ce-f2b3-461a-b0a2-2d6be8e41465 None None] Port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:50.636488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] For port 63496f2a-18b9-47be-9129-736bfc8a7724, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=63496f2a-18b9-47be-9129-736bfc8a7724,segment=NetworkSegment(6cb029df-f5b6-48f8-a61c-9812b5dc413c),segment_id=6cb029df-f5b6-48f8-a61c-9812b5dc413c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:50.636804 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.656778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] Calling delete_port for 63496f2a-18b9-47be-9129-736bfc8a7724 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:50.711992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 657d1586-5685-427d-8b11-eed1c1ed49b6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:50.762180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 657d1586-5685-427d-8b11-eed1c1ed49b6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:50.762556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.873270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:50.971678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.006983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] No DVR routers for this DVR port 63496f2a-18b9-47be-9129-736bfc8a7724 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:51.030108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc21d9-e21e-4e1c-aafa-51ded50cc04e None None] Pushing event deleted for resources: {'Port': ['ID=63496f2a-18b9-47be-9129-736bfc8a7724,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:51.046453 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.098232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 657d1586-5685-427d-8b11-eed1c1ed49b6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=657d1586-5685-427d-8b11-eed1c1ed49b6,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:51.110364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.179985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=657d1586-5685-427d-8b11-eed1c1ed49b6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:51.203394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] No DVR routers for this DVR port 63496f2a-18b9-47be-9129-736bfc8a7724 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:34:51.234387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'name': 'network-vif-deleted', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:51.236210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Port': ['ID=63496f2a-18b9-47be-9129-736bfc8a7724,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:51.237518 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107655a-4e69-4848-9ca6-982bec595b1a" -d '{"events": [{"server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "name": "network-vif-deleted", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:51.266166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b758c94a-95cc-40fd-a142-a78b218ec879 req-379c24bf-ed19-4a01-83a6-481df6547fa4 tempest-FloatingIPsAssociationTestJSON-1278754504 tempest-FloatingIPsAssociationTestJSON-1278754504-project] 10.222.0.78 "GET /v2.0/ports?device_id=6324973b-a084-427b-b674-fd0ec4da0e49 HTTP/1.1" status: 200 len: 210 time: 0.1667373 Jul 30 01:34:51.301841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68a7b181-ba9a-4583-855a-6bcc55838e7a None None] Provisioning complete for port 657d1586-5685-427d-8b11-eed1c1ed49b6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:51.303241 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68a7b181-ba9a-4583-855a-6bcc55838e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.354383 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.371583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:51.391671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb029df-f5b6-48f8-a61c-9812b5dc413c') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:51.392440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb029df-f5b6-48f8-a61c-9812b5dc413c') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:51.406191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on host n-h1-713499-10 for vnic_type normal with profile None {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:51.406806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:51.407489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:51.411647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.427323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:51.427650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:51.449192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.458848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:51.459682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:51.460312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:51.462046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Bound port: a96e1cf9-d24f-4670-9490-651ddeb7961a, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:51.469543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:34:51.470312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:34:51.479506 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:34:51.527470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 657d1586-5685-427d-8b11-eed1c1ed49b6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:34:51.623103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f7467f3-e022-4eab-85ac-4c9771c5937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.630971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 657d1586-5685-427d-8b11-eed1c1ed49b6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:51.631375 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.636465 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.656028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.658565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] 10.222.0.78 "DELETE /v2.0/networks/2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1 HTTP/1.1" status: 204 len: 168 time: 2.0860496 Jul 30 01:34:51.687557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:51.690558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:51.693786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412194827', 'description': 'tempest-description--492959669'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:51.717737 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.719530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-51faf422-9182-4b0a-b4d7-d0eb1f8d5b75 service neutron] 10.222.0.78 "POST /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a/bindings HTTP/1.1" status: 201 len: 390 time: 1.3442776 Jul 30 01:34:51.720412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dfd2d-0d05-4a2f-a5e3-6458e4779478 tempest-ServersTestMultiNic-1224464731 tempest-ServersTestMultiNic-1224464731-project] Pushing event deleted for resources: {'Network': ['ID=2d07a801-8d75-4e2d-8d6e-c82c5a97c5f1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:51.734558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.803092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58752) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:51.818748 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.897053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 63496f2a-18b9-47be-9129-736bfc8a7724 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:51.928929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 63496f2a-18b9-47be-9129-736bfc8a7724 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:51.930682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 63496f2a-18b9-47be-9129-736bfc8a7724 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:51.955655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8f49e24-4ef2-4133-a276-6311471559eb req-ae1c6278-3af7-47b0-b6f4-8f6bc0d298c8 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 210 time: 0.0459454 Jul 30 01:34:51.978908 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f009e9c-2b12-404c-9f31-796ff3fd4dd7 x-openstack-request-id: req-8f009e9c-2b12-404c-9f31-796ff3fd4dd7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:51.979345 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324973b-a084-427b-b674-fd0ec4da0e49", "name": "network-vif-deleted", "tag": "04bfbc6f-5021-41ba-80dd-269b37ac04ad", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:51.980138 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f009e9c-2b12-404c-9f31-796ff3fd4dd7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:51.980551 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324973b-a084-427b-b674-fd0ec4da0e49', 'name': 'network-vif-deleted', 'tag': '04bfbc6f-5021-41ba-80dd-269b37ac04ad', 'status': 'completed', 'code': 200} Jul 30 01:34:51.983204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:51.991364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.037641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.039630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3501601 Jul 30 01:34:52.042785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58760) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.049376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'security_group_rule': {'security_group_id': '6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:52.120184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922d855-2fce-4fe1-9e67-855409b63d94 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:52.156270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-7b1c7c31-6060-4d49-b337-08f815b98b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:52.158004 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-7b1c7c31-6060-4d49-b337-08f815b98b1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1097 time: 0.0932026 Jul 30 01:34:52.166103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cf8a4963-14f3-4066-91f4-208749d2f821 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0cbcf0145ad45a1ad56aac9582bbe3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617628 Jul 30 01:34:52.187251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58766) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.197896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff6a1-1468-4d9f-bf95-2433634204f5 req-83f6c466-5888-4e34-9524-86dcfeca3a62 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:52.200734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3bff6a1-1468-4d9f-bf95-2433634204f5 req-83f6c466-5888-4e34-9524-86dcfeca3a62 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 945 time: 0.1459885 Jul 30 01:34:52.202263 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.258172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58772) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.268467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-2a820152-b9f3-43de-a434-fa7178dec698 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=62a462c05c9a421389067182c5749f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215982 Jul 30 01:34:52.334266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58778) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.356146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-095c0eef-28c5-4a95-be33-e8ecb555de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:52.357835 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-095c0eef-28c5-4a95-be33-e8ecb555de88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1903331 Jul 30 01:34:52.395783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3bff6a1-1468-4d9f-bf95-2433634204f5 req-bfdee039-219f-4eba-a242-213cc8c87604 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538432 Jul 30 01:34:52.414131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.452183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.453178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-817509ed-acc8-4b0e-9eab-b30f0a844ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.465053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.470823 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-9f448850-710c-4558-a558-aaedc83b849c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.0495002 Jul 30 01:34:52.485141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-7d169ebf-2b33-4cf0-a099-2b1c65b8e1fd tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:52.486540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-7d169ebf-2b33-4cf0-a099-2b1c65b8e1fd tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060142 Jul 30 01:34:52.513555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Request body: {'port': {'device_id': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '62a462c05c9a421389067182c5749f1a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:52.520142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-817509ed-acc8-4b0e-9eab-b30f0a844ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.521813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac83a48-330c-4dc6-8f59-01cd809bcc63,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:52.549580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.550806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5301ff08-3b04-4915-b859-670394663a0d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5066314 Jul 30 01:34:52.556980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58786) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.566300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'security_group_rule': {'security_group_id': '6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:52.636531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-e8e6a83a-3601-407a-ac93-0e6d53a93fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:52.637956 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-e8e6a83a-3601-407a-ac93-0e6d53a93fb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1543770 Jul 30 01:34:52.718073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-d619cb61-3791-463b-9b20-4e7738ba883e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720549 Jul 30 01:34:52.738515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-817509ed-acc8-4b0e-9eab-b30f0a844ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.741198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-817509ed-acc8-4b0e-9eab-b30f0a844ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.742337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-817509ed-acc8-4b0e-9eab-b30f0a844ed7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ccc22b1-a8d1-4333-9226-77a6010bc74e HTTP/1.1" status: 204 len: 168 time: 0.5366218 Jul 30 01:34:52.761326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817509ed-acc8-4b0e-9eab-b30f0a844ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc22b1-a8d1-4333-9226-77a6010bc74e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:52.773740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.808716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Made reservation on behalf of 62a462c05c9a421389067182c5749f1a for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:34:52.812776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.867240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.022302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.050415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.063362 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.082515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.116558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.149308 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-1b585eb5-9ae0-46af-801c-6635dbb058b6 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936086 Jul 30 01:34:53.191879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f382dcfc-8b2d-468f-afd1-8d565486cb84,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:53.207017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf731295-7281-4d3e-88fb-5442c07a860e req-a0aae519-fe27-40f1-ae0b-5f2ba9efd590 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 210 time: 0.0748439 Jul 30 01:34:53.216257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3bf03-8929-4e0d-9224-8b67842d3daa,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:53.223446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.224633 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d9215333-b7b1-4c62-a29c-5128fd7f314d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6647170 Jul 30 01:34:53.234329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58796) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:53.244390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:53.317695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-bf44ad31-c27e-4a5b-8462-dcabf145e0fa service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531806 Jul 30 01:34:53.325306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:53.332755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.344470 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.355952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Allocated IP 192.168.233.11 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:53.464979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d41c42be-870e-4fa7-967a-2a88dc014dd8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e5a8de401b84470aebe747a6c9ea5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377275 Jul 30 01:34:53.468523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:53.513958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-6a3d53d4-f8fc-4e23-a45c-81a655d1b75d tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:53.515508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-6a3d53d4-f8fc-4e23-a45c-81a655d1b75d tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.1261156 Jul 30 01:34:53.531477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.536365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-10'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:53.550902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.701483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27fd8-7076-400c-bf81-d3298f4cdc29 req-5bb436d2-638c-44aa-8012-e7a37ca86625 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:53.703041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2eb27fd8-7076-400c-bf81-d3298f4cdc29 req-5bb436d2-638c-44aa-8012-e7a37ca86625 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 945 time: 0.1875172 Jul 30 01:34:53.831235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.839155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2eb27fd8-7076-400c-bf81-d3298f4cdc29 req-05d09ff6-551e-453c-9e8b-90a01fcd7efc tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119778 Jul 30 01:34:53.843141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.867933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Transition to ACTIVE for port object 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:54.022221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43f3126-de47-4b8b-be24-efc5c0b846d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.025236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.077597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 172.25.8.77 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/5e794567-9b17-4965-bf33-983012b4c033) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:34:54.085091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.107214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43f3126-de47-4b8b-be24-efc5c0b846d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.111516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:54.119837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:54.122549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Pushing event updated for resources: {'Port': ['ID=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:54.124564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:54.192266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Deleting port 08c0768e-bfe7-4ecf-8f17-a5846560614d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:54.192602 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.268481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:54.269166 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.322347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-be0ecb94-4b62-4b68-b2c5-6afc9b768f92 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8181996 Jul 30 01:34:54.350593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Request body: {'port': {'device_id': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:34:54.402138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43f3126-de47-4b8b-be24-efc5c0b846d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.404740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d43f3126-de47-4b8b-be24-efc5c0b846d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.405920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d43f3126-de47-4b8b-be24-efc5c0b846d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d40527ab-143f-4918-94b6-378a5b493d3f HTTP/1.1" status: 204 len: 168 time: 0.9362040 Jul 30 01:34:54.410631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.426398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] For port 08c0768e-bfe7-4ecf-8f17-a5846560614d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=08c0768e-bfe7-4ecf-8f17-a5846560614d,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:54.426717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.433437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:54.439792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.445024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f3126-de47-4b8b-be24-efc5c0b846d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40527ab-143f-4918-94b6-378a5b493d3f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:54.469463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Calling delete_port for 08c0768e-bfe7-4ecf-8f17-a5846560614d owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:54.505669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec26627-9a84-4245-9944-7bf2b8236273 req-81d9cb69-ed59-47f4-94da-5797962c52be tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:54.507213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fec26627-9a84-4245-9944-7bf2b8236273 req-81d9cb69-ed59-47f4-94da-5797962c52be tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 935 time: 0.2072892 Jul 30 01:34:54.515313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.517045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9061e00b-2ed4-41a1-9270-f724ea829616 None None] Provisioning for port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:34:54.525575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9061e00b-2ed4-41a1-9270-f724ea829616 None None] Provisioning complete for port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:34:54.527384 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9061e00b-2ed4-41a1-9270-f724ea829616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.546378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:54.589909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9061e00b-2ed4-41a1-9270-f724ea829616 None None] Port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:34:54.652383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:54.655473 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e53059-0e8b-407e-8d07-b65d2ce5055d" -d '{"events": [{"server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "name": "network-vif-unplugged", "status": "completed", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:54.662067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.677515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.751468 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba972bab-688f-43ba-92ea-2b2c82189054 x-openstack-request-id: req-ba972bab-688f-43ba-92ea-2b2c82189054 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:54.751919 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "name": "network-vif-unplugged", "status": "completed", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:54.752175 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba972bab-688f-43ba-92ea-2b2c82189054 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:54.752663 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'code': 200} Jul 30 01:34:54.760811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Deleting port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:54.761186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.821600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Deleting port ea545ccb-bbcc-4ff1-8c01-564c4aef2345 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:54.822031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.832124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 04bfbc6f-5021-41ba-80dd-269b37ac04ad no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:34:54.881177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 04bfbc6f-5021-41ba-80dd-269b37ac04ad {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:34:54.881397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:54.884376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 04bfbc6f-5021-41ba-80dd-269b37ac04ad not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:34:54.941489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on host n-h2-713499-10 for vnic_type normal with profile {"migrating_to": "n-h1-713499-10"} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:54.941825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:54.942155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:54.968326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:54.968750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Attempting to bind port a96e1cf9-d24f-4670-9490-651ddeb7961a on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:54.972441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] For port 161864e6-61ff-4ca5-8fee-784bb4ac0d1c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:54.972798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:54.998287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:54.998649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:54.999082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:54.999579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Bound port: a96e1cf9-d24f-4670-9490-651ddeb7961a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:54.999949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.010009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Calling delete_port for 161864e6-61ff-4ca5-8fee-784bb4ac0d1c owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:55.030695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fec26627-9a84-4245-9944-7bf2b8236273 req-4ef9ee4d-d88d-4cd6-b553-aad4c9fbba56 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800053 Jul 30 01:34:55.047286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] For port ea545ccb-bbcc-4ff1-8c01-564c4aef2345, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,segment=NetworkSegment(0008b76d-8c0f-4ddd-a7a3-5da87559b900),segment_id=0008b76d-8c0f-4ddd-a7a3-5da87559b900)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:55.047652 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.059590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.121769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Calling delete_port for ea545ccb-bbcc-4ff1-8c01-564c4aef2345 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:55.190789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:34:55.212806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:34:55.216638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:55.219294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:34:55.225581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=5e794567-9b17-4965-bf33-983012b4c033,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:55.269586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:55.276057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aeec2-ce66-45a3-acff-cf7f67223f42 req-2e895438-ac8f-470d-a1ab-e68fd638b11a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:55.277941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-999aeec2-ce66-45a3-acff-cf7f67223f42 req-2e895438-ac8f-470d-a1ab-e68fd638b11a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 943 time: 0.2794087 Jul 30 01:34:55.292923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.440733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-999aeec2-ce66-45a3-acff-cf7f67223f42 req-6f1e73f5-5980-45e9-ac75-05209ed80171 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443295 Jul 30 01:34:55.464535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:55.465199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.466832 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 1123 time: 1.9403985 Jul 30 01:34:55.467618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0af5-5053-4965-89e9-7e47fc7476e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:55.490662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.546323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c0768e-bfe7-4ecf-8f17-a5846560614d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:55.583987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:34:55.589280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.598055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a96e1cf9-d24f-4670-9490-651ddeb7961a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:34:55.631220 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.635124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=161864e6-61ff-4ca5-8fee-784bb4ac0d1c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:55.650355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.701739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea545ccb-bbcc-4ff1-8c01-564c4aef2345,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:55.702017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Transition to ACTIVE for port object 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:34:55.716424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.729441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:55.971880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:56.091292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.171914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.240668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.246617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.449187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a49db-5e69-4f0f-a396-c19d40144e1b req-962b95d7-9677-4e7d-917b-1151ae7a0e37 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:56.450744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-583a49db-5e69-4f0f-a396-c19d40144e1b req-962b95d7-9677-4e7d-917b-1151ae7a0e37 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 947 time: 0.2717969 Jul 30 01:34:56.512693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Attempting to bind port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:34:56.513043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Attempting to bind port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:34:56.513358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Attempting to bind port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:56.534837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:34:56.535098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Attempting to bind port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:34:56.573016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:34:56.573421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:34:56.573816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:34:56.574256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Bound port: 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:34:56.574618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.632820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-583a49db-5e69-4f0f-a396-c19d40144e1b req-be818147-2241-4a79-a748-e4a890ccb085 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540728 Jul 30 01:34:56.664642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:56.666171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.675354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:56.707145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.785193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b424-288d-4ee7-9c64-6eb690c5baae req-0c5db597-1a7d-4c08-82e7-88dfc300f5de tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:56.786742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d835b424-288d-4ee7-9c64-6eb690c5baae req-0c5db597-1a7d-4c08-82e7-88dfc300f5de tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 943 time: 0.2408941 Jul 30 01:34:56.847521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:34:56.888744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=5e794567-9b17-4965-bf33-983012b4c033,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:56.905034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Router fbb3bfc1-9c60-474b-8c11-022babe0495a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:34:56.911696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] For port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:34:56.948747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.953192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] For port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:34:56.959572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d835b424-288d-4ee7-9c64-6eb690c5baae req-f144dd18-c05f-410a-b25e-37a23a465c4d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577249 Jul 30 01:34:56.970641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.030591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:57.049626 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.050872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-96295f90-6d0f-459e-a124-65de310080ac tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8107741 Jul 30 01:34:57.052038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a has no active binding in host n-h1-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:34:57.058214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:57.058837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.060458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba HTTP/1.1" status: 200 len: 1096 time: 2.7271285 Jul 30 01:34:57.061241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'tag': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:57.063211 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8", "tag": "2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:57.074518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:34:57.077326 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:34:57.160510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4aa792-86b1-40df-82a5-3978c602e5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:57.166046 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c49438-6f45-4f80-8ac4-92e81296296b x-openstack-request-id: req-45c49438-6f45-4f80-8ac4-92e81296296b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:57.166341 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8", "tag": "2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:57.166578 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45c49438-6f45-4f80-8ac4-92e81296296b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:57.167036 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'tag': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba', 'status': 'completed', 'code': 200} Jul 30 01:34:57.176018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:57.181357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-72ac397f-53d3-4124-bd92-77d9f8a06453 admin admin] 10.222.0.78 "PUT /v2.0/routers/fbb3bfc1-9c60-474b-8c11-022babe0495a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7650328 Jul 30 01:34:57.184994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:57.191542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] Sync routers for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:57.202114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-fdcaad5e-fad0-4f4a-9781-c5d508cf295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:57.203890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-fdcaad5e-fad0-4f4a-9781-c5d508cf295b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62a462c05c9a421389067182c5749f1a&device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0815978 Jul 30 01:34:57.208989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:57.209465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:57.289628 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b75da-1b36-45c4-bde9-fd7f08d4ac7f x-openstack-request-id: req-c32b75da-1b36-45c4-bde9-fd7f08d4ac7f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:34:57.292205 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:34:57.292521 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c32b75da-1b36-45c4-bde9-fd7f08d4ac7f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:34:57.292976 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'status': 'completed', 'code': 200} Jul 30 01:34:57.298613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:57.318459 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] Sync routers for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:57.336010 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:57.336648 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:57.344034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-15863180-1b38-4ac0-8830-5e6523f894c8 admin admin] 10.222.0.78 "PUT /v2.0/routers/3ab6112f-86dc-48ec-9fea-95d4edbce2c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9999011 Jul 30 01:34:57.346934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:57.366843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-3a8edc73-869b-44f1-a4e3-5a78900557af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba HTTP/1.1" status: 200 len: 217 time: 0.1548276 Jul 30 01:34:57.380463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:34:57.439875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] Sync routers for ids ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:34:57.447675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-76ca91e0-7324-494f-adcc-865c19f30a98 admin admin] 10.222.0.78 "PUT /v2.0/routers/0190d6e6-48f8-4a3d-8d09-6aef5566dbf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1881983 Jul 30 01:34:57.454648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58874) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:57.518640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:57.543679 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:57.647828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.733902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-2f234c67-8b65-4f6c-a6f4-c18518e5f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:57.735569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-2f234c67-8b65-4f6c-a6f4-c18518e5f7ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1126 time: 0.4212480 Jul 30 01:34:57.741558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] Routers {'0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:57.742479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:57.817414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.851537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-2cc1dba0-1ac9-45c7-8436-98d6d43176b2 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--412194827&fields=id&tenant_id=d0c8af87f090484199fca25670ed6d65 HTTP/1.1" status: 200 len: 267 time: 0.1503372 Jul 30 01:34:57.853370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-16f78e30-6054-4e5e-94f2-d4047facc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:57.855298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-16f78e30-6054-4e5e-94f2-d4047facc215 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2503211 Jul 30 01:34:57.856610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.863328 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:34:55Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:57.913397 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] Checking router: 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:57.942278 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] Routers {'3ab6112f-86dc-48ec-9fea-95d4edbce2c9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:57.943262 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.040773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] Set router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:58.103761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6f8a3e06-5a65-4ec5-96e0-11807ea4413e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:58.108731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.111568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6f8a3e06-5a65-4ec5-96e0-11807ea4413e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 937 time: 0.1831329 Jul 30 01:34:58.128369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-a5db54ed-269b-4aa7-97a1-2765bbd134cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:58.130216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-a5db54ed-269b-4aa7-97a1-2765bbd134cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.3848879 Jul 30 01:34:58.141944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-1b960447-9a41-4bc1-8232-d775b794e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:58.141944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-1b960447-9a41-4bc1-8232-d775b794e99e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2121069 Jul 30 01:34:58.197213 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-d4b1d94f-f2f6-44eb-9734-d54fd8257e9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.0559361 Jul 30 01:34:58.209178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7361b52e-7d6e-4da6-9966-e2a9dd31b9f9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:58.217531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7361b52e-7d6e-4da6-9966-e2a9dd31b9f9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 937 time: 0.1049471 Jul 30 01:34:58.264179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.297207 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.297688 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] Set router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:58.327229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:34:55Z', 'revision_number': 5, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port': {'id': 'fe9befda-937a-4459-9529-b07eed48f9cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:33Z', 'updated_at': '2021-07-30T01:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.335865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785e68-e546-4157-bca6-a6b858628d94 req-b14df682-8583-480f-8b88-20f0f6fadb2a tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:58.337912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b785e68-e546-4157-bca6-a6b858628d94 req-b14df682-8583-480f-8b88-20f0f6fadb2a tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 947 time: 0.3323882 Jul 30 01:34:58.344513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58898) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:58.354010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1f9681f0-1049-46c1-9e29-a361bc0350e0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1354868 Jul 30 01:34:58.392308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-6b323586-0d8a-473a-ad23-63f9ded08408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:58.393994 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-6b323586-0d8a-473a-ad23-63f9ded08408 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1644912 Jul 30 01:34:58.404916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] Checking router: fbb3bfc1-9c60-474b-8c11-022babe0495a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:58.423839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Deleting port fe9befda-937a-4459-9529-b07eed48f9cf {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:58.424346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.436615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] Routers {'fbb3bfc1-9c60-474b-8c11-022babe0495a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:58.437273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbb3bfc1-9c60-474b-8c11-022babe0495a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.459051 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-7f56f73c-5887-4e17-ba03-50d77e472281 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515711 Jul 30 01:34:58.573791 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:34:55Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.616343 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-5d4c1855-561b-483d-a4db-dbfcd5d2d375 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220083 Jul 30 01:34:58.622418 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c944f3-903e-42d6-8d0e-e7807bcd06de None None] The sync data for ids ['3ab6112f-86dc-48ec-9fea-95d4edbce2c9'] in n-d-713499-10 is: [{'id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1202653808-router', 'tenant_id': 'c6c731593d13494bbfa45502300360db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:34:55Z', 'revision_number': 5, 'project_id': 'c6c731593d13494bbfa45502300360db', 'gw_port': {'id': '9e0b52e7-3ac4-481d-80ef-214cbc934d48', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab6112f-86dc-48ec-9fea-95d4edbce2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:17Z', 'updated_at': '2021-07-30T01:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:58.623323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] Set router fbb3bfc1-9c60-474b-8c11-022babe0495a gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:58.675471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Deleting port c027c0ad-6a39-43b1-8361-838b0f0f2295 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:58.675826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.689276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3794173c-de19-4e73-8379-b56df5b8ab11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.703546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:34:58Z', 'revision_number': 6, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.734619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0833cbc-23f5-4607-bfaa-330c40889a74 None None] The sync data for ids ['fbb3bfc1-9c60-474b-8c11-022babe0495a'] in n-d-713499-10 is: [{'id': 'fbb3bfc1-9c60-474b-8c11-022babe0495a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-384108885-router', 'tenant_id': '7e323e3f4d9c42f4bec42372dc019daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:32Z', 'updated_at': '2021-07-30T01:34:58Z', 'revision_number': 6, 'project_id': '7e323e3f4d9c42f4bec42372dc019daa', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:58.747220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:34:55Z', 'revision_number': 5, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port': {'id': 'c027c0ad-6a39-43b1-8361-838b0f0f2295', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:04Z', 'updated_at': '2021-07-30T01:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.779807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] Checking router: 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:34:58.789280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] Routers {'0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:34:58.790212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:58.802173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ea6f30b9-2ccc-4b98-9bf6-cddddd7dc177 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4462004 Jul 30 01:34:58.857589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] For port fe9befda-937a-4459-9529-b07eed48f9cf, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fe9befda-937a-4459-9529-b07eed48f9cf,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:58.858276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.868082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b785e68-e546-4157-bca6-a6b858628d94 req-9b50b7a0-8ad9-4665-bed7-ed58ea333c10 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036976 Jul 30 01:34:58.904345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-94d0ba8a-e297-497c-b376-7b3cdcf9cc5f service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354641 Jul 30 01:34:58.912141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Calling delete_port for fe9befda-937a-4459-9529-b07eed48f9cf owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:58.920826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] Set router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:34:58.924146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa52ebdf-53f9-4f09-a4f3-2bf2d5b09e97 req-96f1422f-f8af-40c9-9009-b7680fb448e9 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863259 Jul 30 01:34:58.963092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] For port c027c0ad-6a39-43b1-8361-838b0f0f2295, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c027c0ad-6a39-43b1-8361-838b0f0f2295,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:58.964859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.040025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Calling delete_port for c027c0ad-6a39-43b1-8361-838b0f0f2295 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:59.048665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4b7dc91a-adc2-4429-83e0-14444af4836a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:59.055836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4b7dc91a-adc2-4429-83e0-14444af4836a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:59.063269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4b7dc91a-adc2-4429-83e0-14444af4836a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:59.065091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4b7dc91a-adc2-4429-83e0-14444af4836a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=b39e997b-3bf4-4063-98c0-3d00e3627146&id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 1995 time: 0.2487977 Jul 30 01:34:59.082718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:34:58Z', 'revision_number': 6, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:34:59.095152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Deleting port 9e0b52e7-3ac4-481d-80ef-214cbc934d48 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:34:59.095390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.115901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0b93f-00e9-4028-a5f0-ea2c98e03c96 None None] The sync data for ids ['0190d6e6-48f8-4a3d-8d09-6aef5566dbf8'] in n-d-713499-10 is: [{'id': '0190d6e6-48f8-4a3d-8d09-6aef5566dbf8', 'name': 'tempest-ServersTestMultiNic-1380412537-router', 'tenant_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:03Z', 'updated_at': '2021-07-30T01:34:58Z', 'revision_number': 6, 'project_id': 'd6f9ac3974e14cb09f96ecec9731ea5c', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:34:59.186252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3d507990-8840-48ab-aeab-ac7a349afeb2 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/quotas/d0c8af87f090484199fca25670ed6d65 HTTP/1.1" status: 200 len: 375 time: 0.0957232 Jul 30 01:34:59.196913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3794173c-de19-4e73-8379-b56df5b8ab11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.205534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3794173c-de19-4e73-8379-b56df5b8ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.265560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae8139b-3898-402b-9f63-a7f3a78f67ad req-5f6bc90b-a182-4336-ba90-be692b793287 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553259 Jul 30 01:34:59.280066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5fe1a-7376-4931-b5f8-8e9a929dbdac req-7dcc2af5-256a-4a16-b197-4c91de942fee tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:59.295052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90d5fe1a-7376-4931-b5f8-8e9a929dbdac req-7dcc2af5-256a-4a16-b197-4c91de942fee tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 943 time: 0.2267380 Jul 30 01:34:59.326188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794173c-de19-4e73-8379-b56df5b8ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96e871-0f95-44d2-9a75-3d14a17aeb65,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:59.333174 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3794173c-de19-4e73-8379-b56df5b8ab11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7649acafe8d4489afb9ea8d87c3085b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9872372 Jul 30 01:34:59.336471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58904) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:59.341734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] For port 9e0b52e7-3ac4-481d-80ef-214cbc934d48, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e0b52e7-3ac4-481d-80ef-214cbc934d48,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:34:59.342001 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.385607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-e80b7855-a0fd-4004-88a3-904a811b8ffe tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1872478 Jul 30 01:34:59.398644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.409451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Calling delete_port for 9e0b52e7-3ac4-481d-80ef-214cbc934d48 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:34:59.439987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9befda-937a-4459-9529-b07eed48f9cf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:59.462200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.475301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90d5fe1a-7376-4931-b5f8-8e9a929dbdac req-a90efd36-37ff-4548-bb7b-ccdedab0b33b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778021 Jul 30 01:34:59.521958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Pushing event deleted for resources: {'Port': ['ID=c027c0ad-6a39-43b1-8361-838b0f0f2295,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:59.561615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.594673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-badc6f84-0510-41da-b578-6db5ea0bd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:59.596295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-badc6f84-0510-41da-b578-6db5ea0bd3b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62a462c05c9a421389067182c5749f1a&device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 1099 time: 0.2285514 Jul 30 01:34:59.691145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.692957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39991c5e-e3e7-4a49-a08f-0285c13c8dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.695073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.702061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.751268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d5f69833-199b-4f64-9835-1192f16fff6b service neutron] 10.222.0.78 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460300 Jul 30 01:34:59.789900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39991c5e-e3e7-4a49-a08f-0285c13c8dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:59.896598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-c6fd47d5-6bfd-45f8-8f1e-5a1a3c0fda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:59.898060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-c6fd47d5-6bfd-45f8-8f1e-5a1a3c0fda19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2789259 Jul 30 01:35:00.005630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-5c2be716-f23d-4a4d-bfe6-ef0ae983a44a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba HTTP/1.1" status: 200 len: 217 time: 0.0978925 Jul 30 01:35:00.104811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-9c813642-26e6-4473-9d71-bf44ad18f1ab service neutron] 10.222.0.78 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369279 Jul 30 01:35:00.110941 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.136830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.138657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.139234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb3bfc1-9c60-474b-8c11-022babe0495a {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:35:00.141466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.145352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.148959 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-88810a54-99f8-4ed2-8919-a72b2f68bb9e admin admin] 10.222.0.78 "DELETE /v2.0/routers/fbb3bfc1-9c60-474b-8c11-022babe0495a HTTP/1.1" status: 204 len: 168 time: 2.9586756 Jul 30 01:35:00.149122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:00.165772 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39991c5e-e3e7-4a49-a08f-0285c13c8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.168302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39991c5e-e3e7-4a49-a08f-0285c13c8dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.169461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39991c5e-e3e7-4a49-a08f-0285c13c8dee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc96e871-0f95-44d2-9a75-3d14a17aeb65 HTTP/1.1" status: 204 len: 168 time: 0.8243237 Jul 30 01:35:00.213903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0b52e7-3ac4-481d-80ef-214cbc934d48,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:00.232602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-f2b22081-9041-48b2-b09f-0bbc2a90a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:00.234000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-f2b22081-9041-48b2-b09f-0bbc2a90a73f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2181835 Jul 30 01:35:00.239968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991c5e-e3e7-4a49-a08f-0285c13c8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96e871-0f95-44d2-9a75-3d14a17aeb65,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:00.249373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f664f31-d46c-4bee-a54e-3b953a3a7952 req-a195e374-bb4f-42c2-9d5f-8c46563c6ee7 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:00.249931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.250462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:35:00.262810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.264122 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-34504bd0-70b6-44d4-8c43-94043fea704e admin admin] 10.222.0.78 "DELETE /v2.0/routers/0190d6e6-48f8-4a3d-8d09-6aef5566dbf8 HTTP/1.1" status: 204 len: 168 time: 2.8069859 Jul 30 01:35:00.265384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f664f31-d46c-4bee-a54e-3b953a3a7952 req-a195e374-bb4f-42c2-9d5f-8c46563c6ee7 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 947 time: 0.2586577 Jul 30 01:35:00.266978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:00.278883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Deleting subnet 8a41386a-5479-478c-bf0f-6cc0473f99bd {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:00.310615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.345183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-156bd91e-3776-46ff-88f8-1a6ff928c0a7 service neutron] 10.222.0.78 "GET /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2200217 Jul 30 01:35:00.357824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 161864e6-61ff-4ca5-8fee-784bb4ac0d1c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:00.380124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Deleting subnet 1df9a61a-36cc-48ef-be6a-29043bdaaa50 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:00.390588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.392686 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.395514 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-71d63516-47e7-48f8-85b8-961bfc518254 service neutron] 10.222.0.55 "GET /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a/bindings/n-h1-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.1882493 Jul 30 01:35:00.407213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 161864e6-61ff-4ca5-8fee-784bb4ac0d1c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:00.407559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 161864e6-61ff-4ca5-8fee-784bb4ac0d1c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:00.407980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea545ccb-bbcc-4ff1-8c01-564c4aef2345 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:00.450905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ea545ccb-bbcc-4ff1-8c01-564c4aef2345 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:00.452620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea545ccb-bbcc-4ff1-8c01-564c4aef2345 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:00.453069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 08c0768e-bfe7-4ecf-8f17-a5846560614d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:00.500734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 08c0768e-bfe7-4ecf-8f17-a5846560614d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:00.501119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 08c0768e-bfe7-4ecf-8f17-a5846560614d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:00.509456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.564978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.648793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-25decd29-85cc-42d2-9529-5869af719e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:00.650307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-25decd29-85cc-42d2-9529-5869af719e24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3817866 Jul 30 01:35:00.653468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f664f31-d46c-4bee-a54e-3b953a3a7952 req-909d60c5-b5d2-4fd9-a4c8-b1765abfd291 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873606 Jul 30 01:35:00.695339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.711774 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.722087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.723465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58920) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:00.770024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-eaf8f1cd-09c5-4d77-9983-371052955324 service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237928 Jul 30 01:35:00.787136 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.865296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:00.876329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:00.878977 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b3e-2077-404d-8ef3-6e4c6443b72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.890233 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.925450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a41386a-5479-478c-bf0f-6cc0473f99bd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:00.930535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.938382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.943114 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-defd0c41-0a6d-4cca-8832-f89c4542265d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8a41386a-5479-478c-bf0f-6cc0473f99bd HTTP/1.1" status: 204 len: 168 time: 0.7930031 Jul 30 01:35:00.950826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:00.951307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb1c9f6-bcdb-4172-a137-1a0eb4fed981 None None] Network d061a8fd-5dae-4cd7-9125-a6850065ce34 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:00.968634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.968634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab6112f-86dc-48ec-9fea-95d4edbce2c9 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:35:00.975819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:00.977603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.981762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3346c01a-a978-4a6e-b04c-1ff644b06657 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3ab6112f-86dc-48ec-9fea-95d4edbce2c9 HTTP/1.1" status: 204 len: 168 time: 3.6337752 Jul 30 01:35:00.995883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58924) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:01.016163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df9a61a-36cc-48ef-be6a-29043bdaaa50,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:01.027684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce515f-8272-4e6d-90ce-a1751baf76b7 None None] Network 8210a78b-6024-4971-9785-5255952b2d70 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:01.029017 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.033579 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-072084e6-41a9-4b45-8170-35955962d5dd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1df9a61a-36cc-48ef-be6a-29043bdaaa50 HTTP/1.1" status: 204 len: 168 time: 0.7655904 Jul 30 01:35:01.034240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:01.101476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96e1cf9-d24f-4670-9490-651ddeb7961a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:01.104138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7d436-da4d-446b-b81a-fd4edc04951c req-3dba3dca-31e8-4c79-8497-5026f1ae7cde tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:01.112590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ed7d436-da4d-446b-b81a-fd4edc04951c req-3dba3dca-31e8-4c79-8497-5026f1ae7cde tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 943 time: 0.2954547 Jul 30 01:35:01.124291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-05c563c8-82a4-48ba-8a40-0321d35c8625 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405351 Jul 30 01:35:01.153550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:01.168026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Deleting subnet 69c0f4bb-a704-4da8-b7c6-8794f228893c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:01.188836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.199073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.222501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.226933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.240769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:01.255078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-b1c985de-e0c5-462d-b64f-ec9c9dd2b64d service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358456 Jul 30 01:35:01.262919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba', 'mac_address': 'fa:16:3e:cf:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:01.297820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ed7d436-da4d-446b-b81a-fd4edc04951c req-2562a358-b78b-43df-a97b-0854642f0618 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841354 Jul 30 01:35:01.331543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.349528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:01.357980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] Transition to ACTIVE for port object a96e1cf9-d24f-4670-9490-651ddeb7961a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:01.368594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.381553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:01.389459 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.397251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.455907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-57c293e7-3f30-4184-b3b2-c7d5fa371123 service neutron] 10.222.0.78 "GET /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1478596 Jul 30 01:35:01.462055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:01.493556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] Pushing event updated for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:01.503131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Deleting port 96305ddd-c764-4aa4-bb7f-64da90e8b485 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:01.503259 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.527990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81eead51-4fd4-4a90-b4d0-7eeb3b98dd0d req-56e0acea-3c91-4770-82c5-48fc92903548 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836086 Jul 30 01:35:01.544987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b3e-2077-404d-8ef3-6e4c6443b72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.569900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70ea6b3e-2077-404d-8ef3-6e4c6443b72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.571373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] No DVR routers for this DVR port a96e1cf9-d24f-4670-9490-651ddeb7961a on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:01.620368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:01.626182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] DHCP port deletion for 8210a78b-6024-4971-9785-5255952b2d70 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:35:01.630878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Deleting port d2a0e6e5-16c1-495e-9871-0cce43a66502 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:01.632449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.672890 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-4acc7b10-6971-4a9b-9340-a114ffb80d8c service neutron] 10.222.0.55 "PUT /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a/bindings/n-h1-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2290766 Jul 30 01:35:01.679064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] DHCP port deletion for d061a8fd-5dae-4cd7-9125-a6850065ce34 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:35:01.686615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-70ea6b3e-2077-404d-8ef3-6e4c6443b72d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=724d68764bb248c4802a60af4541d8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9584265 Jul 30 01:35:01.700489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58928) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:01.707715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.735586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea6b3e-2077-404d-8ef3-6e4c6443b72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7664e15-c57d-4396-a4e9-d4820d2ae2a0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:01.755831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] For port 96305ddd-c764-4aa4-bb7f-64da90e8b485, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=96305ddd-c764-4aa4-bb7f-64da90e8b485,segment=NetworkSegment(93e183a0-a6d3-4b22-af3a-a95b6736e0f2),segment_id=93e183a0-a6d3-4b22-af3a-a95b6736e0f2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:01.756199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.782035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-175a04c6-1069-4e93-9aec-605eafba3d36 service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162448 Jul 30 01:35:01.802779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Calling delete_port for 96305ddd-c764-4aa4-bb7f-64da90e8b485 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:01.805854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] For port d2a0e6e5-16c1-495e-9871-0cce43a66502, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d2a0e6e5-16c1-495e-9871-0cce43a66502,segment=NetworkSegment(0008b76d-8c0f-4ddd-a7a3-5da87559b900),segment_id=0008b76d-8c0f-4ddd-a7a3-5da87559b900)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:01.806335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.827789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Calling delete_port for d2a0e6e5-16c1-495e-9871-0cce43a66502 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:01.834517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c027c0ad-6a39-43b1-8361-838b0f0f2295 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:01.986317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.024328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c027c0ad-6a39-43b1-8361-838b0f0f2295 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:02.024665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c027c0ad-6a39-43b1-8361-838b0f0f2295 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:02.025086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e0b52e7-3ac4-481d-80ef-214cbc934d48 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:02.028585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.038391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=96305ddd-c764-4aa4-bb7f-64da90e8b485,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.041078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] No DVR routers for this DVR port 96305ddd-c764-4aa4-bb7f-64da90e8b485 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:02.055382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9e0b52e7-3ac4-481d-80ef-214cbc934d48 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:02.055713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e0b52e7-3ac4-481d-80ef-214cbc934d48 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:02.056176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe9befda-937a-4459-9529-b07eed48f9cf no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:02.069569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a0e6e5-16c1-495e-9871-0cce43a66502,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.071333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] No DVR routers for this DVR port d2a0e6e5-16c1-495e-9871-0cce43a66502 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:02.103602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: fe9befda-937a-4459-9529-b07eed48f9cf {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:02.103938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fe9befda-937a-4459-9529-b07eed48f9cf not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:02.104385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2a0e6e5-16c1-495e-9871-0cce43a66502 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:02.114091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Deleting port d2a0e6e5-16c1-495e-9871-0cce43a66502 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:02.114457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.148807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d2a0e6e5-16c1-495e-9871-0cce43a66502 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:02.149176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2a0e6e5-16c1-495e-9871-0cce43a66502 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:02.183055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Deleting port 96305ddd-c764-4aa4-bb7f-64da90e8b485 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:02.183440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.219332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.233842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d061a8fd-5dae-4cd7-9125-a6850065ce34']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:02.236756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.253613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e183a0-a6d3-4b22-af3a-a95b6736e0f2') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:02.253841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e183a0-a6d3-4b22-af3a-a95b6736e0f2') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:02.256385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8210a78b-6024-4971-9785-5255952b2d70']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:02.272624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0008b76d-8c0f-4ddd-a7a3-5da87559b900') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:02.273000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0008b76d-8c0f-4ddd-a7a3-5da87559b900') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:02.275472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.277004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] For port d2a0e6e5-16c1-495e-9871-0cce43a66502, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:02.277396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.290099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.309432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.311795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.318550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.321766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:02.322254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.322989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Calling delete_port for d2a0e6e5-16c1-495e-9871-0cce43a66502 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:02.324532 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:02.327425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] For port 96305ddd-c764-4aa4-bb7f-64da90e8b485, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:02.327425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.330936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Port d2a0e6e5-16c1-495e-9871-0cce43a66502 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:35:02.338754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:02.339403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.340933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:02.341474 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:02.355475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Calling delete_port for 96305ddd-c764-4aa4-bb7f-64da90e8b485 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:02.361926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Port 96305ddd-c764-4aa4-bb7f-64da90e8b485 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:35:02.363613 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b137a284-8cd6-4d70-be70-f17992103095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.375675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c0f4bb-a704-4da8-b7c6-8794f228893c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.385954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.388400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496ddf6-a7a5-4813-93b2-51c1ac1a15da None None] Network 098acf83-c351-4473-aa76-f1fee68e5682 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:02.390372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e643a5c0-7610-494d-9b30-be0bfc86bf58 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/69c0f4bb-a704-4da8-b7c6-8794f228893c HTTP/1.1" status: 204 len: 168 time: 1.3929508 Jul 30 01:35:02.390697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] Pushing event deleted for resources: {'Port': ['ID=d2a0e6e5-16c1-495e-9871-0cce43a66502,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.397247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.403605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58934) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:02.421872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-a22e3ebe-b62f-4ab2-8042-02ab2dd90883 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:02.423410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-a22e3ebe-b62f-4ab2-8042-02ab2dd90883 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.6296058 Jul 30 01:35:02.438183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c4520-03e4-4c3d-b302-6175d58a849c None None] No DVR routers for this DVR port d2a0e6e5-16c1-495e-9871-0cce43a66502 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:02.446890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b137a284-8cd6-4d70-be70-f17992103095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.458142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.471938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] Pushing event deleted for resources: {'Port': ['ID=96305ddd-c764-4aa4-bb7f-64da90e8b485,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.486513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f1faef-f7a4-44da-8829-13ef819263e4 None None] No DVR routers for this DVR port 96305ddd-c764-4aa4-bb7f-64da90e8b485 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:02.490488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.491525 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7ad189cd-ba53-424a-bd6f-908ab7e3bf30 service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020690 Jul 30 01:35:02.497296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.499968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] 10.222.0.78 "DELETE /v2.0/networks/8210a78b-6024-4971-9785-5255952b2d70 HTTP/1.1" status: 204 len: 168 time: 1.4332185 Jul 30 01:35:02.501808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.505774 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] 10.222.0.78 "DELETE /v2.0/networks/d061a8fd-5dae-4cd7-9125-a6850065ce34 HTTP/1.1" status: 204 len: 168 time: 1.5477009 Jul 30 01:35:02.507605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0119698-df07-40df-afe8-638e12cce7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d061a8fd-5dae-4cd7-9125-a6850065ce34,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.519261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58940) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:02.539558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935acc72-4b47-4f4a-bca3-1e24d688f968 req-39c026a2-672d-4b03-bb3b-02d57525c1c2 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:02.548081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-935acc72-4b47-4f4a-bca3-1e24d688f968 req-39c026a2-672d-4b03-bb3b-02d57525c1c2 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 948 time: 0.7439890 Jul 30 01:35:02.662868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781f977-034e-4666-9652-b53eeb22fe2e admin admin] Pushing event deleted for resources: {'Network': ['ID=8210a78b-6024-4971-9785-5255952b2d70,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.702981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] DHCP port deletion for 098acf83-c351-4473-aa76-f1fee68e5682 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:35:02.728191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58942) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:02.743260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.765152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-935acc72-4b47-4f4a-bca3-1e24d688f968 req-756c7922-0892-4126-afa7-c904740611cf tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161236 Jul 30 01:35:02.769051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] Deleting port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:02.769518 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.788902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-42795084-44b8-4826-8d6b-3ccb1de1301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:02.790412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-42795084-44b8-4826-8d6b-3ccb1de1301d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387&tenant_id=5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 1096 time: 0.3081093 Jul 30 01:35:02.843331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-63462fe3-1c09-45d4-805f-085023a28e91 service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692878 Jul 30 01:35:02.857946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] For port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:02.859696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.863564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9bc594f0-f1a4-49fa-b8e3-2bad77a17cff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6f9ac3974e14cb09f96ecec9731ea5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334350 Jul 30 01:35:02.866510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58944) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:02.875912 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b137a284-8cd6-4d70-be70-f17992103095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.882476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] Calling delete_port for eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:02.883170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b137a284-8cd6-4d70-be70-f17992103095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.884326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b137a284-8cd6-4d70-be70-f17992103095 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7664e15-c57d-4396-a4e9-d4820d2ae2a0 HTTP/1.1" status: 204 len: 168 time: 1.1894097 Jul 30 01:35:02.906593 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:02.970117 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe43673e-fda0-4afa-88c5-85ec629ef5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.973641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137a284-8cd6-4d70-be70-f17992103095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7664e15-c57d-4396-a4e9-d4820d2ae2a0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.990022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:02.998764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-3e72c00e-4ddf-4f97-ade0-a0a93ebd450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:03.000335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-3e72c00e-4ddf-4f97-ade0-a0a93ebd450a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1096 time: 0.1714034 Jul 30 01:35:03.017941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe43673e-fda0-4afa-88c5-85ec629ef5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.028292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:03.029075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.100888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349dc19-1590-4165-884a-39de1db2cc8c req-8a310018-b3a5-4d8a-aa81-c8e5524e8598 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:03.102429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b349dc19-1590-4165-884a-39de1db2cc8c req-8a310018-b3a5-4d8a-aa81-c8e5524e8598 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 944 time: 0.2146130 Jul 30 01:35:03.107111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Deleting port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:03.107674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.138328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4aaebf37-267b-443b-ada7-8f02f64538e1 service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737689 Jul 30 01:35:03.144419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe43673e-fda0-4afa-88c5-85ec629ef5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.148520 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.149809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe43673e-fda0-4afa-88c5-85ec629ef5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.150970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe43673e-fda0-4afa-88c5-85ec629ef5a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8a988bc-b53d-4f7d-b32d-6e3b19456873 HTTP/1.1" status: 204 len: 168 time: 0.2837462 Jul 30 01:35:03.169739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43673e-fda0-4afa-88c5-85ec629ef5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a988bc-b53d-4f7d-b32d-6e3b19456873,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:03.220741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.267512 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:03.270073 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc7dc7f-207e-400f-a711-aaa90a2dabee" -d '{"events": [{"server_uuid": "1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8", "name": "network-vif-plugged", "status": "completed", "tag": "2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:03.304585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:03.307804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b349dc19-1590-4165-884a-39de1db2cc8c req-bba2c3e3-d6e9-4e8b-b4a0-adcc15973caa tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926627 Jul 30 01:35:03.314268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] For port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,segment=NetworkSegment(81fefb2a-dbfb-4387-aad0-939e5d9c7f38),segment_id=81fefb2a-dbfb-4387-aad0-939e5d9c7f38)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:03.314885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.317737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:03.350073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Calling delete_port for eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:03.361326 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.362198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c83a2c39-2eb9-4837-bb08-92ff74f6c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:03.380702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c83a2c39-2eb9-4837-bb08-92ff74f6c42f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.3522935 Jul 30 01:35:03.390962 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.420500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] No DVR routers for this DVR port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:03.452640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:03.470706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:03.519876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:03.522882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f0b0b-40a6-4d29-8a64-b8be8c6b9492 None None] Pushing event deleted for resources: {'Port': ['ID=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:03.536026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-fd5935fb-aadb-4453-a4a8-8528b48344d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.1211405 Jul 30 01:35:03.567632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-5373eca1-62b2-4e6c-9353-2ed7a39f0576 service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900609 Jul 30 01:35:03.569105 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bd29ca-3b15-4567-a8c7-831978931c3a x-openstack-request-id: req-e9bd29ca-3b15-4567-a8c7-831978931c3a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:03.569391 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8", "name": "network-vif-plugged", "status": "completed", "tag": "2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:03.571481 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9bd29ca-3b15-4567-a8c7-831978931c3a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:03.571481 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba', 'code': 200} Jul 30 01:35:03.575530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:03.575914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:03.576331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96305ddd-c764-4aa4-bb7f-64da90e8b485 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:03.623207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 96305ddd-c764-4aa4-bb7f-64da90e8b485 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:03.627465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96305ddd-c764-4aa4-bb7f-64da90e8b485 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:03.683955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.704264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff1af8-a7bc-4283-8cb9-6c22fae02512 req-44ec71b9-ad38-4e7b-92e6-9a1a1ccb9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:03.705925 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c8ff1af8-a7bc-4283-8cb9-6c22fae02512 req-44ec71b9-ad38-4e7b-92e6-9a1a1ccb9eb7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 1101 time: 0.0744545 Jul 30 01:35:03.753717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Deleting port 306e6413-edcb-4473-a098-16a8d8a6d33e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:03.754281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.758744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c8ff1af8-a7bc-4283-8cb9-6c22fae02512 req-5fee85c0-6995-4602-ba9f-2b108f8c7f90 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Jul 30 01:35:03.790364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] No DVR routers for this DVR port eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:03.794759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0f7c04-af6b-4c93-a844-5d9dfea8e9f6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:03.853760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] For port 306e6413-edcb-4473-a098-16a8d8a6d33e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=306e6413-edcb-4473-a098-16a8d8a6d33e,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:03.854161 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.873839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Calling delete_port for 306e6413-edcb-4473-a098-16a8d8a6d33e owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:03.928768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-f13be3b4-0a34-428c-b853-9034f0ecbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:03.930555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-f13be3b4-0a34-428c-b853-9034f0ecbf48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.3832095 Jul 30 01:35:03.992689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.997160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-1e8a97a3-c473-4f19-a98e-d0ec32f4927a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542750 Jul 30 01:35:04.038404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098acf83-c351-4473-aa76-f1fee68e5682']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:04.086283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39407a4f-8295-4146-bba0-24258c2dc4a7 req-a7d1f62d-f1f5-4f5a-b45f-de43ff157f99 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:04.087911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39407a4f-8295-4146-bba0-24258c2dc4a7 req-a7d1f62d-f1f5-4f5a-b45f-de43ff157f99 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 949 time: 0.2080281 Jul 30 01:35:04.093274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6f4cb50a-9134-4d15-8e88-ac132c04a06c service neutron] 10.222.0.78 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244529 Jul 30 01:35:04.096678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fefb2a-dbfb-4387-aad0-939e5d9c7f38') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:04.096990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fefb2a-dbfb-4387-aad0-939e5d9c7f38') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:04.119402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.127228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.148409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Pushing event deleted for resources: {'Port': ['ID=306e6413-edcb-4473-a098-16a8d8a6d33e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:04.215709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.249140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:04.249556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:04.251421 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:04.304727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39407a4f-8295-4146-bba0-24258c2dc4a7 req-1ea1e02a-e140-4d2b-9102-69e6626e010a tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920249 Jul 30 01:35:04.309869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-ffd72552-6b25-46f8-9a79-2911b6add21f service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992601 Jul 30 01:35:04.403318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-df2de799-8652-47ea-8b37-2326fb74ff80 service neutron] 10.222.0.78 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937331 Jul 30 01:35:04.421134 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.446212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.447054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.448909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] 10.222.0.78 "DELETE /v2.0/networks/098acf83-c351-4473-aa76-f1fee68e5682 HTTP/1.1" status: 204 len: 168 time: 2.0436809 Jul 30 01:35:04.803392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59000) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:04.837483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd72c7-a033-46b6-a6a7-b8c5819c6ded admin admin] Pushing event deleted for resources: {'Network': ['ID=098acf83-c351-4473-aa76-f1fee68e5682,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:04.845703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59002) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:04.920476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-8f38074a-469d-4263-a407-6ee1945a5eee service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947077 Jul 30 01:35:04.951428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958731f-0a98-41c5-9ee8-f2ee16e51f40 req-8e6f7944-add6-4f94-a76f-22aec00cc8e7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:04.959621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e958731f-0a98-41c5-9ee8-f2ee16e51f40 req-8e6f7944-add6-4f94-a76f-22aec00cc8e7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 944 time: 0.4643371 Jul 30 01:35:04.981714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fb9a4a69-c53f-458e-a1d6-1f1f3e8bbd45 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6c731593d13494bbfa45502300360db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756222 Jul 30 01:35:04.999543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59006) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:05.046043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ee208845-6a18-4518-8438-f5ae52d52dd9 service neutron] 10.222.0.78 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346874 Jul 30 01:35:05.176303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-206953273-network', 'tenant_id': '6941b72a3fa646dcbf6100e5388c02a6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:05.187861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e958731f-0a98-41c5-9ee8-f2ee16e51f40 req-2e7f2633-913b-4230-8100-c82522742c69 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269878 Jul 30 01:35:05.248630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Router fbeceb14-93ee-4570-a8bf-99954b2440c2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:35:05.308831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Made reservation on behalf of 6941b72a3fa646dcbf6100e5388c02a6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:05.311587 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.313620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f92af52-6d8d-4203-be82-bddce1335075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.340026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c50d5a25-7865-41e4-b6c8-fd8782e5e6bc tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:05.341593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c50d5a25-7865-41e4-b6c8-fd8782e5e6bc tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1571202 Jul 30 01:35:05.351482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.360256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7aba720b-95bb-4ad3-8374-e227d65beed2 service neutron] 10.222.0.78 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954195 Jul 30 01:35:05.415867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:05.420321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f92af52-6d8d-4203-be82-bddce1335075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.429610 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ba82d5f-ca03-4b60-b5d2-fb00564f3eae admin admin] 10.222.0.78 "PUT /v2.0/routers/fbeceb14-93ee-4570-a8bf-99954b2440c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089890 Jul 30 01:35:05.432189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:05.439255 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] Sync routers for ids ['fbeceb14-93ee-4570-a8bf-99954b2440c2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:05.462487 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] Routers {'fbeceb14-93ee-4570-a8bf-99954b2440c2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:05.463397 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbeceb14-93ee-4570-a8bf-99954b2440c2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:05.575055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.638584 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] Set router fbeceb14-93ee-4570-a8bf-99954b2440c2 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:05.657292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a58f4fe9-f684-4254-877f-4dc96dd64f78 service neutron] 10.222.0.78 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760482 Jul 30 01:35:05.697565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b763-1825-4a4d-81fa-62156d123776 req-a8e577db-1d1f-4847-bec5-a7c0d7353f77 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:05.704710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c605b763-1825-4a4d-81fa-62156d123776 req-a8e577db-1d1f-4847-bec5-a7c0d7353f77 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 949 time: 0.2297695 Jul 30 01:35:05.712385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f92af52-6d8d-4203-be82-bddce1335075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.715448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f92af52-6d8d-4203-be82-bddce1335075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.716573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5f92af52-6d8d-4203-be82-bddce1335075 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65b6088a-ae07-4c94-8820-45771613a222 HTTP/1.1" status: 204 len: 168 time: 0.7042739 Jul 30 01:35:05.755488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92af52-6d8d-4203-be82-bddce1335075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b6088a-ae07-4c94-8820-45771613a222,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:05.767394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.816015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c605b763-1825-4a4d-81fa-62156d123776 req-5bf383f0-0773-4cb2-b472-d10ba16ef985 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052723 Jul 30 01:35:05.821090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c5e1ac19-18fe-48cd-b055-30bff7f3ee49 service neutron] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:05.836029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c5e1ac19-18fe-48cd-b055-30bff7f3ee49 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.837239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc1591fd-2538-4232-9d90-30bb111b91cb req-c5e1ac19-18fe-48cd-b055-30bff7f3ee49 service neutron] 10.222.0.66 "DELETE /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a/bindings/n-h2-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.4827313 Jul 30 01:35:05.883609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.884424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Deleting port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:05.884609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.891126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.952577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:05.969497 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:35:04Z', 'revision_number': 5, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port': {'id': '741e1a34-bb9d-4579-bbb0-3bcfd1aa8881', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:29:49Z', 'updated_at': '2021-07-30T01:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:05.976113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.976454 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Added segment 408c2157-844a-46f3-89bf-847e4134bd63 of type vlan for network 8d3d499f-eff6-4096-8c16-f01a9b267283 Jul 30 01:35:06.042704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] Checking router: fbeceb14-93ee-4570-a8bf-99954b2440c2 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:06.061141 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] Routers {'fbeceb14-93ee-4570-a8bf-99954b2440c2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:06.061532 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fbeceb14-93ee-4570-a8bf-99954b2440c2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:06.090847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] For port 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:06.091423 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.109817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.118325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Calling delete_port for 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:06.178553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5907fb50-5650-434d-8906-cce920ad8bb3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:06.211791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Request body: {'security_group': {'name': 'tempest-securitygroup-137257519', 'description': 'tempest-description-1935287908'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:06.213407 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] Set router fbeceb14-93ee-4570-a8bf-99954b2440c2 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:06.239629 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.240626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:06.241370 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.318545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.353955 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:35:05Z', 'revision_number': 6, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:06.358583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4980209 Jul 30 01:35:06.364979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59054) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:06.366077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.373045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Request body: {'subnet': {'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-206953273-subnet', 'tenant_id': '6941b72a3fa646dcbf6100e5388c02a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:06.398078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3ea4d-cd5f-420f-b212-7419cc2b47c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3d499f-eff6-4096-8c16-f01a9b267283,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:06.407153 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8f616-44ee-4319-ae91-57749b471442 None None] The sync data for ids ['fbeceb14-93ee-4570-a8bf-99954b2440c2'] in n-d-713499-10 is: [{'id': 'fbeceb14-93ee-4570-a8bf-99954b2440c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-679324179-router', 'tenant_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:29:47Z', 'updated_at': '2021-07-30T01:35:05Z', 'revision_number': 6, 'project_id': 'b4d0e3e93a234e589d4048fe54cc913c', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:06.410811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 8d3d499f-eff6-4096-8c16-f01a9b267283 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:06.430775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Made reservation on behalf of 6941b72a3fa646dcbf6100e5388c02a6 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:06.434115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.565351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.627611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Pushing event deleted for resources: {'Port': ['ID=741e1a34-bb9d-4579-bbb0-3bcfd1aa8881,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:06.644117 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.765436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.782109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.860829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f40888-973f-4b9c-b491-785a4192c06e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:06.887545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Checking segment: {'id': '408c2157-844a-46f3-89bf-847e4134bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:06.887923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Network hostable DHCP agents. Network: 8d3d499f-eff6-4096-8c16-f01a9b267283, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:06.904374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.914328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.922839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.937508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.942604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Network 8d3d499f-eff6-4096-8c16-f01a9b267283 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:06.972036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfc5f5f-b2c8-4562-9b55-90b019d70ffe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:06.977722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 8d3d499f-eff6-4096-8c16-f01a9b267283) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:06.987153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:06.987549 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.994028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda0da8-a1b5-4c90-8d09-693932c49288 None None] Network 8d3d499f-eff6-4096-8c16-f01a9b267283 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:07.063617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.070817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.086746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b17b0c1c-db1f-4a5b-8568-46eecd493c4c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7180049 Jul 30 01:35:07.120945 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.127246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d8b0f88-b98f-49b1-9dcb-9904e3185b1c req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9256313 Jul 30 01:35:07.154684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.155241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbeceb14-93ee-4570-a8bf-99954b2440c2 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:35:07.157857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cc8fd-a662-43c2-bb83-ec0e88d5f33c tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5875c9e2-ddd4-4411-8bb0-a9a8c09bb36f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:07.160421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.162730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c5cf953f-0c4c-49c3-ab43-0605c7556836 admin admin] 10.222.0.78 "DELETE /v2.0/routers/fbeceb14-93ee-4570-a8bf-99954b2440c2 HTTP/1.1" status: 204 len: 168 time: 1.7286253 Jul 30 01:35:07.165833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59086) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:07.273036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ababf9-5462-44f5-b715-354086c63945 req-2f09ff49-50d4-4179-b5c2-d61d19f76fb7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:07.274643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61ababf9-5462-44f5-b715-354086c63945 req-2f09ff49-50d4-4179-b5c2-d61d19f76fb7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 944 time: 0.1444011 Jul 30 01:35:07.309808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Deleting subnet a58bfb6e-6bae-432a-abf5-042576b81d98 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:07.328370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.351807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bdcf2-6b05-4ac9-be61-866dedf0c155 None None] Network 8d3d499f-eff6-4096-8c16-f01a9b267283 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:07.396087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59094) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:07.412296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61ababf9-5462-44f5-b715-354086c63945 req-3fde490d-7bbc-445d-a4de-a88305aeee95 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292875 Jul 30 01:35:07.414900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.417803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c755cf0-10de-4f90-be42-08834cb11276 req-617bff68-6359-4d6f-a296-6c57019041bf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0808132 Jul 30 01:35:07.514080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1a942267-3553-4858-9686-bf7192c7c845 req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2065927277', 'description': 'tempest-description-170645661'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:07.528553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:07.563770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:07.565554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 741e1a34-bb9d-4579-bbb0-3bcfd1aa8881 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:07.566270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 306e6413-edcb-4473-a098-16a8d8a6d33e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:07.586454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.622237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 306e6413-edcb-4473-a098-16a8d8a6d33e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:07.622958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 306e6413-edcb-4473-a098-16a8d8a6d33e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:07.641925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1a942267-3553-4858-9686-bf7192c7c845 req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.660226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-network', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:07.673817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b6b68-ff6a-421f-9796-68a08bee45ad req-fab0e6aa-7f65-40bd-a514-d8e9c8f10cc2 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:07.677872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-770b6b68-ff6a-421f-9796-68a08bee45ad req-fab0e6aa-7f65-40bd-a514-d8e9c8f10cc2 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 949 time: 0.1536076 Jul 30 01:35:07.686003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.698728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Made reservation on behalf of b1aa2801e95c4fb8a7e1846c075c279b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:07.701214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.703654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.705691 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a58bfb6e-6bae-432a-abf5-042576b81d98 HTTP/1.1" status: 204 len: 168 time: 0.5388610 Jul 30 01:35:07.706234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af3f43a-59a5-4167-9d4a-0253eff8f0b0 None None] Network 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:07.712803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59100) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:07.730580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.732780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1312f-85d1-435b-969d-1850ff6f1830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58bfb6e-6bae-432a-abf5-042576b81d98,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:07.835946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-770b6b68-ff6a-421f-9796-68a08bee45ad req-53cab6f5-bdeb-4cbc-b8f2-acd0f6a9964b tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/security-groups?id=9dc3bf03-8929-4e0d-9224-8b67842d3daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401050 Jul 30 01:35:07.846515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.909821 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:35:07.917511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1a942267-3553-4858-9686-bf7192c7c845 req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.924631 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1a942267-3553-4858-9686-bf7192c7c845 req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.927547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] DHCP port deletion for 03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:35:07.964949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8ad10-da1d-4378-a214-b43545cfddf0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:07.976153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Deleting port c03d2f3a-8419-407f-a79a-8e62b02058cd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:07.976493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.021859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] Deleting port c03d2f3a-8419-407f-a79a-8e62b02058cd {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:08.022587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.024611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.030568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.041277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1a942267-3553-4858-9686-bf7192c7c845 req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.042938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a942267-3553-4858-9686-bf7192c7c845 req-e802c629-c196-4247-a141-2bdd26d6f91f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5360672 Jul 30 01:35:08.061610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] For port c03d2f3a-8419-407f-a79a-8e62b02058cd, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c03d2f3a-8419-407f-a79a-8e62b02058cd,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:08.062335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.082902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Calling delete_port for c03d2f3a-8419-407f-a79a-8e62b02058cd owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:08.099543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:08.110923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01544b5-794e-4bd3-bd4c-e963b41a96d3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:08.132022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.132384 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Added segment 84c559b4-ee49-4628-b713-8c1a2d64a2a3 of type vlan for network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 Jul 30 01:35:08.139365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] For port c03d2f3a-8419-407f-a79a-8e62b02058cd, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c03d2f3a-8419-407f-a79a-8e62b02058cd,segment=NetworkSegment(1f1ade87-0051-4b59-98cc-e2c04811e80f),segment_id=1f1ade87-0051-4b59-98cc-e2c04811e80f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:08.140055 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.162703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] Calling delete_port for c03d2f3a-8419-407f-a79a-8e62b02058cd owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:08.203641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.251434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.253622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.254382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.302291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.330298 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9328911 Jul 30 01:35:08.336657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] Pushing event deleted for resources: {'Port': ['ID=c03d2f3a-8419-407f-a79a-8e62b02058cd,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:08.342000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a2f19-fc64-436a-a81d-8fcbbde09d78 None None] No DVR routers for this DVR port c03d2f3a-8419-407f-a79a-8e62b02058cd on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:08.342541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59120) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:08.358363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Request body: {'subnet': {'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-subnet', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:08.362217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e1ac7-5aa4-41d0-bcdf-f35b2be6bd8e admin admin] Pushing event updated for resources: {'Network': ['ID=e699da7f-3bc0-4670-85c2-1ef5d3ec1467,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:08.366580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-b5bd4f10-1ac0-4f19-b3a2-15b48961b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.368447 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-b5bd4f10-1ac0-4f19-b3a2-15b48961b23a service neutron] 10.222.0.55 "GET /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 1033 time: 0.0578060 Jul 30 01:35:08.377472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:08.381945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-831084558', 'description': 'tempest-description-1288970402'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:08.417129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-fc2ed289-f3ae-4fa4-b818-1d22cb143740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.419102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-fc2ed289-f3ae-4fa4-b818-1d22cb143740 service neutron] 10.222.0.55 "GET /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 1033 time: 0.0421436 Jul 30 01:35:08.501126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.521913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-17985041-9b7e-4310-9500-838a478bb2f9 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.523440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-17985041-9b7e-4310-9500-838a478bb2f9 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.66 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 949 time: 0.1868353 Jul 30 01:35:08.560471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c0db3d2c-b596-4d76-b471-136bbd7f646c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.566514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c0db3d2c-b596-4d76-b471-136bbd7f646c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.572999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c0db3d2c-b596-4d76-b471-136bbd7f646c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.573915 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c0db3d2c-b596-4d76-b471-136bbd7f646c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=b39e997b-3bf4-4063-98c0-3d00e3627146&id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 1995 time: 0.1484191 Jul 30 01:35:08.583681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-d790d2e6-6e5f-49b0-bda7-0b738860eb5b tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.585171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-d790d2e6-6e5f-49b0-bda7-0b738860eb5b tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/networks?id=8d3d499f-eff6-4096-8c16-f01a9b267283 HTTP/1.1" status: 200 len: 813 time: 0.3487122 Jul 30 01:35:08.585831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.593364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Made reservation on behalf of b1aa2801e95c4fb8a7e1846c075c279b for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:08.595630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.607600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.642634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-70431c9e-1a1c-4356-ae31-dcbd12e03e70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c8af87f090484199fca25670ed6d65 HTTP/1.1" status: 200 len: 379 time: 0.0396819 Jul 30 01:35:08.654261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'admin_state_up': True, 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'security_groups': ['6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:08.730236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-2c203ea0-2fc1-41c0-a08d-c9bcd0aee886 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/quotas/6941b72a3fa646dcbf6100e5388c02a6 HTTP/1.1" status: 200 len: 375 time: 0.1374075 Jul 30 01:35:08.731890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Pushing event deleted for resources: {'Port': ['ID=c03d2f3a-8419-407f-a79a-8e62b02058cd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:08.742076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] No DVR routers for this DVR port c03d2f3a-8419-407f-a79a-8e62b02058cd on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:08.839749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-4e3ebf3e-a2ac-4b9c-9e53-5a4bb39379a8 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6941b72a3fa646dcbf6100e5388c02a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881846 Jul 30 01:35:08.921239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.947603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c9c1b3-9424-4fd7-b8e5-238fc494c8b6']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:08.965809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Deleting port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:08.966156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.973981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1ade87-0051-4b59-98cc-e2c04811e80f') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:08.974275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1ade87-0051-4b59-98cc-e2c04811e80f') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:09.047200 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.139073 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.163558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:09.164011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:09.169501 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:09.298025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.317249 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.319559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:09.323999 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.325709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] For port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:09.326087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.348833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.353655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.356287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] 10.222.0.78 "DELETE /v2.0/networks/03c9c1b3-9424-4fd7-b8e5-238fc494c8b6 HTTP/1.1" status: 204 len: 168 time: 1.6421604 Jul 30 01:35:09.412390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.416329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Calling delete_port for 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:09.524531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c03d2f3a-8419-407f-a79a-8e62b02058cd no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:09.566219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c03d2f3a-8419-407f-a79a-8e62b02058cd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:09.566922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c03d2f3a-8419-407f-a79a-8e62b02058cd not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:09.572264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 172.20.0.11 (2e28595b-069f-4ea1-ab09-38c8bb8fdfd6/764d290d-c8eb-4935-a6b7-935865835faf/31fb3217-502c-4542-8775-df9891ba5f07) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:09.575031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:09.658837 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b14b6f6-06bb-4e61-9633-dd7e6b835a77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e323e3f4d9c42f4bec42372dc019daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796490 Jul 30 01:35:09.662943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:09.714280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-14b84408-70a6-4688-8522-f0228162281a service neutron] 10.222.0.78 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389263 Jul 30 01:35:09.737777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd38309-10a8-41ef-bb1b-ee77cb2ed93b admin admin] Pushing event deleted for resources: {'Network': ['ID=03c9c1b3-9424-4fd7-b8e5-238fc494c8b6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:09.771656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0923a0f4-855d-4fe2-a70f-d7bfbcc8cd5e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:09.792471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eda5732a-3b8b-4be3-8567-54220d9228a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.819469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.834072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eda5732a-3b8b-4be3-8567-54220d9228a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.853286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object 31fb3217-502c-4542-8775-df9891ba5f07 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:09.902828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ec2d04-b5ed-4b83-be9d-a465ff5271d7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:09.931534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eda5732a-3b8b-4be3-8567-54220d9228a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.935906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eda5732a-3b8b-4be3-8567-54220d9228a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.939085 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eda5732a-3b8b-4be3-8567-54220d9228a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9528d488-7fb8-4a5c-b78b-89e1305c3ab9 HTTP/1.1" status: 204 len: 168 time: 0.2724724 Jul 30 01:35:09.971063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5732a-3b8b-4be3-8567-54220d9228a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9528d488-7fb8-4a5c-b78b-89e1305c3ab9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:09.990221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.996598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.999229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Checking segment: {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:09.999677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Network hostable DHCP agents. Network: e699da7f-3bc0-4670-85c2-1ef5d3ec1467, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:10.016532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.041145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-d17fb10c-d067-4657-8100-cd5d5ec51925 service neutron] 10.222.0.78 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001351 Jul 30 01:35:10.060315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:10.065435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:10.072043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:10.117265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.121417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3189dd1f-243e-467b-8c41-ea98f57f5857 req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7797947 Jul 30 01:35:10.127777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:10.141862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:10.165016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:10.165923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.185770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa888-e86b-471a-8a0a-334775152908 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb58201-1681-49ee-a88a-de578ba3c385,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:10.195474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, e699da7f-3bc0-4670-85c2-1ef5d3ec1467) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:10.206178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:10.206825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.206942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271e950-a0ef-449c-9e1c-2a31c977010f None None] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:10.212489 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-3f024dfd-144c-4053-8bf6-03fc2b092859 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5396516 Jul 30 01:35:10.219534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.221311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'admin_state_up': True, 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'security_groups': ['6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:10.242267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:10.368048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Pushing event deleted for resources: {'Port': ['ID=2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:10.386882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-77ee3e40-3ae0-4cb6-9636-2aa033200de0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0422511 Jul 30 01:35:10.412638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59144) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:10.428783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:10.457093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:10.460927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.673916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:10.681452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] No DVR routers for this DVR port 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:10.707541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-712f5eea-cc8e-419c-bdcf-fd3ffff26a2a None None] Provisioning for port 31fb3217-502c-4542-8775-df9891ba5f07 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:10.724482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-712f5eea-cc8e-419c-bdcf-fd3ffff26a2a None None] Provisioning complete for port 31fb3217-502c-4542-8775-df9891ba5f07 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:10.725152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-712f5eea-cc8e-419c-bdcf-fd3ffff26a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.726591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 10.1.1.68 (022fd81d-d5b3-4721-bd34-1a8be012b0d5/80f91327-8602-4907-b22f-55d62c4e898e/66795213-05e6-45a3-b7f3-cbf67bdac47e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:10.772464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.778217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48289c11-7dc3-4bb5-af27-7c38ae2876c9 req-300cf494-68a7-4748-8d59-6c5bf3f38d26 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.66 "DELETE /v2.0/ports/2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba HTTP/1.1" status: 204 len: 173 time: 2.2419479 Jul 30 01:35:10.780640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.783645 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.792162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'name': 'network-vif-deleted', 'tag': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:10.798652 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24bc114-061f-47d4-b74c-8a2b5fe441cd" -d '{"events": [{"server_uuid": "1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8", "name": "network-vif-deleted", "tag": "2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:10.833401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-712f5eea-cc8e-419c-bdcf-fd3ffff26a2a None None] Port 31fb3217-502c-4542-8775-df9891ba5f07 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:10.844754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-e699da7f-3bc0-4670-85c2-1ef5d3ec1467', 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'fixed_ips': [{'subnet_id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:35:10.846118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.048481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.072562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f03e-e345-4b14-9e78-630d38665214 req-a7779b70-db0e-44e1-bdce-7f76f0514ee8 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:11.075267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d10f03e-e345-4b14-9e78-630d38665214 req-a7779b70-db0e-44e1-bdce-7f76f0514ee8 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1096 time: 0.7782986 Jul 30 01:35:11.084941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Allocated IP 172.20.0.2 (e699da7f-3bc0-4670-85c2-1ef5d3ec1467/a0ec2d04-b5ed-4b83-be9d-a465ff5271d7/a82bb005-ced5-40a0-a8d9-f574787173d4) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:11.108287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object 66795213-05e6-45a3-b7f3-cbf67bdac47e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:11.146685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-984d143d-976c-4952-90e9-0aec8725d119 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4d0e3e93a234e589d4048fe54cc913c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656286 Jul 30 01:35:11.147316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59156) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:11.152762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.189633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.257120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df390ccc-10e0-4939-bdde-5dc51c710b27 req-120c4acc-880c-4910-8fe7-9ca3081d5c7e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:11.258876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df390ccc-10e0-4939-bdde-5dc51c710b27 req-120c4acc-880c-4910-8fe7-9ca3081d5c7e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 932 time: 0.4370902 Jul 30 01:35:11.266908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:11.271055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58016389-39ae-4ade-9861-7b0db7140bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.280829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:11.296027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:11.333477 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.347305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Transition to ACTIVE for port object a82bb005-ced5-40a0-a8d9-f574787173d4 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:11.358518 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.366580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d10f03e-e345-4b14-9e78-630d38665214 req-38e61158-7a61-42b5-8049-11dddb0eff94 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298832 Jul 30 01:35:11.397435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Transition to ACTIVE for port object a82bb005-ced5-40a0-a8d9-f574787173d4 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:11.413942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:11.414918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.417625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.465696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:11.545285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-dfe45f47-7199-4944-ac19-2e873ae6d0fb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3316665 Jul 30 01:35:11.546551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df390ccc-10e0-4939-bdde-5dc51c710b27 req-626578c8-0e6c-4dd8-9f0a-85053f593b2e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796142 Jul 30 01:35:11.547179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:11.564133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58016389-39ae-4ade-9861-7b0db7140bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.580081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'admin_state_up': True, 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'security_groups': ['6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:11.580436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:11.580436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:11.630170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Pushing event updated for resources: {'Port': ['ID=a82bb005-ced5-40a0-a8d9-f574787173d4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:11.635111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7645791f-dc11-40ab-b627-a5bccfbe68a6 req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1076934696', 'description': 'tempest-description-2020276905'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:11.695372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.696678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.696678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.696678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.696982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.697094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.697376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.698798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.699337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.699887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.700385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.700869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:11.719634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Attempting to bind port a82bb005-ced5-40a0-a8d9-f574787173d4 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:11.720828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Attempting to bind port a82bb005-ced5-40a0-a8d9-f574787173d4 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:11.721413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Attempting to bind port a82bb005-ced5-40a0-a8d9-f574787173d4 on network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:11.727263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:11.727900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Checking segment: {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:11.728710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.729754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Bound using segment: {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:11.730576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Bound port: a82bb005-ced5-40a0-a8d9-f574787173d4, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:11.731449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.746116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1214267e-439a-4c3f-98b7-85ce08ade3f7 req-ead8cd68-21e9-421c-a175-b1c4c3eb4a99 tempest-ImagesNegativeTestJSON-1354116790 tempest-ImagesNegativeTestJSON-1354116790-project] 10.222.0.78 "GET /v2.0/ports?device_id=1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8 HTTP/1.1" status: 200 len: 210 time: 0.0794261 Jul 30 01:35:11.784774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58016389-39ae-4ade-9861-7b0db7140bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.788194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58016389-39ae-4ade-9861-7b0db7140bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.789572 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-58016389-39ae-4ade-9861-7b0db7140bdf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be4b9728-caf3-4b22-adb4-289f052982cf HTTP/1.1" status: 204 len: 168 time: 0.6412070 Jul 30 01:35:11.802455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7645791f-dc11-40ab-b627-a5bccfbe68a6 req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.804345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58016389-39ae-4ade-9861-7b0db7140bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b9728-caf3-4b22-adb4-289f052982cf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:11.825472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:11.830405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.882277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-70a7c9af-34f7-48f1-b354-1682fc617b39 None None] Provisioning for port 66795213-05e6-45a3-b7f3-cbf67bdac47e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:11.889658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-70a7c9af-34f7-48f1-b354-1682fc617b39 None None] Provisioning complete for port 66795213-05e6-45a3-b7f3-cbf67bdac47e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:11.889886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-70a7c9af-34f7-48f1-b354-1682fc617b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.014164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] For port a82bb005-ced5-40a0-a8d9-f574787173d4, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:12.019047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-70a7c9af-34f7-48f1-b354-1682fc617b39 None None] Port 66795213-05e6-45a3-b7f3-cbf67bdac47e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:12.022446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-498f5d68-932b-4f2e-854f-4c51dd025ff6 req-709d4d94-ee5f-40aa-b1aa-b306004e7abe tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 210 time: 0.0801480 Jul 30 01:35:12.050798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] For port a82bb005-ced5-40a0-a8d9-f574787173d4, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a82bb005-ced5-40a0-a8d9-f574787173d4,segment=NetworkSegment(84c559b4-ee49-4628-b713-8c1a2d64a2a3),segment_id=84c559b4-ee49-4628-b713-8c1a2d64a2a3)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:12.059327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.168143 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9419df35-6fec-42e6-9feb-0fded3fbacac x-openstack-request-id: req-9419df35-6fec-42e6-9feb-0fded3fbacac {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:12.168704 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8", "name": "network-vif-deleted", "tag": "2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:12.169512 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9419df35-6fec-42e6-9feb-0fded3fbacac {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:12.172904 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1510b3ce-a0a6-4ed0-bfbb-90ebe7ae2bf8', 'name': 'network-vif-deleted', 'tag': '2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba', 'status': 'completed', 'code': 200} Jul 30 01:35:12.180246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 10.1.1.75 (022fd81d-d5b3-4721-bd34-1a8be012b0d5/80f91327-8602-4907-b22f-55d62c4e898e/43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:12.201886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4faa0-78c6-4ac5-a334-65694b49814e None None] Pushing event updated for resources: {'Port': ['ID=a82bb005-ced5-40a0-a8d9-f574787173d4,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:12.330278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.365948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.469483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-89271854-fd34-4865-b93f-a9cdc596b4d0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:12.469746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.471656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-89271854-fd34-4865-b93f-a9cdc596b4d0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.66 "GET /v2.0/networks?id=8d3d499f-eff6-4096-8c16-f01a9b267283 HTTP/1.1" status: 200 len: 813 time: 0.4421272 Jul 30 01:35:12.485591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:12.496955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Request body: {'port': {'device_id': '387894c6-b819-43f1-9e37-75aa35c62376', 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283', 'admin_state_up': True, 'tenant_id': '6941b72a3fa646dcbf6100e5388c02a6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:12.544145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.663043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:12.685084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:12.687822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:12.688496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7645791f-dc11-40ab-b627-a5bccfbe68a6 req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.705954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:12.709326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7645791f-dc11-40ab-b627-a5bccfbe68a6 req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.794209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Allocated IP 172.25.8.111 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/e10f6665-f4e5-4edf-b772-65a98da6f1ba) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:12.810341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:12.811036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.812132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7645791f-dc11-40ab-b627-a5bccfbe68a6 req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.813533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7645791f-dc11-40ab-b627-a5bccfbe68a6 req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1846461 Jul 30 01:35:12.840903 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d094e8f0-cbfe-4946-8f3c-499ef702daad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2792645 Jul 30 01:35:12.861030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146', 'admin_state_up': True, 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'security_groups': ['6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:12.868253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f30af2-6a4a-4251-b682-973db5c2c3bc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7791799-1aba-4ad1-b916-549563a0d107,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:12.890286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-06cad399-9e4b-4670-b1ef-251f4413471d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:12.898059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-06cad399-9e4b-4670-b1ef-251f4413471d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.4556665 Jul 30 01:35:12.961189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:12.976622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Made reservation on behalf of 6941b72a3fa646dcbf6100e5388c02a6 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:12.980717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.005533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-3771f9ff-e563-4829-90c8-3e4e2ed8bf0f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/quotas/5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 375 time: 0.1065493 Jul 30 01:35:13.019198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:13.019548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2fe16ffe-8b2a-4fc1-9496-f6fec45fa5ba not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:13.130159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:13.159183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f11af78-1326-4599-9b24-6fdf75b15b96 None None] Provisioning for port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:13.163651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f11af78-1326-4599-9b24-6fdf75b15b96 None None] Provisioning complete for port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:13.164006 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f11af78-1326-4599-9b24-6fdf75b15b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.257090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1f11af78-1326-4599-9b24-6fdf75b15b96 None None] Port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:13.294800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.570578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a82bb005-ced5-40a0-a8d9-f574787173d4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:13.576138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Allocated IP 172.20.0.5 (8d3d499f-eff6-4096-8c16-f01a9b267283/89f40888-973f-4b9c-b491-785a4192c06e/5dc4d9a3-bd71-4084-9557-3b0a9a616825) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:13.658340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373ed0-1cae-4155-9cda-c7b63fac5790 req-bf43c8fa-a652-4a65-8fa8-90d4f6afce3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:13.675399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373ed0-1cae-4155-9cda-c7b63fac5790 req-bf43c8fa-a652-4a65-8fa8-90d4f6afce3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:13.688296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50373ed0-1cae-4155-9cda-c7b63fac5790 req-bf43c8fa-a652-4a65-8fa8-90d4f6afce3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:13.690355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50373ed0-1cae-4155-9cda-c7b63fac5790 req-bf43c8fa-a652-4a65-8fa8-90d4f6afce3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 2373 time: 0.7172220 Jul 30 01:35:13.702821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a82bb005-ced5-40a0-a8d9-f574787173d4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:13.710577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-4a348ddd-86ee-40cc-af1c-1c33a27f8738 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7041528 Jul 30 01:35:13.730467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.750958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 10.2.2.100 (b39e997b-3bf4-4063-98c0-3d00e3627146/c3fe8594-4da0-48fb-82a6-a42cece6b19b/4c96fbd2-dab0-4ded-a796-b3903248bf97) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:13.869122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9012c-1627-48ce-bf54-8ae6bdf6ca2a None None] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:13.925133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50373ed0-1cae-4155-9cda-c7b63fac5790 req-d9c32b02-ce1a-4aee-bb17-a1df86124bec tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232614 Jul 30 01:35:14.017350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.031405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.049473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object 4c96fbd2-dab0-4ded-a796-b3903248bf97 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:14.076176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] Provisioning for port a82bb005-ced5-40a0-a8d9-f574787173d4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:14.085685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.101422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.103299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] Provisioning complete for port a82bb005-ced5-40a0-a8d9-f574787173d4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:14.103733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.150907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network b39e997b-3bf4-4063-98c0-3d00e3627146 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:14.157854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:14.161666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:14.193314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.209728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:14.268878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:14.289768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:14.290426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.327969 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7c8942c6-62e9-4e30-8f55-3689cf1c4b3c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4725366 Jul 30 01:35:14.344422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146', 'admin_state_up': True, 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'security_groups': ['6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:14.351787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:14.362903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:14.366836 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.373503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Pushing event updated for resources: {'Port': ['ID=e10f6665-f4e5-4edf-b772-65a98da6f1ba,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:14.434380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] For port a82bb005-ced5-40a0-a8d9-f574787173d4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a82bb005-ced5-40a0-a8d9-f574787173d4,segment=NetworkSegment(84c559b4-ee49-4628-b713-8c1a2d64a2a3),segment_id=84c559b4-ee49-4628-b713-8c1a2d64a2a3)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:14.442028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.452402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-cef657e3-8c70-4692-9ca0-c9ac734225ea service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188861 Jul 30 01:35:14.537468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Made reservation on behalf of d0c8af87f090484199fca25670ed6d65 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:14.544717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4641073-3a49-4543-be54-566fa24110d1 None None] Pushing event updated for resources: {'Port': ['ID=a82bb005-ced5-40a0-a8d9-f574787173d4,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:14.545130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.571992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7df83d7f-6d6d-4586-a9fa-945756b5fa4a None None] Provisioning for port 4c96fbd2-dab0-4ded-a796-b3903248bf97 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:14.577406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7df83d7f-6d6d-4586-a9fa-945756b5fa4a None None] Provisioning complete for port 4c96fbd2-dab0-4ded-a796-b3903248bf97 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:14.578000 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7df83d7f-6d6d-4586-a9fa-945756b5fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.630701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Network 8d3d499f-eff6-4096-8c16-f01a9b267283 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:14.636905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:14.640528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7df83d7f-6d6d-4586-a9fa-945756b5fa4a None None] Port 4c96fbd2-dab0-4ded-a796-b3903248bf97 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:14.677169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:14.691199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Pushing event updated for resources: {'Port': ['ID=5dc4d9a3-bd71-4084-9557-3b0a9a616825,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:14.775024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d41bc022-5687-4c6c-8478-077b2c18f51f None None] Provisioning complete for port a82bb005-ced5-40a0-a8d9-f574787173d4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:14.777225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d41bc022-5687-4c6c-8478-077b2c18f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.959133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:14.959133 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.987949 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-9266e9ac-76ea-47c1-84fe-90aeff88313f service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342982 Jul 30 01:35:15.014313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-ae1c3c31-b1a5-4272-960c-d566af13d49d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5280709 Jul 30 01:35:15.078061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Request body: {'port': {'device_id': '387894c6-b819-43f1-9e37-75aa35c62376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:15.095174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Allocated IP 10.2.2.200 (b39e997b-3bf4-4063-98c0-3d00e3627146/c3fe8594-4da0-48fb-82a6-a42cece6b19b/1b6600a5-1456-407c-b32e-45746946464c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:15.117069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-76234fdb-b841-4351-859c-f120a2a46599 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45051 time: 1.0391693 Jul 30 01:35:15.224892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.300819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.317480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Transition to ACTIVE for port object 1b6600a5-1456-407c-b32e-45746946464c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:15.357005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.360837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-61e39be7-ddb0-4edd-8f40-fc8877303421 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0923a0f4-855d-4fe2-a70f-d7bfbcc8cd5e HTTP/1.1" status: 200 len: 2981 time: 0.2354374 Jul 30 01:35:15.367556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.420208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07be2c-5c38-435a-8cfe-55c24609536d req-672baedf-2fc9-47b3-8a59-1fba8de5719e tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:15.423611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event updated for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:15.427322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Network b39e997b-3bf4-4063-98c0-3d00e3627146 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:15.428453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af07be2c-5c38-435a-8cfe-55c24609536d req-672baedf-2fc9-47b3-8a59-1fba8de5719e tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 931 time: 0.2012117 Jul 30 01:35:15.429332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:15.434168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:15.515033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a82bb005-ced5-40a0-a8d9-f574787173d4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:15.548388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:15.549670 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.575815 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-ed82b420-2ae3-43e7-bb87-cf4e4c0fb5bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2353463 Jul 30 01:35:15.596114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:15.609260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a82bb005-ced5-40a0-a8d9-f574787173d4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:15.609998 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.664126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.703390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af07be2c-5c38-435a-8cfe-55c24609536d req-48408286-3849-4fa8-99d0-a9520e9f2bb0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738512 Jul 30 01:35:15.746487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-0377b450-b73a-45dd-8c22-97f8ea3579bb tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/0923a0f4-855d-4fe2-a70f-d7bfbcc8cd5e HTTP/1.1" status: 200 len: 2981 time: 0.3736682 Jul 30 01:35:15.837536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-044fbe97-f026-42c8-9a49-9b4764f5b130 None None] Provisioning for port 1b6600a5-1456-407c-b32e-45746946464c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:15.846520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-044fbe97-f026-42c8-9a49-9b4764f5b130 None None] Provisioning complete for port 1b6600a5-1456-407c-b32e-45746946464c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:15.847276 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-044fbe97-f026-42c8-9a49-9b4764f5b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.919778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-044fbe97-f026-42c8-9a49-9b4764f5b130 None None] Port 1b6600a5-1456-407c-b32e-45746946464c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:15.985189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-2be89a0a-45b7-4c3a-8bf5-2defbf78b6f4 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/162d9d7d-00ff-4d60-aa05-b6f9cd8c15d3 HTTP/1.1" status: 200 len: 2973 time: 0.2258875 Jul 30 01:35:16.147011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fb3217-502c-4542-8775-df9891ba5f07 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:16.159319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.174608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-9056384c-d14f-4938-b752-23a30cf5adb0 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/162d9d7d-00ff-4d60-aa05-b6f9cd8c15d3 HTTP/1.1" status: 200 len: 2973 time: 0.1752496 Jul 30 01:35:16.177550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.192222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Transition to ACTIVE for port object 31fb3217-502c-4542-8775-df9891ba5f07 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:16.198617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.201150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc4d9a3-bd71-4084-9557-3b0a9a616825 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:16.270152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.297822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Pushing event updated for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:16.315202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Transition to ACTIVE for port object 5dc4d9a3-bd71-4084-9557-3b0a9a616825 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:16.360417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Attempting to bind port 31fb3217-502c-4542-8775-df9891ba5f07 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:16.360854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Attempting to bind port 31fb3217-502c-4542-8775-df9891ba5f07 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:16.361252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Attempting to bind port 31fb3217-502c-4542-8775-df9891ba5f07 on network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:16.366050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Port 31fb3217-502c-4542-8775-df9891ba5f07 on network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:16.366443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Attempting to bind port 31fb3217-502c-4542-8775-df9891ba5f07 on network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:16.376872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-53753350-e08d-4d1f-8ff4-c0b44b5af22d tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1c119126-93e7-499e-88a8-3fceda850677 HTTP/1.1" status: 200 len: 2977 time: 0.1883996 Jul 30 01:35:16.377117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:16.377265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.377398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Checking segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:16.377398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Bound using segment: {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:16.377398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Bound port: 31fb3217-502c-4542-8775-df9891ba5f07, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3d5837-096d-4a4b-8769-d40226242e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:16.377398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.568712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:16.575131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=31fb3217-502c-4542-8775-df9891ba5f07,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:16.586147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.664549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-3e6b9d84-756f-499b-a036-2cb93d3f981b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.667057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-3e6b9d84-756f-499b-a036-2cb93d3f981b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.2146685 Jul 30 01:35:16.668811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.669774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.671662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] 10.222.0.55 "PUT /v2.0/ports/31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 1093 time: 1.0810001 Jul 30 01:35:16.674357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:16.676900 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611bae8e-be05-4595-ac69-5d4129bdc1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "31fb3217-502c-4542-8775-df9891ba5f07"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:16.688047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Request body: {'port': {'device_id': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'admin_state_up': True, 'tenant_id': '5e5efe4c308546469e670371d45cbc45'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:16.771917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:16.825662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4aa3b-a7a6-4997-9f86-e35d5b2d0496 service neutron] Pushing event updated for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:16.833618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4d9a3-bd71-4084-9557-3b0a9a616825,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:16.908640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.967312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Made reservation on behalf of 5e5efe4c308546469e670371d45cbc45 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:16.971304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.030678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-dc031dbb-30fe-4b6f-850a-c1280158e8a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.036534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-dc031dbb-30fe-4b6f-850a-c1280158e8a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.043101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-dc031dbb-30fe-4b6f-850a-c1280158e8a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.049211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-dc031dbb-30fe-4b6f-850a-c1280158e8a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.055479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-dc031dbb-30fe-4b6f-850a-c1280158e8a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.057171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-dc031dbb-30fe-4b6f-850a-c1280158e8a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 3827 time: 0.7444539 Jul 30 01:35:17.064466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-0b88eea5-0c62-4bed-b6f8-2af9707f7999 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1c119126-93e7-499e-88a8-3fceda850677 HTTP/1.1" status: 200 len: 2977 time: 0.6670196 Jul 30 01:35:17.086593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Router 232c46b8-e097-4d78-9790-e1a2c7b99e0e is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:35:17.108716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Attempting to bind port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:17.109057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Attempting to bind port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '408c2157-844a-46f3-89bf-847e4134bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:17.109390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Attempting to bind port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 on network 8d3d499f-eff6-4096-8c16-f01a9b267283 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:17.150206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 on network 8d3d499f-eff6-4096-8c16-f01a9b267283 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:17.150845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Attempting to bind port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 on network 8d3d499f-eff6-4096-8c16-f01a9b267283 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:17.169363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9145e2-b51a-4c39-90fc-1f8a879ab9b1 req-10cd4060-65a8-49da-9166-7c85e101edef tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008382 Jul 30 01:35:17.206091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:17.206543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Checking segment: {'id': '408c2157-844a-46f3-89bf-847e4134bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:17.206836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Bound using segment: {'id': '408c2157-844a-46f3-89bf-847e4134bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:17.207304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Bound port: 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408c2157-844a-46f3-89bf-847e4134bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:17.207670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.248999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-36b4d515-e5f8-4638-aa31-d3f07e6d73d5 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1cfc5f5f-b2c8-4562-9b55-90b019d70ffe HTTP/1.1" status: 200 len: 2981 time: 0.1642072 Jul 30 01:35:17.264348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Allocated IP 172.20.0.14 (0907950a-8b74-4cd3-9254-5a517e011101/b89e0b09-4749-4ac6-b5ad-7d5975d9a352/14d486ea-beaa-44ee-a6c5-b842c297889d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:17.367695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d272357-f081-470b-a49e-0ded6711e339 req-dfb800e9-a0dc-4cb4-8cc2-a0bf7826a183 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 210 time: 0.0661347 Jul 30 01:35:17.379615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] For port 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:17.406500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] For port 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825,segment=NetworkSegment(408c2157-844a-46f3-89bf-847e4134bd63),segment_id=408c2157-844a-46f3-89bf-847e4134bd63)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:17.407962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:17.421956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea146a1-2811-4b76-b35d-98bd82827766 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:17.426991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-45769c98-3866-4736-b29b-71e7da60a9a8 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/1cfc5f5f-b2c8-4562-9b55-90b019d70ffe HTTP/1.1" status: 200 len: 2981 time: 0.1616919 Jul 30 01:35:17.430490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.433390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Sync routers for ids ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:17.434145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.448890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Routers {'232c46b8-e097-4d78-9790-e1a2c7b99e0e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:17.450711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:17.467800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Transition to ACTIVE for port object fea146a1-2811-4b76-b35d-98bd82827766 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:17.492409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.495496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0b62b527-a4c6-499d-9eb4-bef0c1fac911 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0706446 Jul 30 01:35:17.499494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.501291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:17.509983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.511654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.514100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/5dc4d9a3-bd71-4084-9557-3b0a9a616825 HTTP/1.1" status: 200 len: 1092 time: 2.4417627 Jul 30 01:35:17.532686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387894c6-b819-43f1-9e37-75aa35c62376', 'tag': '5dc4d9a3-bd71-4084-9557-3b0a9a616825'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:17.535850 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127eee4-3dbd-4174-980c-84daffe312ae" -d '{"events": [{"name": "network-changed", "server_uuid": "387894c6-b819-43f1-9e37-75aa35c62376", "tag": "5dc4d9a3-bd71-4084-9557-3b0a9a616825"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:17.654793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f56b2-3e3e-4014-8280-d533ae8145a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4d9a3-bd71-4084-9557-3b0a9a616825,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:17.666130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-2febab00-a35d-4a28-b86a-1be103d5c3d8 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7 HTTP/1.1" status: 200 len: 2981 time: 0.2198281 Jul 30 01:35:17.678070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-687acbd2-c84c-499c-bbf7-28f4da034f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.679839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-687acbd2-c84c-499c-bbf7-28f4da034f88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6941b72a3fa646dcbf6100e5388c02a6&device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 1095 time: 0.0969510 Jul 30 01:35:17.738206 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec483dd-d03f-4539-8427-e5ad045b3d94 x-openstack-request-id: req-6ec483dd-d03f-4539-8427-e5ad045b3d94 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:17.738481 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "31fb3217-502c-4542-8775-df9891ba5f07", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:17.738730 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ec483dd-d03f-4539-8427-e5ad045b3d94 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:17.739148 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07', 'status': 'completed', 'code': 200} Jul 30 01:35:17.746578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.777692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-de17e68b-33e3-4199-90b9-932f83b51c19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825 HTTP/1.1" status: 200 len: 217 time: 0.0849373 Jul 30 01:35:17.821295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Set router 232c46b8-e097-4d78-9790-e1a2c7b99e0e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:17.837337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Pushing event updated for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:17.964367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-350d83ad-14b3-41a6-b04d-9cfbde146cfc tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7 HTTP/1.1" status: 200 len: 2981 time: 0.2894444 Jul 30 01:35:17.974468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Attempting to bind port fea146a1-2811-4b76-b35d-98bd82827766 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:17.974852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-21257193-2674-480f-beae-3b047ec1d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.974984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Attempting to bind port fea146a1-2811-4b76-b35d-98bd82827766 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:17.975181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Attempting to bind port fea146a1-2811-4b76-b35d-98bd82827766 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:17.985928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-21257193-2674-480f-beae-3b047ec1d0b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89f40888-973f-4b9c-b491-785a4192c06e HTTP/1.1" status: 200 len: 853 time: 0.0748076 Jul 30 01:35:17.991566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Port fea146a1-2811-4b76-b35d-98bd82827766 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:17.991924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Attempting to bind port fea146a1-2811-4b76-b35d-98bd82827766 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:18.049919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:14Z', 'revision_number': 3, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:18.080868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-6186078a-6e0e-4e96-b5c4-38f59600c423 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d3d499f-eff6-4096-8c16-f01a9b267283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939887 Jul 30 01:35:18.081933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Checking router: 232c46b8-e097-4d78-9790-e1a2c7b99e0e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:18.082292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Updating router 232c46b8-e097-4d78-9790-e1a2c7b99e0e port e10f6665-f4e5-4edf-b772-65a98da6f1ba binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:35:18.093567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-8b18d649-8efc-43c2-b5f9-f441e7572f46 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3b1580b4-3598-4224-bd25-0771ca741010 HTTP/1.1" status: 200 len: 2981 time: 0.0739872 Jul 30 01:35:18.115263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.121363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:18.121724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Checking segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:18.122102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Bound using segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:18.122562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Bound port: fea146a1-2811-4b76-b35d-98bd82827766, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:18.122915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.157427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.203440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.203959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.204437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.205004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.205605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.206084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.208707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-f1043b29-4262-4d1b-9bfd-6d322537c93f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5251 time: 0.4052272 Jul 30 01:35:18.215585 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-b2129c3e-4dd1-4842-b155-bd3442093c34 service neutron] 10.222.0.66 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210489 Jul 30 01:35:18.218037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:18.283983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05bfd-82b1-4fe3-b0f0-c03746109fe2 req-a0646b33-5444-42b7-8631-04d789812dd4 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.285937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fff05bfd-82b1-4fe3-b0f0-c03746109fe2 req-a0646b33-5444-42b7-8631-04d789812dd4 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 943 time: 0.4316487 Jul 30 01:35:18.305111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Network 0907950a-8b74-4cd3-9254-5a517e011101 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:18.315348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:18.324694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:18.373508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.374148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.391088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.399570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:18.405313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Transition to ACTIVE for port object e10f6665-f4e5-4edf-b772-65a98da6f1ba will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:18.406430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fea146a1-2811-4b76-b35d-98bd82827766,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:18.413460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1bc8f554-fef6-4fd4-8492-6ef2d36d09ec tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7333617 Jul 30 01:35:18.424982 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.436646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Request body: {'port': {'device_id': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:18.439634 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.466538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Attempting to bind port e10f6665-f4e5-4edf-b772-65a98da6f1ba on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:18.467146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Attempting to bind port e10f6665-f4e5-4edf-b772-65a98da6f1ba by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:18.467707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Attempting to bind port e10f6665-f4e5-4edf-b772-65a98da6f1ba on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:18.504840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.505460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.507886 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] 10.222.0.55 "PUT /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 1137 time: 1.7401965 Jul 30 01:35:18.508295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:18.509057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:18.509701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.510953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:18.511772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Bound port: e10f6665-f4e5-4edf-b772-65a98da6f1ba, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:18.512369 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.561396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:18.640292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] For port e10f6665-f4e5-4edf-b772-65a98da6f1ba, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:18.646212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] For port e10f6665-f4e5-4edf-b772-65a98da6f1ba, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e10f6665-f4e5-4edf-b772-65a98da6f1ba,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:18.676933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.688823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320062a7-6d90-42e3-b5f7-15f15904a61c None None] Pushing event updated for resources: {'Port': ['ID=e10f6665-f4e5-4edf-b772-65a98da6f1ba,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:18.707643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-feb9689e-facb-48a4-a50f-af6bd04fcab3 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3b1580b4-3598-4224-bd25-0771ca741010 HTTP/1.1" status: 200 len: 2981 time: 0.4906337 Jul 30 01:35:18.709581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e8049f9-1d1b-49e5-934f-4d4527b7b131 req-86def09e-85a2-415b-b35d-959bbdaa7168 service neutron] 10.222.0.66 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202657 Jul 30 01:35:18.739471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.741829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.784077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Routers {'232c46b8-e097-4d78-9790-e1a2c7b99e0e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:18.784543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabe57-3b6b-4204-b698-e7ce776ae20a service neutron] Pushing event updated for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:18.784689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:18.813842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-7cfea748-5a4e-41aa-90f5-7a2373e6f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.814328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-7cfea748-5a4e-41aa-90f5-7a2373e6f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.814822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-7cfea748-5a4e-41aa-90f5-7a2373e6f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:18.816550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-7cfea748-5a4e-41aa-90f5-7a2373e6f1e1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0c8af87f090484199fca25670ed6d65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4136348 Jul 30 01:35:18.842587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320062a7-6d90-42e3-b5f7-15f15904a61c None None] Pushing event updated for resources: {'Port': ['ID=e10f6665-f4e5-4edf-b772-65a98da6f1ba,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:18.855284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fff05bfd-82b1-4fe3-b0f0-c03746109fe2 req-f732a535-cf7a-4dc3-9c64-b9601c8ebde9 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445007 Jul 30 01:35:18.924521 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-734e2e00-ae29-4e56-a018-2796c568cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.961572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] Set router 232c46b8-e097-4d78-9790-e1a2c7b99e0e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:18.968109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-0f7e6ba5-c222-4d69-9695-0100a1f2218e tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/5907fb50-5650-434d-8906-cce920ad8bb3 HTTP/1.1" status: 200 len: 2981 time: 0.2476850 Jul 30 01:35:19.102023 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a94730-9176-461d-82eb-27bec6529dbd x-openstack-request-id: req-53a94730-9176-461d-82eb-27bec6529dbd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:19.102744 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387894c6-b819-43f1-9e37-75aa35c62376", "tag": "5dc4d9a3-bd71-4084-9557-3b0a9a616825", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:19.102744 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53a94730-9176-461d-82eb-27bec6529dbd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:19.105235 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387894c6-b819-43f1-9e37-75aa35c62376', 'tag': '5dc4d9a3-bd71-4084-9557-3b0a9a616825', 'status': 'completed', 'code': 200} Jul 30 01:35:19.247915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.249741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-200cebd3-fcd5-4169-9771-99e83568d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.251388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-611bae8e-be05-4595-ac69-5d4129bdc1aa req-200cebd3-fcd5-4169-9771-99e83568d730 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4247844 Jul 30 01:35:19.253056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-0c3a5b72-74ec-499a-8754-dfc5713f337c tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/5907fb50-5650-434d-8906-cce920ad8bb3 HTTP/1.1" status: 200 len: 2981 time: 0.2789009 Jul 30 01:35:19.255987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127eee4-3dbd-4174-980c-84daffe312ae req-835cdf89-dd90-4b97-8e30-d2dba83d4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.257420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-835cdf89-dd90-4b97-8e30-d2dba83d4d98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6941b72a3fa646dcbf6100e5388c02a6&device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 1095 time: 0.1513371 Jul 30 01:35:19.282427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:14Z', 'revision_number': 3, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:19.311709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0928cc-deba-49ff-9f2d-f464f1e5c88c None None] The sync data for ids ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'] in n-d-713499-10 is: [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:14Z', 'revision_number': 3, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:19.445391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-4847f46e-70c0-4f37-ac72-d453c74f2141 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8e747f30-0953-4428-b318-9433eb3f417f HTTP/1.1" status: 200 len: 2981 time: 0.1856296 Jul 30 01:35:19.475670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.481725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.487754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.493603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.500694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.507153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.509109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-3268d326-3b64-4f5a-9f7a-685e4797f7e6 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 4605 time: 0.1628959 Jul 30 01:35:19.512637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127eee4-3dbd-4174-980c-84daffe312ae req-ff5c1cf9-4051-45fe-ac2d-b7e7e738926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.514105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-ff5c1cf9-4051-45fe-ac2d-b7e7e738926a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d3d499f-eff6-4096-8c16-f01a9b267283 HTTP/1.1" status: 200 len: 914 time: 0.2334602 Jul 30 01:35:19.607514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-ac3224e9-a197-49cd-856c-6d18ef824413 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825 HTTP/1.1" status: 200 len: 217 time: 0.0775216 Jul 30 01:35:19.624474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46ebbc34-d525-4aef-871f-e1d74bcfda96 req-5584e34f-cc23-466d-96d2-0f327176bd57 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044688 Jul 30 01:35:19.681849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cb26af-8a7d-4e33-80f0-5586be9d3a54 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:19.696855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-e5c20eb6-0228-46d0-a316-da40e4c64cd3 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/8e747f30-0953-4428-b318-9433eb3f417f HTTP/1.1" status: 200 len: 2981 time: 0.2431695 Jul 30 01:35:19.716055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127eee4-3dbd-4174-980c-84daffe312ae req-f1c1eb72-0cff-4497-b3c4-a78935c42df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.717549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-f1c1eb72-0cff-4497-b3c4-a78935c42df1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89f40888-973f-4b9c-b491-785a4192c06e HTTP/1.1" status: 200 len: 853 time: 0.0921464 Jul 30 01:35:19.749026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': 'fea146a1-2811-4b76-b35d-98bd82827766'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:19.751935 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "fea146a1-2811-4b76-b35d-98bd82827766"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:19.767570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.792209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-84ab62d3-9967-4d74-8e5e-1f79dc54762c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d3d499f-eff6-4096-8c16-f01a9b267283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633137 Jul 30 01:35:19.803816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d486ea-beaa-44ee-a6c5-b842c297889d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:19.815229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.830158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Transition to ACTIVE for port object 14d486ea-beaa-44ee-a6c5-b842c297889d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:19.832010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Allocated IP 172.20.0.1 (e699da7f-3bc0-4670-85c2-1ef5d3ec1467/a0ec2d04-b5ed-4b83-be9d-a465ff5271d7/0016cfe4-14f3-4241-b7cc-9a107b86418e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:19.844110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Transition to ACTIVE for port object 79cb26af-8a7d-4e33-80f0-5586be9d3a54 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:19.845707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.875826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.891038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-312cc109-7700-4a01-bb84-63caaf503741 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/9b33a0c4-1449-4d41-8939-4f77c1d8488e HTTP/1.1" status: 200 len: 2981 time: 0.1721489 Jul 30 01:35:19.928047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452234ab-53ef-4058-a21f-cb900133b308 req-8c91f0b3-8c35-4627-a925-a0bc47e3c161 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.930237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-452234ab-53ef-4058-a21f-cb900133b308 req-8c91f0b3-8c35-4627-a925-a0bc47e3c161 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 932 time: 0.2027838 Jul 30 01:35:20.021673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:20.080445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-61f91599-9b2e-4b94-a60d-e4a32ec31ba5 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/9b33a0c4-1449-4d41-8939-4f77c1d8488e HTTP/1.1" status: 200 len: 2981 time: 0.1883464 Jul 30 01:35:20.126187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-452234ab-53ef-4058-a21f-cb900133b308 req-e9e6f6f9-6400-44d3-bda4-4d1241025e81 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861196 Jul 30 01:35:20.130704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-39bd2cd9-1919-4256-a02a-b7de3d84666a service neutron] 10.222.0.66 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282282 Jul 30 01:35:20.230912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-69274bc0-871d-4b61-be63-bd7b196b6b83 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/9dc3bf03-8929-4e0d-9224-8b67842d3daa HTTP/1.1" status: 200 len: 2981 time: 0.1495306 Jul 30 01:35:20.368772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1127eee4-3dbd-4174-980c-84daffe312ae req-62d56596-b35c-4775-88fc-7482725400d2 service neutron] 10.222.0.66 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192810 Jul 30 01:35:20.410344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25525473-1253-406f-a268-0bebc4027339 req-01faf922-ca9e-4a1d-a997-c4987ff78b3e tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.414638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25525473-1253-406f-a268-0bebc4027339 req-01faf922-ca9e-4a1d-a997-c4987ff78b3e tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.1090176 Jul 30 01:35:20.419899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-d183df0b-d231-4f9a-bb15-d470639cb3e1 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/9dc3bf03-8929-4e0d-9224-8b67842d3daa HTTP/1.1" status: 200 len: 2981 time: 0.1208572 Jul 30 01:35:20.474048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25525473-1253-406f-a268-0bebc4027339 req-b8f433d5-d8de-4c13-8af8-c691b813ec5e tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531626 Jul 30 01:35:20.522798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-cd61a35b-121f-47c9-8ff3-c527824750bb tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b69d703b-5a2f-4103-a05a-2c78abea17c3 HTTP/1.1" status: 200 len: 2981 time: 0.0783000 Jul 30 01:35:20.599286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-3d8c155d-b193-41c0-b506-abc4c0f9fe6e tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b69d703b-5a2f-4103-a05a-2c78abea17c3 HTTP/1.1" status: 200 len: 2981 time: 0.0671036 Jul 30 01:35:20.608654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:20.609043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:20.609459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:20.627901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Pushing event updated for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:20.656106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.658152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:20.658507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:20.676779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:20.677119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:20.677532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:20.677962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Bound port: 14d486ea-beaa-44ee-a6c5-b842c297889d, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:20.678318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.687685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Transition to ACTIVE for port object 0016cfe4-14f3-4241-b7cc-9a107b86418e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:20.691774 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6080ea-25a1-44b1-a0f6-3499a7b84be1 x-openstack-request-id: req-6c6080ea-25a1-44b1-a0f6-3499a7b84be1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:20.692056 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "fea146a1-2811-4b76-b35d-98bd82827766", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:20.692302 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c6080ea-25a1-44b1-a0f6-3499a7b84be1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:20.692688 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': 'fea146a1-2811-4b76-b35d-98bd82827766', 'status': 'completed', 'code': 200} Jul 30 01:35:20.692957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-fac675a8-b8fd-4a86-8846-5ab4c27d71de tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f01544b5-794e-4bd3-bd4c-e963b41a96d3 HTTP/1.1" status: 200 len: 2981 time: 0.0924857 Jul 30 01:35:20.705822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Attempting to bind port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:20.706128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Attempting to bind port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:20.706451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Attempting to bind port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:20.720129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:20.720482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Attempting to bind port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:20.754790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:20.755187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Checking segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:20.755391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Bound using segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:20.755866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Bound port: 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:20.756219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.828485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61f6ae6e-eb38-428a-a898-f3a0e0f20a45 req-4f206b3e-aaa3-4157-be59-2bfabd8294ec tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/f01544b5-794e-4bd3-bd4c-e963b41a96d3 HTTP/1.1" status: 200 len: 2981 time: 0.1338894 Jul 30 01:35:20.833733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:20.838674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:20.841548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.844705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.858224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.883121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.883608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.886030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.886474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.887154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.887455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.887975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.890026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-b28026eb-4b60-46d0-bdfa-70acb8f64778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6181 time: 0.1584151 Jul 30 01:35:20.909479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58da990-0848-4756-a3fd-88200bce3144 req-821e0782-bea5-4634-8d24-0c29756af7c0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.911047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a58da990-0848-4756-a3fd-88200bce3144 req-821e0782-bea5-4634-8d24-0c29756af7c0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 943 time: 0.1324852 Jul 30 01:35:20.920876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:20.924028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:20.925542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.927615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.927615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 1093 time: 2.4954112 Jul 30 01:35:20.944208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:20.949065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:20.952163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:20.974972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5dc4d9a3-bd71-4084-9557-3b0a9a616825 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:20.975251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Pushing event updated for resources: {'Port': ['ID=0016cfe4-14f3-4241-b7cc-9a107b86418e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:20.984285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.120283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.120913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.122388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] 10.222.0.55 "PUT /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 1137 time: 2.5659113 Jul 30 01:35:21.138696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d71aac-beec-4ed2-9da0-53b552f387d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:21.140132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a58da990-0848-4756-a3fd-88200bce3144 req-a038ac59-1024-4235-b603-b319eeeff002 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153678 Jul 30 01:35:21.179265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825,segment=NetworkSegment(408c2157-844a-46f3-89bf-847e4134bd63),segment_id=408c2157-844a-46f3-89bf-847e4134bd63)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:21.205862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.210041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '5dc4d9a3-bd71-4084-9557-3b0a9a616825', 'network_id': '8d3d499f-eff6-4096-8c16-f01a9b267283', 'port_id': '5dc4d9a3-bd71-4084-9557-3b0a9a616825', 'mac_address': 'fa:16:3e:09:1e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f40888-973f-4b9c-b491-785a4192c06e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:21.279783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.305264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc4d9a3-bd71-4084-9557-3b0a9a616825 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:21.344679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825,segment=NetworkSegment(408c2157-844a-46f3-89bf-847e4134bd63),segment_id=408c2157-844a-46f3-89bf-847e4134bd63)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:21.355310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.387650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:21.395679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-591fbe31-030d-4e81-a652-63c7c352a879 None None] Provisioning for port 0016cfe4-14f3-4241-b7cc-9a107b86418e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:21.406504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-591fbe31-030d-4e81-a652-63c7c352a879 None None] Provisioning complete for port 0016cfe4-14f3-4241-b7cc-9a107b86418e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:21.407236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-591fbe31-030d-4e81-a652-63c7c352a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.455612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-44878a7c-dabf-48ec-bcba-5bafc680ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.456834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-591fbe31-030d-4e81-a652-63c7c352a879 None None] Port 0016cfe4-14f3-4241-b7cc-9a107b86418e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:21.458741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-44878a7c-dabf-48ec-bcba-5bafc680ea38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1096 time: 0.3838451 Jul 30 01:35:21.511872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5dc4d9a3-bd71-4084-9557-3b0a9a616825,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:21.525014 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-8002cd36-fa12-4bc0-a816-18fa7172748d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 217 time: 0.0438142 Jul 30 01:35:21.562590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e10f6665-f4e5-4edf-b772-65a98da6f1ba up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:21.575217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.582209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.593504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.600687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.605456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-20d8f4d1-2f0e-4398-b89f-374e18a8ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.609067 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-20d8f4d1-2f0e-4398-b89f-374e18a8ea6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0682135 Jul 30 01:35:21.613486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.618902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.622128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.630535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.634701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-40ba09bf-335f-4e99-b2d5-67481e07a0c4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5383 time: 0.4920182 Jul 30 01:35:21.646574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-4a2a48d9-7d78-4174-a626-e1814afdfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.647115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['5dc4d9a3-bd71-4084-9557-3b0a9a616825'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:21.647624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-4a2a48d9-7d78-4174-a626-e1814afdfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.648255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-4a2a48d9-7d78-4174-a626-e1814afdfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.650075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-4a2a48d9-7d78-4174-a626-e1814afdfd27 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0c8af87f090484199fca25670ed6d65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7381222 Jul 30 01:35:21.665304 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-1b97fcaa-ab91-4710-b109-39d5227df988 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410297 Jul 30 01:35:21.671895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c7199-c093-44e7-a0d9-560cd5357656 service neutron] Pushing event updated for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:21.735700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-727408df-0fb3-4fbd-ad81-65fa073a298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.797991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e10f6665-f4e5-4edf-b772-65a98da6f1ba completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:21.803092 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-163ee10c-4458-4271-bcaa-029c7824b865 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267462 Jul 30 01:35:21.811891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e10f6665-f4e5-4edf-b772-65a98da6f1ba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:21.812287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.825251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.845520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:21.989308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.017013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e10f6665-f4e5-4edf-b772-65a98da6f1ba, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e10f6665-f4e5-4edf-b772-65a98da6f1ba,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:22.022070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.098222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e10f6665-f4e5-4edf-b772-65a98da6f1ba,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:22.102401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-cc0925bd-7198-4b83-bc0c-dcb6a8f5aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:22.105038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aae99f20-0ea1-4665-95d2-8e28c0b29ba0 req-cc0925bd-7198-4b83-bc0c-dcb6a8f5aeaf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4455369 Jul 30 01:35:22.138423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81d672f8-72b7-444e-9969-5bbd95df6442 req-4b2d385b-9992-4911-830c-cfd61575707f tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b59afdb49bdb4e26a20d90d7f6f797b6 HTTP/1.1" status: 200 len: 6102 time: 0.8807647 Jul 30 01:35:22.142658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebf91232-be5c-4ff0-a6c7-d75d9fd172e3 req-e7b711b3-c1d9-4052-a729-6b75c1d3b3ec tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4979441 Jul 30 01:35:22.199729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81d672f8-72b7-444e-9969-5bbd95df6442 req-e7db8911-9762-4554-9cbf-16c8e5b1f4a0 tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "GET /v2.0/security-groups/1cfc5f5f-b2c8-4562-9b55-90b019d70ffe HTTP/1.1" status: 200 len: 2981 time: 0.0519269 Jul 30 01:35:22.287818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.318167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81d672f8-72b7-444e-9969-5bbd95df6442 req-d78c6fa1-230d-447b-bbed-408242e39ce4 tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "GET /v2.0/security-groups/1cfc5f5f-b2c8-4562-9b55-90b019d70ffe HTTP/1.1" status: 200 len: 2981 time: 0.0994840 Jul 30 01:35:22.391871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda299-4517-480e-80b4-8d83565ed060 req-9fa6f8a8-6622-4cca-9dbc-ec59b85ee692 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:22.394112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6cda299-4517-480e-80b4-8d83565ed060 req-9fa6f8a8-6622-4cca-9dbc-ec59b85ee692 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 944 time: 0.0719292 Jul 30 01:35:22.439303 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f74e8d76-7f31-45cd-a203-c7af336fd89e req-e9ce2ed6-08b2-4722-a893-7333fb435dff service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051667 Jul 30 01:35:22.446850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.467715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6cda299-4517-480e-80b4-8d83565ed060 req-9fa8d470-cf7f-4e1d-a523-9ab7a4ace727 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659027 Jul 30 01:35:22.546738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.552042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66795213-05e6-45a3-b7f3-cbf67bdac47e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:22.571517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.586435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Pushing event updated for resources: {'Port': ['ID=0016cfe4-14f3-4241-b7cc-9a107b86418e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:22.641521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c9274-360a-4d13-9cfb-e304f510d9e3 req-4055721f-3944-4f49-b2de-c3b1655b7e7d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:22.645795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c56c9274-360a-4d13-9cfb-e304f510d9e3 req-4055721f-3944-4f49-b2de-c3b1655b7e7d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 944 time: 0.0865431 Jul 30 01:35:22.667557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Transition to ACTIVE for port object 66795213-05e6-45a3-b7f3-cbf67bdac47e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:22.687884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.702024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d'}, {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '79cb26af-8a7d-4e33-80f0-5586be9d3a54'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:22.704224 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d342c-8e8f-49b4-aee0-e6ec664e64f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d"}, {"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "79cb26af-8a7d-4e33-80f0-5586be9d3a54"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:22.707631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:22.725129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1228fe3b-8cb9-4f5e-a4b8-931fa51f135a req-c01a053e-7be8-421f-903a-983b99121ac8 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/c7791799-1aba-4ad1-b916-549563a0d107 HTTP/1.1" status: 200 len: 1778 time: 0.0770545 Jul 30 01:35:22.728139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c56c9274-360a-4d13-9cfb-e304f510d9e3 req-804218e0-3710-4f99-bcea-fff8b62d9e8d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632322 Jul 30 01:35:22.799364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Pushing event updated for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:22.811998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:22.816446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:22.826513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1228fe3b-8cb9-4f5e-a4b8-931fa51f135a req-3861a6f6-6487-4c95-8f9b-80072c208bad tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.881665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1228fe3b-8cb9-4f5e-a4b8-931fa51f135a req-3861a6f6-6487-4c95-8f9b-80072c208bad tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.967772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.981197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1228fe3b-8cb9-4f5e-a4b8-931fa51f135a req-3861a6f6-6487-4c95-8f9b-80072c208bad tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.984690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1228fe3b-8cb9-4f5e-a4b8-931fa51f135a req-3861a6f6-6487-4c95-8f9b-80072c208bad tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.989905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5dc4d9a3-bd71-4084-9557-3b0a9a616825 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:22.998260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1228fe3b-8cb9-4f5e-a4b8-931fa51f135a req-3861a6f6-6487-4c95-8f9b-80072c208bad tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7791799-1aba-4ad1-b916-549563a0d107 HTTP/1.1" status: 204 len: 173 time: 0.2641408 Jul 30 01:35:23.047168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861a6f6-6487-4c95-8f9b-80072c208bad tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7791799-1aba-4ad1-b916-549563a0d107,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:23.134436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Attempting to bind port 66795213-05e6-45a3-b7f3-cbf67bdac47e on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:23.134792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Attempting to bind port 66795213-05e6-45a3-b7f3-cbf67bdac47e by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:23.143517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Attempting to bind port 66795213-05e6-45a3-b7f3-cbf67bdac47e on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:23.156732 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab0505-bb5e-4c4e-8564-50a21228fe28 x-openstack-request-id: req-4dab0505-bb5e-4c4e-8564-50a21228fe28 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:23.157100 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "79cb26af-8a7d-4e33-80f0-5586be9d3a54", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:23.157293 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dab0505-bb5e-4c4e-8564-50a21228fe28 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:23.158668 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'status': 'completed', 'code': 200} Jul 30 01:35:23.158876 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '79cb26af-8a7d-4e33-80f0-5586be9d3a54', 'status': 'completed', 'code': 200} Jul 30 01:35:23.178716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:23.197720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:23.198613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.245715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Port 66795213-05e6-45a3-b7f3-cbf67bdac47e on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:23.246051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Attempting to bind port 66795213-05e6-45a3-b7f3-cbf67bdac47e on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:23.298969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:23.299159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Checking segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:23.300745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Bound using segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:23.301203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Bound port: 66795213-05e6-45a3-b7f3-cbf67bdac47e, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:23.301571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.322212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e124f65c-07b8-47be-8256-b2917f158402 req-e6aecfc7-1dfd-4d5e-a313-509152960251 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ecb58201-1681-49ee-a88a-de578ba3c385 HTTP/1.1" status: 200 len: 1777 time: 0.1656759 Jul 30 01:35:23.331593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Router 232c46b8-e097-4d78-9790-e1a2c7b99e0e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:35:23.334802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.335222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.335761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.336285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.336807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.337334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.338164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.341235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f130cbdb-b5b2-4805-aee4-ed566e593046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6249 time: 0.1559253 Jul 30 01:35:23.366814 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27c357f8-fd0b-45c2-ab8d-83435750c278 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=62a462c05c9a421389067182c5749f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498713 Jul 30 01:35:23.368461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59320) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:23.423746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.428170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f81d8c3c-62f5-4820-b5a8-49982578df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.429206 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f81d8c3c-62f5-4820-b5a8-49982578df89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1096 time: 0.2695076 Jul 30 01:35:23.496745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825,segment=NetworkSegment(408c2157-844a-46f3-89bf-847e4134bd63),segment_id=408c2157-844a-46f3-89bf-847e4134bd63)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:23.498325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387894c6-b819-43f1-9e37-75aa35c62376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4d9a3-bd71-4084-9557-3b0a9a616825'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:23.501992 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b330758-0413-433a-9b19-fccb4d95baad" -d '{"events": [{"server_uuid": "387894c6-b819-43f1-9e37-75aa35c62376", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4d9a3-bd71-4084-9557-3b0a9a616825"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:23.512132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.525299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e10f6665-f4e5-4edf-b772-65a98da6f1ba up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:23.548007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3fa6f-96f5-470d-9468-084b77133399 req-6fd309b1-da43-4cb1-9780-ef676e482e63 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.552802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-75841db7-aa7e-4226-9051-21168d22612b None None] Provisioning complete for port 0016cfe4-14f3-4241-b7cc-9a107b86418e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:23.553439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-75841db7-aa7e-4226-9051-21168d22612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.558367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ba3fa6f-96f5-470d-9468-084b77133399 req-6fd309b1-da43-4cb1-9780-ef676e482e63 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.2147303 Jul 30 01:35:23.587902 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e124f65c-07b8-47be-8256-b2917f158402 req-c0ed21e1-b7f0-4d8f-b056-2b6485a2cb34 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.646936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-234069ae-583f-4684-af6d-f3b567f74b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.654379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ba3fa6f-96f5-470d-9468-084b77133399 req-fe4f3690-20fa-4b6a-b2d4-349280566fea tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948954 Jul 30 01:35:23.666784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5dc4d9a3-bd71-4084-9557-3b0a9a616825,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:23.676473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-75841db7-aa7e-4226-9051-21168d22612b None None] Port 0016cfe4-14f3-4241-b7cc-9a107b86418e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:23.677119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-234069ae-583f-4684-af6d-f3b567f74b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.688741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e10f6665-f4e5-4edf-b772-65a98da6f1ba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:23.689098 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.711822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-9331f609-9909-4f9b-80f9-12c7951dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.712753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-9331f609-9909-4f9b-80f9-12c7951dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.713287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-9331f609-9909-4f9b-80f9-12c7951dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.716578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-9331f609-9909-4f9b-80f9-12c7951dc4c1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0c8af87f090484199fca25670ed6d65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3547585 Jul 30 01:35:23.770099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:23.773726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:23.799500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-85a5cc7d-4900-4db3-9f90-12de739fcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.801392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-85a5cc7d-4900-4db3-9f90-12de739fcf13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.3472626 Jul 30 01:35:23.802513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.819683 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e124f65c-07b8-47be-8256-b2917f158402 req-c0ed21e1-b7f0-4d8f-b056-2b6485a2cb34 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.846365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-234069ae-583f-4684-af6d-f3b567f74b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.848852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-234069ae-583f-4684-af6d-f3b567f74b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.852229 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-234069ae-583f-4684-af6d-f3b567f74b7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9dc3bf03-8929-4e0d-9224-8b67842d3daa HTTP/1.1" status: 204 len: 168 time: 0.4758365 Jul 30 01:35:23.906094 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-79ca76be-650b-497c-8d3a-28c632257537 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 217 time: 0.0740530 Jul 30 01:35:23.912492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234069ae-583f-4684-af6d-f3b567f74b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3bf03-8929-4e0d-9224-8b67842d3daa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:23.914819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.915461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.917066 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] 10.222.0.55 "PUT /v2.0/ports/66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 200 len: 1091 time: 2.7130499 Jul 30 01:35:23.926653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:23.928698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-d79d5797-478c-4604-a4f9-2ba0e1608939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.933986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-d79d5797-478c-4604-a4f9-2ba0e1608939 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103486 Jul 30 01:35:23.959855 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Sync routers for ids ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:23.960917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:23.966359 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e124f65c-07b8-47be-8256-b2917f158402 req-c0ed21e1-b7f0-4d8f-b056-2b6485a2cb34 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.969710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e124f65c-07b8-47be-8256-b2917f158402 req-c0ed21e1-b7f0-4d8f-b056-2b6485a2cb34 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.983998 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Routers {'232c46b8-e097-4d78-9790-e1a2c7b99e0e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:23.984841 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:23.985585 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e124f65c-07b8-47be-8256-b2917f158402 req-c0ed21e1-b7f0-4d8f-b056-2b6485a2cb34 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecb58201-1681-49ee-a88a-de578ba3c385 HTTP/1.1" status: 204 len: 173 time: 0.6414678 Jul 30 01:35:24.011035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3127aead-1a57-4640-a682-90969b070e98 admin admin] 10.222.0.78 "PUT /v2.0/routers/232c46b8-e097-4d78-9790-e1a2c7b99e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4916418 Jul 30 01:35:24.011035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4acef-b521-4293-9326-6929392d8732 service neutron] Pushing event updated for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.053826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-dd99f75f-7555-4929-aa31-92ecc470b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.055574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-dd99f75f-7555-4929-aa31-92ecc470b48d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1376634 Jul 30 01:35:24.107380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed21e1-b7f0-4d8f-b056-2b6485a2cb34 tempest-SecurityGroupsTestAdminJSON-1930623456 tempest-SecurityGroupsTestAdminJSON-1930623456-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb58201-1681-49ee-a88a-de578ba3c385,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.119350 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-5b3e8ed1-1be6-4cd4-a83f-ec071c2c57f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534234 Jul 30 01:35:24.120953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.136221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.142771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.161028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.168034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.188802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.194979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.207774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-f7f60a24-8ba6-45af-82e1-813b5cbe0c66 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5395 time: 0.3914325 Jul 30 01:35:24.260014 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Set router 232c46b8-e097-4d78-9790-e1a2c7b99e0e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:24.308265 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-f460786f-8284-47c3-8b53-52d81f8a3b5d service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823335 Jul 30 01:35:24.415838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10cd7ca3-c1bc-406c-816c-f1bdce4b1ba3 req-486824e0-2526-47a0-a87d-87b96d99a3df tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1873307 Jul 30 01:35:24.417619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.457739 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.501830 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786036f8-130d-4e2f-ba28-ea931f3e9655 x-openstack-request-id: req-786036f8-130d-4e2f-ba28-ea931f3e9655 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:24.502117 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387894c6-b819-43f1-9e37-75aa35c62376", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4d9a3-bd71-4084-9557-3b0a9a616825", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:24.502907 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-786036f8-130d-4e2f-ba28-ea931f3e9655 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:24.506892 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387894c6-b819-43f1-9e37-75aa35c62376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4d9a3-bd71-4084-9557-3b0a9a616825', 'code': 200} Jul 30 01:35:24.507972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-806d342c-8e8f-49b4-aee0-e6ec664e64f8 req-80a6a17f-2096-45a1-9201-99e91e495d4d service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912827 Jul 30 01:35:24.511050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8322aa-9b6a-4ad2-913c-9fd3c6a8eac8 req-08985fa2-37b9-4cb7-bfef-598761f681f3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.523596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b8322aa-9b6a-4ad2-913c-9fd3c6a8eac8 req-08985fa2-37b9-4cb7-bfef-598761f681f3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 944 time: 0.3141763 Jul 30 01:35:24.652082 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '0016cfe4-14f3-4241-b7cc-9a107b86418e', 'name': '', 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'mac_address': 'fa:16:3e:ac:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:19Z', 'updated_at': '2021-07-30T01:35:22Z', 'revision_number': 2, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'subnets': [{'id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:24.674137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75471d8-0039-4bd4-8c5c-0a7950604f99 req-b5e42b93-c318-41f1-ba01-628a89b825fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.678346 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e75471d8-0039-4bd4-8c5c-0a7950604f99 req-b5e42b93-c318-41f1-ba01-628a89b825fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 1097 time: 0.0855742 Jul 30 01:35:24.693477 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Checking router: 232c46b8-e097-4d78-9790-e1a2c7b99e0e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:24.694359 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Updating router 232c46b8-e097-4d78-9790-e1a2c7b99e0e port 0016cfe4-14f3-4241-b7cc-9a107b86418e binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:35:24.734061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b8322aa-9b6a-4ad2-913c-9fd3c6a8eac8 req-316284bc-59a2-495d-b476-9e1844e99268 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076402 Jul 30 01:35:24.743150 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e75471d8-0039-4bd4-8c5c-0a7950604f99 req-196535ef-b8f1-4501-8ddb-224bc57c18f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Jul 30 01:35:24.755490 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.967342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c779-9be2-4f9f-b389-0cb0b8be76c2 req-dd41dd89-70d6-4f85-b30e-05ad5f57de13 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.969620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4858c779-9be2-4f9f-b389-0cb0b8be76c2 req-dd41dd89-70d6-4f85-b30e-05ad5f57de13 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.2474914 Jul 30 01:35:24.983280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7287edc-5364-405f-8026-5276f4c991c0 req-60cbd536-28a2-4bba-8590-fce8471be097 tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "GET /v2.0/security-groups/4df8ad10-da1d-4378-a214-b43545cfddf0 HTTP/1.1" status: 200 len: 1777 time: 0.1734703 Jul 30 01:35:24.990499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59364) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:25.002436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:25.037648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4858c779-9be2-4f9f-b389-0cb0b8be76c2 req-2bd2d106-2486-4281-a4e5-5ff70ba6c94c tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Jul 30 01:35:25.157771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a7287edc-5364-405f-8026-5276f4c991c0 req-6ee4ce07-5f39-467a-b319-f9d405cd88fe tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.160395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:25.162807 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:25.174554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1984448541-network', 'tenant_id': '0133048372f14bc5b2f7d24464231066'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:25.178551 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.187467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a7287edc-5364-405f-8026-5276f4c991c0 req-6ee4ce07-5f39-467a-b319-f9d405cd88fe tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.203444 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Transition to ACTIVE for port object 0016cfe4-14f3-4241-b7cc-9a107b86418e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:25.217509 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.225045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Made reservation on behalf of 0133048372f14bc5b2f7d24464231066 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:25.228013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.247428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:25.248956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.269279 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a7287edc-5364-405f-8026-5276f4c991c0 req-6ee4ce07-5f39-467a-b319-f9d405cd88fe tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.277579 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a7287edc-5364-405f-8026-5276f4c991c0 req-6ee4ce07-5f39-467a-b319-f9d405cd88fe tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.281372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7287edc-5364-405f-8026-5276f4c991c0 req-6ee4ce07-5f39-467a-b319-f9d405cd88fe tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "DELETE /v2.0/security-groups/4df8ad10-da1d-4378-a214-b43545cfddf0 HTTP/1.1" status: 204 len: 173 time: 0.2483430 Jul 30 01:35:25.296296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'port_id': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'mac_address': 'fa:16:3e:fe:8c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89e0b09-4749-4ac6-b5ad-7d5975d9a352', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:25.319319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4ce07-5f39-467a-b319-f9d405cd88fe tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8ad10-da1d-4378-a214-b43545cfddf0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.339903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:25.356626 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Pushing event updated for resources: {'Port': ['ID=0016cfe4-14f3-4241-b7cc-9a107b86418e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.388570 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.389120 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.391142 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.391675 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.392828 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.406718 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.406846 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.407314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.407855 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.408527 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.409070 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.409569 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:25.426786 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.429518 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Attempting to bind port 0016cfe4-14f3-4241-b7cc-9a107b86418e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:25.430069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Attempting to bind port 0016cfe4-14f3-4241-b7cc-9a107b86418e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:25.431066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Attempting to bind port 0016cfe4-14f3-4241-b7cc-9a107b86418e on network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:25.437030 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:25.443902 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Checking segment: {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:25.444601 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.445166 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Bound using segment: {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:25.445836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Bound port: 0016cfe4-14f3-4241-b7cc-9a107b86418e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c559b4-ee49-4628-b713-8c1a2d64a2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:25.446608 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.476725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d486ea-beaa-44ee-a6c5-b842c297889d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:25.482110 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-a9be1d65-b7ea-4d89-bd44-e36fbcc2591a req-77f7a4e6-6044-4b89-bbd9-36db79014f4c tempest-FloatingIPDetailsNegativeTestJSON-304169394 tempest-FloatingIPDetailsNegativeTestJSON-304169394-project] show failed (client error): The resource could not be found. Jul 30 01:35:25.483207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9be1d65-b7ea-4d89-bd44-e36fbcc2591a req-77f7a4e6-6044-4b89-bbd9-36db79014f4c tempest-FloatingIPDetailsNegativeTestJSON-304169394 tempest-FloatingIPDetailsNegativeTestJSON-304169394-project] 10.222.0.78 "GET /v2.0/floatingips/d5c57755-e60c-4326-83d9-ded3d050562a HTTP/1.1" status: 404 len: 350 time: 0.1564307 Jul 30 01:35:25.492928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.495418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59378) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:25.545461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:25.554952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.581087 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] For port 0016cfe4-14f3-4241-b7cc-9a107b86418e, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:25.585887 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] For port 0016cfe4-14f3-4241-b7cc-9a107b86418e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0016cfe4-14f3-4241-b7cc-9a107b86418e,segment=NetworkSegment(84c559b4-ee49-4628-b713-8c1a2d64a2a3),segment_id=84c559b4-ee49-4628-b713-8c1a2d64a2a3)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:25.596119 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.637937 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbbf93-c494-4e45-8751-bf726867eb9a x-openstack-request-id: req-96cbbf93-c494-4e45-8751-bf726867eb9a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:25.650741 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:25.656354 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96cbbf93-c494-4e45-8751-bf726867eb9a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:25.657090 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e', 'status': 'completed', 'code': 200} Jul 30 01:35:25.728184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.775228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.782682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['14d486ea-beaa-44ee-a6c5-b842c297889d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:25.786259 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.884111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:25.921942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.922434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.923333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.923960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.924808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.924939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.925368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.927687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-eaa2cb75-d0f8-4672-b70a-d4305f9388c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6291 time: 0.2687709 Jul 30 01:35:25.930004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ac039-33a3-4cc2-bafa-6e1c7b3f5e3f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.936439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.936439 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Added segment 956e8492-0679-426e-b927-8351c1d2fe31 of type vlan for network 67828d9b-b3d5-462a-9efb-581c49943520 Jul 30 01:35:25.967815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Transition to ACTIVE for port object 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:25.998389 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Routers {'232c46b8-e097-4d78-9790-e1a2c7b99e0e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:25.999158 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:26.006308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.013448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:26.108452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc109d15-797b-4454-a127-b123f857b16a req-eebcaa1b-c507-48f2-b804-624bbd6b74c1 tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "GET /v2.0/security-groups/5875c9e2-ddd4-4411-8bb0-a9a8c09bb36f HTTP/1.1" status: 200 len: 1777 time: 0.2863724 Jul 30 01:35:26.152307 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc098f-d696-4be8-a1a1-7e2b6fc20d11 None None] Pushing event updated for resources: {'Port': ['ID=0016cfe4-14f3-4241-b7cc-9a107b86418e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:26.277892 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] Set router 232c46b8-e097-4d78-9790-e1a2c7b99e0e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:26.283121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-d9563556-7cc4-4cdf-ac12-4716abaaaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.284278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-d9563556-7cc4-4cdf-ac12-4716abaaaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.284748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-d9563556-7cc4-4cdf-ac12-4716abaaaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.286423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-d9563556-7cc4-4cdf-ac12-4716abaaaa85 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0c8af87f090484199fca25670ed6d65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3413913 Jul 30 01:35:26.363992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.370702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.376791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.383177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.389216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.395182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.401329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.409934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-64a00fda-e04b-4e98-aec9-f2cf58a70400 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5395 time: 0.5353675 Jul 30 01:35:26.424918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb568-9b93-4fcb-8dfb-0590df6ac3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.444784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Pushing event updated for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:26.608178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aec21a49-116e-490e-b88a-c0b23b7b96f3 req-ef0f4120-0e7d-4da2-8a4d-06c9e4ea607e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1928658 Jul 30 01:35:26.645513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '0016cfe4-14f3-4241-b7cc-9a107b86418e', 'name': '', 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'mac_address': 'fa:16:3e:ac:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:19Z', 'updated_at': '2021-07-30T01:35:25Z', 'revision_number': 4, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'subnets': [{'id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:26.687894 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542ed7-1d27-4d84-a3d2-ff44b9aa8c4e None None] The sync data for ids ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'] in n-d-713499-10 is: [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '0016cfe4-14f3-4241-b7cc-9a107b86418e', 'name': '', 'network_id': 'e699da7f-3bc0-4670-85c2-1ef5d3ec1467', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'mac_address': 'fa:16:3e:ac:5d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:19Z', 'updated_at': '2021-07-30T01:35:25Z', 'revision_number': 4, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'subnets': [{'id': 'a0ec2d04-b5ed-4b83-be9d-a465ff5271d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:26.716539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc109d15-797b-4454-a127-b123f857b16a req-6fda5c14-4e81-44fa-b29d-198ed53ebcba tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.753340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc109d15-797b-4454-a127-b123f857b16a req-6fda5c14-4e81-44fa-b29d-198ed53ebcba tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.858563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.884536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-2af1b2e8-d898-4226-9448-8a674a9d0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.886168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d586c6-5fe4-4758-a3be-30e3a347ac6c req-2af1b2e8-d898-4226-9448-8a674a9d0feb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5871596 Jul 30 01:35:26.891245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc109d15-797b-4454-a127-b123f857b16a req-6fda5c14-4e81-44fa-b29d-198ed53ebcba tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.894806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc109d15-797b-4454-a127-b123f857b16a req-6fda5c14-4e81-44fa-b29d-198ed53ebcba tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.914090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc109d15-797b-4454-a127-b123f857b16a req-6fda5c14-4e81-44fa-b29d-198ed53ebcba tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] 10.222.0.78 "DELETE /v2.0/security-groups/5875c9e2-ddd4-4411-8bb0-a9a8c09bb36f HTTP/1.1" status: 204 len: 173 time: 0.8044286 Jul 30 01:35:26.941013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.942350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.943922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.967596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda5c14-4e81-44fa-b29d-198ed53ebcba tempest-SecurityGroupsTestAdminJSON-1582879428 tempest-SecurityGroupsTestAdminJSON-1582879428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5875c9e2-ddd4-4411-8bb0-a9a8c09bb36f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:26.969446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Attempting to bind port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:26.969785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Attempting to bind port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:26.970112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Attempting to bind port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:27.017403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:27.092375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] Pushing event updated for resources: {'Network': ['ID=67828d9b-b3d5-462a-9efb-581c49943520,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:27.105789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 14d486ea-beaa-44ee-a6c5-b842c297889d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:27.113558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 67828d9b-b3d5-462a-9efb-581c49943520 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:27.117327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 14d486ea-beaa-44ee-a6c5-b842c297889d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:27.117813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.120657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8188-c25a-4310-bc78-d13fe0e5e46f req-2836bae7-5cde-4085-8f59-854de414b7ac tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:27.128517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2ad8188-c25a-4310-bc78-d13fe0e5e46f req-2836bae7-5cde-4085-8f59-854de414b7ac tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 945 time: 0.3455980 Jul 30 01:35:27.130725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:27.131312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Attempting to bind port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:27.210709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:27.211155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Checking segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:27.211666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Bound using segment: {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:27.212198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Bound port: 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:27.212628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.261857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2ad8188-c25a-4310-bc78-d13fe0e5e46f req-95ee312c-cc00-4cf9-ad10-9a22177a5741 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319735 Jul 30 01:35:27.289668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:27.341772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-0ab8b5ae-1e11-4270-be0d-8788dc451a8d tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:27.343491 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-0ab8b5ae-1e11-4270-be0d-8788dc451a8d tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.55 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.1448884 Jul 30 01:35:27.447342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.488493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb568-9b93-4fcb-8dfb-0590df6ac3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.548124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d864ea1-581b-4ded-a707-c275e96703e0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5556350 Jul 30 01:35:27.553355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:27.554885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:27.558800 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f7d18-aeec-4018-97d2-ac601a1b2777" -d '{"events": [{"server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "name": "network-vif-plugged", "status": "completed", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:27.565427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Request body: {'subnet': {'network_id': '67828d9b-b3d5-462a-9efb-581c49943520', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1984448541-subnet', 'tenant_id': '0133048372f14bc5b2f7d24464231066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:27.583334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0016cfe4-14f3-4241-b7cc-9a107b86418e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:27.599965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efdc1-e821-490f-bef7-612bf14c5f71 req-19355679-a4d7-46e4-a247-aa71674ff7ac tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:27.614374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f0efdc1-e821-490f-bef7-612bf14c5f71 req-19355679-a4d7-46e4-a247-aa71674ff7ac tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 945 time: 0.5811331 Jul 30 01:35:27.643870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Made reservation on behalf of 0133048372f14bc5b2f7d24464231066 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:27.645747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb568-9b93-4fcb-8dfb-0590df6ac3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.646256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.663368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:27.665366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Deleting port f84901d1-84c6-40dc-b12d-c5c012823a2a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:27.665900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.682970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.707155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5c8efee-fe9e-433f-bea8-6c7efe9dca0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b59afdb49bdb4e26a20d90d7f6f797b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107156 Jul 30 01:35:27.711381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:27.766036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e8dfb568-9b93-4fcb-8dfb-0590df6ac3bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec307308c4d04a86841a8820b5267ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7475686 Jul 30 01:35:27.768799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:27.773012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfb568-9b93-4fcb-8dfb-0590df6ac3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b82f0-0a56-43fc-a73a-5131caee78dc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:27.785491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:27.806370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bacad-c1ff-470f-87c1-17ec13790207 req-29591617-85d1-4039-a19c-2fcf030cacfd tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:27.823750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d12bacad-c1ff-470f-87c1-17ec13790207 req-29591617-85d1-4039-a19c-2fcf030cacfd tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.4368582 Jul 30 01:35:27.834678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 0016cfe4-14f3-4241-b7cc-9a107b86418e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:27.840059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0016cfe4-14f3-4241-b7cc-9a107b86418e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:27.840960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.877720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:27.942260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:27.961558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.002212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 0016cfe4-14f3-4241-b7cc-9a107b86418e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0016cfe4-14f3-4241-b7cc-9a107b86418e,segment=NetworkSegment(84c559b4-ee49-4628-b713-8c1a2d64a2a3),segment_id=84c559b4-ee49-4628-b713-8c1a2d64a2a3)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:28.009455 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.013001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:28.018938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3015a9f2-15ff-4ea4-b21b-992d011c50e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.024121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f0efdc1-e821-490f-bef7-612bf14c5f71 req-9e6d7fa2-24ed-4113-ac95-3d98df8a2a5c tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups?id=6bc0b291-6118-4695-9080-96fe02d1a32d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068511 Jul 30 01:35:28.033313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57ab719e-cc3a-496d-9720-c15443509e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.047534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.050187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] For port f84901d1-84c6-40dc-b12d-c5c012823a2a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f84901d1-84c6-40dc-b12d-c5c012823a2a,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:28.050848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.087899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d12bacad-c1ff-470f-87c1-17ec13790207 req-a410916e-b776-4c3a-bce2-e2c75d8d964e tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631466 Jul 30 01:35:28.142571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3015a9f2-15ff-4ea4-b21b-992d011c50e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.176357 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b353210-c41c-46d6-8905-21504aa997f6 x-openstack-request-id: req-5b353210-c41c-46d6-8905-21504aa997f6 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:28.178627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57ab719e-cc3a-496d-9720-c15443509e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.188256 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "name": "network-vif-plugged", "status": "completed", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:28.189648 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b353210-c41c-46d6-8905-21504aa997f6 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:28.192919 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'code': 200} Jul 30 01:35:28.202450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=0016cfe4-14f3-4241-b7cc-9a107b86418e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:28.238033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.238658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.240128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] 10.222.0.55 "PUT /v2.0/ports/43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 200 len: 1091 time: 4.2858906 Jul 30 01:35:28.247640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:28.250060 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ccce5-e75e-403c-a581-2f981dc75fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:28.298066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:28.306766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.424043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a98eeae-8ade-4233-832e-02e6eb102774,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:28.450467 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af28ecb-06d3-42a0-bb98-314a06f37264 x-openstack-request-id: req-1af28ecb-06d3-42a0-bb98-314a06f37264 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:28.450743 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:28.451011 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1af28ecb-06d3-42a0-bb98-314a06f37264 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:28.453281 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a', 'status': 'completed', 'code': 200} Jul 30 01:35:28.466500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d04686-307c-47eb-9b19-da5940b1661c service neutron] Pushing event updated for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:28.579194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3015a9f2-15ff-4ea4-b21b-992d011c50e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.581630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3015a9f2-15ff-4ea4-b21b-992d011c50e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.585284 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3015a9f2-15ff-4ea4-b21b-992d011c50e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1cfc5f5f-b2c8-4562-9b55-90b019d70ffe HTTP/1.1" status: 204 len: 168 time: 0.8645060 Jul 30 01:35:28.629288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63121b-658d-48e9-9883-3c4fd614cc6b req-3d7d1093-94e3-4ee6-a31b-5a51030807e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.631444 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a63121b-658d-48e9-9883-3c4fd614cc6b req-3d7d1093-94e3-4ee6-a31b-5a51030807e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1098 time: 0.2088354 Jul 30 01:35:28.635521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.636142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.636620 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Floating IP 5d3cc44d-98e9-413d-b54b-6e09c80d7b34 disassociated. External IP: 172.25.8.124, port: f84901d1-84c6-40dc-b12d-c5c012823a2a. Jul 30 01:35:28.637139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Calling delete_port for f84901d1-84c6-40dc-b12d-c5c012823a2a owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:28.639626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015a9f2-15ff-4ea4-b21b-992d011c50e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfc5f5f-b2c8-4562-9b55-90b019d70ffe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:28.676436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Checking segment: {'id': '956e8492-0679-426e-b927-8351c1d2fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '67828d9b-b3d5-462a-9efb-581c49943520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:28.677163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Network hostable DHCP agents. Network: 67828d9b-b3d5-462a-9efb-581c49943520, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:28.738368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a63121b-658d-48e9-9883-3c4fd614cc6b req-0ab107ee-930f-42cb-8371-bcc336e25a4f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963564 Jul 30 01:35:28.762214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Network 67828d9b-b3d5-462a-9efb-581c49943520 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:28.789723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 67828d9b-b3d5-462a-9efb-581c49943520) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:28.799212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.800147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.807819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594e062c-7e72-4de8-a339-189a8922cb52 None None] Network 67828d9b-b3d5-462a-9efb-581c49943520 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:28.890569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b5aa636f-1333-4c78-8582-cf66f9e275e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3360898 Jul 30 01:35:28.918911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.964464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event deleted for resources: {'Port': ['ID=f84901d1-84c6-40dc-b12d-c5c012823a2a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:28.966420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.984120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.990557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.997217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.003854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.011122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.014640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126b21f-bee4-47ae-ad44-5461e00f276c None None] Network 67828d9b-b3d5-462a-9efb-581c49943520 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:29.026978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.040462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.042470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-935260f7-e073-4d80-9c88-d497bcb3eade req-bee8c0ee-8b6d-43e5-aa47-e6b7dc740d41 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5407 time: 0.7049441 Jul 30 01:35:29.082459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57ab719e-cc3a-496d-9720-c15443509e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.085191 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57ab719e-cc3a-496d-9720-c15443509e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.086791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-57ab719e-cc3a-496d-9720-c15443509e4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c78b82f0-0a56-43fc-a73a-5131caee78dc HTTP/1.1" status: 204 len: 168 time: 1.2938972 Jul 30 01:35:29.106863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.107697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.108360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.109015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.109664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.110335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.111039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.113393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-de90eaff-0339-4fd3-bcdb-f2100f50002b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6359 time: 0.6479518 Jul 30 01:35:29.116587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:29.128845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128865c-aeec-44b2-9f67-12f95bf48e82 req-f42958cd-d5d6-46b4-9409-aafdfb84ed8c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.130773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f128865c-aeec-44b2-9f67-12f95bf48e82 req-f42958cd-d5d6-46b4-9409-aafdfb84ed8c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 946 time: 0.6612840 Jul 30 01:35:29.169879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Router 5b69e3d3-2928-4991-bbad-858ac0293a05 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:35:29.204043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab719e-cc3a-496d-9720-c15443509e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b82f0-0a56-43fc-a73a-5131caee78dc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:29.301896 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:29.314363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] Sync routers for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:29.324840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-935260f7-e073-4d80-9c88-d497bcb3eade req-aef7c67d-1e1d-4ec0-bf11-eab101fd0116 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2620049 Jul 30 01:35:29.327311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:29.332125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:29.347641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] No DVR routers for this DVR port f84901d1-84c6-40dc-b12d-c5c012823a2a on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:29.356313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.358524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-32b7e924-b765-4e78-babd-a2458e2b7139 req-249d0507-8707-4c14-8b25-78139fc92529 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.55 "DELETE /v2.0/ports/f84901d1-84c6-40dc-b12d-c5c012823a2a HTTP/1.1" status: 204 len: 173 time: 2.0031118 Jul 30 01:35:29.359647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'name': 'network-vif-deleted', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:29.363686 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ed1aae-a154-4cfd-9af9-f0ee3d08e48c" -d '{"events": [{"server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "name": "network-vif-deleted", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:29.495683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f128865c-aeec-44b2-9f67-12f95bf48e82 req-f60240e4-a017-49f0-9f3e-c4d0a423e1e8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142314 Jul 30 01:35:29.512275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dfe9e7f3-278f-4574-8f9c-cdb6332c1ee3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16be9d92466b4f63aa93ac3928efdff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912978 Jul 30 01:35:29.518239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59436) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:29.579265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:29.650328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0016cfe4-14f3-4241-b7cc-9a107b86418e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:29.685319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bf6-ce28-402b-a406-da89ae2dc3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.737255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-1bbb59e2-1b8b-41c3-ba8a-00a806b848ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.737840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-1bbb59e2-1b8b-41c3-ba8a-00a806b848ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.738321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-1bbb59e2-1b8b-41c3-ba8a-00a806b848ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.740324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-1bbb59e2-1b8b-41c3-ba8a-00a806b848ae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0c8af87f090484199fca25670ed6d65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5978062 Jul 30 01:35:29.785159 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bf6-ce28-402b-a406-da89ae2dc3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.899275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-27655bb3-7417-4173-a192-95d8f760cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.901370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babd3311-589e-4b93-81a2-cbc5d6a1976f req-a248d12e-2b85-407b-9d5c-46cab632899f tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/ports?device_id=df16d8ae-d2fa-48bf-a569-a4fc919af20c HTTP/1.1" status: 200 len: 210 time: 0.0888751 Jul 30 01:35:29.903968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-27655bb3-7417-4173-a192-95d8f760cb81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6941b72a3fa646dcbf6100e5388c02a6&device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 1097 time: 0.0742946 Jul 30 01:35:29.953827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59442) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:30.036682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0016cfe4-14f3-4241-b7cc-9a107b86418e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:30.037077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.054532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Deleting port 0016cfe4-14f3-4241-b7cc-9a107b86418e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:30.055068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.057963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bf6-ce28-402b-a406-da89ae2dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.071671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bf6-ce28-402b-a406-da89ae2dc3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.075544 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d4e32bf6-ce28-402b-a406-da89ae2dc3c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0923a0f4-855d-4fe2-a70f-d7bfbcc8cd5e HTTP/1.1" status: 204 len: 168 time: 0.5537159 Jul 30 01:35:30.075544 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dcaed7-5655-49b9-8adf-425794bf9e78 x-openstack-request-id: req-d0dcaed7-5655-49b9-8adf-425794bf9e78 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:30.075804 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df16d8ae-d2fa-48bf-a569-a4fc919af20c", "name": "network-vif-deleted", "tag": "f84901d1-84c6-40dc-b12d-c5c012823a2a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:30.076061 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0dcaed7-5655-49b9-8adf-425794bf9e78 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:30.076460 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df16d8ae-d2fa-48bf-a569-a4fc919af20c', 'name': 'network-vif-deleted', 'tag': 'f84901d1-84c6-40dc-b12d-c5c012823a2a', 'status': 'completed', 'code': 200} Jul 30 01:35:30.107300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8750b7ea-9399-4d58-ac37-27a6688f8f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.138916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e32bf6-ce28-402b-a406-da89ae2dc3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0923a0f4-855d-4fe2-a70f-d7bfbcc8cd5e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:30.179652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-33a31024-a405-4d11-9eab-f689ffa1eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:30.181292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b02ccce5-e75e-403c-a581-2f981dc75fc0 req-33a31024-a405-4d11-9eab-f689ffa1eefa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3936601 Jul 30 01:35:30.233005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-18064fa5-01ab-43cd-9422-2179718903be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:30.234842 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-18064fa5-01ab-43cd-9422-2179718903be service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d3d499f-eff6-4096-8c16-f01a9b267283 HTTP/1.1" status: 200 len: 914 time: 0.3230910 Jul 30 01:35:30.291500 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-e34c8210-56c5-452c-83c7-c75636a500c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825 HTTP/1.1" status: 200 len: 217 time: 0.0479906 Jul 30 01:35:30.305436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:30.311922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] For port 0016cfe4-14f3-4241-b7cc-9a107b86418e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0016cfe4-14f3-4241-b7cc-9a107b86418e,segment=NetworkSegment(84c559b4-ee49-4628-b713-8c1a2d64a2a3),segment_id=84c559b4-ee49-4628-b713-8c1a2d64a2a3)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:30.312641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.328047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Calling delete_port for 0016cfe4-14f3-4241-b7cc-9a107b86418e owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:30.335152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] Checking router: 5b69e3d3-2928-4991-bbad-858ac0293a05 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:30.345724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:30.346272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:30.370663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-c52b5c96-a8b2-4fd9-8aa7-faf283d67367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:30.372207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-c52b5c96-a8b2-4fd9-8aa7-faf283d67367 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=89f40888-973f-4b9c-b491-785a4192c06e HTTP/1.1" status: 200 len: 853 time: 0.0707531 Jul 30 01:35:30.388684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-62e821e5-b9f0-4b9d-8542-be43c58d1798 req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1254967218', 'description': 'tempest-description-1122295674'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:30.418300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c96fbd2-dab0-4ded-a796-b3903248bf97 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:30.421820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-e1973781-f9ea-4409-8033-00c497be5789 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d3d499f-eff6-4096-8c16-f01a9b267283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421493 Jul 30 01:35:30.427317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.432507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8750b7ea-9399-4d58-ac37-27a6688f8f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.441923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Transition to ACTIVE for port object 4c96fbd2-dab0-4ded-a796-b3903248bf97 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:30.442294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8750b7ea-9399-4d58-ac37-27a6688f8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.481380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.489218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:30.579071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8750b7ea-9399-4d58-ac37-27a6688f8f76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b79d643371f24cbe9fef8db31a8ed85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6239412 Jul 30 01:35:30.585525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:30.595864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750b7ea-9399-4d58-ac37-27a6688f8f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f806246-1fad-4b2a-aa77-a7f2717fb317,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:30.696699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:30.719453 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-21a70433-2e8d-4249-8df3-505a0186e07e service neutron] 10.222.0.66 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783978 Jul 30 01:35:30.773268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010fc6-e123-43af-9fa1-2ae261625e18 req-46989b0d-a389-4c29-a14e-0e87fb8f6456 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:30.782065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e010fc6-e123-43af-9fa1-2ae261625e18 req-46989b0d-a389-4c29-a14e-0e87fb8f6456 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.5934312 Jul 30 01:35:30.783881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62e821e5-b9f0-4b9d-8542-be43c58d1798 req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.809978 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd071dc5-a8bb-401b-9c2e-263399491ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.846748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-3a8166de-1bed-491c-81ce-34885f10ab17 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4491796 Jul 30 01:35:30.861591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd071dc5-a8bb-401b-9c2e-263399491ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.878253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:30.897492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a03845f3-596c-4159-ac49-6d7cb8d91c02 req-edd419f5-0209-4b02-936a-e1499d0f19f6 service neutron] 10.222.0.66 "GET /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769865 Jul 30 01:35:30.922168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1afb6a-10ff-4b95-b31c-d4c5504b8b01 None None] The sync data for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 is: [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:32:59Z', 'revision_number': 4, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'bbb7d373-dd2f-421a-ad87-ce495aef6ec1', 'name': '', 'network_id': '507be80f-5634-4112-9974-1d95550b69a8', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'mac_address': 'fa:16:3e:25:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:57Z', 'updated_at': '2021-07-30T01:33:11Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'subnets': [{'id': '01d3b2d8-c2cf-415a-8b80-aed10f0d9510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:31.020963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd071dc5-a8bb-401b-9c2e-263399491ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.024807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd071dc5-a8bb-401b-9c2e-263399491ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.029159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd071dc5-a8bb-401b-9c2e-263399491ada admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f806246-1fad-4b2a-aa77-a7f2717fb317 HTTP/1.1" status: 204 len: 168 time: 0.4418402 Jul 30 01:35:31.029473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e010fc6-e123-43af-9fa1-2ae261625e18 req-95ecc3cf-6750-47a3-9772-6f2a70bc2498 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349660 Jul 30 01:35:31.037287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054084-71d3-4061-b043-f1fc448c6135 req-fd1f9f09-3ca6-4c08-8bf9-2b86bbfc9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.039346 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-fd1f9f09-3ca6-4c08-8bf9-2b86bbfc9adb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1096 time: 0.0948241 Jul 30 01:35:31.060543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Attempting to bind port 4c96fbd2-dab0-4ded-a796-b3903248bf97 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:31.062957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd071dc5-a8bb-401b-9c2e-263399491ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f806246-1fad-4b2a-aa77-a7f2717fb317,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:31.068236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Attempting to bind port 4c96fbd2-dab0-4ded-a796-b3903248bf97 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:31.069095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Attempting to bind port 4c96fbd2-dab0-4ded-a796-b3903248bf97 on network b39e997b-3bf4-4063-98c0-3d00e3627146 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:31.078947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Port 4c96fbd2-dab0-4ded-a796-b3903248bf97 on network b39e997b-3bf4-4063-98c0-3d00e3627146 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:31.089592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Attempting to bind port 4c96fbd2-dab0-4ded-a796-b3903248bf97 on network b39e997b-3bf4-4063-98c0-3d00e3627146 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:31.138334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:31.138680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Checking segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:31.139090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Bound using segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:31.139576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Bound port: 4c96fbd2-dab0-4ded-a796-b3903248bf97, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:31.139912 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.226243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62e821e5-b9f0-4b9d-8542-be43c58d1798 req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.235864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054084-71d3-4061-b043-f1fc448c6135 req-e7bf2b40-ab7c-42cf-acbd-53f983fb92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.238694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-e7bf2b40-ab7c-42cf-acbd-53f983fb92ee service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1725733 Jul 30 01:35:31.260992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62e821e5-b9f0-4b9d-8542-be43c58d1798 req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.293220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-52865dd5-3238-4e13-8d79-91597ece7355 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.0457931 Jul 30 01:35:31.335314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.356057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-62e821e5-b9f0-4b9d-8542-be43c58d1798 req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.368272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054084-71d3-4061-b043-f1fc448c6135 req-10224da9-9b32-4c8a-8e29-e2da54b87df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.371752 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-10224da9-9b32-4c8a-8e29-e2da54b87df1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0709066 Jul 30 01:35:31.372380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62e821e5-b9f0-4b9d-8542-be43c58d1798 req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9882455 Jul 30 01:35:31.432794 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4140974-71d9-4f57-addc-963c58ca1599 None None] New status for floating IP 5d3cc44d-98e9-413d-b54b-6e09c80d7b34: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:35:31.436298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f84901d1-84c6-40dc-b12d-c5c012823a2a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:31.439336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f0d0e-5635-4ca7-a554-a766d47dc8ed tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94911933-0db5-446f-89f9-34af6ff6d5e9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:31.472056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-fa21bb98-5ffd-49b9-ac2d-900856170ad1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860510 Jul 30 01:35:31.487706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.490682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: f84901d1-84c6-40dc-b12d-c5c012823a2a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:31.493527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f84901d1-84c6-40dc-b12d-c5c012823a2a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:31.506099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.522267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.529423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.546951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.570014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.576557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.584937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-c05501b8-2b56-41ef-ba07-f9dd77d6be09 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5419 time: 0.4594984 Jul 30 01:35:31.602531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Pushing event deleted for resources: {'Port': ['ID=0016cfe4-14f3-4241-b7cc-9a107b86418e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:31.688263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-e5b3eea7-7073-44b2-a76c-2afca38d4434 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088301 Jul 30 01:35:31.723896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:31.794074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:31.812907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.852963 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18054084-71d3-4061-b043-f1fc448c6135 req-1c72c729-6124-4d9e-9811-478198a3b43d service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535978 Jul 30 01:35:31.856266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b306b03-29fd-4c4f-9749-d59b3c1b6b6c req-414eba5f-b20b-4ef2-bdaf-9d8faeda00cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2499578 Jul 30 01:35:31.868398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e167-ba32-4bc5-9c56-26c98d0557a0 req-8fe56350-4183-4fe9-bfa0-d2177b9f0e8a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.883883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb34e167-ba32-4bc5-9c56-26c98d0557a0 req-8fe56350-4183-4fe9-bfa0-d2177b9f0e8a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 946 time: 0.2904103 Jul 30 01:35:31.949450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.950074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.956624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] 10.222.0.55 "PUT /v2.0/ports/4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 200 len: 1092 time: 3.6705551 Jul 30 01:35:31.956624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:31.956624 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216849db-dd70-4ac5-87f0-53ed776c0c61" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:32.021423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Request body: {'port': {'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:32.125468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb34e167-ba32-4bc5-9c56-26c98d0557a0 req-aaab40a8-2a58-4c13-b725-4c3c6f81866d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406938 Jul 30 01:35:32.154877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e47c91-c4dd-4a81-93db-e2fee7f41be9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:32.199173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59512) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:32.232023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-f1eef4d4-4ab6-40d9-92ea-c3139937857c tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/94911933-0db5-446f-89f9-34af6ff6d5e9 HTTP/1.1" status: 200 len: 1805 time: 0.2834961 Jul 30 01:35:32.235583 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.254254 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58684db5-4b7a-46ae-9ba5-6fc2027a338a x-openstack-request-id: req-58684db5-4b7a-46ae-9ba5-6fc2027a338a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:32.254548 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:32.254798 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58684db5-4b7a-46ae-9ba5-6fc2027a338a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:32.255241 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97', 'status': 'completed', 'code': 200} Jul 30 01:35:32.262869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94911933-0db5-446f-89f9-34af6ff6d5e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:32.264806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94911933-0db5-446f-89f9-34af6ff6d5e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:32.311756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.344255 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d322566-ce6e-4bdf-906e-5a0cf6ce61cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.382531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d322566-ce6e-4bdf-906e-5a0cf6ce61cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.443968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d322566-ce6e-4bdf-906e-5a0cf6ce61cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.449050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d322566-ce6e-4bdf-906e-5a0cf6ce61cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.450554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3d322566-ce6e-4bdf-906e-5a0cf6ce61cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "DELETE /v2.0/security-groups/6bc0b291-6118-4695-9080-96fe02d1a32d HTTP/1.1" status: 204 len: 168 time: 0.2503211 Jul 30 01:35:32.459409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59520) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:32.484094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d322566-ce6e-4bdf-906e-5a0cf6ce61cf tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0b291-6118-4695-9080-96fe02d1a32d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:32.492546 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-31ab7e83-a404-4584-866b-fbbea7d0a512 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] show failed (client error): The resource could not be found. Jul 30 01:35:32.503899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59524) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:32.510087 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31ab7e83-a404-4584-866b-fbbea7d0a512 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "GET /v2.0/security-groups/6bc0b291-6118-4695-9080-96fe02d1a32d HTTP/1.1" status: 404 len: 347 time: 0.0383019 Jul 30 01:35:32.590504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198045-6fc7-4091-8e8a-ffbb1bd1aecb req-44a7456d-653e-40e6-a11f-65bc69decfd4 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:32.592277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab198045-6fc7-4091-8e8a-ffbb1bd1aecb req-44a7456d-653e-40e6-a11f-65bc69decfd4 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.2727408 Jul 30 01:35:33.023738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.043260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.043738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.044221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.044673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.045136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.045597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.046056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.048001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-87992a5a-3112-4413-a4f4-b9278946e6f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6427 time: 0.7311153 Jul 30 01:35:33.234236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.277117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab198045-6fc7-4091-8e8a-ffbb1bd1aecb req-a0f5b1a6-b625-4f50-ac07-9d475b919306 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353150 Jul 30 01:35:33.282966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.373096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d338f618-fba6-42bc-a9ef-057631314873,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:33.403373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.404456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-234f4846-36ef-42e9-a13a-40eaeaf8d19b req-226121fa-51fa-4724-9d3e-24e6d648ac46 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1637576 Jul 30 01:35:33.455362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-aa0e1b8d-efb7-457d-9b53-5181c1bf1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.455833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-aa0e1b8d-efb7-457d-9b53-5181c1bf1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.456681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-aa0e1b8d-efb7-457d-9b53-5181c1bf1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.457840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-aa0e1b8d-efb7-457d-9b53-5181c1bf1bb4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d0c8af87f090484199fca25670ed6d65&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3942535 Jul 30 01:35:33.467365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Deleting port ee816ffb-c98b-4482-b075-dc3196d3a1ce {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:33.467641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.644830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c701-8281-40b2-b5d0-a264626246bd req-53a4abb7-ddb5-4d81-829b-edbd66533412 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.646382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb55c701-8281-40b2-b5d0-a264626246bd req-53a4abb7-ddb5-4d81-829b-edbd66533412 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1098 time: 0.2777395 Jul 30 01:35:33.748811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Router 232c46b8-e097-4d78-9790-e1a2c7b99e0e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:35:33.779989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-261bc1ab-a88a-4ac1-85a3-8ebfd4b5c2e2 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7a87a9aec7d84b999afbac47566b0704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966170 Jul 30 01:35:33.783468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.783803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.831343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6600a5-1456-407c-b32e-45746946464c {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:33.839822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Calling delete_port for ee816ffb-c98b-4482-b075-dc3196d3a1ce owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:33.844783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb55c701-8281-40b2-b5d0-a264626246bd req-2423c929-40b9-447d-9ce8-dfbd3308207c tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806836 Jul 30 01:35:33.858293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.894729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-19abac6a-e23b-4f20-a9d5-6462848f8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.896276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-216849db-dd70-4ac5-87f0-53ed776c0c61 req-19abac6a-e23b-4f20-a9d5-6462848f8ae5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4241085 Jul 30 01:35:33.972069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Transition to ACTIVE for port object 1b6600a5-1456-407c-b32e-45746946464c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:34.030347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.194863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-6ad64c85-eae3-4dea-851a-24845fb7d002 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.196488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-6ad64c85-eae3-4dea-851a-24845fb7d002 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3891184 Jul 30 01:35:34.207432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:34.220949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.226854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.232900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.238794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.252553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.252553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.257756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.259807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a13cf992-d515-4a69-af68-4a8ea8e1c6e7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5419 time: 0.3514640 Jul 30 01:35:34.308959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:34.317473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61679485-59fd-40fa-84c7-10884331b499 None None] Sync routers for ids ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:34.331843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7030c446-a521-4d69-85df-ac71b5cc489e admin admin] 10.222.0.78 "PUT /v2.0/routers/232c46b8-e097-4d78-9790-e1a2c7b99e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8353050 Jul 30 01:35:34.333358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-3feae083-6a4c-4943-b6ac-9a5859f8f2b6 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/quotas/7a87a9aec7d84b999afbac47566b0704 HTTP/1.1" status: 200 len: 375 time: 0.1289196 Jul 30 01:35:34.334470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59560) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:34.341428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] Routers {'232c46b8-e097-4d78-9790-e1a2c7b99e0e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:34.342083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:34.397916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-1f4a9719-b6fa-4fec-aabb-21cef3f19a69 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437317 Jul 30 01:35:34.468207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a576c4e-affe-472c-9b14-c32488649b2b req-a15bf23a-f693-4e93-b02d-280bafb01046 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1815476 Jul 30 01:35:34.499822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.505466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Attempting to bind port 1b6600a5-1456-407c-b32e-45746946464c on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:34.513747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Attempting to bind port 1b6600a5-1456-407c-b32e-45746946464c by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:34.513747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Attempting to bind port 1b6600a5-1456-407c-b32e-45746946464c on network b39e997b-3bf4-4063-98c0-3d00e3627146 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:34.520129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] Set router 232c46b8-e097-4d78-9790-e1a2c7b99e0e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:34.520721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Port 1b6600a5-1456-407c-b32e-45746946464c on network b39e997b-3bf4-4063-98c0-3d00e3627146 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:34.521089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Attempting to bind port 1b6600a5-1456-407c-b32e-45746946464c on network b39e997b-3bf4-4063-98c0-3d00e3627146 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:34.533107 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.536583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:34.536916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Checking segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:34.537295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Bound using segment: {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:34.537733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Bound port: 1b6600a5-1456-407c-b32e-45746946464c, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe20f2b-6b23-43bf-b829-f3c2f036493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:34.538079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.633854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Pushing event deleted for resources: {'Port': ['ID=ee816ffb-c98b-4482-b075-dc3196d3a1ce,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:34.646382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b2fca55-ab5d-438c-94d7-4bf747e9333c req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1066059494', 'description': 'tempest-description-1508812219'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:34.678944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.753718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:34.757030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1b6600a5-1456-407c-b32e-45746946464c,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:34.759804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Deleting port e10f6665-f4e5-4edf-b772-65a98da6f1ba {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:34.760474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.773899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b2fca55-ab5d-438c-94d7-4bf747e9333c req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.807989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.811275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:31Z', 'revision_number': 5, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port': {'id': 'e10f6665-f4e5-4edf-b772-65a98da6f1ba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:12Z', 'updated_at': '2021-07-30T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:34.872356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] For port e10f6665-f4e5-4edf-b772-65a98da6f1ba, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e10f6665-f4e5-4edf-b772-65a98da6f1ba,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:34.873223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.893980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Calling delete_port for e10f6665-f4e5-4edf-b772-65a98da6f1ba owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:34.919537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.920302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.921847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] 10.222.0.55 "PUT /v2.0/ports/1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 1092 time: 2.9052467 Jul 30 01:35:34.922545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '1b6600a5-1456-407c-b32e-45746946464c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:34.925096 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "1b6600a5-1456-407c-b32e-45746946464c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:34.947026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.949807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.951167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4a7ec0da-42de-41bf-8028-579cc5dd2291 tempest-ServersTestJSON-1460203934 tempest-ServersTestJSON-1460203934-project] 10.222.0.78 "DELETE /v2.0/floatingips/5d3cc44d-98e9-413d-b54b-6e09c80d7b34 HTTP/1.1" status: 204 len: 168 time: 2.4320109 Jul 30 01:35:34.960574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59580) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:35.034428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61679485-59fd-40fa-84c7-10884331b499 None None] Checking router: 232c46b8-e097-4d78-9790-e1a2c7b99e0e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:35.047153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] Routers {'232c46b8-e097-4d78-9790-e1a2c7b99e0e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:35.048190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:35.059036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89250a-a8e4-4812-a7fa-83b5bd2c3fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:35.096018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad3088-9ba0-49ca-9681-a9a4360b7b4e req-86f136d8-9242-4ae6-8cc9-f3b09e561507 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.105140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ad3088-9ba0-49ca-9681-a9a4360b7b4e req-86f136d8-9242-4ae6-8cc9-f3b09e561507 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1098 time: 0.3000765 Jul 30 01:35:35.201720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] Set router 232c46b8-e097-4d78-9790-e1a2c7b99e0e gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:35.218284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ad3088-9ba0-49ca-9681-a9a4360b7b4e req-992e455d-e982-47b3-99b8-4c101cff150e tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121957 Jul 30 01:35:35.254787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.260616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.261155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.261546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.262093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.262529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.263055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.263370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.265273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6ee475d9-3b12-4ae9-938a-c5774fb41c5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6495 time: 0.2217443 Jul 30 01:35:35.326459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-61679485-59fd-40fa-84c7-10884331b499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:34Z', 'revision_number': 6, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:35.354880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10f6665-f4e5-4edf-b772-65a98da6f1ba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:35.366811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61679485-59fd-40fa-84c7-10884331b499 None None] The sync data for ids ['232c46b8-e097-4d78-9790-e1a2c7b99e0e'] in n-d-713499-10 is: [{'id': '232c46b8-e097-4d78-9790-e1a2c7b99e0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-434527631-router', 'tenant_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:10Z', 'updated_at': '2021-07-30T01:35:34Z', 'revision_number': 6, 'project_id': 'b1aa2801e95c4fb8a7e1846c075c279b', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:35.379472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b2fca55-ab5d-438c-94d7-4bf747e9333c req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.395370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-18c6cb61-5d2a-413d-9850-10c9be8cd0e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 217 time: 0.1154830 Jul 30 01:35:35.404025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b2fca55-ab5d-438c-94d7-4bf747e9333c req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.461901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.560045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.562267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.609418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.610063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232c46b8-e097-4d78-9790-e1a2c7b99e0e {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:35:35.615106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.616574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-da37d7dc-080e-4dc4-ba10-d567a4ec5e87 admin admin] 10.222.0.78 "DELETE /v2.0/routers/232c46b8-e097-4d78-9790-e1a2c7b99e0e HTTP/1.1" status: 204 len: 168 time: 1.2809119 Jul 30 01:35:35.618915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:35.670138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Deleting subnet a0ec2d04-b5ed-4b83-be9d-a465ff5271d7 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:35.673639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.714061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.803272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.890080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.894648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b2fca55-ab5d-438c-94d7-4bf747e9333c req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.895944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b2fca55-ab5d-438c-94d7-4bf747e9333c req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2632942 Jul 30 01:35:35.896555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c474be4-a53d-4776-86f5-fe32957d3471 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b685911-fa3f-4606-8991-c001a31645e0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:35.906365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-a34c6d7a-c20e-4abd-91c5-68f70d140e3f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7a87a9aec7d84b999afbac47566b0704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3969774 Jul 30 01:35:35.936933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87f592-12df-4e18-8a1a-21d6911db5dc None None] Network e699da7f-3bc0-4670-85c2-1ef5d3ec1467 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:35.949449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-03e8a465-ca46-41c0-b339-c3dda85e63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:35.951174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-03e8a465-ca46-41c0-b339-c3dda85e63ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 200 len: 856 time: 0.5285916 Jul 30 01:35:35.972381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.974873 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a0ec2d04-b5ed-4b83-be9d-a465ff5271d7 HTTP/1.1" status: 204 len: 168 time: 0.3544328 Jul 30 01:35:35.984894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:35.987484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f163b-d4ca-4bb2-b65e-7c6b598bdaf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ec2d04-b5ed-4b83-be9d-a465ff5271d7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:36.027619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-0ef2c64b-7053-4e5d-bc01-8a6ea21f0b5b tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7a87a9aec7d84b999afbac47566b0704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572741 Jul 30 01:35:36.128760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-fb12e34a-0a5f-4e3f-9499-beeea8fd790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:36.132875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-fb12e34a-0a5f-4e3f-9499-beeea8fd790f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258197 Jul 30 01:35:36.190133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-b4fdf2a1-2deb-45f1-8595-0c563a287838 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:36.198059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-b4fdf2a1-2deb-45f1-8595-0c563a287838 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820029 Jul 30 01:35:36.198416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.273715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] DHCP port deletion for e699da7f-3bc0-4670-85c2-1ef5d3ec1467 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:35:36.291935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-d6625fee-7cc9-4717-85cb-1874cd20fb8e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:36.293638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-d6625fee-7cc9-4717-85cb-1874cd20fb8e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356958 Jul 30 01:35:36.311086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Request body: {'port': {'device_id': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '7a87a9aec7d84b999afbac47566b0704'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:36.311398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-91566218-1a25-4ebc-8f43-1382bf9ac46d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/quotas/7a87a9aec7d84b999afbac47566b0704 HTTP/1.1" status: 200 len: 375 time: 0.1094573 Jul 30 01:35:36.371683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-8d959ef5-5965-4b90-80a0-d0733140be59 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539458 Jul 30 01:35:36.385782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] Deleting port a82bb005-ced5-40a0-a8d9-f574787173d4 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:36.388509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.475966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a2a19108-0964-490b-ae3c-ad2f4b60e2db service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243515 Jul 30 01:35:36.483531 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85143151-fc5b-44a3-8b3c-3340dc78245b x-openstack-request-id: req-85143151-fc5b-44a3-8b3c-3340dc78245b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:36.483852 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "1b6600a5-1456-407c-b32e-45746946464c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:36.484363 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85143151-fc5b-44a3-8b3c-3340dc78245b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:36.484815 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '1b6600a5-1456-407c-b32e-45746946464c', 'status': 'completed', 'code': 200} Jul 30 01:35:36.528970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] For port a82bb005-ced5-40a0-a8d9-f574787173d4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a82bb005-ced5-40a0-a8d9-f574787173d4,segment=NetworkSegment(84c559b4-ee49-4628-b713-8c1a2d64a2a3),segment_id=84c559b4-ee49-4628-b713-8c1a2d64a2a3)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:36.529863 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.555732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] Calling delete_port for a82bb005-ced5-40a0-a8d9-f574787173d4 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:36.715305 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.735847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-f657f5b5-0ea2-4375-898c-1c81d6880bb0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261505 Jul 30 01:35:36.779452 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.816664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] Pushing event deleted for resources: {'Port': ['ID=a82bb005-ced5-40a0-a8d9-f574787173d4,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:36.819751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f093d51-a38a-4e32-aee4-a3607b99d92d None None] No DVR routers for this DVR port a82bb005-ced5-40a0-a8d9-f574787173d4 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:36.853199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Deleting port a82bb005-ced5-40a0-a8d9-f574787173d4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:36.854313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.862369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.870756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-26a3ee30-893d-4ffa-bec6-acf64ab32b17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 217 time: 0.1165226 Jul 30 01:35:36.965198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] For port a82bb005-ced5-40a0-a8d9-f574787173d4, host n-d-713499-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:36.965562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.977932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-0c5a37be-129c-497b-bbf3-c2443b4694fa tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/5b685911-fa3f-4606-8991-c001a31645e0 HTTP/1.1" status: 200 len: 1805 time: 0.2743754 Jul 30 01:35:36.993916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Calling delete_port for a82bb005-ced5-40a0-a8d9-f574787173d4 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:36.999637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5b685911-fa3f-4606-8991-c001a31645e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:36.999961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Port a82bb005-ced5-40a0-a8d9-f574787173d4 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:35:37.000136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5b685911-fa3f-4606-8991-c001a31645e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:37.003051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.012934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Made reservation on behalf of 7a87a9aec7d84b999afbac47566b0704 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:37.016666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.046448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82bb005-ced5-40a0-a8d9-f574787173d4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.047492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-db273e21-aa38-4ba1-9a27-3cab8de00042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.049090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-db273e21-aa38-4ba1-9a27-3cab8de00042 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1316299 Jul 30 01:35:37.057819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] No DVR routers for this DVR port a82bb005-ced5-40a0-a8d9-f574787173d4 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:37.061361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.063998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.067929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.073717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.079668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.085939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.092742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.099787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.101748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-89ce46de-5181-4220-be99-b4880c821956 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.3460286 Jul 30 01:35:37.142649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:35:37.142649 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:35:37.142649 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id_1': '7a87a9aec7d84b999afbac47566b0704', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 35, 37, 103419)}] Jul 30 01:35:37.142649 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:35:37.143219 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:35:37.150417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.163526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e699da7f-3bc0-4670-85c2-1ef5d3ec1467']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:37.177794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c559b4-ee49-4628-b713-8c1a2d64a2a3') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:37.178089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c559b4-ee49-4628-b713-8c1a2d64a2a3') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:37.188582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.202541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.211614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:37.212102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:37.214566 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:37.258245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96952fba-bcfb-4a03-94b1-094ba54442ae req-63cd3571-cbf5-4a50-99e8-76fe81c89a17 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346788 Jul 30 01:35:37.266986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-233f3967-6b6f-4078-af05-f6d7aecb71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.268613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-233f3967-6b6f-4078-af05-f6d7aecb71b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1659372 Jul 30 01:35:37.278494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.290657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.295959 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e699da7f-3bc0-4670-85c2-1ef5d3ec1467 HTTP/1.1" status: 204 len: 168 time: 1.3060274 Jul 30 01:35:37.305956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48b411-9dbc-4687-9945-27a0e5049ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e699da7f-3bc0-4670-85c2-1ef5d3ec1467,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.310063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.379687 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.396923 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.469103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d39223-a28a-4d33-bdab-3e3f8eaba789,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.474336 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.476962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4977f45-3f46-485d-81d7-9a0ab32f5b82 req-345a5b7c-3316-475a-b2b9-67cc3b2ba2d2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4815266 Jul 30 01:35:37.487041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-0a094568-9e15-4e06-a85f-99b9fdbe6f1e service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909387 Jul 30 01:35:37.520228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0016cfe4-14f3-4241-b7cc-9a107b86418e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:37.539126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924679ef-29b6-40bc-a192-8a9b1c95d3f3 req-4c4c3d44-0b90-4585-83bc-42447dc7f62d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.540779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-924679ef-29b6-40bc-a192-8a9b1c95d3f3 req-4c4c3d44-0b90-4585-83bc-42447dc7f62d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.1705925 Jul 30 01:35:37.555936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 0016cfe4-14f3-4241-b7cc-9a107b86418e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:37.556841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0016cfe4-14f3-4241-b7cc-9a107b86418e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:37.557523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e10f6665-f4e5-4edf-b772-65a98da6f1ba no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:37.580869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e10f6665-f4e5-4edf-b772-65a98da6f1ba {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:37.581232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e10f6665-f4e5-4edf-b772-65a98da6f1ba not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:37.581662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a82bb005-ced5-40a0-a8d9-f574787173d4 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:37.590764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59628) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:37.601982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a82bb005-ced5-40a0-a8d9-f574787173d4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:37.602711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a82bb005-ced5-40a0-a8d9-f574787173d4 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:37.643301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2e15814f-f486-41e6-9c7a-917e019efb8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1aa2801e95c4fb8a7e1846c075c279b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511613 Jul 30 01:35:37.644527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.646528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:37.716990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3818d202-aa4d-44c7-98e9-8fd0dae36ae1 req-28ca473b-41f0-4ab9-a4be-1a2dea88ef2f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 210 time: 0.0850840 Jul 30 01:35:37.750542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-073306a5-c810-4adf-9f5c-345978f03309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.786412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-073306a5-c810-4adf-9f5c-345978f03309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.820658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-924679ef-29b6-40bc-a192-8a9b1c95d3f3 req-d6cfe6fd-9487-4369-adfb-5c3dea42b19e tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900353 Jul 30 01:35:37.863363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-d1d10644-6654-442a-9879-c85af41a47f0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.864707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-d1d10644-6654-442a-9879-c85af41a47f0 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.66 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.2355998 Jul 30 01:35:37.903680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-fe79b243-5a5f-4709-a42a-d818a74e01db service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162781 Jul 30 01:35:37.907182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.917757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.924438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-78ebd707-07c9-43a5-9d31-fea5ac56d326 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7a87a9aec7d84b999afbac47566b0704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871520 Jul 30 01:35:37.931134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-40c4fd94-5a47-4a0b-8502-67d5600f0b25 req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-665352627', 'description': 'tempest-description-2019431249'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:37.968341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-073306a5-c810-4adf-9f5c-345978f03309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.972434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-073306a5-c810-4adf-9f5c-345978f03309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.976166 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-073306a5-c810-4adf-9f5c-345978f03309 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f01544b5-794e-4bd3-bd4c-e963b41a96d3 HTTP/1.1" status: 204 len: 168 time: 0.3249297 Jul 30 01:35:38.022520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:38.043725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073306a5-c810-4adf-9f5c-345978f03309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01544b5-794e-4bd3-bd4c-e963b41a96d3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:38.075877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-99f61616-8ed4-491c-82d6-01a9ec1451fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 217 time: 0.1502964 Jul 30 01:35:38.135440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Deleting port bbb7d373-dd2f-421a-ad87-ce495aef6ec1 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:38.135783 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.141924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Allocated IP 192.168.233.253 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/e154510a-087a-4da3-b6d9-d7ced4e87a9b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:38.233966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-40c4fd94-5a47-4a0b-8502-67d5600f0b25 req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.333033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.337167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1ae37-649b-40e3-a6df-07ecf3933bfd req-bdad783f-fa08-4fe3-8d96-a72de0da32f5 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:38.339354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2bf1ae37-649b-40e3-a6df-07ecf3933bfd req-bdad783f-fa08-4fe3-8d96-a72de0da32f5 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1098 time: 0.3249073 Jul 30 01:35:38.340728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7669121e-0544-46db-95e9-b02baacf61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:38.342077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-7669121e-0544-46db-95e9-b02baacf61bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.2091663 Jul 30 01:35:38.352242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Transition to ACTIVE for port object e154510a-087a-4da3-b6d9-d7ced4e87a9b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:38.393067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.424918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-a26ce354-3d34-41c2-bb48-1b90c95e7aa3 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:38.426514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-a26ce354-3d34-41c2-bb48-1b90c95e7aa3 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4806204 Jul 30 01:35:38.445826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] For port bbb7d373-dd2f-421a-ad87-ce495aef6ec1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:38.446198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.450093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:38.453520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:38.459399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:38.459843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Request body: {'port': {'device_id': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '7a87a9aec7d84b999afbac47566b0704'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:38.491386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:38.503150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Deleting port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:38.503502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.528831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:38.529589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.556299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Calling delete_port for bbb7d373-dd2f-421a-ad87-ce495aef6ec1 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:38.628377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2bf1ae37-649b-40e3-a6df-07ecf3933bfd req-b48bf62a-7700-48a1-9af2-20f94d187355 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718656 Jul 30 01:35:38.640767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-5c0f4ab8-7a8b-4e38-a1ed-64eebd8e2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:38.642062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-5c0f4ab8-7a8b-4e38-a1ed-64eebd8e2f1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2830985 Jul 30 01:35:38.819919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-43397f1c-67fb-4796-9c57-3027fc430e77 None None] Provisioning for port e154510a-087a-4da3-b6d9-d7ced4e87a9b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:38.826053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-43397f1c-67fb-4796-9c57-3027fc430e77 None None] Provisioning complete for port e154510a-087a-4da3-b6d9-d7ced4e87a9b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:38.826529 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43397f1c-67fb-4796-9c57-3027fc430e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.865744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-43397f1c-67fb-4796-9c57-3027fc430e77 None None] Port e154510a-087a-4da3-b6d9-d7ced4e87a9b cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:38.873504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:38.974765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-943947689-network', 'tenant_id': '90f5741d679f45d6a6045fa9625e5d9c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:39.123438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-40c4fd94-5a47-4a0b-8502-67d5600f0b25 req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.136411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-d9889d9e-4961-46a0-86e1-c639b2de338e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8296340 Jul 30 01:35:39.148829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-40c4fd94-5a47-4a0b-8502-67d5600f0b25 req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.152289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Request body: {'port': {'device_id': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:39.171319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] For port 5dc4d9a3-bd71-4084-9557-3b0a9a616825, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5dc4d9a3-bd71-4084-9557-3b0a9a616825,segment=NetworkSegment(408c2157-844a-46f3-89bf-847e4134bd63),segment_id=408c2157-844a-46f3-89bf-847e4134bd63)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:39.171698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.174673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Made reservation on behalf of 90f5741d679f45d6a6045fa9625e5d9c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:39.177356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.196610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.227107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Calling delete_port for 5dc4d9a3-bd71-4084-9557-3b0a9a616825 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:39.239962 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-40c4fd94-5a47-4a0b-8502-67d5600f0b25 req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.240641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.241367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40c4fd94-5a47-4a0b-8502-67d5600f0b25 req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3418117 Jul 30 01:35:39.269734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c558d4-c36b-4c84-ac2e-6ef6c7a67c80 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2eaefd-354d-470a-9251-1a53d592b81f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:39.363114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.368990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.374938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.381048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.387649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.393502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.399682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.402608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-88b1eaec-87ae-4d7d-8a77-42d236ccbf3e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.4008071 Jul 30 01:35:39.411510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Made reservation on behalf of 7a87a9aec7d84b999afbac47566b0704 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:39.414981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.419612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4a30f3bf-a98b-418d-b788-6248198ff1db service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664454 Jul 30 01:35:39.486037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4062dd0-1152-4582-a1ba-3f7d826f2e98 req-d9550d05-acbc-4a13-bfc6-c04bb9d60743 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 210 time: 0.0799723 Jul 30 01:35:39.550355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.557188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.605351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:39.633996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077ce2e5-0b0d-4638-9acd-235b91297bd5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:39.639676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:39.644730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.644730 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Added segment 68dfb3de-0c8a-4e38-83e7-c7023ba55322 of type vlan for network 3d63b949-606e-4233-a639-4d7b9f7d1c8a Jul 30 01:35:39.655606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.662400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eec7b308-b5dd-4be5-9658-b106ab7c6f0f req-0d29d1c1-000f-4d2b-b5ac-c225cf7155a4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2336619 Jul 30 01:35:39.696455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.707089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Transition to ACTIVE for port object e154510a-087a-4da3-b6d9-d7ced4e87a9b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:39.712713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.761039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-424c6768-fed5-4fa2-8e53-6ee80e975e14 req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1038041747', 'description': 'tempest-description-319549134'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:39.791590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:39.796139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.797114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.797688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.851415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-fb51260d-c2a6-4f11-be53-68e0fb3d1cf8 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104602 Jul 30 01:35:39.911187 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0363359 Jul 30 01:35:39.913663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052e522-1e51-4f45-8db0-6127d84b0deb admin admin] Pushing event updated for resources: {'Network': ['ID=3d63b949-606e-4233-a639-4d7b9f7d1c8a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:39.918746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59674) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:39.926518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Request body: {'subnet': {'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-943947689-subnet', 'tenant_id': '90f5741d679f45d6a6045fa9625e5d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:39.929299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.929637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:39.940670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-424c6768-fed5-4fa2-8e53-6ee80e975e14 req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.943280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-5064d3d0-9eb3-42e9-8574-cee96ea474d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 200 len: 217 time: 0.0771763 Jul 30 01:35:39.960971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Attempting to bind port e154510a-087a-4da3-b6d9-d7ced4e87a9b on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:39.961721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Attempting to bind port e154510a-087a-4da3-b6d9-d7ced4e87a9b by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:39.962316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Attempting to bind port e154510a-087a-4da3-b6d9-d7ced4e87a9b on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:39.964927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e8b8-0a2a-4d42-bacf-3160b7ae0ccb req-1d4a58be-6ba8-41e7-995b-2dc196c72829 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.967678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76b3e8b8-0a2a-4d42-bacf-3160b7ae0ccb req-1d4a58be-6ba8-41e7-995b-2dc196c72829 tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/ports?device_id=387894c6-b819-43f1-9e37-75aa35c62376 HTTP/1.1" status: 200 len: 945 time: 0.3162065 Jul 30 01:35:40.002267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Port e154510a-087a-4da3-b6d9-d7ced4e87a9b on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:40.002267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Attempting to bind port e154510a-087a-4da3-b6d9-d7ced4e87a9b on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:40.009533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Allocated IP 192.168.233.38 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/5ac150d2-5bbd-4f21-85ab-4e04388c7cac) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:40.014344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:40.014723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:40.015159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:40.015640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Bound port: e154510a-087a-4da3-b6d9-d7ced4e87a9b, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:40.016027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.017115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb7d373-dd2f-421a-ad87-ce495aef6ec1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:40.039842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Made reservation on behalf of 90f5741d679f45d6a6045fa9625e5d9c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:40.043153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.058817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.084327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['5dc4d9a3-bd71-4084-9557-3b0a9a616825'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:40.174089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Pushing event deleted for resources: {'Port': ['ID=5dc4d9a3-bd71-4084-9557-3b0a9a616825,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:40.196405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:40.201536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:40.207309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.241245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-15209c77-37c7-4f39-822f-ff0e2fd80f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.242930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-15209c77-37c7-4f39-822f-ff0e2fd80f86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.2753844 Jul 30 01:35:40.264382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.264382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.265374 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] 10.222.0.66 "PUT /v2.0/ports/e154510a-087a-4da3-b6d9-d7ced4e87a9b HTTP/1.1" status: 200 len: 1097 time: 1.1187332 Jul 30 01:35:40.265833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:40.268212 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83326127-be4a-46e2-bfd4-b13f575ebd95" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:40.301337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76b3e8b8-0a2a-4d42-bacf-3160b7ae0ccb req-78873195-e3a1-41c7-aca0-3a0eb3f73e1b tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.78 "GET /v2.0/security-groups?id=5907fb50-5650-434d-8906-cce920ad8bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930644 Jul 30 01:35:40.329415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] No DVR routers for this DVR port 5dc4d9a3-bd71-4084-9557-3b0a9a616825 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:40.377250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.391061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58378ed0-0116-4990-9cbc-bfa2ecd20b3d req-86b54f39-a461-4686-8ef3-0f2b3b9f2f0d tempest-InstanceActionsTestJSON-1430051466 tempest-InstanceActionsTestJSON-1430051466-project] 10.222.0.66 "DELETE /v2.0/ports/5dc4d9a3-bd71-4084-9557-3b0a9a616825 HTTP/1.1" status: 204 len: 173 time: 2.4999807 Jul 30 01:35:40.393223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387894c6-b819-43f1-9e37-75aa35c62376', 'name': 'network-vif-deleted', 'tag': '5dc4d9a3-bd71-4084-9557-3b0a9a616825'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:40.397639 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a9d5e2-047c-47cf-9f33-3daae5f33625" -d '{"events": [{"server_uuid": "387894c6-b819-43f1-9e37-75aa35c62376", "name": "network-vif-deleted", "tag": "5dc4d9a3-bd71-4084-9557-3b0a9a616825"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:40.410571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab225-0518-454f-a037-ba37bd7ce702 service neutron] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:40.525773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-62e0f7fb-c607-4a8e-be10-7c8822658ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.529079 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-62e0f7fb-c607-4a8e-be10-7c8822658ed4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1100 time: 0.2123857 Jul 30 01:35:40.534780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.671830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-3d32f7a8-5f6b-47ef-9f1a-c9b8dedc472e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b HTTP/1.1" status: 200 len: 217 time: 0.0733087 Jul 30 01:35:40.672781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac00d0d-b896-4c37-b2f8-de1d189ecae2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:40.683351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-b876cf4e-6760-4496-93c4-ff640114a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.685705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-b876cf4e-6760-4496-93c4-ff640114a64c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4281559 Jul 30 01:35:40.725055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59688) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:40.742461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Checking segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:40.742831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Network hostable DHCP agents. Network: 3d63b949-606e-4233-a639-4d7b9f7d1c8a, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:40.755890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-8fce22c2-6672-4569-8156-90bb4d68460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.757312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-8fce22c2-6672-4569-8156-90bb4d68460a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0779235 Jul 30 01:35:40.796304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:40.811282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3d63b949-606e-4233-a639-4d7b9f7d1c8a) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:40.821235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.822017 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.829038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9738-0441-431e-a425-65755033c755 req-55d74ab1-9d7b-4336-bf88-dbca5a80469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.831116 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-55d74ab1-9d7b-4336-bf88-dbca5a80469b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647547 Jul 30 01:35:40.831454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee151aac-4c9b-4fbc-be2e-3423bb666cfa None None] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:40.861382 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-424c6768-fed5-4fa2-8e53-6ee80e975e14 req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.881517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13caefb-c75b-4af4-ae93-a275341f4ceb req-5b72f1c4-4c54-425b-8f0a-1fe1a486d6f2 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.890282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c13caefb-c75b-4af4-ae93-a275341f4ceb req-5b72f1c4-4c54-425b-8f0a-1fe1a486d6f2 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1098 time: 0.3380682 Jul 30 01:35:40.906545 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d93ec19-6473-4868-8a0f-61a5e144e81f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9866872 Jul 30 01:35:40.933211 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7478e34c-689f-442d-904c-0a30cf94cf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.934444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-424c6768-fed5-4fa2-8e53-6ee80e975e14 req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.962353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.986111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.018303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-34aac459-ccd5-4561-939c-960d576f53cf service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913246 Jul 30 01:35:41.045993 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-7fae767d-7dce-4f85-9bdf-81f451686225 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064176 Jul 30 01:35:41.046653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Transition to ACTIVE for port object 5ac150d2-5bbd-4f21-85ab-4e04388c7cac will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:41.051517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c13caefb-c75b-4af4-ae93-a275341f4ceb req-7f967235-9bb3-4100-8b1a-bfdf866ac98a tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602731 Jul 30 01:35:41.053313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0dd05c-afc3-4764-a66a-02be9701edff,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.143864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63658f-d628-4775-b7e3-782d327911d2 None None] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:41.151179 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2607c5-c568-49c2-b76f-ac10a98f8239 x-openstack-request-id: req-1b2607c5-c568-49c2-b76f-ac10a98f8239 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:41.151529 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:41.151724 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b2607c5-c568-49c2-b76f-ac10a98f8239 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:41.152380 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'status': 'completed', 'code': 200} Jul 30 01:35:41.211865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6e37bc20-ea79-4866-91ef-86f23e9620f9 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822033 Jul 30 01:35:41.240712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62ed9738-0441-431e-a425-65755033c755 req-c44a0b43-d844-4cfc-b3b7-f516479b2719 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817281 Jul 30 01:35:41.269252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7478e34c-689f-442d-904c-0a30cf94cf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.273851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7478e34c-689f-442d-904c-0a30cf94cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.289841 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374cb953-f711-40f4-9108-4c5cdf75ad55 x-openstack-request-id: req-374cb953-f711-40f4-9108-4c5cdf75ad55 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:41.290140 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387894c6-b819-43f1-9e37-75aa35c62376", "name": "network-vif-deleted", "tag": "5dc4d9a3-bd71-4084-9557-3b0a9a616825", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:41.290369 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-374cb953-f711-40f4-9108-4c5cdf75ad55 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:41.290767 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387894c6-b819-43f1-9e37-75aa35c62376', 'name': 'network-vif-deleted', 'tag': '5dc4d9a3-bd71-4084-9557-3b0a9a616825', 'status': 'completed', 'code': 200} Jul 30 01:35:41.340173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-424c6768-fed5-4fa2-8e53-6ee80e975e14 req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.341275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-424c6768-fed5-4fa2-8e53-6ee80e975e14 req-b6e583b8-e20c-4d52-a066-bbf51332c28f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6180148 Jul 30 01:35:41.343324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73bf879a-4adc-4d14-8555-d5a70cc2de09 req-03a0bbf2-fd14-45c5-8c9a-d0d86e090c9a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 210 time: 0.0489862 Jul 30 01:35:41.360854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7478e34c-689f-442d-904c-0a30cf94cf92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a81adee0c93240878900f20c9bfa2bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347976 Jul 30 01:35:41.364165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:41.372752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478e34c-689f-442d-904c-0a30cf94cf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511e3a42-252c-449f-8e9b-5ad680071a09,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.378320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-f6ac8ea8-cc2d-4589-b7a6-3874e010267e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 200 len: 217 time: 0.0819058 Jul 30 01:35:41.436451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-115ba0ae-d6a1-464f-bab7-747a9c4ba72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.437969 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-115ba0ae-d6a1-464f-bab7-747a9c4ba72b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1100 time: 0.1499858 Jul 30 01:35:41.457964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a095744f-f4ef-4fc3-8cd3-51b66d6816c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.459490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a095744f-f4ef-4fc3-8cd3-51b66d6816c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.0691497 Jul 30 01:35:41.486218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-913c7768-8418-4be2-b424-aeb060cb1600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.550939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-913c7768-8418-4be2-b424-aeb060cb1600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.590823 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.628408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-85904288-03a1-4745-9e4b-3f5d459b42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.629851 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-85904288-03a1-4745-9e4b-3f5d459b42c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1810539 Jul 30 01:35:41.656238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.662069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.668485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.674359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.677035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-38a0e9bb-84bf-44a5-913e-91787ece0db5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b HTTP/1.1" status: 200 len: 217 time: 0.0400374 Jul 30 01:35:41.678953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-913c7768-8418-4be2-b424-aeb060cb1600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.680298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.682992 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-913c7768-8418-4be2-b424-aeb060cb1600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.686665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-913c7768-8418-4be2-b424-aeb060cb1600 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/511e3a42-252c-449f-8e9b-5ad680071a09 HTTP/1.1" status: 204 len: 168 time: 0.3186352 Jul 30 01:35:41.686936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.692808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.701057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-449f5723-f7af-437d-931d-0b6821e31182 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.2404728 Jul 30 01:35:41.705823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-f6431c97-6e11-4634-bad3-ee4f89a8ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.707418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-f6431c97-6e11-4634-bad3-ee4f89a8ba8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1997080 Jul 30 01:35:41.729381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c7768-8418-4be2-b424-aeb060cb1600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511e3a42-252c-449f-8e9b-5ad680071a09,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.757405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-005570aa-7d84-456b-ae07-d5500fc560af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.758932 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-005570aa-7d84-456b-ae07-d5500fc560af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0737228 Jul 30 01:35:41.762296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:41.784858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:41.829349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-0f1ccfa4-fa36-4762-ba91-35b76a74b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.831143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-0f1ccfa4-fa36-4762-ba91-35b76a74b0fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638525 Jul 30 01:35:41.989125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-13da58b9-bffa-4558-a8de-4f3cfdfcad5f service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487777 Jul 30 01:35:42.134091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83326127-be4a-46e2-bfd4-b13f575ebd95 req-8182a20d-efde-4f33-b18b-949cb9a17745 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361914 Jul 30 01:35:42.168350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:42.177865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-21e5270a-adde-4219-bac8-cf014c6a8ffd None None] Provisioning for port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:42.182578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-21e5270a-adde-4219-bac8-cf014c6a8ffd None None] Provisioning complete for port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:42.182942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21e5270a-adde-4219-bac8-cf014c6a8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.203899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event updated for resources: {'Port': ['ID=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:42.205633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:42.225904 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.233544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-21e5270a-adde-4219-bac8-cf014c6a8ffd None None] Port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:42.324173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:42.324801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.341220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-586d41bc-799f-4bdf-8ca6-7d7bcd845753 req-82febe21-b01d-4734-926f-37c1077e0569 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6392617 Jul 30 01:35:42.344800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.350201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.371859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-d06c3eae-ffde-4b54-9026-02ecf041d0dc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9110427 Jul 30 01:35:42.387153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Router 5b69e3d3-2928-4991-bbad-858ac0293a05 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:35:42.391179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Request body: {'port': {'device_id': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:42.394463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a2356754ad740118bdb5fd7dc09bca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845353 Jul 30 01:35:42.394463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691d79cc-43e3-4798-96e4-df16877f7272,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:42.395129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:42.427365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a9c8e75a-6dcb-404c-8bba-970399b377a0 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121587 Jul 30 01:35:42.439880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.440340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.440630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.440972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.441302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.441626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.441999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.442320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.442639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.442957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.443320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.443670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66c5fd7-0ca0-488c-98f2-625f4164e227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:42.480946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24bcc97f-39cf-4a26-a765-d38dcfda0f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.508056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24bcc97f-39cf-4a26-a765-d38dcfda0f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.564660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.581055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24bcc97f-39cf-4a26-a765-d38dcfda0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.584406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24bcc97f-39cf-4a26-a765-d38dcfda0f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.586021 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24bcc97f-39cf-4a26-a765-d38dcfda0f1f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/691d79cc-43e3-4798-96e4-df16877f7272 HTTP/1.1" status: 204 len: 168 time: 0.1899226 Jul 30 01:35:42.596409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc97f-39cf-4a26-a765-d38dcfda0f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691d79cc-43e3-4798-96e4-df16877f7272,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:42.685738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-a0443b2c-af1e-4e20-8637-90076b82a6ad tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:35:42.686203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-205b72fc-b401-4a21-8c49-f1746c2616f6 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474358 Jul 30 01:35:42.687148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-a0443b2c-af1e-4e20-8637-90076b82a6ad tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1414595 Jul 30 01:35:42.700407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:42.711671 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] Sync routers for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:42.723918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59744) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:42.725520 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:42.726275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bdbdc68e-d44c-4272-8934-b32b7fc574fa admin admin] 10.222.0.78 "PUT /v2.0/routers/5b69e3d3-2928-4991-bbad-858ac0293a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7646003 Jul 30 01:35:42.735615 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:42.812734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Request body: {'binding': {'host': 'n-h2-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:42.813186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Unknown quota resources ['binding']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:35:42.877274 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:42.905738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6eea1aeb-e2ec-4a76-9298-cfb52643ed0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 200 len: 217 time: 0.2066996 Jul 30 01:35:42.961130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.056029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:35:39Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:43.066813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5dc4d9a3-bd71-4084-9557-3b0a9a616825 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:43.088008 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] Checking router: 5b69e3d3-2928-4991-bbad-858ac0293a05 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:43.097030 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] Routers {'5b69e3d3-2928-4991-bbad-858ac0293a05'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:43.097951 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5b69e3d3-2928-4991-bbad-858ac0293a05'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:43.126172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on host n-h2-713499-10 for vnic_type normal with profile None {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:43.126514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:43.126912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:43.128185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-93cc75e7-1119-4e9e-a7f9-7e32fa6c6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:43.129592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.130073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-93cc75e7-1119-4e9e-a7f9-7e32fa6c6f45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.1849349 Jul 30 01:35:43.137564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:43.138253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:43.143725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:43.144033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:43.144469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:43.144867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:43.145041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Bound port: 14d486ea-beaa-44ee-a6c5-b842c297889d, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:43.202869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-95521762-7d1f-4739-bea3-02d4f622a7e1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:43.205035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-95521762-7d1f-4739-bea3-02d4f622a7e1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.4030063 Jul 30 01:35:43.216402 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] Set router 5b69e3d3-2928-4991-bbad-858ac0293a05 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:43.235283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:43.247237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.247407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-3bf4f2e9-e190-45c2-b078-179a9a58a74c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/quotas/90f5741d679f45d6a6045fa9625e5d9c HTTP/1.1" status: 200 len: 375 time: 0.0211587 Jul 30 01:35:43.248550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-9d6720f9-08e7-47d7-a0e0-31228c883bf8 service neutron] 10.222.0.78 "POST /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5536907 Jul 30 01:35:43.252460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Deleting port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:43.252797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.294264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-821ef064-542a-420f-bd22-918c19915fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:43.296667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-821ef064-542a-420f-bd22-918c19915fca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1513460 Jul 30 01:35:43.339403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 5dc4d9a3-bd71-4084-9557-3b0a9a616825 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:43.340450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5dc4d9a3-bd71-4084-9557-3b0a9a616825 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:43.356331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-b9000f34-a79f-45f6-bffc-bdeb9507df6a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905709 Jul 30 01:35:43.393019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] For port 5e00ad84-54cc-4f4c-8bf3-e7c68c748549, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:43.393387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.414023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59768) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:43.429674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Calling delete_port for 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:43.460631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:43.485671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'mac_address': 'fa:16:3e:1f:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:43.517811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:35:39Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:43.550962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Deleting subnet 89f40888-973f-4b9c-b491-785a4192c06e {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:43.556877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.566537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.568438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-a9e78925-2ee4-4e1f-8335-db9c7e7f3306 service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568410 Jul 30 01:35:43.585514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:43.615161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:43.618059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfc3b4-d3e7-415f-908a-ee0fe7f95879 None None] The sync data for ids ['5b69e3d3-2928-4991-bbad-858ac0293a05'] in n-d-713499-10 is: [{'id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'name': 'tempest-ServersTestJSON-646946449-router', 'tenant_id': '158b5c8116fd4735be5f19630b41fd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:32:47Z', 'updated_at': '2021-07-30T01:35:39Z', 'revision_number': 5, 'project_id': '158b5c8116fd4735be5f19630b41fd95', 'gw_port': {'id': '5e00ad84-54cc-4f4c-8bf3-e7c68c748549', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b69e3d3-2928-4991-bbad-858ac0293a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:32:50Z', 'updated_at': '2021-07-30T01:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:43.635143 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.657855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.718045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:43.743187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-bb724114-3cdc-4780-bfc0-b52451536276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:43.745450 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-bb724114-3cdc-4780-bfc0-b52451536276 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1098 time: 0.1621380 Jul 30 01:35:43.802257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-894f713f-a40e-47bb-b45b-56d90af05f17 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/6b2eaefd-354d-470a-9251-1a53d592b81f HTTP/1.1" status: 200 len: 1804 time: 0.2021410 Jul 30 01:35:43.810389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.827695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac150d2-5bbd-4f21-85ab-4e04388c7cac {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:43.849308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:43.852817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.878864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-9cd45f94-4f71-49a1-8ad9-8b427ac6fd85 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326419 Jul 30 01:35:43.923064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-a51c8764-8b15-4e51-a3bc-910c20396bd1 service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111696 Jul 30 01:35:43.928267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-1d6d95a1-1cc3-4906-91d0-afc00b1371ab tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/ae0dd05c-afc3-4764-a66a-02be9701edff HTTP/1.1" status: 200 len: 1804 time: 0.1037385 Jul 30 01:35:43.943049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-a116204a-ccb2-4fb1-ad2c-db8e21aa2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:43.944842 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-a116204a-ccb2-4fb1-ad2c-db8e21aa2be4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1922808 Jul 30 01:35:43.946748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.984742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6b2eaefd-354d-470a-9251-1a53d592b81f', 'remote_group_id': 'ae0dd05c-afc3-4764-a66a-02be9701edff', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:43.984742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6b2eaefd-354d-470a-9251-1a53d592b81f', 'remote_group_id': 'ae0dd05c-afc3-4764-a66a-02be9701edff', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:43.987346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.015397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Transition to ACTIVE for port object 5ac150d2-5bbd-4f21-85ab-4e04388c7cac will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:44.026174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.037504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e00ad84-54cc-4f4c-8bf3-e7c68c748549,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.063377 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-82f3abcd-fc0c-4285-92d4-6a940f7b5983 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 217 time: 0.1107621 Jul 30 01:35:44.066694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f40888-973f-4b9c-b491-785a4192c06e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.091446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.093211 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b094a41-3b30-488b-bc5b-0ae41c649797 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/89f40888-973f-4b9c-b491-785a4192c06e HTTP/1.1" status: 204 len: 168 time: 0.6782627 Jul 30 01:35:44.102190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59780) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:44.157446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-6cf9c8e4-686e-4312-8b4a-23afd872f870 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636621 Jul 30 01:35:44.171636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Pushing event updated for resources: {'Port': ['ID=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.273357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.285167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-70c1f026-19de-4e8b-bd15-92ae7ac331bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:44.285167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-70c1f026-19de-4e8b-bd15-92ae7ac331bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1980104 Jul 30 01:35:44.311542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-d26e6f6c-cf58-42fd-99ae-ae211d35fd78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 217 time: 0.1412024 Jul 30 01:35:44.396843 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.465890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.509564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Attempting to bind port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:44.509943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Attempting to bind port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:44.513734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Attempting to bind port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:44.518644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e17d9bb0-8c6f-4131-b886-4c6fad07a6b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010446 Jul 30 01:35:44.520437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.524454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.572291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.593831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.595758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:44.596340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Attempting to bind port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:44.637974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379e306f-0021-4f0c-88c7-30f9779adb54,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.647272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:44.647827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:44.648496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:44.649122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Bound port: 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:44.649656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.650164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.650737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b69e3d3-2928-4991-bbad-858ac0293a05 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:35:44.663031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.666978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5841248a-1c0b-4ba4-96fa-ccdae6c2dca6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5b69e3d3-2928-4991-bbad-858ac0293a05 HTTP/1.1" status: 204 len: 168 time: 1.9393103 Jul 30 01:35:44.668152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:44.672695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.694384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfcd7a8f-834b-4f2f-b00b-ea78b155a415 req-6776a351-e9a0-4ded-b3f2-b64ec5e5e102 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7214513 Jul 30 01:35:44.769097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-5743edc1-5ea3-4dcc-920c-feffa308bfba service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425084 Jul 30 01:35:44.774653 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.832142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] For port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:44.845150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] For port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:44.847101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-080037eb-a150-463b-ab4c-c75225d9943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:44.848632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-080037eb-a150-463b-ab4c-c75225d9943f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.4205248 Jul 30 01:35:44.856701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930974c-431f-4bcc-9f1d-48f57d1542d9 req-e20b1e5b-1709-4262-b6a5-ec074004275c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:44.864485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9930974c-431f-4bcc-9f1d-48f57d1542d9 req-e20b1e5b-1709-4262-b6a5-ec074004275c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 947 time: 0.4325175 Jul 30 01:35:44.875788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.930378 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:35:44.951742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:44.953281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.954924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] 10.222.0.55 "PUT /v2.0/ports/5ac150d2-5bbd-4f21-85ab-4e04388c7cac HTTP/1.1" status: 200 len: 1096 time: 2.5703256 Jul 30 01:35:44.980753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'tag': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:44.983640 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae40dea6-038f-4916-8477-6fa697e33f53" -d '{"events": [{"name": "network-changed", "server_uuid": "a38abe30-92b8-4da0-a7f8-e2231bf34158", "tag": "5ac150d2-5bbd-4f21-85ab-4e04388c7cac"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:45.080635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:45.085691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ee4d5-fef2-4a0c-88d5-979bfcca6a1f req-cf66c4b7-7a71-4558-a17b-be94d8906b56 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.087825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af6ee4d5-fef2-4a0c-88d5-979bfcca6a1f req-cf66c4b7-7a71-4558-a17b-be94d8906b56 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 946 time: 0.2192576 Jul 30 01:35:45.100743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9930974c-431f-4bcc-9f1d-48f57d1542d9 req-88f978a7-1aba-443f-9282-4bbae565421c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328241 Jul 30 01:35:45.117346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a4cc9885-6aa6-4369-a199-13814bc8d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.122531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-a4cc9885-6aa6-4369-a199-13814bc8d449 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2549727 Jul 30 01:35:45.131560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3cd08-c211-4eef-8e59-fb6db16158ff service neutron] Pushing event updated for resources: {'Port': ['ID=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:45.221660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port e154510a-087a-4da3-b6d9-d7ced4e87a9b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:45.227878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e154510a-087a-4da3-b6d9-d7ced4e87a9b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:45.229325 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.265609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-7f012e52-ec88-4e53-b687-804338ea0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.267299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-7f012e52-ec88-4e53-b687-804338ea0c55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 1099 time: 0.2427506 Jul 30 01:35:45.360638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Deleting subnet 01d3b2d8-c2cf-415a-8b80-aed10f0d9510 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:45.365756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3d499f-eff6-4096-8c16-f01a9b267283']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:45.370149 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.381440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-bc70adb6-3815-48fc-b6b3-8086ef3c9add service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182333 Jul 30 01:35:45.383797 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.414347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408c2157-844a-46f3-89bf-847e4134bd63') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:45.414677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408c2157-844a-46f3-89bf-847e4134bd63') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:45.422219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af6ee4d5-fef2-4a0c-88d5-979bfcca6a1f req-4de33b15-b6cb-4b4f-9ba2-30c9bc0d46ad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162529 Jul 30 01:35:45.424568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:45.428460 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d01a633-4cc9-4e34-b53e-e4310a46b520" -d '{"events": [{"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-plugged", "status": "completed", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:45.434736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-635598fc-4a29-4a18-8216-71f856696220 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac HTTP/1.1" status: 200 len: 217 time: 0.1407914 Jul 30 01:35:45.435565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:45.451845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.503223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.518607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-1ad9e828-9cee-490e-9f3e-b84a624ba939 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397025 Jul 30 01:35:45.520535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bbb7d373-dd2f-421a-ad87-ce495aef6ec1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:45.528303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.535296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.543335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:45.565598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:45.565920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:45.567717 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:45.579547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: bbb7d373-dd2f-421a-ad87-ce495aef6ec1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:45.579894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bbb7d373-dd2f-421a-ad87-ce495aef6ec1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:45.580545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:45.603083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:45.604325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5e00ad84-54cc-4f4c-8bf3-e7c68c748549 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:45.647294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.686871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.689083 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8d3d499f-eff6-4096-8c16-f01a9b267283 HTTP/1.1" status: 204 len: 168 time: 1.5650246 Jul 30 01:35:45.774804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.864579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c26279ff-b890-4813-8c86-65eb0380633f req-74ba3505-22fb-4fce-a53a-9ba64ca120ad tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 210 time: 0.3565464 Jul 30 01:35:45.876944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a4316-37d0-4762-b639-48bb31663e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3d499f-eff6-4096-8c16-f01a9b267283,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:45.877901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.885678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.892734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.898823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.906910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.913050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.920249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.922572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-576058aa-0fd0-4cad-8ada-9c1eeb76f36f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.6861656 Jul 30 01:35:45.937894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-bf696a31-7194-48df-b565-9a25d6ea7078 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.939583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-bf696a31-7194-48df-b565-9a25d6ea7078 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1098 time: 0.2708304 Jul 30 01:35:45.940420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-671a0c3b-cd25-404b-9ef5-1abdf9d755a4 req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-497993442', 'description': 'tempest-description-336873350'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:45.963933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-10'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:45.988232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-5b12b38f-b8c4-4247-952c-c5abe33b6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.989937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-5b12b38f-b8c4-4247-952c-c5abe33b6c07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.5410779 Jul 30 01:35:45.993277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59816) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:46.004578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-8ba3165f-4425-4c37-970b-f0ec029548d6 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.006250 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-8ba3165f-4425-4c37-970b-f0ec029548d6 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.2222528 Jul 30 01:35:46.024785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Request body: {'port': {'device_id': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'admin_state_up': True, 'tenant_id': '90f5741d679f45d6a6045fa9625e5d9c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:46.056172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-671a0c3b-cd25-404b-9ef5-1abdf9d755a4 req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.070329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.090299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-785d38dd-46c3-4e1f-810b-7568258e7791 req-397aca5e-7808-4fdb-946c-e7443b217b82 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536725 Jul 30 01:35:46.092270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b46750e-8c15-442b-bcfa-cc7cda1c05e5 req-4b19a6cf-ffe9-4185-96b7-8dd4f92b4f5c service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691842 Jul 30 01:35:46.131398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8da20452-ae5f-428f-815b-a81cbe24fc83 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6941b72a3fa646dcbf6100e5388c02a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258779 Jul 30 01:35:46.131562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.131813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59820) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:46.145260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d3b2d8-c2cf-415a-8b80-aed10f0d9510,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:46.158034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-5bb435ca-7b77-4925-b724-7e958f110563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.159624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-5bb435ca-7b77-4925-b724-7e958f110563 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518819 Jul 30 01:35:46.160677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.162653 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5192107-eb50-44d6-b15e-78b4ec883b4a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/01d3b2d8-c2cf-415a-8b80-aed10f0d9510 HTTP/1.1" status: 204 len: 168 time: 1.4935384 Jul 30 01:35:46.166719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:46.172930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b798725-0dad-4f6a-962a-d357b6897bd6 None None] Network 507be80f-5634-4112-9974-1d95550b69a8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:46.194297 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0426e31f-2590-4bd1-b40a-3867837ec8d5 x-openstack-request-id: req-0426e31f-2590-4bd1-b40a-3867837ec8d5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:46.194637 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38abe30-92b8-4da0-a7f8-e2231bf34158", "tag": "5ac150d2-5bbd-4f21-85ab-4e04388c7cac", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:46.194919 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0426e31f-2590-4bd1-b40a-3867837ec8d5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:46.195249 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'tag': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac', 'status': 'completed', 'code': 200} Jul 30 01:35:46.247271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b151729-ba3a-4e93-8379-0b3e8efa4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.280377 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-671a0c3b-cd25-404b-9ef5-1abdf9d755a4 req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.291085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b151729-ba3a-4e93-8379-0b3e8efa4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.293487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-671a0c3b-cd25-404b-9ef5-1abdf9d755a4 req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.333339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.405494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Made reservation on behalf of 90f5741d679f45d6a6045fa9625e5d9c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:46.409004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.445528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] DHCP port deletion for 507be80f-5634-4112-9974-1d95550b69a8 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:35:46.450813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0b876a-0ce3-4de7-872a-90c531d703e2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:46.462020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-671a0c3b-cd25-404b-9ef5-1abdf9d755a4 req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.463557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-671a0c3b-cd25-404b-9ef5-1abdf9d755a4 req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5364444 Jul 30 01:35:46.471287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.471711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.472122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.472541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.473104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.473499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.473899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.474297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.474701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.475127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.475513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.475922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376643ef-4c5b-4b05-beeb-7179ce50037f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:46.498955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:46.507774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.508328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.508985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.510418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.511352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.513113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.515098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.521975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-cd16be61-09c9-42a3-a984-6eefabd1d5b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6495 time: 0.1773217 Jul 30 01:35:46.540587 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b151729-ba3a-4e93-8379-0b3e8efa4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.543603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b151729-ba3a-4e93-8379-0b3e8efa4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.545479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8b151729-ba3a-4e93-8379-0b3e8efa4a72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5907fb50-5650-434d-8906-cce920ad8bb3 HTTP/1.1" status: 204 len: 168 time: 0.4083855 Jul 30 01:35:46.553689 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d992fb-9a50-41b4-b181-2bb063ba30b9 x-openstack-request-id: req-f4d992fb-9a50-41b4-b181-2bb063ba30b9 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:46.554535 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-plugged", "status": "completed", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:46.556011 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4d992fb-9a50-41b4-b181-2bb063ba30b9 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:46.557084 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'code': 200} Jul 30 01:35:46.575760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] Deleting port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:46.577532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.633184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b151729-ba3a-4e93-8379-0b3e8efa4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5907fb50-5650-434d-8906-cce920ad8bb3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:46.654263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:46.714350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-9c0de1a8-2318-4643-b514-d6a7d02da49d service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713531 Jul 30 01:35:46.724847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] For port 9e6e3be0-9c3a-48bd-84a6-59a377aea890, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e6e3be0-9c3a-48bd-84a6-59a377aea890,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:46.725287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.742170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] Calling delete_port for 9e6e3be0-9c3a-48bd-84a6-59a377aea890 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:46.763701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Deleting port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:46.764044 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.835901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84a272-9066-4e97-a850-eeef6965f1e8 req-fc313671-3857-46cc-b049-c9a6f45104bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.838313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b84a272-9066-4e97-a850-eeef6965f1e8 req-fc313671-3857-46cc-b049-c9a6f45104bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1102 time: 0.1983573 Jul 30 01:35:46.866588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.874273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-c0d990d2-65e5-4133-8f47-30a4bfa44aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.875816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-c0d990d2-65e5-4133-8f47-30a4bfa44aa3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 902 time: 0.3365865 Jul 30 01:35:46.889708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb7c2d-6844-4c73-b588-7fd957730f79 req-9be3b74d-8d4f-4d2c-a4e9-4c42333e4bed tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.891362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb7c2d-6844-4c73-b588-7fd957730f79 req-9be3b74d-8d4f-4d2c-a4e9-4c42333e4bed tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 947 time: 0.2270203 Jul 30 01:35:46.909936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Allocated IP 172.20.0.10 (3d63b949-606e-4233-a639-4d7b9f7d1c8a/fac00d0d-b896-4c37-b2f8-de1d189ecae2/7c6f857c-d55c-47f7-bced-5395d92a37b4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:46.912953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] Pushing event deleted for resources: {'Port': ['ID=9e6e3be0-9c3a-48bd-84a6-59a377aea890,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:46.933567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d8261-5cc2-4196-b769-f34679cfcca9 None None] No DVR routers for this DVR port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:46.968185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.971431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:46.973799 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeca5407-0ef5-4254-a6c9-27f02b24271e" -d '{"events": [{"server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "name": "network-vif-unplugged", "status": "completed", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:46.990716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.996302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-6ad9ced4-0350-4930-8017-c2572beb06e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 217 time: 0.1014569 Jul 30 01:35:47.052476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b84a272-9066-4e97-a850-eeef6965f1e8 req-2c7bb651-ee1d-4838-bbe8-f6e5a27a3c03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025483 Jul 30 01:35:47.052873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] For port 9e6e3be0-9c3a-48bd-84a6-59a377aea890, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e6e3be0-9c3a-48bd-84a6-59a377aea890,segment=NetworkSegment(c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5),segment_id=c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:47.053345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.083369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e32f5b0-1aa9-4298-84c9-f8f7d8675508 req-001c14b9-ae0e-4699-905a-1c770f6e98ce service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456891 Jul 30 01:35:47.123298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Calling delete_port for 9e6e3be0-9c3a-48bd-84a6-59a377aea890 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:47.124093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fd130-5eab-4fc4-8803-99f547a34dbb req-1948728e-7dc6-411d-ba81-791a80defcb8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.126520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca2fd130-5eab-4fc4-8803-99f547a34dbb req-1948728e-7dc6-411d-ba81-791a80defcb8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 946 time: 0.2341702 Jul 30 01:35:47.142347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb7c2d-6844-4c73-b588-7fd957730f79 req-614e4833-25d9-49dd-934d-2fbd520040af tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184403 Jul 30 01:35:47.149853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.168745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-c244b364-5559-44a0-b650-632b224ed1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.176809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-c244b364-5559-44a0-b650-632b224ed1d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.1590066 Jul 30 01:35:47.204638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-3dd8e73e-e104-4b4c-9365-085abfb7c6be req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2014406093', 'description': 'tempest-description-1392219115'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:47.254194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on host n-h1-713499-10 for vnic_type normal with profile {"migrating_to": "n-h2-713499-10"} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:47.254528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:47.255038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:47.282297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:47.282630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Attempting to bind port 14d486ea-beaa-44ee-a6c5-b842c297889d on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:47.287995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca2fd130-5eab-4fc4-8803-99f547a34dbb req-f9b72757-a9c0-4bfb-8e1c-325e56166145 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504514 Jul 30 01:35:47.302972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3dd8e73e-e104-4b4c-9365-085abfb7c6be req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.310368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.311614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-bc708dae-a2ba-42bd-8039-e750d7cf0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.313453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-bc708dae-a2ba-42bd-8039-e750d7cf0d53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 1099 time: 0.1336370 Jul 30 01:35:47.314340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:47.323996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:47.323996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:47.323996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Bound port: 14d486ea-beaa-44ee-a6c5-b842c297889d, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:47.323996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.334338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-7c50257f-4747-47ac-b94b-0373ea04b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.335866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-7c50257f-4747-47ac-b94b-0373ea04b63b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1352615 Jul 30 01:35:47.376470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.490189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6e3be0-9c3a-48bd-84a6-59a377aea890,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.495483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.518691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e6e3be0-9c3a-48bd-84a6-59a377aea890 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:47.542364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9e6e3be0-9c3a-48bd-84a6-59a377aea890 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:47.542732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9e6e3be0-9c3a-48bd-84a6-59a377aea890 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:47.558657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] No DVR routers for this DVR port 9e6e3be0-9c3a-48bd-84a6-59a377aea890 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:47.563881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.566821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:47.605760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:47.606003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-f324e0ee-c698-43ec-a28c-2c800be80860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.607178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-f324e0ee-c698-43ec-a28c-2c800be80860 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2850654 Jul 30 01:35:47.608865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:47.610460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-d363e1b0-ee65-4d3f-84ba-717b4a8453eb service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585623 Jul 30 01:35:47.627332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926565f5-f159-45fa-ae5b-d69ad2445b01 req-2f557bb1-e20e-4e57-b17b-135a987b29cf tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.628689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-926565f5-f159-45fa-ae5b-d69ad2445b01 req-2f557bb1-e20e-4e57-b17b-135a987b29cf tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 932 time: 0.1643980 Jul 30 01:35:47.647877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:47.650502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.652883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:47.665278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:47.729646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.741457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-c11711a6-7cba-476f-a3b3-bd6e478c4630 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac HTTP/1.1" status: 200 len: 217 time: 0.1094506 Jul 30 01:35:47.754820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3dd8e73e-e104-4b4c-9365-085abfb7c6be req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.756198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507be80f-5634-4112-9974-1d95550b69a8']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:47.788189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:47.788477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db8bab-fac2-4895-88a2-fb3ecc4e5ee5') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:47.796346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3dd8e73e-e104-4b4c-9365-085abfb7c6be req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.798303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.798725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.801152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.830115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1827449171-network', 'tenant_id': '3d10ce664c164b7f94185f935312a177'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:47.834517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.858467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-926565f5-f159-45fa-ae5b-d69ad2445b01 req-bc6cde1d-3beb-4e7e-b0f8-0951c04264f1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067533 Jul 30 01:35:47.867830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.868455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.870081 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-653daee8-3e4a-441a-9a36-27dfbf95c233 service neutron] 10.222.0.55 "PUT /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 1124 time: 1.9152348 Jul 30 01:35:47.871354 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-02fc1bf6-f2a9-490a-853f-932f70e4eb94 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8518836 Jul 30 01:35:47.876336 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3dd8e73e-e104-4b4c-9365-085abfb7c6be req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.879959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3dd8e73e-e104-4b4c-9365-085abfb7c6be req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6828091 Jul 30 01:35:47.887254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.888404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Request body: {'port': {'device_id': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:47.889951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f83301-c7da-4a13-bc0e-39d59b23bd50 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d76701-eed5-402e-889a-ceeca113d2ea,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.902262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:47.902771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.907085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-ad834f06-8d4a-4360-b019-b877bf1239ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.908638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-ad834f06-8d4a-4360-b019-b877bf1239ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1506429 Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:47.923053 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:47.934121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['14d486ea-beaa-44ee-a6c5-b842c297889d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:47.974365 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7abb8e9-b46c-46f1-aee0-16ebf66190cd x-openstack-request-id: req-d7abb8e9-b46c-46f1-aee0-16ebf66190cd {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:47.974801 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "name": "network-vif-unplugged", "status": "completed", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:47.975247 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7abb8e9-b46c-46f1-aee0-16ebf66190cd {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:47.975875 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'code': 200} Jul 30 01:35:47.980309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1bc8ec6-b388-4f39-97f2-1bb6ba77da4f req-28d7dc12-8c2f-4a8a-a152-ca4f0d37dbae service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470762 Jul 30 01:35:47.994187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Made reservation on behalf of 3d10ce664c164b7f94185f935312a177 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:47.997008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.013662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.046439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-2e01074a-0a16-4263-9d7f-64e77da67c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.048433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-2e01074a-0a16-4263-9d7f-64e77da67c97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298478 Jul 30 01:35:48.056425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.067795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.071514 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] 10.222.0.78 "DELETE /v2.0/networks/507be80f-5634-4112-9974-1d95550b69a8 HTTP/1.1" status: 204 len: 168 time: 1.9027832 Jul 30 01:35:48.085295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.090071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11510f31-416c-4205-ad04-90be65264590 admin admin] Pushing event deleted for resources: {'Network': ['ID=507be80f-5634-4112-9974-1d95550b69a8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.228192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.234115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.240215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.246293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.252165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.259045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.260165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59878) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:48.265589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.267587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-76641536-431f-450b-a6b9-9d49151ff3a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.2252655 Jul 30 01:35:48.272258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-54be8728-166d-4690-9975-706eabaa76b3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/7b0b876a-0ce3-4de7-872a-90c531d703e2 HTTP/1.1" status: 200 len: 1803 time: 0.2228694 Jul 30 01:35:48.349725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.350923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-100721d7-cd04-420f-a32c-a09772580f82 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910011 Jul 30 01:35:48.362800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.385819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8cf5d49-a9dc-40ff-af64-f764d2c2419a req-96f73f70-24b9-4421-b2b4-62b33313ab2d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967731 Jul 30 01:35:48.430695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5c9d672b-c54c-496d-9976-92e9d3598a9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=158b5c8116fd4735be5f19630b41fd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668055 Jul 30 01:35:48.432505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:48.433757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-2049e915-948e-437b-9a6e-ce4bcb15b7ab tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/d0d76701-eed5-402e-889a-ceeca113d2ea HTTP/1.1" status: 200 len: 1805 time: 0.1254029 Jul 30 01:35:48.435975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59882) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:48.446789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c5949-a6c0-48ae-b9c7-55126febf836,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.464402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b0b876a-0ce3-4de7-872a-90c531d703e2', 'remote_group_id': 'd0d76701-eed5-402e-889a-ceeca113d2ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:48.464897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b0b876a-0ce3-4de7-872a-90c531d703e2', 'remote_group_id': 'd0d76701-eed5-402e-889a-ceeca113d2ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:48.475955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.476925 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Added segment 96443a1b-1c96-4471-bd6d-f09c17879ddf of type vlan for network 4598413b-feea-475b-a9ae-bbd2c756f4b1 Jul 30 01:35:48.538279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.590903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6f857c-d55c-47f7-bced-5395d92a37b4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:48.599807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.602309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.603297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.603915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.629192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae40dea6-038f-4916-8477-6fa697e33f53 req-134043e0-4686-4575-8adc-09975c686ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645695 Jul 30 01:35:48.639712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07c8cbf4-53d4-4429-8ede-1a4221d710cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.655802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34258d5c-ee8b-482f-b6c5-eb287d061001 req-4cbf8ea2-d3dd-4676-a63d-69ab86a45aaa tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.657454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34258d5c-ee8b-482f-b6c5-eb287d061001 req-4cbf8ea2-d3dd-4676-a63d-69ab86a45aaa tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 947 time: 0.1473935 Jul 30 01:35:48.664210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Transition to ACTIVE for port object 7c6f857c-d55c-47f7-bced-5395d92a37b4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:48.677528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0185916 Jul 30 01:35:48.677528 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.694268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59888) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:48.704068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Request body: {'subnet': {'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1827449171-subnet', 'tenant_id': '3d10ce664c164b7f94185f935312a177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:48.708744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ba428-c868-4ea9-87b5-c6ac0f440bfa admin admin] Pushing event updated for resources: {'Network': ['ID=4598413b-feea-475b-a9ae-bbd2c756f4b1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.709036 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07c8cbf4-53d4-4429-8ede-1a4221d710cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.718932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4598413b-feea-475b-a9ae-bbd2c756f4b1 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:48.732130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.764692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.808980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Attempting to bind port 7c6f857c-d55c-47f7-bced-5395d92a37b4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:48.809196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34258d5c-ee8b-482f-b6c5-eb287d061001 req-ec4a8ccb-1b91-4e0e-af7b-97729d91363f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340232 Jul 30 01:35:48.809466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Attempting to bind port 7c6f857c-d55c-47f7-bced-5395d92a37b4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:48.809595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Made reservation on behalf of 3d10ce664c164b7f94185f935312a177 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:48.809911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Attempting to bind port 7c6f857c-d55c-47f7-bced-5395d92a37b4 on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:48.811843 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.814708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Port 7c6f857c-d55c-47f7-bced-5395d92a37b4 on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:48.815360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Attempting to bind port 7c6f857c-d55c-47f7-bced-5395d92a37b4 on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:48.820355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:48.820771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Checking segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:48.821225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Bound using segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:48.821741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Bound port: 7c6f857c-d55c-47f7-bced-5395d92a37b4, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:48.822769 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.858276 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c955-6010-40ae-9ee6-77fecd5aefd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.894447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.906556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:48.911746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:48.912571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.917828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.963329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.963964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.965536 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] 10.222.0.66 "PUT /v2.0/ports/7c6f857c-d55c-47f7-bced-5395d92a37b4 HTTP/1.1" status: 200 len: 1093 time: 1.0852437 Jul 30 01:35:48.968399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07c8cbf4-53d4-4429-8ede-1a4221d710cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.972913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07c8cbf4-53d4-4429-8ede-1a4221d710cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.976466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-07c8cbf4-53d4-4429-8ede-1a4221d710cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b33a0c4-1449-4d41-8939-4f77c1d8488e HTTP/1.1" status: 204 len: 168 time: 0.5371609 Jul 30 01:35:48.994726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a1c11e-5464-4b7b-9b39-c35ee048b251,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.001692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9ff55-b503-4f4f-a17c-859fa66d435b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.008338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.009566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eae259fc-093a-45f1-ba1f-4973cc7958bc req-f091a9e6-fb1f-4ba9-968f-7eafc9aafe38 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5610361 Jul 30 01:35:49.010289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8cbf4-53d4-4429-8ede-1a4221d710cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33a0c4-1449-4d41-8939-4f77c1d8488e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.037391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdd391-c473-4b67-8d48-d0c9fd9ca377 req-4dc9bfc3-1491-4d02-b4e9-af32597f13e0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.039234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4fdd391-c473-4b67-8d48-d0c9fd9ca377 req-4dc9bfc3-1491-4d02-b4e9-af32597f13e0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 944 time: 0.1511779 Jul 30 01:35:49.085016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-25d4775d-7b2c-4710-8cd7-b1baf896ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.087104 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-25d4775d-7b2c-4710-8cd7-b1baf896ac58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 1096 time: 0.0716980 Jul 30 01:35:49.128953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4fdd391-c473-4b67-8d48-d0c9fd9ca377 req-38443349-3933-400f-b146-4a9892244c43 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751116 Jul 30 01:35:49.145519 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-0dfdc70a-7931-4191-a3d9-3aaa42be0fc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4 HTTP/1.1" status: 200 len: 217 time: 0.0478361 Jul 30 01:35:49.206496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-7e2a6787-fa22-4c83-ae9c-abe6d0ec6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.208644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-7e2a6787-fa22-4c83-ae9c-abe6d0ec6878 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0552878 Jul 30 01:35:49.216572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.248707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-39a3e33f-c006-4431-b525-4aab8ec93d96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334842 Jul 30 01:35:49.299983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c45a63-5947-4f93-a35b-979691ea9b66,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.318721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30090cd4-fce6-46e6-b3ba-3fcbea9ca40e req-f1daa989-693f-4b3a-ab06-609ea7be40ba tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.320348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30090cd4-fce6-46e6-b3ba-3fcbea9ca40e req-f1daa989-693f-4b3a-ab06-609ea7be40ba tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 944 time: 0.1574185 Jul 30 01:35:49.328260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fdc4873-9ddc-4d88-ac2a-80507c71e572 req-17ea6fd7-1d11-48e3-be3a-318d19664762 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/d0d76701-eed5-402e-889a-ceeca113d2ea HTTP/1.1" status: 200 len: 1805 time: 0.1568861 Jul 30 01:35:49.350340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-b0f53763-0157-47e8-8670-1c930570473f service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939326 Jul 30 01:35:49.368327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Checking segment: {'id': '96443a1b-1c96-4471-bd6d-f09c17879ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:49.368681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Network hostable DHCP agents. Network: 4598413b-feea-475b-a9ae-bbd2c756f4b1, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:49.413510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30090cd4-fce6-46e6-b3ba-3fcbea9ca40e req-f086637d-2dca-4310-8be2-b851aa798b5d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826938 Jul 30 01:35:49.426852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Network 4598413b-feea-475b-a9ae-bbd2c756f4b1 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:49.444110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4598413b-feea-475b-a9ae-bbd2c756f4b1) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:49.448977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.449623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.454902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fee601-03ba-41fe-ace4-dab9c0fbfc2b None None] Network 4598413b-feea-475b-a9ae-bbd2c756f4b1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:49.472076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4fdc4873-9ddc-4d88-ac2a-80507c71e572 req-a246d7f2-6a9c-4806-bb3c-f1f8986a95a9 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.486037 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d922425-2430-4a85-898b-90cd9e7cf39e req-ff63ed5c-2c8e-4f97-b9cb-687ad97d5584 service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269724 Jul 30 01:35:49.487059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b94de6ea-193a-4e73-9692-91c7fd7fff33 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7917421 Jul 30 01:35:49.503545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4fdc4873-9ddc-4d88-ac2a-80507c71e572 req-a246d7f2-6a9c-4806-bb3c-f1f8986a95a9 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.582832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:49.637334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4fdc4873-9ddc-4d88-ac2a-80507c71e572 req-a246d7f2-6a9c-4806-bb3c-f1f8986a95a9 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.639993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4fdc4873-9ddc-4d88-ac2a-80507c71e572 req-a246d7f2-6a9c-4806-bb3c-f1f8986a95a9 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.641236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fdc4873-9ddc-4d88-ac2a-80507c71e572 req-a246d7f2-6a9c-4806-bb3c-f1f8986a95a9 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0d76701-eed5-402e-889a-ceeca113d2ea HTTP/1.1" status: 204 len: 173 time: 0.3014693 Jul 30 01:35:49.660293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d7f2-6a9c-4806-bb3c-f1f8986a95a9 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d76701-eed5-402e-889a-ceeca113d2ea,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.700610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.710361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.721054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.736324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.748117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.756070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.763345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.765504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-243024ad-0448-4b98-94f8-2af4ed92e0c7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.1845570 Jul 30 01:35:49.845991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97d86bcd-91a8-4416-aebf-7f3020145541 req-30e49522-4425-48b8-8138-3ea15ad33525 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/7b0b876a-0ce3-4de7-872a-90c531d703e2 HTTP/1.1" status: 200 len: 1803 time: 0.0793719 Jul 30 01:35:49.854070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55113739-545c-42a2-8d03-0209daf6f0a4 req-0215a3a2-35df-4abe-85c5-ff792d578bd5 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754654 Jul 30 01:35:49.923084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a437a-9f35-4cfe-aa6b-17e61462b53c None None] Network 4598413b-feea-475b-a9ae-bbd2c756f4b1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:49.982195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:49.982671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d'}, {'name': 'network-changed', 'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:49.985209 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783a383-e52e-483a-927a-e1b44021de36" -d '{"events": [{"name": "network-changed", "server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d"}, {"name": "network-changed", "server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:50.002007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d has no active binding in host n-h2-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:35:50.002387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5ac150d2-5bbd-4f21-85ab-4e04388c7cac details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:50.075393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca56578-ee35-4131-897f-eb58ce2ca065 req-4add30a5-d22d-418b-8f5e-da842834a98c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.078413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca56578-ee35-4131-897f-eb58ce2ca065 req-4add30a5-d22d-418b-8f5e-da842834a98c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 947 time: 0.0752923 Jul 30 01:35:50.133466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ca56578-ee35-4131-897f-eb58ce2ca065 req-59e89e32-5895-4bbe-9a78-86bd2ca4756e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Jul 30 01:35:50.169493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5fcb5843-6add-47ed-8d2a-8866f290fb9f req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-799151523', 'description': 'tempest-description-1669815854'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:50.183865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:50.198811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac', 'mac_address': 'fa:16:3e:25:a9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:50.206092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5fcb5843-6add-47ed-8d2a-8866f290fb9f req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.248784 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.267397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac150d2-5bbd-4f21-85ab-4e04388c7cac {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:50.296384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:50.302047 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.327497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59960) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:50.366801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-4e06723b-cc0b-4ab5-8637-4910a87123b7 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.368438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:50.374802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-4e06723b-cc0b-4ab5-8637-4910a87123b7 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/networks?id=4598413b-feea-475b-a9ae-bbd2c756f4b1 HTTP/1.1" status: 200 len: 822 time: 0.1514990 Jul 30 01:35:50.389565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-710262b9-030b-48bd-a658-9a065cb88c3a tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/quotas/3d10ce664c164b7f94185f935312a177 HTTP/1.1" status: 200 len: 375 time: 0.0138435 Jul 30 01:35:50.438675 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5fcb5843-6add-47ed-8d2a-8866f290fb9f req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.443051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-213c463c-62cf-4c6d-a6ae-6f5e7f6a0fa9 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d10ce664c164b7f94185f935312a177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427074 Jul 30 01:35:50.444676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5fcb5843-6add-47ed-8d2a-8866f290fb9f req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.445120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4887604-64ac-4f3c-b614-0a483b9cd0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.561498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4887604-64ac-4f3c-b614-0a483b9cd0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.566171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4887604-64ac-4f3c-b614-0a483b9cd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.604946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4887604-64ac-4f3c-b614-0a483b9cd0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0069e2e-c020-4b4a-ba9e-2fea34477d78,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:50.612533 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4887604-64ac-4f3c-b614-0a483b9cd0fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efa2ff3d7fe74da887d3becb69436cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811599 Jul 30 01:35:50.612876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59966) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:50.666910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b37f8acd-d31b-424b-b230-a4fe5cc35443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.689504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b37f8acd-d31b-424b-b230-a4fe5cc35443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.738789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5ac150d2-5bbd-4f21-85ab-4e04388c7cac'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:50.741697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b37f8acd-d31b-424b-b230-a4fe5cc35443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.744373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b37f8acd-d31b-424b-b230-a4fe5cc35443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.748135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b37f8acd-d31b-424b-b230-a4fe5cc35443 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0069e2e-c020-4b4a-ba9e-2fea34477d78 HTTP/1.1" status: 204 len: 168 time: 0.1317463 Jul 30 01:35:50.754512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8acd-d31b-424b-b230-a4fe5cc35443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0069e2e-c020-4b4a-ba9e-2fea34477d78,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:50.807220 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5fcb5843-6add-47ed-8d2a-8866f290fb9f req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.808690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fcb5843-6add-47ed-8d2a-8866f290fb9f req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6470633 Jul 30 01:35:50.818683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2ddd-a560-40dd-99fa-d51e066a2f44 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657671be-6c73-4599-8745-558cad20f3cd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:50.843575 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.866042 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2fb0f-1796-43cd-855a-688e9d4d0996 x-openstack-request-id: req-7ff2fb0f-1796-43cd-855a-688e9d4d0996 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:50.867127 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:50.867682 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ff2fb0f-1796-43cd-855a-688e9d4d0996 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:50.868380 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'status': 'completed', 'code': 200} Jul 30 01:35:50.868865 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'status': 'completed', 'code': 200} Jul 30 01:35:50.871574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-1a163edd-af06-44ee-9d0b-b78874de4e28 service neutron] 10.222.0.78 "GET /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194918 Jul 30 01:35:50.961537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a383-e52e-483a-927a-e1b44021de36 req-1e65ace8-bfa0-47a9-87ea-ccfd62e45cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.963634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-1e65ace8-bfa0-47a9-87ea-ccfd62e45cb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1127 time: 0.0637150 Jul 30 01:35:51.033101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-a2244a22-d110-4159-993e-a688b3bae5fc service neutron] 10.222.0.78 "GET /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456535 Jul 30 01:35:51.047427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafb349-bee9-45a8-8ea7-1aedc75cb950 req-9c464a9a-d4bd-453b-ba4c-3391b225d918 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.048859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aeafb349-bee9-45a8-8ea7-1aedc75cb950 req-9c464a9a-d4bd-453b-ba4c-3391b225d918 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 944 time: 0.1066134 Jul 30 01:35:51.078661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a383-e52e-483a-927a-e1b44021de36 req-d756f66a-8b18-42ca-a3ff-281a30c8526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.080248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-d756f66a-8b18-42ca-a3ff-281a30c8526c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1081219 Jul 30 01:35:51.101785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aeafb349-bee9-45a8-8ea7-1aedc75cb950 req-477167c3-408d-4a32-b253-043736315a7f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Jul 30 01:35:51.102318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:51.135821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59978) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:51.160501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48cb1973-4d0d-4163-a93b-654f373cd389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.161717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-6d19962c-9c56-4acc-a098-301862a4af08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 217 time: 0.0696363 Jul 30 01:35:51.268617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:51.296598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'mac_address': 'fa:16:3e:be:dd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:51.302826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a383-e52e-483a-927a-e1b44021de36 req-51b7a1a0-4d5c-496f-a8f8-60ffae9c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.304534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-51b7a1a0-4d5c-496f-a8f8-60ffae9c5500 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1359105 Jul 30 01:35:51.348460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48cb1973-4d0d-4163-a93b-654f373cd389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.350159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-68695938-e4ad-42d4-8df4-ac99d4b58907 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376294 Jul 30 01:35:51.363019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4a0df-1bcb-4503-b924-29a34cf598da req-52e24410-21c3-4288-9300-037a01275c4b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.364705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cf4a0df-1bcb-4503-b924-29a34cf598da req-52e24410-21c3-4288-9300-037a01275c4b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 944 time: 0.1167822 Jul 30 01:35:51.364973 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.366042 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48cb1973-4d0d-4163-a93b-654f373cd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.392801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6f857c-d55c-47f7-bced-5395d92a37b4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:51.419880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:51.425544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.439996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48cb1973-4d0d-4163-a93b-654f373cd389 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d52120dfd83746dd87a53d5f8c7a3dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027287 Jul 30 01:35:51.443605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59990) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:51.454735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb1973-4d0d-4163-a93b-654f373cd389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e692d37c-14dd-4b3c-af4f-c8278c7d132d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:51.491661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cf4a0df-1bcb-4503-b924-29a34cf598da req-0f95a63e-144a-48f3-b54d-c0c791fcdb06 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142323 Jul 30 01:35:51.531449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5ac150d2-5bbd-4f21-85ab-4e04388c7cac up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:51.550541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bfca2da-0376-4cf9-93d6-3d5dce5bf552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.554735 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-93052207-39ee-45cc-8712-f2681b7fa029 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946123 Jul 30 01:35:51.636502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:51.659374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-a1db098f-7f8d-4f22-accd-cc7df8002557 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/657671be-6c73-4599-8745-558cad20f3cd HTTP/1.1" status: 200 len: 1804 time: 0.1247525 Jul 30 01:35:51.662850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-a870f6ed-2109-4051-a707-f9b605c5b06f service neutron] 10.222.0.66 "GET /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.0770142 Jul 30 01:35:51.666051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '657671be-6c73-4599-8745-558cad20f3cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:51.666368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '657671be-6c73-4599-8745-558cad20f3cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:51.667091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bfca2da-0376-4cf9-93d6-3d5dce5bf552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.754090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-51f8f9af-90fc-4f1d-bd0a-bbe757b2ea02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.756085 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-b0ffa747-1a9b-4dbc-adb1-5e0dc0abb8b7 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919763 Jul 30 01:35:51.767511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:51.770914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bfca2da-0376-4cf9-93d6-3d5dce5bf552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.773729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:51.774310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.774538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bfca2da-0376-4cf9-93d6-3d5dce5bf552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.776115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1bfca2da-0376-4cf9-93d6-3d5dce5bf552 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e692d37c-14dd-4b3c-af4f-c8278c7d132d HTTP/1.1" status: 204 len: 168 time: 0.3313062 Jul 30 01:35:51.778299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['7c6f857c-d55c-47f7-bced-5395d92a37b4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:51.809056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfca2da-0376-4cf9-93d6-3d5dce5bf552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692d37c-14dd-4b3c-af4f-c8278c7d132d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:51.838191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.847881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.856514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.865307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.873053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.881719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.892152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.905617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-8abbaa02-3ceb-43f1-8d1f-119eb49722bb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.2266889 Jul 30 01:35:51.914546 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.916592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a383-e52e-483a-927a-e1b44021de36 req-3298e2d1-1057-4449-ae77-adcf6bcc85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.918220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-3298e2d1-1057-4449-ae77-adcf6bcc85db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 1097 time: 0.1053915 Jul 30 01:35:52.035416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.062026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a383-e52e-483a-927a-e1b44021de36 req-a769985e-b83e-4205-bd77-1800e0701a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.064111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-a769985e-b83e-4205-bd77-1800e0701a42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 905 time: 0.1372681 Jul 30 01:35:52.093367 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.096833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2e2ec52-ccd8-44d6-bf01-a2e355dfadef req-1837b27b-96c7-4f88-975a-bb27574e5c6b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803415 Jul 30 01:35:52.127574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.138316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.142025 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-2a9b285c-8ce4-43e1-a4f5-3c6759ca4c05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4 HTTP/1.1" status: 200 len: 217 time: 0.0617664 Jul 30 01:35:52.159785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:52.167034 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01059171-0b9d-4296-af7f-84db99881359" -d '{"events": [{"server_uuid": "a38abe30-92b8-4da0-a7f8-e2231bf34158", "name": "network-vif-plugged", "status": "completed", "tag": "5ac150d2-5bbd-4f21-85ab-4e04388c7cac"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:52.183658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:52.191716 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.216879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a383-e52e-483a-927a-e1b44021de36 req-57085914-9a78-4e97-b132-56f1c44f83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.218859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-57085914-9a78-4e97-b132-56f1c44f83e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0699489 Jul 30 01:35:52.222780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef386195-6b11-425a-ae1c-ccf67c9e074b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:52.282948 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-5b13d945-17cf-4190-ac03-33225aac292d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551436 Jul 30 01:35:52.286283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.286429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:52.287556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ceaa8eb-1f9d-4592-b78d-f6ed27c33e6c req-b40c9e4f-c7fa-4439-8e64-dc503e8f2729 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6272488 Jul 30 01:35:52.333079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02759e2f-3f7d-44ea-a609-f91a8904e95f req-8d862be0-80ab-4b3d-af91-02e3e8c62c8b tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.341217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02759e2f-3f7d-44ea-a609-f91a8904e95f req-8d862be0-80ab-4b3d-af91-02e3e8c62c8b tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 949 time: 0.1311121 Jul 30 01:35:52.390414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:52.411991 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-6441f6ad-83fd-4d71-97e0-29aa0efb8236 service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193035 Jul 30 01:35:52.415503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e334ba5-369e-4a39-b407-36b971d8b54f req-96bbb123-0d74-4a14-9d0f-c2ec48634ce7 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 210 time: 0.0495193 Jul 30 01:35:52.442466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02759e2f-3f7d-44ea-a609-f91a8904e95f req-6fc4bd73-bda4-43af-a472-085746a71c52 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002824 Jul 30 01:35:52.447850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:52.511510 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13352439-06d4-42b1-af7a-960d4ed034a5 x-openstack-request-id: req-13352439-06d4-42b1-af7a-960d4ed034a5 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:52.511814 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38abe30-92b8-4da0-a7f8-e2231bf34158", "name": "network-vif-plugged", "status": "completed", "tag": "5ac150d2-5bbd-4f21-85ab-4e04388c7cac", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:52.512063 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13352439-06d4-42b1-af7a-960d4ed034a5 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:52.512482 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac', 'code': 200} Jul 30 01:35:52.512619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d486ea-beaa-44ee-a6c5-b842c297889d {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:52.553773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:52.600023 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e783a383-e52e-483a-927a-e1b44021de36 req-e048c019-c4a3-4713-a8e6-9e9cb8ee3bc3 service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802444 Jul 30 01:35:52.602824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.649220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-df034fc8-65e1-47ec-bd44-59e5eaf4aa58 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/657671be-6c73-4599-8745-558cad20f3cd HTTP/1.1" status: 200 len: 2397 time: 0.1184299 Jul 30 01:35:52.685280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '657671be-6c73-4599-8745-558cad20f3cd', 'remote_group_id': None}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:52.685604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '657671be-6c73-4599-8745-558cad20f3cd', 'remote_group_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:52.698223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5340-a21e-40be-a9f5-94bed6304bb9 req-b640049f-e689-4547-b3ab-cd27e6e403ce tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.699824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3fd5340-a21e-40be-a9f5-94bed6304bb9 req-b640049f-e689-4547-b3ab-cd27e6e403ce tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 944 time: 0.1704977 Jul 30 01:35:52.899629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3fd5340-a21e-40be-a9f5-94bed6304bb9 req-7d3a5775-fc9f-4a99-bbf9-780d6685b987 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658525 Jul 30 01:35:52.909816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] Transition to ACTIVE for port object 14d486ea-beaa-44ee-a6c5-b842c297889d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:52.918785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c74ec6-5c76-4723-8ce9-2d6528dd19be req-00b9d504-d90b-4f9d-82a0-75da6c9d3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.920843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c74ec6-5c76-4723-8ce9-2d6528dd19be req-00b9d504-d90b-4f9d-82a0-75da6c9d3b84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 1101 time: 0.2482474 Jul 30 01:35:52.931287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.964502 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.015073 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.043248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-b6c81c86-7ea6-40a2-95ed-07f74a93342e tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.044717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-b6c81c86-7ea6-40a2-95ed-07f74a93342e tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.55 "GET /v2.0/networks?id=4598413b-feea-475b-a9ae-bbd2c756f4b1 HTTP/1.1" status: 200 len: 822 time: 0.3381245 Jul 30 01:35:53.081392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Request body: {'port': {'device_id': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1', 'admin_state_up': True, 'tenant_id': '3d10ce664c164b7f94185f935312a177'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:53.104453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:53.164477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 7c6f857c-d55c-47f7-bced-5395d92a37b4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:53.169095 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 7c6f857c-d55c-47f7-bced-5395d92a37b4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:53.169584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.172318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] No DVR routers for this DVR port 14d486ea-beaa-44ee-a6c5-b842c297889d on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:53.184840 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.186745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] Pushing event updated for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:53.191167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c74ec6-5c76-4723-8ce9-2d6528dd19be req-3bfe33cb-4c43-4f97-ac88-307ca8aff948 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527578 Jul 30 01:35:53.200728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.268314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c6178-205b-48d5-8ef2-af259401e171 req-09252c3a-17c1-4c1b-8329-2643c98c10bd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.270046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea0c6178-205b-48d5-8ef2-af259401e171 req-09252c3a-17c1-4c1b-8329-2643c98c10bd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 945 time: 0.2648823 Jul 30 01:35:53.270955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cf9ab9-c015-4be9-beed-94432ed4f795,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:53.276125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.281634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-e45ff8c9-57e5-4347-9c42-bc1626f3393a service neutron] 10.222.0.66 "PUT /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d/bindings/n-h2-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 1.6015728 Jul 30 01:35:53.299096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.310625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0fdfd93-8d0d-4b5e-83c8-ad3ca4dc2262 req-494bf89f-9998-4c76-bead-cebfc7502144 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6602316 Jul 30 01:35:53.329430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:53.335594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.336570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:53.378563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea0c6178-205b-48d5-8ef2-af259401e171 req-a71e72fe-0283-4086-a0cd-e192dc773605 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957277 Jul 30 01:35:53.461281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:53.463084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:53.491309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Made reservation on behalf of 3d10ce664c164b7f94185f935312a177 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:53.495624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.516921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8edc3bb5-81f8-4460-87f0-ec0ed3a342d8 req-e8e8cb9a-0e8d-4691-b8bb-a141e6c140eb tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/657671be-6c73-4599-8745-558cad20f3cd HTTP/1.1" status: 200 len: 2995 time: 0.1096165 Jul 30 01:35:53.585476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.591761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.600217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.608875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.617078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.624806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.630765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.633033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-15bea41e-5587-4d2b-82a7-2dc5f1aa93d7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.2478290 Jul 30 01:35:53.683780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-dbc17f73-9ac4-41a5-be36-9c1aabdbe9fe tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.685378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-dbc17f73-9ac4-41a5-be36-9c1aabdbe9fe tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.2021091 Jul 30 01:35:53.710566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f05bafe-bafe-43fa-ac40-4877e0c8175d req-d4bb45c5-eec6-41ef-9632-8b198292e02f tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 210 time: 0.0745940 Jul 30 01:35:53.821783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ad476ae-791d-41ef-bf9f-726ca5c57737 req-bf3ff4f8-712a-47c7-95e5-1c8f522220c2 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443434 Jul 30 01:35:53.856031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-995ebe67-3362-4553-bcc3-019e3e675979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.856031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-995ebe67-3362-4553-bcc3-019e3e675979 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a&tenant_id=5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 1097 time: 0.1459587 Jul 30 01:35:53.882534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743500-b91a-4b86-9397-35826455778f req-25361efc-70fa-4e6b-ae39-38317f88739a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.884114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23743500-b91a-4b86-9397-35826455778f req-25361efc-70fa-4e6b-ae39-38317f88739a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 949 time: 0.1092432 Jul 30 01:35:53.890410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Allocated IP 172.20.0.3 (4598413b-feea-475b-a9ae-bbd2c756f4b1/d4c45a63-5947-4f93-a35b-979691ea9b66/cca71b53-10ee-4fbd-a6d8-9243247a6ef7) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:53.973381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-7bde16a9-483d-4c12-8f7b-732b6024ad10 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-group-rules/28cf9ab9-c015-4be9-beed-94432ed4f795 HTTP/1.1" status: 200 len: 783 time: 0.1034298 Jul 30 01:35:54.032354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23743500-b91a-4b86-9397-35826455778f req-cfd9f267-79c8-4208-a723-47365c472968 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318321 Jul 30 01:35:54.064881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-ae6e2b4e-3c5f-4bf0-927c-dd7672173feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.066468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-ae6e2b4e-3c5f-4bf0-927c-dd7672173feb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1097 time: 0.1622336 Jul 30 01:35:54.103866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-f599cbf7-1f4c-424a-b015-5d94c3f2ee4a tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/657671be-6c73-4599-8745-558cad20f3cd HTTP/1.1" status: 200 len: 2995 time: 0.1200330 Jul 30 01:35:54.222486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-79b34bc3-09cf-486a-b1a2-eb234bf282e2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.261233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-79b34bc3-09cf-486a-b1a2-eb234bf282e2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.342600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.373617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-79b34bc3-09cf-486a-b1a2-eb234bf282e2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.385565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-79b34bc3-09cf-486a-b1a2-eb234bf282e2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.386645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8720dff4-c6e1-420c-9055-e3e00af47f5e req-79b34bc3-09cf-486a-b1a2-eb234bf282e2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/28cf9ab9-c015-4be9-beed-94432ed4f795 HTTP/1.1" status: 204 len: 173 time: 0.2570891 Jul 30 01:35:54.394941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-0382bb15-8c59-4cd5-985b-3f6da3119b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.395832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-0382bb15-8c59-4cd5-985b-3f6da3119b59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.2496712 Jul 30 01:35:54.403543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b34bc3-09cf-486a-b1a2-eb234bf282e2 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28cf9ab9-c015-4be9-beed-94432ed4f795,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:54.420367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0b20-ca34-4981-930c-2d14ea96acd0 req-7a025425-4a97-476d-83bb-0966b88bc89b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.421926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19bd0b20-ca34-4981-930c-2d14ea96acd0 req-7a025425-4a97-476d-83bb-0966b88bc89b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 945 time: 0.1637940 Jul 30 01:35:54.422993 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.482573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-8a85372e-43f0-4909-a90c-333e0045766c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 217 time: 0.0714314 Jul 30 01:35:54.513951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:54.514424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.520622 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc7bb8f-e3c8-4a0c-a97a-9617b6f6c985" -d '{"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-plugged", "status": "completed", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:54.575989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19bd0b20-ca34-4981-930c-2d14ea96acd0 req-5b109269-f37a-4b9e-8760-27a60d3e426d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443222 Jul 30 01:35:54.651509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Network 4598413b-feea-475b-a9ae-bbd2c756f4b1 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:54.671069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:54.674266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-0580a2c7-b01e-4e2e-bbc4-68689ff5936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.676485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-0580a2c7-b01e-4e2e-bbc4-68689ff5936a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1812365 Jul 30 01:35:54.679084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:54.685385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Pushing event updated for resources: {'Port': ['ID=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:54.761073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d52b3-a5b0-4752-81ae-268632c3987c req-989880cb-7ef0-42a6-8a33-247a5697cb30 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.762578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae7d52b3-a5b0-4752-81ae-268632c3987c req-989880cb-7ef0-42a6-8a33-247a5697cb30 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 946 time: 0.2536762 Jul 30 01:35:54.768504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-d725aaeb-c6fe-47a9-bc58-a011f010c237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791264 Jul 30 01:35:54.777478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60086) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:54.778035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60088) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:54.783763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-288a99cb-d1f4-41a7-ade4-3b6ef1d5eb67 req-4bcc1666-0057-463f-a1c0-3d98b45a06a4 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/657671be-6c73-4599-8745-558cad20f3cd HTTP/1.1" status: 200 len: 2397 time: 0.1695976 Jul 30 01:35:54.814376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.815020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.907467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-8e40729b-f7c1-419a-b472-3beec401a557 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375459 Jul 30 01:35:54.918080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae7d52b3-a5b0-4752-81ae-268632c3987c req-a6a98299-5c59-4e0f-9b08-bcfad5bf0171 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476068 Jul 30 01:35:54.939810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2cec640-e8d2-4e51-a76a-159d2864de56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.942065 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-527a2e29-a02d-421b-8c69-430bec666f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.989099 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e567b9-5108-4f17-ba07-3e9e3050816d x-openstack-request-id: req-31e567b9-5108-4f17-ba07-3e9e3050816d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:54.989484 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-plugged", "status": "completed", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:54.989799 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31e567b9-5108-4f17-ba07-3e9e3050816d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:54.990316 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'code': 200} Jul 30 01:35:55.061740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2cec640-e8d2-4e51-a76a-159d2864de56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.068300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2cec640-e8d2-4e51-a76a-159d2864de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.135358 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c2cec640-e8d2-4e51-a76a-159d2864de56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52b1e0df56e342d6bf7df91958a6dbf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549352 Jul 30 01:35:55.138382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cec640-e8d2-4e51-a76a-159d2864de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0843cdd-3c87-4657-a0c2-78616d70f476,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:55.145257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60100) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:55.232103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac9651-5d7c-4f13-953c-28eaf6e73f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.233140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Request body: {'port': {'device_id': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:55.256374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-527a2e29-a02d-421b-8c69-430bec666f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.264987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-527a2e29-a02d-421b-8c69-430bec666f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.269139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac9651-5d7c-4f13-953c-28eaf6e73f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.326186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-527a2e29-a02d-421b-8c69-430bec666f73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1ce0da6be5f40648d280c5e415828f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469968 Jul 30 01:35:55.329193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60102) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:55.330832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a2e29-a02d-421b-8c69-430bec666f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4430bdd7-2faa-4e94-8784-31c50681a5f5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:55.357783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac9651-5d7c-4f13-953c-28eaf6e73f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.360839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac9651-5d7c-4f13-953c-28eaf6e73f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.362242 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-26ac9651-5d7c-4f13-953c-28eaf6e73f4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0843cdd-3c87-4657-a0c2-78616d70f476 HTTP/1.1" status: 204 len: 168 time: 0.2160716 Jul 30 01:35:55.370522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-216fbbd9-cd30-4afa-8deb-d5b7ec21a7a2 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826955 Jul 30 01:35:55.370744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9651-5d7c-4f13-953c-28eaf6e73f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0843cdd-3c87-4657-a0c2-78616d70f476,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:55.402204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-288a99cb-d1f4-41a7-ade4-3b6ef1d5eb67 req-3fe02048-623d-4c6d-8b0b-05f201efc393 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.456467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.483148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fb27b-86ee-476e-8d0f-ad084feae7eb req-24956c52-7352-46f8-bffe-8012c716ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:55.484654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-954fb27b-86ee-476e-8d0f-ad084feae7eb req-24956c52-7352-46f8-bffe-8012c716ea05 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 1098 time: 0.2484684 Jul 30 01:35:55.513166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e67b0-5d80-41a9-b18b-a20749464b3a req-af0dc95c-f594-46ff-8ba9-931bf795252b tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:55.514750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c5e67b0-5d80-41a9-b18b-a20749464b3a req-af0dc95c-f594-46ff-8ba9-931bf795252b tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 931 time: 0.2775226 Jul 30 01:35:55.531986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-288a99cb-d1f4-41a7-ade4-3b6ef1d5eb67 req-3fe02048-623d-4c6d-8b0b-05f201efc393 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.670458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06d6f9a8-8ac6-4fad-90cc-93ec9e1104e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.696807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-954fb27b-86ee-476e-8d0f-ad084feae7eb req-fab6a87e-58df-4268-85ff-8ed2d23f6c2e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918509 Jul 30 01:35:55.721111 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c5e67b0-5d80-41a9-b18b-a20749464b3a req-bb901f5f-620d-4d21-ab24-6e693bd095c5 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919115 Jul 30 01:35:55.723167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-4ed4cd3f-cce1-44e6-96d3-2e5968393cb2 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421907 Jul 30 01:35:55.799062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06d6f9a8-8ac6-4fad-90cc-93ec9e1104e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.802987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-288a99cb-d1f4-41a7-ade4-3b6ef1d5eb67 req-3fe02048-623d-4c6d-8b0b-05f201efc393 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.805747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-288a99cb-d1f4-41a7-ade4-3b6ef1d5eb67 req-3fe02048-623d-4c6d-8b0b-05f201efc393 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.806975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-288a99cb-d1f4-41a7-ade4-3b6ef1d5eb67 req-3fe02048-623d-4c6d-8b0b-05f201efc393 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/657671be-6c73-4599-8745-558cad20f3cd HTTP/1.1" status: 204 len: 173 time: 1.0034857 Jul 30 01:35:55.854260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe02048-623d-4c6d-8b0b-05f201efc393 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657671be-6c73-4599-8745-558cad20f3cd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.062431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.068314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.075164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.081354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.087347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.093396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.099237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.101232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-a0e1aa9c-ac3a-417e-afad-35bc94dfdc96 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.2730751 Jul 30 01:35:56.120157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:56.134148 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06d6f9a8-8ac6-4fad-90cc-93ec9e1104e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.137302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06d6f9a8-8ac6-4fad-90cc-93ec9e1104e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.138593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-06d6f9a8-8ac6-4fad-90cc-93ec9e1104e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4430bdd7-2faa-4e94-8784-31c50681a5f5 HTTP/1.1" status: 204 len: 168 time: 0.8062086 Jul 30 01:35:56.160147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd44c5-e019-457f-a53d-4e9431d2ed43 req-7cd4aab8-dd2b-49d5-a35c-1455821012c1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.161639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80fd44c5-e019-457f-a53d-4e9431d2ed43 req-7cd4aab8-dd2b-49d5-a35c-1455821012c1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 949 time: 0.2729776 Jul 30 01:35:56.190771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f9a8-8ac6-4fad-90cc-93ec9e1104e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4430bdd7-2faa-4e94-8784-31c50681a5f5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.245972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1318505027-network', 'tenant_id': '519cd76f7c354539a401d6e9e8404d25'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:56.257605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-edcac94a-4dd4-4c54-aea1-292afe9bb3df tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.259431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-edcac94a-4dd4-4c54-aea1-292afe9bb3df tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.2321224 Jul 30 01:35:56.269307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Made reservation on behalf of 519cd76f7c354539a401d6e9e8404d25 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:56.271971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.278272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fccfb9a4-4e69-442a-b77c-fdc5cc84d81d req-4a2c15f1-1aed-4520-891e-89cab144ef5b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517196 Jul 30 01:35:56.292487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.337068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80fd44c5-e019-457f-a53d-4e9431d2ed43 req-6b3c0793-60a9-4472-9b94-b81040a01857 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583071 Jul 30 01:35:56.394941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca71b53-10ee-4fbd-a6d8-9243247a6ef7 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:56.404499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.429884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.437593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.452232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Transition to ACTIVE for port object cca71b53-10ee-4fbd-a6d8-9243247a6ef7 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:56.469329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:56.479480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e757fa99-fe00-48cd-aba1-b6e20eeaa199,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.486451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.486897 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Added segment 86b17ad5-a2c1-49f2-9e93-70cf51bdda29 of type vlan for network 95d55897-bae2-4a6c-a5c7-6934aaac96ee Jul 30 01:35:56.487678 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.495655 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-8037c7b0-9434-4e01-b776-0b5c70f46e08 req-cebfd9f4-3583-401a-94e1-19842102c6aa tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] show failed (client error): The resource could not be found. Jul 30 01:35:56.496372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8037c7b0-9434-4e01-b776-0b5c70f46e08 req-cebfd9f4-3583-401a-94e1-19842102c6aa tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/d0d76701-eed5-402e-889a-ceeca113d2ea HTTP/1.1" status: 404 len: 352 time: 0.0825005 Jul 30 01:35:56.553593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.576426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60142) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:56.603127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db3ea-51fa-4a4e-8079-5cb126447501 req-b3846878-b0b3-4c83-a823-85aed4875b14 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.613400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-000db3ea-51fa-4a4e-8079-5cb126447501 req-b3846878-b0b3-4c83-a823-85aed4875b14 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 945 time: 0.2018132 Jul 30 01:35:56.615581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d289540f-eb6b-4e16-bedb-60c179f557a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.633068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.634178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.634804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.649263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Pushing event updated for resources: {'Port': ['ID=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.725923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] Pushing event updated for resources: {'Network': ['ID=95d55897-bae2-4a6c-a5c7-6934aaac96ee,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.739185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 95d55897-bae2-4a6c-a5c7-6934aaac96ee details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:56.759917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-7bdaeedd-adf7-48e9-b06a-ac70892a28fb service neutron] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:56.766724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-000db3ea-51fa-4a4e-8079-5cb126447501 req-f959520a-c760-49de-9487-4bc6a4d25d04 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522727 Jul 30 01:35:56.773083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-7bdaeedd-adf7-48e9-b06a-ac70892a28fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.774409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec11b108-984b-423c-a1cb-8eca335ef43b req-7bdaeedd-adf7-48e9-b06a-ac70892a28fb service neutron] 10.222.0.55 "DELETE /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d/bindings/n-h1-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.4901390 Jul 30 01:35:56.785400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20afd3f-3491-4463-a782-e75ba0c0fe9f req-ac8d743a-fcea-4f73-9c5d-76a696372550 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.794044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20afd3f-3491-4463-a782-e75ba0c0fe9f req-ac8d743a-fcea-4f73-9c5d-76a696372550 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 946 time: 0.1621139 Jul 30 01:35:56.795954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Attempting to bind port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:56.796290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Attempting to bind port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '96443a1b-1c96-4471-bd6d-f09c17879ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:56.796617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Attempting to bind port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 on network 4598413b-feea-475b-a9ae-bbd2c756f4b1 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:56.816860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 on network 4598413b-feea-475b-a9ae-bbd2c756f4b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:56.817492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Attempting to bind port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 on network 4598413b-feea-475b-a9ae-bbd2c756f4b1 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:56.829447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d289540f-eb6b-4e16-bedb-60c179f557a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.835032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d289540f-eb6b-4e16-bedb-60c179f557a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.835325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:56.835843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Checking segment: {'id': '96443a1b-1c96-4471-bd6d-f09c17879ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:56.836419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Bound using segment: {'id': '96443a1b-1c96-4471-bd6d-f09c17879ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:56.836848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Bound port: cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96443a1b-1c96-4471-bd6d-f09c17879ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:56.837392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.853849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27352187-d425-49e7-b31b-d3b91e32ca29 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7319751 Jul 30 01:35:56.857206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20afd3f-3491-4463-a782-e75ba0c0fe9f req-c826dd59-d97f-4e2c-bdbe-a519e8272724 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Jul 30 01:35:56.859065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:56.865361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Request body: {'subnet': {'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1318505027-subnet', 'tenant_id': '519cd76f7c354539a401d6e9e8404d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:56.888093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d289540f-eb6b-4e16-bedb-60c179f557a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72e21f1e58cb45aa9d7cd69ef0b8533a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076656 Jul 30 01:35:56.889249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289540f-eb6b-4e16-bedb-60c179f557a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf424f0-1fd7-478a-9485-23d7da6c7ba7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.891633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:57.011800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Made reservation on behalf of 519cd76f7c354539a401d6e9e8404d25 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:57.014017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.078827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] For port cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:57.109252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36d1b861-d5b3-4349-ba40-e9df71de0dd4 req-32132f4c-78b0-481b-b7f2-9e6e5227f8a7 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/7b0b876a-0ce3-4de7-872a-90c531d703e2 HTTP/1.1" status: 200 len: 1803 time: 0.2155225 Jul 30 01:35:57.116010 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] For port cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,segment=NetworkSegment(96443a1b-1c96-4471-bd6d-f09c17879ddf),segment_id=96443a1b-1c96-4471-bd6d-f09c17879ddf)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:57.130092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9781-5dea-4461-ae5e-3b6b221ae5b3 req-f1621146-16fb-4074-9673-4d55b3ff788c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.131818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dee9781-5dea-4461-ae5e-3b6b221ae5b3 req-f1621146-16fb-4074-9673-4d55b3ff788c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.2392509 Jul 30 01:35:57.145327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.154490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4408c84-0b8b-49f3-a845-5b7ee9b6a7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.241123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.241736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.243134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] 10.222.0.55 "PUT /v2.0/ports/cca71b53-10ee-4fbd-a6d8-9243247a6ef7 HTTP/1.1" status: 200 len: 1092 time: 2.3187253 Jul 30 01:35:57.250573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'tag': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:57.252899 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a65ea0-8438-48e6-adc1-c85a2a26fcda" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa89544-d002-4b80-ae3d-3ce44e6edefa", "tag": "cca71b53-10ee-4fbd-a6d8-9243247a6ef7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:57.270818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4408c84-0b8b-49f3-a845-5b7ee9b6a7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.364479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dee9781-5dea-4461-ae5e-3b6b221ae5b3 req-3d520d67-6944-4710-b039-0c22b82bb91a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169580 Jul 30 01:35:57.394094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb6e34-6cb6-40ec-91de-cdf879087900 service neutron] Pushing event updated for resources: {'Port': ['ID=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:57.418987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36d1b861-d5b3-4349-ba40-e9df71de0dd4 req-34a5f2cf-bd39-4809-8f26-131dbe5927a3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.513108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-7dcca6cf-7610-4d0f-8cf1-261398ffc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.514798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-7dcca6cf-7610-4d0f-8cf1-261398ffc2b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d10ce664c164b7f94185f935312a177&device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 1095 time: 0.2097371 Jul 30 01:35:57.518098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36d1b861-d5b3-4349-ba40-e9df71de0dd4 req-34a5f2cf-bd39-4809-8f26-131dbe5927a3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.540355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4408c84-0b8b-49f3-a845-5b7ee9b6a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.543016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f4408c84-0b8b-49f3-a845-5b7ee9b6a7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.544165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f4408c84-0b8b-49f3-a845-5b7ee9b6a7ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecf424f0-1fd7-478a-9485-23d7da6c7ba7 HTTP/1.1" status: 204 len: 168 time: 0.6486177 Jul 30 01:35:57.604335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4408c84-0b8b-49f3-a845-5b7ee9b6a7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf424f0-1fd7-478a-9485-23d7da6c7ba7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:57.606336 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.609137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-87410c3f-4484-419d-b548-6f4c141e4504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7 HTTP/1.1" status: 200 len: 217 time: 0.0697858 Jul 30 01:35:57.696205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc501f66-60fc-444a-b6ce-66acbd45f9ae req-2b997f5d-7c7b-4d8f-9530-5ace1d4cbd7c tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.698519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc501f66-60fc-444a-b6ce-66acbd45f9ae req-2b997f5d-7c7b-4d8f-9530-5ace1d4cbd7c tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 943 time: 0.2544618 Jul 30 01:35:57.740544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36d1b861-d5b3-4349-ba40-e9df71de0dd4 req-34a5f2cf-bd39-4809-8f26-131dbe5927a3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.743089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-36d1b861-d5b3-4349-ba40-e9df71de0dd4 req-34a5f2cf-bd39-4809-8f26-131dbe5927a3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.744737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36d1b861-d5b3-4349-ba40-e9df71de0dd4 req-34a5f2cf-bd39-4809-8f26-131dbe5927a3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/7b0b876a-0ce3-4de7-872a-90c531d703e2 HTTP/1.1" status: 204 len: 173 time: 0.6227574 Jul 30 01:35:57.758978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c220b8-4e37-4985-b73c-d60e2db58cf4,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:57.783116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-f57c2098-c484-4999-a181-3ed130827fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.784618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-f57c2098-c484-4999-a181-3ed130827fb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4c45a63-5947-4f93-a35b-979691ea9b66 HTTP/1.1" status: 200 len: 862 time: 0.1556475 Jul 30 01:35:57.791937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5f2cf-bd39-4809-8f26-131dbe5927a3 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0b876a-0ce3-4de7-872a-90c531d703e2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:57.799342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Checking segment: {'id': '86b17ad5-a2c1-49f2-9e93-70cf51bdda29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:57.799713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Network hostable DHCP agents. Network: 95d55897-bae2-4a6c-a5c7-6934aaac96ee, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:57.820157 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830cecf-46e9-4f59-a943-5ae9a5f81a46 x-openstack-request-id: req-6830cecf-46e9-4f59-a943-5ae9a5f81a46 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:57.820451 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa89544-d002-4b80-ae3d-3ce44e6edefa", "tag": "cca71b53-10ee-4fbd-a6d8-9243247a6ef7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:57.820706 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6830cecf-46e9-4f59-a943-5ae9a5f81a46 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:57.821109 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'tag': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7', 'status': 'completed', 'code': 200} Jul 30 01:35:57.825161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc501f66-60fc-444a-b6ce-66acbd45f9ae req-6782ce48-5b7e-4b70-9d8a-12e92f804684 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113396 Jul 30 01:35:57.842184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-d89385a0-ca87-49d8-93cb-9f4f716c52cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4598413b-feea-475b-a9ae-bbd2c756f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377710 Jul 30 01:35:57.937616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Network 95d55897-bae2-4a6c-a5c7-6934aaac96ee is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:57.975372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 95d55897-bae2-4a6c-a5c7-6934aaac96ee) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:57.980966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-22e16106-e7cc-493b-8eee-8181b28044d6 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7a87a9aec7d84b999afbac47566b0704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432358 Jul 30 01:35:57.984551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6aea2-33b2-478e-b0a0-a8bffc8d47a0 None None] Network 95d55897-bae2-4a6c-a5c7-6934aaac96ee requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:57.993444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.995087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.089038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.096714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.100733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.107131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.113034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.117738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943113a-231c-4653-aa31-2926594409a0 None None] Network 95d55897-bae2-4a6c-a5c7-6934aaac96ee requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:58.119709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.126007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.127962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cfcf53b-0293-44ca-a546-2184e957460a req-8a7efcb5-cc6d-4adb-8d28-bd8d068d9a32 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.2302763 Jul 30 01:35:58.136163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-7affbe26-c4c5-44c0-8a81-c63e06ff3180 service neutron] 10.222.0.55 "GET /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856886 Jul 30 01:35:58.144762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-792560af-2a9c-4e22-bb42-c6b6ac6ccd40 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2845008 Jul 30 01:35:58.238887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cfcf53b-0293-44ca-a546-2184e957460a req-7865e42a-2c00-4195-a46a-cb4b6b5af29f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994821 Jul 30 01:35:58.299123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-9c757b54-84a8-4f61-a59a-fa5e83654510 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.306043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-9c757b54-84a8-4f61-a59a-fa5e83654510 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084741 Jul 30 01:35:58.347357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-6342cecf-32cb-4a6c-86bb-68e316beacde tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/quotas/7a87a9aec7d84b999afbac47566b0704 HTTP/1.1" status: 200 len: 375 time: 0.0404522 Jul 30 01:35:58.355299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22cc17e-6d27-4adf-a154-b2acc8132891 req-6f26c8d4-07e0-438a-a3ca-1445a8d60c70 service neutron] 10.222.0.55 "GET /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029893 Jul 30 01:35:58.402972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6d27519-23cf-44e6-acfe-5403ea31cb7d req-70d84ba6-24ff-4604-a3b3-def7503d603f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/ae0dd05c-afc3-4764-a66a-02be9701edff HTTP/1.1" status: 200 len: 1804 time: 0.0949235 Jul 30 01:35:58.431732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-e1c4e53b-04b8-4843-826a-69be78945e20 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734141 Jul 30 01:35:58.509113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6d27519-23cf-44e6-acfe-5403ea31cb7d req-a21f24c6-8dac-45a8-b5ba-14d2b51fde42 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.536485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-26b4233f-b5a9-425d-885a-e9a513c4bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.538095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-26b4233f-b5a9-425d-885a-e9a513c4bb38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d10ce664c164b7f94185f935312a177&device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 1095 time: 0.0840936 Jul 30 01:35:58.542619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6d27519-23cf-44e6-acfe-5403ea31cb7d req-a21f24c6-8dac-45a8-b5ba-14d2b51fde42 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.714176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac3fa2-9e22-4b62-8012-aa6758bc52d5 req-af2a96cb-317a-4adc-b229-4c0ef366917b tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.715759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dac3fa2-9e22-4b62-8012-aa6758bc52d5 req-af2a96cb-317a-4adc-b229-4c0ef366917b tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1097 time: 0.1053686 Jul 30 01:35:58.727047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-0ad583b3-6dde-42cc-9fb0-5556ea98b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.728451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-0ad583b3-6dde-42cc-9fb0-5556ea98b2d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4598413b-feea-475b-a9ae-bbd2c756f4b1 HTTP/1.1" status: 200 len: 923 time: 0.1829748 Jul 30 01:35:58.752530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6d27519-23cf-44e6-acfe-5403ea31cb7d req-a21f24c6-8dac-45a8-b5ba-14d2b51fde42 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.755164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c6d27519-23cf-44e6-acfe-5403ea31cb7d req-a21f24c6-8dac-45a8-b5ba-14d2b51fde42 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.756292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6d27519-23cf-44e6-acfe-5403ea31cb7d req-a21f24c6-8dac-45a8-b5ba-14d2b51fde42 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/ae0dd05c-afc3-4764-a66a-02be9701edff HTTP/1.1" status: 204 len: 173 time: 0.3450391 Jul 30 01:35:59.101053 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-ffe5fcfb-b880-4371-aafd-853014a0721f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7 HTTP/1.1" status: 200 len: 217 time: 0.3582458 Jul 30 01:35:59.130148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f24c6-8dac-45a8-b5ba-14d2b51fde42 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0dd05c-afc3-4764-a66a-02be9701edff,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:59.179672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dac3fa2-9e22-4b62-8012-aa6758bc52d5 req-4f94cfd9-1bb3-480c-a7c3-e5820e0c140d tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568384 Jul 30 01:35:59.209460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-1db3897f-f198-4bc6-8258-9ed5e251483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:59.211941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-1db3897f-f198-4bc6-8258-9ed5e251483e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4c45a63-5947-4f93-a35b-979691ea9b66 HTTP/1.1" status: 200 len: 862 time: 0.0842998 Jul 30 01:35:59.238876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b9e57-634e-47a6-9b9c-39ee5f84fb8e req-2b1e74f2-27f8-45ee-a25d-2c8bbd81062f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:59.240486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-299b9e57-634e-47a6-9b9c-39ee5f84fb8e req-2b1e74f2-27f8-45ee-a25d-2c8bbd81062f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 946 time: 0.1440015 Jul 30 01:35:59.265274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-6dc35ebd-105a-4e64-a204-4ccb2045c349 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4598413b-feea-475b-a9ae-bbd2c756f4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449955 Jul 30 01:35:59.358084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-299b9e57-634e-47a6-9b9c-39ee5f84fb8e req-e8594ed9-81ea-47dd-9c04-985222d6fb55 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954897 Jul 30 01:35:59.395866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-42fd8727-7aa6-4af9-b214-1e12b385c468 service neutron] 10.222.0.55 "GET /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147068 Jul 30 01:35:59.506969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba81900a-aaab-4603-bccb-3d751509c523 req-a6738fd4-b5b0-46fb-948b-e648d20bf30c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 210 time: 0.0516050 Jul 30 01:35:59.655817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-3a91d284-7564-42d9-a31d-cd5e2f687f43 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7a87a9aec7d84b999afbac47566b0704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546606 Jul 30 01:35:59.657517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80a65ea0-8438-48e6-adc1-c85a2a26fcda req-99be1232-98e5-4344-95e0-d19196f0409c service neutron] 10.222.0.55 "GET /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544351 Jul 30 01:35:59.671341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f937aa4b-76b3-4970-b978-7ecaac9b6c53 req-d32d4e80-f603-4be8-ae65-15297a181a8e tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/6b2eaefd-354d-470a-9251-1a53d592b81f HTTP/1.1" status: 200 len: 1804 time: 0.1173272 Jul 30 01:35:59.771381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-30e10fd3-28cd-41c3-98a5-13eeb0d0657b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:59.772855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-30e10fd3-28cd-41c3-98a5-13eeb0d0657b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/networks?id=95d55897-bae2-4a6c-a5c7-6934aaac96ee HTTP/1.1" status: 200 len: 813 time: 0.3071227 Jul 30 01:35:59.821373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-f1365644-4331-493a-91ff-503d7c3062de tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/quotas/519cd76f7c354539a401d6e9e8404d25 HTTP/1.1" status: 200 len: 375 time: 0.0375798 Jul 30 01:35:59.865221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-8e6a19c7-bebe-486c-98ea-ef15cdd58417 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=519cd76f7c354539a401d6e9e8404d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363314 Jul 30 01:35:59.898169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-3c0f29c0-b817-4114-b696-a877123003b8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:59.899639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-3c0f29c0-b817-4114-b696-a877123003b8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314734 Jul 30 01:35:59.916581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Request body: {'port': {'device_id': '30132cee-8301-4a32-81e4-76a89d652bf9', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '7a87a9aec7d84b999afbac47566b0704'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:59.942240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f937aa4b-76b3-4970-b978-7ecaac9b6c53 req-9ff08c07-50b5-481c-b83e-e96b97c4fd99 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.023959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f937aa4b-76b3-4970-b978-7ecaac9b6c53 req-9ff08c07-50b5-481c-b83e-e96b97c4fd99 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.104697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-bab666df-04fd-415e-9a55-b3e22f773d9f service neutron] 10.222.0.78 "GET /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297242 Jul 30 01:36:00.123138 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f937aa4b-76b3-4970-b978-7ecaac9b6c53 req-9ff08c07-50b5-481c-b83e-e96b97c4fd99 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.125608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f937aa4b-76b3-4970-b978-7ecaac9b6c53 req-9ff08c07-50b5-481c-b83e-e96b97c4fd99 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.126679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f937aa4b-76b3-4970-b978-7ecaac9b6c53 req-9ff08c07-50b5-481c-b83e-e96b97c4fd99 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/6b2eaefd-354d-470a-9251-1a53d592b81f HTTP/1.1" status: 204 len: 173 time: 0.4299543 Jul 30 01:36:00.195682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff08c07-50b5-481c-b83e-e96b97c4fd99 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2eaefd-354d-470a-9251-1a53d592b81f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:00.206451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Made reservation on behalf of 7a87a9aec7d84b999afbac47566b0704 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:00.209533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.292097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a04d6-9579-4780-af3d-a980459a2459 req-60139897-9c3c-418d-8fc4-acba008ca0c6 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.293633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d7a04d6-9579-4780-af3d-a980459a2459 req-60139897-9c3c-418d-8fc4-acba008ca0c6 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 943 time: 0.1106155 Jul 30 01:36:00.326820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-9b3416c3-cee1-4a40-b465-365260e84505 service neutron] 10.222.0.78 "GET /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158246 Jul 30 01:36:00.400979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d7a04d6-9579-4780-af3d-a980459a2459 req-3de26a71-e7f2-4798-8396-9f8dac008180 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759594 Jul 30 01:36:00.430559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Allocated IP 192.168.233.22 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/e0949f8a-c348-41d7-b430-94a54c426cd2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:00.621780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.627672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.633639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.640217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.646053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.652148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.657963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.659959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-78c0d137-28b8-4990-a816-46b78aea8653 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.1615703 Jul 30 01:36:00.756157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.796299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0193a5a8-8e43-4492-9e3d-a911cb395187 req-ee38237c-162d-499f-a34a-432f18afb75c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251202 Jul 30 01:36:00.797282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Transition to ACTIVE for port object e0949f8a-c348-41d7-b430-94a54c426cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:00.861538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-84d640a2-6dfd-4ab3-a89c-d4117cffb739 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.868489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-84d640a2-6dfd-4ab3-a89c-d4117cffb739 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.2048886 Jul 30 01:36:00.891107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-c966acc3-34ae-4940-9858-6477b5200d8b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/quotas/5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 375 time: 0.0210650 Jul 30 01:36:00.926665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.938284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:00.985221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5ac150d2-5bbd-4f21-85ab-4e04388c7cac'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:01.002012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:01.017151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:01.035619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-1fe55d29-e52b-4774-a165-03d7f9c0577c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435785 Jul 30 01:36:01.053545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:01.067284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event updated for resources: {'Port': ['ID=e0949f8a-c348-41d7-b430-94a54c426cd2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.139311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d56bea4b-0b9a-4c6b-abaf-2b602d0e60b2 req-7c344199-0df9-4d70-841d-0c96690f75be tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/5b685911-fa3f-4606-8991-c001a31645e0 HTTP/1.1" status: 200 len: 2404 time: 0.2072518 Jul 30 01:36:01.205115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:01.205786 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.258650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-d4c52bc0-e61a-46a1-8e9a-41aeaa73d572 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3465579 Jul 30 01:36:01.266360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-4aa86a6e-7791-4f8c-897b-636f655145a1 service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298739 Jul 30 01:36:01.276345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Request body: {'port': {'device_id': '30132cee-8301-4a32-81e4-76a89d652bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:01.279251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d56bea4b-0b9a-4c6b-abaf-2b602d0e60b2 req-92cdc517-2d92-4f14-99c7-edda7b092376 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.378089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d56bea4b-0b9a-4c6b-abaf-2b602d0e60b2 req-92cdc517-2d92-4f14-99c7-edda7b092376 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.414567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9cb878f2-0ada-4ded-a1df-80b85f30f1b0 None None] Provisioning for port e0949f8a-c348-41d7-b430-94a54c426cd2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:01.418902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9cb878f2-0ada-4ded-a1df-80b85f30f1b0 None None] Provisioning complete for port e0949f8a-c348-41d7-b430-94a54c426cd2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:01.419329 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cb878f2-0ada-4ded-a1df-80b85f30f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.439530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.462973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9cb878f2-0ada-4ded-a1df-80b85f30f1b0 None None] Port e0949f8a-c348-41d7-b430-94a54c426cd2 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:01.471570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-865466c3-b222-4995-8c55-cf5e1a319464 service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904774 Jul 30 01:36:01.502065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d56bea4b-0b9a-4c6b-abaf-2b602d0e60b2 req-92cdc517-2d92-4f14-99c7-edda7b092376 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.504773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d56bea4b-0b9a-4c6b-abaf-2b602d0e60b2 req-92cdc517-2d92-4f14-99c7-edda7b092376 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.505981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d56bea4b-0b9a-4c6b-abaf-2b602d0e60b2 req-92cdc517-2d92-4f14-99c7-edda7b092376 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/5b685911-fa3f-4606-8991-c001a31645e0 HTTP/1.1" status: 204 len: 173 time: 0.3456399 Jul 30 01:36:01.527488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdc517-2d92-4f14-99c7-edda7b092376 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b685911-fa3f-4606-8991-c001a31645e0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.544827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device cca71b53-10ee-4fbd-a6d8-9243247a6ef7 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:01.657553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b003278-14ab-4de8-8d8f-ac61452aa9ff req-923b04a4-b6cf-45b6-8e0f-4a5a26563fcb tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 210 time: 0.0527921 Jul 30 01:36:01.746519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,segment=NetworkSegment(96443a1b-1c96-4471-bd6d-f09c17879ddf),segment_id=96443a1b-1c96-4471-bd6d-f09c17879ddf)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:01.789352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7', 'network_id': '4598413b-feea-475b-a9ae-bbd2c756f4b1', 'port_id': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7', 'mac_address': 'fa:16:3e:bd:18:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c45a63-5947-4f93-a35b-979691ea9b66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:01.834812 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.849632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-17cf4aa0-de11-438b-b928-f53137d6f981 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:01.850603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca71b53-10ee-4fbd-a6d8-9243247a6ef7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:01.852981 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-17cf4aa0-de11-438b-b928-f53137d6f981 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.66 "GET /v2.0/networks?id=95d55897-bae2-4a6c-a5c7-6934aaac96ee HTTP/1.1" status: 200 len: 813 time: 0.2389748 Jul 30 01:36:01.867965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Request body: {'port': {'device_id': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee', 'admin_state_up': True, 'tenant_id': '519cd76f7c354539a401d6e9e8404d25'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:01.875757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,segment=NetworkSegment(96443a1b-1c96-4471-bd6d-f09c17879ddf),segment_id=96443a1b-1c96-4471-bd6d-f09c17879ddf)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:01.882091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.957460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.997109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be66d4-e383-41f9-9a3d-76666a7ba459 req-ee2836b9-ae6d-431c-93b0-f42086c91893 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:01.999253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3be66d4-e383-41f9-9a3d-76666a7ba459 req-ee2836b9-ae6d-431c-93b0-f42086c91893 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 935 time: 0.2102139 Jul 30 01:36:02.010251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbca3f-b593-4142-b324-ad5237cdbaa9 req-1012af1e-560d-405a-9385-b774f58c64c0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.012489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ecbca3f-b593-4142-b324-ad5237cdbaa9 req-1012af1e-560d-405a-9385-b774f58c64c0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 946 time: 0.1781743 Jul 30 01:36:02.029864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0949f8a-c348-41d7-b430-94a54c426cd2 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:02.054298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.099239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3be66d4-e383-41f9-9a3d-76666a7ba459 req-703d4a9d-72e8-4547-8b0e-7554a918d24a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 Jul 30 01:36:02.100326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Transition to ACTIVE for port object e0949f8a-c348-41d7-b430-94a54c426cd2 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:02.109936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.148950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ecbca3f-b593-4142-b324-ad5237cdbaa9 req-1f22d065-16bc-49fa-8914-b988607ac6b9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126225 Jul 30 01:36:02.180377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0949f8a-c348-41d7-b430-94a54c426cd2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:02.199550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['cca71b53-10ee-4fbd-a6d8-9243247a6ef7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:02.349403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Attempting to bind port e0949f8a-c348-41d7-b430-94a54c426cd2 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:02.349762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Attempting to bind port e0949f8a-c348-41d7-b430-94a54c426cd2 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:02.350077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Attempting to bind port e0949f8a-c348-41d7-b430-94a54c426cd2 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:02.359220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6762e6fd-dada-40b9-b8f1-5d1fcadc81c8 req-293890cf-3e93-4ea7-8491-5be930160342 tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "GET /v2.0/security-groups/94911933-0db5-446f-89f9-34af6ff6d5e9 HTTP/1.1" status: 200 len: 2398 time: 0.1315975 Jul 30 01:36:02.363931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Port e0949f8a-c348-41d7-b430-94a54c426cd2 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:02.364240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Attempting to bind port e0949f8a-c348-41d7-b430-94a54c426cd2 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:02.376531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:02.376929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:02.377321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:02.377800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Bound port: e0949f8a-c348-41d7-b430-94a54c426cd2, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:02.378219 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.423759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f082c41-98e0-4ca6-9b8c-1bb4ecab835f req-ac46b2f2-690b-4400-962d-411ef5088674 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.425379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f082c41-98e0-4ca6-9b8c-1bb4ecab835f req-ac46b2f2-690b-4400-962d-411ef5088674 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 944 time: 0.1593983 Jul 30 01:36:02.451226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Made reservation on behalf of 519cd76f7c354539a401d6e9e8404d25 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:02.456432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.548754 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f082c41-98e0-4ca6-9b8c-1bb4ecab835f req-2f038e02-8ab3-4c8b-a034-88b4eaa58356 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057239 Jul 30 01:36:02.553012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6762e6fd-dada-40b9-b8f1-5d1fcadc81c8 req-76f58294-7f8e-4e29-a753-90040ec8b76f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.554926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] For port e0949f8a-c348-41d7-b430-94a54c426cd2, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:02.559571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] For port e0949f8a-c348-41d7-b430-94a54c426cd2, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e0949f8a-c348-41d7-b430-94a54c426cd2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:02.569141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.608952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Allocated IP 172.20.0.6 (95d55897-bae2-4a6c-a5c7-6934aaac96ee/66c220b8-4e37-4985-b73c-d60e2db58cf4/0723acdf-0504-43ad-9efe-00c3b46fe836) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:02.622138 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6762e6fd-dada-40b9-b8f1-5d1fcadc81c8 req-76f58294-7f8e-4e29-a753-90040ec8b76f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.627485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.628142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.629564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/e0949f8a-c348-41d7-b430-94a54c426cd2 HTTP/1.1" status: 200 len: 1096 time: 1.3578379 Jul 30 01:36:02.635361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30132cee-8301-4a32-81e4-76a89d652bf9', 'tag': 'e0949f8a-c348-41d7-b430-94a54c426cd2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:02.637943 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "30132cee-8301-4a32-81e4-76a89d652bf9", "tag": "e0949f8a-c348-41d7-b430-94a54c426cd2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:02.702338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-540a06bc-762f-4bf9-b4a9-b829cd746090 req-138744db-f03d-4cc8-b1a6-2e4e0a971919 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 210 time: 0.0564413 Jul 30 01:36:02.738744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394e60f-0e78-481e-b2cf-3e4a093ad0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0949f8a-c348-41d7-b430-94a54c426cd2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:02.757592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6762e6fd-dada-40b9-b8f1-5d1fcadc81c8 req-76f58294-7f8e-4e29-a753-90040ec8b76f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.760420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6762e6fd-dada-40b9-b8f1-5d1fcadc81c8 req-76f58294-7f8e-4e29-a753-90040ec8b76f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.761752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6762e6fd-dada-40b9-b8f1-5d1fcadc81c8 req-76f58294-7f8e-4e29-a753-90040ec8b76f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] 10.222.0.78 "DELETE /v2.0/security-groups/94911933-0db5-446f-89f9-34af6ff6d5e9 HTTP/1.1" status: 204 len: 173 time: 0.3885689 Jul 30 01:36:02.774471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:02.777799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f58294-7f8e-4e29-a753-90040ec8b76f tempest-SecurityGroupRulesTestJSON-54699769 tempest-SecurityGroupRulesTestJSON-54699769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94911933-0db5-446f-89f9-34af6ff6d5e9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:02.782364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-2fd4dbc3-e49f-486e-a404-16839d1ff827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.783990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-2fd4dbc3-e49f-486e-a404-16839d1ff827 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0899603 Jul 30 01:36:02.817781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.872704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-db003af7-3186-48a1-afa0-aebaa30ed784 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e0949f8a-c348-41d7-b430-94a54c426cd2 HTTP/1.1" status: 200 len: 217 time: 0.0727923 Jul 30 01:36:02.888892 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.967126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Deleting subnet 2a98eeae-8ade-4233-832e-02e6eb102774 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:36:03.066146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Network 95d55897-bae2-4a6c-a5c7-6934aaac96ee is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:03.092358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.101506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-e48ac039-c2f2-4346-869c-215e731a1f3a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.103638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-e48ac039-c2f2-4346-869c-215e731a1f3a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.1442349 Jul 30 01:36:03.128387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:03.135547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:03.140909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Pushing event updated for resources: {'Port': ['ID=0723acdf-0504-43ad-9efe-00c3b46fe836,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:03.148540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Request body: {'port': {'device_id': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'admin_state_up': True, 'tenant_id': '5e5efe4c308546469e670371d45cbc45'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:03.234003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.297318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.298064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.315909 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88caee3f-7b6a-4e8d-8dab-c180f53fcf92 x-openstack-request-id: req-88caee3f-7b6a-4e8d-8dab-c180f53fcf92 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:03.316339 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30132cee-8301-4a32-81e4-76a89d652bf9", "tag": "e0949f8a-c348-41d7-b430-94a54c426cd2", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:03.316460 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88caee3f-7b6a-4e8d-8dab-c180f53fcf92 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:03.316817 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30132cee-8301-4a32-81e4-76a89d652bf9', 'tag': 'e0949f8a-c348-41d7-b430-94a54c426cd2', 'status': 'completed', 'code': 200} Jul 30 01:36:03.317527 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-69b7d4ef-5792-408a-bf18-2fe950e1144b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4538443 Jul 30 01:36:03.334762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Request body: {'port': {'device_id': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:03.368004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.406437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8d27cb6f-11b9-4fcb-91b0-6536bca46f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.407973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-8d27cb6f-11b9-4fcb-91b0-6536bca46f82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0939858 Jul 30 01:36:03.423625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.430030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.435983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.441822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.448288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.454094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.460081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.462154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-c300456d-5d40-4f2c-8336-5c0439494f05 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.5914893 Jul 30 01:36:03.467758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.492707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.497881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Made reservation on behalf of 5e5efe4c308546469e670371d45cbc45 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:03.501649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.518198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36138f81-e436-4119-89f3-fed74c383167 req-d84efa15-eb6c-4583-a3cc-d5572a2d0495 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.519742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36138f81-e436-4119-89f3-fed74c383167 req-d84efa15-eb6c-4583-a3cc-d5572a2d0495 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 931 time: 0.1708448 Jul 30 01:36:03.558931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a98eeae-8ade-4233-832e-02e6eb102774,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:03.564643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd2cdbf6-b95f-4ec7-8096-ad35eb940ed2 req-8850ea6e-53ad-4499-a115-11b77bac13dc tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868540 Jul 30 01:36:03.569408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.570809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device cca71b53-10ee-4fbd-a6d8-9243247a6ef7 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:03.571361 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-437cd899-0ed2-4c7a-95ee-0186c7fcd97f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2a98eeae-8ade-4233-832e-02e6eb102774 HTTP/1.1" status: 204 len: 168 time: 0.7952256 Jul 30 01:36:03.574691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-2396e381-0c2b-41ca-8cec-80d7d7d9301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.577025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-2396e381-0c2b-41ca-8cec-80d7d7d9301f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125689 Jul 30 01:36:03.577508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60316) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:03.646408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:03.651615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:03.652639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.685408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36138f81-e436-4119-89f3-fed74c383167 req-4c8d1cdf-956b-40cf-a460-0889d4a54f4a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551063 Jul 30 01:36:03.795012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.802048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.827644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:03.829946 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfba45f-0dcd-4d23-ad8e-65651cd3c0bd" -d '{"events": [{"server_uuid": "0aa89544-d002-4b80-ae3d-3ce44e6edefa", "name": "network-vif-plugged", "status": "completed", "tag": "cca71b53-10ee-4fbd-a6d8-9243247a6ef7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:03.852966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,segment=NetworkSegment(96443a1b-1c96-4471-bd6d-f09c17879ddf),segment_id=96443a1b-1c96-4471-bd6d-f09c17879ddf)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:03.854138 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-5ed483d6-4cdf-43e1-8aa5-24bb84b1cfb9 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615390 Jul 30 01:36:03.858992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Allocated IP 172.20.0.3 (0907950a-8b74-4cd3-9254-5a517e011101/b89e0b09-4749-4ac6-b5ad-7d5975d9a352/acf87661-f007-4144-bcd7-5db0f6edcf35) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:03.859877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.867569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796c57f-23b2-497d-9ec1-bf685b05cd29 req-8864dd64-41e0-4fe1-9048-b994a1198286 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.869681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e796c57f-23b2-497d-9ec1-bf685b05cd29 req-8864dd64-41e0-4fe1-9048-b994a1198286 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 947 time: 0.1315126 Jul 30 01:36:03.917768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:04.048914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.064026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0723acdf-0504-43ad-9efe-00c3b46fe836 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:04.069125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e796c57f-23b2-497d-9ec1-bf685b05cd29 req-a69987b3-19b1-44d4-8d07-c961e9e3be5e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732869 Jul 30 01:36:04.076286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67828d9b-b3d5-462a-9efb-581c49943520']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:04.096679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.099442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff2ac-f973-4f16-885c-4fec152a1ab6 req-71a60f62-3dd5-452d-802a-70e01f96221e tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.101061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-028ff2ac-f973-4f16-885c-4fec152a1ab6 req-71a60f62-3dd5-452d-802a-70e01f96221e tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 945 time: 0.2448924 Jul 30 01:36:04.109805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956e8492-0679-426e-b927-8351c1d2fe31') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:04.110074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956e8492-0679-426e-b927-8351c1d2fe31') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:04.132378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.137222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.142290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Transition to ACTIVE for port object 0723acdf-0504-43ad-9efe-00c3b46fe836 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:04.153362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9cd2ed34-62d6-4d8e-8386-dee3891f644a req-42208ae5-43ef-40af-a793-92c1521d73be service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757750 Jul 30 01:36:04.153612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.160723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.175780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:36:04.176264 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:36:04.178339 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:36:04.191578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.204239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-028ff2ac-f973-4f16-885c-4fec152a1ab6 req-6f823358-3af9-4105-9c62-9403ec81a88e tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901310 Jul 30 01:36:04.247225 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e7bd4-e130-418d-bb77-8e449430dcb5 x-openstack-request-id: req-6f5e7bd4-e130-418d-bb77-8e449430dcb5 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:04.247523 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa89544-d002-4b80-ae3d-3ce44e6edefa", "name": "network-vif-plugged", "status": "completed", "tag": "cca71b53-10ee-4fbd-a6d8-9243247a6ef7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:04.247778 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f5e7bd4-e130-418d-bb77-8e449430dcb5 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:04.248821 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7', 'code': 200} Jul 30 01:36:04.258497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Pushing event updated for resources: {'Port': ['ID=0723acdf-0504-43ad-9efe-00c3b46fe836,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:04.262767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Network 0907950a-8b74-4cd3-9254-5a517e011101 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:04.285541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:04.307984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:04.341112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:04.356026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.396751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.398767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] 10.222.0.78 "DELETE /v2.0/networks/67828d9b-b3d5-462a-9efb-581c49943520 HTTP/1.1" status: 204 len: 168 time: 0.8187385 Jul 30 01:36:04.417804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913659fe-f57f-4587-a0da-e43d65e52610 req-04328b4a-78f0-4b7e-a679-cf715bee9fdf tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.425354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-913659fe-f57f-4587-a0da-e43d65e52610 req-04328b4a-78f0-4b7e-a679-cf715bee9fdf tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 931 time: 0.1879718 Jul 30 01:36:04.432588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-ef617181-3eb1-4dc1-b8e9-7e72325f6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.433854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-ef617181-3eb1-4dc1-b8e9-7e72325f6e41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7a87a9aec7d84b999afbac47566b0704&device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 1099 time: 0.1951559 Jul 30 01:36:04.446057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066657d3-705f-48bf-af19-b90e710ada4b admin admin] Pushing event deleted for resources: {'Network': ['ID=67828d9b-b3d5-462a-9efb-581c49943520,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:04.481799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.482486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.494784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Attempting to bind port 0723acdf-0504-43ad-9efe-00c3b46fe836 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:04.495195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Attempting to bind port 0723acdf-0504-43ad-9efe-00c3b46fe836 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '86b17ad5-a2c1-49f2-9e93-70cf51bdda29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:04.495307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Attempting to bind port 0723acdf-0504-43ad-9efe-00c3b46fe836 on network 95d55897-bae2-4a6c-a5c7-6934aaac96ee {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:04.501387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Port 0723acdf-0504-43ad-9efe-00c3b46fe836 on network 95d55897-bae2-4a6c-a5c7-6934aaac96ee not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:04.501720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Attempting to bind port 0723acdf-0504-43ad-9efe-00c3b46fe836 on network 95d55897-bae2-4a6c-a5c7-6934aaac96ee {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:04.507802 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-67899c6a-42e5-455b-8baf-bec543d7bd1e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3744843 Jul 30 01:36:04.508554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:04.508901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Checking segment: {'id': '86b17ad5-a2c1-49f2-9e93-70cf51bdda29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:04.509356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Bound using segment: {'id': '86b17ad5-a2c1-49f2-9e93-70cf51bdda29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:04.510353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Bound port: 0723acdf-0504-43ad-9efe-00c3b46fe836, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86b17ad5-a2c1-49f2-9e93-70cf51bdda29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:04.510723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.526640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Request body: {'port': {'device_id': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:04.531640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8ade7-2ede-41e2-91cf-2cc40b236435 req-5cb94fb5-3c0e-4ee1-aafc-9344fd345f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.533424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67f8ade7-2ede-41e2-91cf-2cc40b236435 req-5cb94fb5-3c0e-4ee1-aafc-9344fd345f3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 1097 time: 0.1753283 Jul 30 01:36:04.556003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-913659fe-f57f-4587-a0da-e43d65e52610 req-8a14a89a-a3f0-4b84-8573-78a8127dd321 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292961 Jul 30 01:36:04.599206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67f8ade7-2ede-41e2-91cf-2cc40b236435 req-53656cd0-2a2d-4994-9694-b8862e2106df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557334 Jul 30 01:36:04.640990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-90780447-bed1-4879-8982-de60f88f6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.643849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-90780447-bed1-4879-8982-de60f88f6840 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1973007 Jul 30 01:36:04.645512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.697658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60364) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:04.721411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-bd99460d-c24b-433c-bd92-fe68ec323134 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e0949f8a-c348-41d7-b430-94a54c426cd2 HTTP/1.1" status: 200 len: 217 time: 0.0673337 Jul 30 01:36:04.739181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] For port 0723acdf-0504-43ad-9efe-00c3b46fe836, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:04.804786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] For port 0723acdf-0504-43ad-9efe-00c3b46fe836, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0723acdf-0504-43ad-9efe-00c3b46fe836,segment=NetworkSegment(86b17ad5-a2c1-49f2-9e93-70cf51bdda29),segment_id=86b17ad5-a2c1-49f2-9e93-70cf51bdda29)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:04.828890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.835361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.841494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.847701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.854060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.860193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.862069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.866150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.868185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-adffb5c5-181a-4143-98b5-7957f030d51a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5431 time: 0.1501462 Jul 30 01:36:04.872606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-b2b1963d-9c75-4fe0-8770-b4056dc9f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.874028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-b2b1963d-9c75-4fe0-8770-b4056dc9f67d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1386971 Jul 30 01:36:04.884130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d49becf4-2825-4479-826b-47cf75fba055 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0133048372f14bc5b2f7d24464231066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852715 Jul 30 01:36:04.905612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:04.905938 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60374) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:04.930022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.930948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.933256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] 10.222.0.66 "PUT /v2.0/ports/0723acdf-0504-43ad-9efe-00c3b46fe836 HTTP/1.1" status: 200 len: 1092 time: 1.6060221 Jul 30 01:36:04.940586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'tag': '0723acdf-0504-43ad-9efe-00c3b46fe836'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:04.943065 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8" -d '{"events": [{"name": "network-changed", "server_uuid": "db3a230c-d8f3-489b-a0f8-9025e36027e4", "tag": "0723acdf-0504-43ad-9efe-00c3b46fe836"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:04.983970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-634b140b-789a-4c39-ac93-b1ea7dab5a7b req-853ce9d8-88c5-4984-82d3-9ea9a0062394 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008253 Jul 30 01:36:04.996272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-f7faf026-185e-4fcb-ab08-f662db725349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.998488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-f7faf026-185e-4fcb-ab08-f662db725349 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063790 Jul 30 01:36:05.005390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8da562-ebce-4231-8b4e-284ed9eb078e service neutron] Pushing event updated for resources: {'Port': ['ID=0723acdf-0504-43ad-9efe-00c3b46fe836,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:05.008634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7becc9-fa96-461e-b611-d60b35c825d2 req-3a8df866-5403-49d0-9279-d8e17fbb6c69 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.010702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b7becc9-fa96-461e-b611-d60b35c825d2 req-3a8df866-5403-49d0-9279-d8e17fbb6c69 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 943 time: 0.1410203 Jul 30 01:36:05.116105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:05.128925 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae960d7b-7401-43ba-b8a3-ca27163c7dca x-openstack-request-id: req-ae960d7b-7401-43ba-b8a3-ca27163c7dca {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:05.129802 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3a230c-d8f3-489b-a0f8-9025e36027e4", "tag": "0723acdf-0504-43ad-9efe-00c3b46fe836", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:05.130243 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae960d7b-7401-43ba-b8a3-ca27163c7dca {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:05.131707 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'tag': '0723acdf-0504-43ad-9efe-00c3b46fe836', 'status': 'completed', 'code': 200} Jul 30 01:36:05.143120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b7becc9-fa96-461e-b611-d60b35c825d2 req-6b8fa744-9949-460e-990f-a33a358fa0cf tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147370 Jul 30 01:36:05.153495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b89c1b8-d6e0-4695-9c75-9bb3e244d756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.208200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-05babca9-e1e8-4c93-98b5-7bb7c55efe75 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786911 Jul 30 01:36:05.231437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b93dea8d-b365-44cf-8e62-baeca3ed32d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.234310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-ef771bbd-4dd0-4f5b-929c-987030c00a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.236201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-ef771bbd-4dd0-4f5b-929c-987030c00a79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=519cd76f7c354539a401d6e9e8404d25&device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 1095 time: 0.1830182 Jul 30 01:36:05.289577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:05.317649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'mac_address': 'fa:16:3e:be:dd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:05.333161 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-4da2defa-8821-4522-a8fc-2fa2cb8e1175 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0723acdf-0504-43ad-9efe-00c3b46fe836 HTTP/1.1" status: 200 len: 217 time: 0.0700552 Jul 30 01:36:05.347927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e17df2c-2bcf-43a7-a9c2-836fe76aa5ce req-91ae2331-99cb-46c1-abd2-c307b812af25 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175339 Jul 30 01:36:05.351369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b93dea8d-b365-44cf-8e62-baeca3ed32d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.390837 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.408667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c6f857c-d55c-47f7-bced-5395d92a37b4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:05.437968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:05.442619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.465700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd647f-1dd0-4946-a4de-f0487a8957a0 req-b77477cc-f2c2-4abe-b226-870a4f28cdb8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.473606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ecd647f-1dd0-4946-a4de-f0487a8957a0 req-b77477cc-f2c2-4abe-b226-870a4f28cdb8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 947 time: 0.2643995 Jul 30 01:36:05.490144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e07e8-57da-4a8e-913b-a37ee2a5e25c req-51eddc5a-f915-40f0-a783-6d869aff4bc0 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.498740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e2e07e8-57da-4a8e-913b-a37ee2a5e25c req-51eddc5a-f915-40f0-a783-6d869aff4bc0 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 945 time: 0.1262004 Jul 30 01:36:05.504903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-eafd5623-beff-4d63-81e2-4afad6cdee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.506534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-eafd5623-beff-4d63-81e2-4afad6cdee6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66c220b8-4e37-4985-b73c-d60e2db58cf4 HTTP/1.1" status: 200 len: 853 time: 0.1617832 Jul 30 01:36:05.510183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf87661-f007-4144-bcd7-5db0f6edcf35 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:05.531622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:05.534022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.551623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['7c6f857c-d55c-47f7-bced-5395d92a37b4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:05.565614 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-97e92612-34a1-4041-bf87-9fbe68c81852 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95d55897-bae2-4a6c-a5c7-6934aaac96ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454917 Jul 30 01:36:05.573425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ecd647f-1dd0-4946-a4de-f0487a8957a0 req-da5db51f-8ab9-41f5-968e-805ef1ce1c6d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984735 Jul 30 01:36:05.589647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fea146a1-2811-4b76-b35d-98bd82827766 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:05.590468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e2e07e8-57da-4a8e-913b-a37ee2a5e25c req-ec70318f-3d19-4b51-b32c-cdab92e72fcc tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904362 Jul 30 01:36:05.594653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Transition to ACTIVE for port object acf87661-f007-4144-bcd7-5db0f6edcf35 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:05.719843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b93dea8d-b365-44cf-8e62-baeca3ed32d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.722683 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b93dea8d-b365-44cf-8e62-baeca3ed32d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.723971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b93dea8d-b365-44cf-8e62-baeca3ed32d2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c4ac039-33a3-4cc2-bafa-6e1c7b3f5e3f HTTP/1.1" status: 204 len: 168 time: 0.8171036 Jul 30 01:36:05.724689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.751786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e08fe-9f90-4c43-b07f-59eaa7a7e776 req-70a781fa-9673-4022-bbf7-bd828861ffdf tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.762268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917e08fe-9f90-4c43-b07f-59eaa7a7e776 req-70a781fa-9673-4022-bbf7-bd828861ffdf tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0731571 Jul 30 01:36:05.767309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fea146a1-2811-4b76-b35d-98bd82827766,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:05.787260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'fea146a1-2811-4b76-b35d-98bd82827766', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'port_id': 'fea146a1-2811-4b76-b35d-98bd82827766', 'mac_address': 'fa:16:3e:46:33:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:05.800020 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-e5133105-0eb1-49af-906a-126e9a2bce99 service neutron] 10.222.0.66 "GET /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191491 Jul 30 01:36:05.806084 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b89c1b8-d6e0-4695-9c75-9bb3e244d756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.806493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917e08fe-9f90-4c43-b07f-59eaa7a7e776 req-012fe4b1-5585-405f-a513-65f165ad76cf tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Jul 30 01:36:05.817295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dea8d-b365-44cf-8e62-baeca3ed32d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ac039-33a3-4cc2-bafa-6e1c7b3f5e3f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:05.854364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b89c1b8-d6e0-4695-9c75-9bb3e244d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.878689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.904822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea146a1-2811-4b76-b35d-98bd82827766 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:05.943489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fea146a1-2811-4b76-b35d-98bd82827766,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:05.951617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.952281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 31fb3217-502c-4542-8775-df9891ba5f07 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:06.003344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b89c1b8-d6e0-4695-9c75-9bb3e244d756 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ae3af4e7d6347808f6b9a28974a762a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0946920 Jul 30 01:36:06.006813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60400) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:06.016216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.061289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89c1b8-d6e0-4695-9c75-9bb3e244d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d5810-64a3-474e-a174-d4e092f4a8af,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.075904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.162452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=31fb3217-502c-4542-8775-df9891ba5f07,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:06.176226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '31fb3217-502c-4542-8775-df9891ba5f07', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'port_id': '31fb3217-502c-4542-8775-df9891ba5f07', 'mac_address': 'fa:16:3e:04:10:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:06.206737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72505aa5-481c-404d-b21b-4f6a47e04b1c req-67cdf223-9d11-47d0-9638-a0e80fd436da service neutron] 10.222.0.66 "GET /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850887 Jul 30 01:36:06.230614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:06.230983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:06.231349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:06.238570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8304cf69-7911-4beb-8f53-f7f1cc2ee30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.250847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:06.251353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:06.257097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:06.257454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:06.257844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:06.258095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.258283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Bound port: acf87661-f007-4144-bcd7-5db0f6edcf35, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:06.258649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.288258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8304cf69-7911-4beb-8f53-f7f1cc2ee30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.290699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fb3217-502c-4542-8775-df9891ba5f07 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:06.314766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.322282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.322620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=31fb3217-502c-4542-8775-df9891ba5f07,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:06.328081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.332072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.333418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66795213-05e6-45a3-b7f3-cbf67bdac47e details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:06.339888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.348471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.360111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.375072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.385391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-81459d2b-6d5a-4341-928d-fd777dd4109d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5432 time: 0.2017505 Jul 30 01:36:06.433786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:06.436356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-b35da226-2d26-40e8-a063-337780414bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.438806 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-b35da226-2d26-40e8-a063-337780414bf4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=519cd76f7c354539a401d6e9e8404d25&device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 1095 time: 0.1391277 Jul 30 01:36:06.451643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:06.455523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '66795213-05e6-45a3-b7f3-cbf67bdac47e', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'port_id': '66795213-05e6-45a3-b7f3-cbf67bdac47e', 'mac_address': 'fa:16:3e:f0:0f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:06.457619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:06.480884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.499463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.500471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e530363-bfa7-43a1-968c-d052c2aa714e req-15f116dd-0d9b-407f-9674-2be62d87e6a3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139386 Jul 30 01:36:06.523515 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.534411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d72a-9eb2-4c11-9164-3f8e1728bda3 req-ba8b88ea-7988-438b-8aac-e107f5105f8a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.536788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6d1d72a-9eb2-4c11-9164-3f8e1728bda3 req-ba8b88ea-7988-438b-8aac-e107f5105f8a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 943 time: 0.1409173 Jul 30 01:36:06.555714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8304cf69-7911-4beb-8f53-f7f1cc2ee30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.559066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8304cf69-7911-4beb-8f53-f7f1cc2ee30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.560646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8304cf69-7911-4beb-8f53-f7f1cc2ee30d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b4d5810-64a3-474e-a174-d4e092f4a8af HTTP/1.1" status: 204 len: 168 time: 0.5518396 Jul 30 01:36:06.585817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66795213-05e6-45a3-b7f3-cbf67bdac47e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:06.590203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304cf69-7911-4beb-8f53-f7f1cc2ee30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d5810-64a3-474e-a174-d4e092f4a8af,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.626511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.627563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.629555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] 10.222.0.66 "PUT /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 1092 time: 2.1076179 Jul 30 01:36:06.635973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6d1d72a-9eb2-4c11-9164-3f8e1728bda3 req-fcbccf21-bb19-4316-b13f-5ad5d842536e tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911486 Jul 30 01:36:06.677110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:06.694941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97b21b-1456-4f21-ad24-63973a86ebe4 service neutron] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.699583 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.699976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4c96fbd2-dab0-4ded-a796-b3903248bf97 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:06.739829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-1200a6a5-d551-48de-b223-f6181c982754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.741936 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-1200a6a5-d551-48de-b223-f6181c982754 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95d55897-bae2-4a6c-a5c7-6934aaac96ee HTTP/1.1" status: 200 len: 914 time: 0.2808676 Jul 30 01:36:06.762378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-cbe5e172-44fb-4e1e-9f09-71ec06371412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.764006 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-cbe5e172-44fb-4e1e-9f09-71ec06371412 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1095 time: 0.0816603 Jul 30 01:36:06.833773 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-0cb9ab61-a90c-41f7-b18b-d6aa56856cdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0723acdf-0504-43ad-9efe-00c3b46fe836 HTTP/1.1" status: 200 len: 217 time: 0.0757794 Jul 30 01:36:06.873036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abf89a-7962-4c28-ae28-d7b333f55be6 req-ba9a7c23-43ed-4b63-823d-e8158807a3c1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.880816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69abf89a-7962-4c28-ae28-d7b333f55be6 req-ba9a7c23-43ed-4b63-823d-e8158807a3c1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 947 time: 0.1653481 Jul 30 01:36:06.918118 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-9ce45b9b-7da4-416f-acdf-427fcc365db9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 217 time: 0.1137490 Jul 30 01:36:06.936302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69abf89a-7962-4c28-ae28-d7b333f55be6 req-8f5868fd-7cd0-4a47-b428-bc5146d7ff05 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Jul 30 01:36:06.957876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5f2ef-c134-4813-90d2-fae329adcac0 req-d02cd754-fc9e-4931-aba2-4255937b0e10 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.959492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4a5f2ef-c134-4813-90d2-fae329adcac0 req-d02cd754-fc9e-4931-aba2-4255937b0e10 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 945 time: 0.1858881 Jul 30 01:36:06.992652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-f13b7697-7aa2-478a-9b92-b8d11bf1f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.994929 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-f13b7697-7aa2-478a-9b92-b8d11bf1f4ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66c220b8-4e37-4985-b73c-d60e2db58cf4 HTTP/1.1" status: 200 len: 853 time: 0.1575000 Jul 30 01:36:07.038539 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-21e1e3fd-e2de-49f9-9635-ea591ef42683 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95d55897-bae2-4a6c-a5c7-6934aaac96ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345590 Jul 30 01:36:07.045863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-21df2621-4260-41c9-9078-83376b440ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.047961 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-21df2621-4260-41c9-9078-83376b440ee4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1217403 Jul 30 01:36:07.065094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4a5f2ef-c134-4813-90d2-fae329adcac0 req-75b36965-864a-4fcc-ab69-32812ffd4f5b tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928178 Jul 30 01:36:07.148677 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-eaca3e80-4bc3-4c14-8766-33fe99e1e169 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878193 Jul 30 01:36:07.149125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:07.171956 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72658036-8a09-477d-90cb-05e1f55eb6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:07.184067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae739bd4-6773-4331-9364-955029f5c77f req-68f82e3c-a0ba-46f5-a186-07b32155ab47 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.203674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae739bd4-6773-4331-9364-955029f5c77f req-68f82e3c-a0ba-46f5-a186-07b32155ab47 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.1702845 Jul 30 01:36:07.205942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60470) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:07.220497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:07.247557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4c96fbd2-dab0-4ded-a796-b3903248bf97', 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146', 'port_id': '4c96fbd2-dab0-4ded-a796-b3903248bf97', 'mac_address': 'fa:16:3e:08:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fe8594-4da0-48fb-82a6-a42cece6b19b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:07.252003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e0949f8a-c348-41d7-b430-94a54c426cd2 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:07.292461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae739bd4-6773-4331-9364-955029f5c77f req-4ef770ed-127a-4868-beab-b465b18816dd tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868335 Jul 30 01:36:07.365686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:07.376455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-3bd09719-cd47-41e9-a721-def7d13ff229 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951816 Jul 30 01:36:07.378685 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d8d477-1ebb-48c4-9c2a-7febbc85e264 x-openstack-request-id: req-a1d8d477-1ebb-48c4-9c2a-7febbc85e264 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:07.378685 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:07.378685 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1d8d477-1ebb-48c4-9c2a-7febbc85e264 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:07.379103 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'status': 'completed', 'code': 200} Jul 30 01:36:07.382200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3aed042-d7dd-4d43-851c-31be7e8d5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.504242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.520139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.527819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c96fbd2-dab0-4ded-a796-b3903248bf97 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:07.689161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:07.721834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60494) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:07.728268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-a200808e-dc3a-42f3-9c05-964cca58d583 service neutron] 10.222.0.66 "GET /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786957 Jul 30 01:36:07.754642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e0949f8a-c348-41d7-b430-94a54c426cd2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e0949f8a-c348-41d7-b430-94a54c426cd2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:07.777433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:07.780822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e0949f8a-c348-41d7-b430-94a54c426cd2', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'e0949f8a-c348-41d7-b430-94a54c426cd2', 'mac_address': 'fa:16:3e:b8:bc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:07.786083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.786792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:07.828181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.853557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.860097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.869524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.877070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.887253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.894314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.904550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-e82c0515-f3ae-4322-91bd-d5b24c7adacf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5434 time: 0.2504005 Jul 30 01:36:07.937279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 7c6f857c-d55c-47f7-bced-5395d92a37b4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:07.937667 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.997173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a6f3c06-e1b6-4831-905f-e0a9592e7dbf req-08bc66f2-4ff7-45dd-a018-493d23267e21 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911956 Jul 30 01:36:08.005166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-168071798-network', 'tenant_id': '931dedd1886f4a43a88e3a66bd631d00'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:08.023057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427c1eb-9728-46b5-b065-fc9913e34f8a req-4be013ca-2695-4d72-bcf6-ea1d9437ba3b tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.031422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4427c1eb-9728-46b5-b065-fc9913e34f8a req-4be013ca-2695-4d72-bcf6-ea1d9437ba3b tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 945 time: 0.1170437 Jul 30 01:36:08.040582 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.104937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4427c1eb-9728-46b5-b065-fc9913e34f8a req-17348610-67d6-42ed-a1ba-5430009fecdc tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573435 Jul 30 01:36:08.141118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.155206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0949f8a-c348-41d7-b430-94a54c426cd2 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:08.165233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:36:08.217663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.234939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e0949f8a-c348-41d7-b430-94a54c426cd2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e0949f8a-c348-41d7-b430-94a54c426cd2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.244857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca8b54-6459-452b-9412-99c46d3f5129 req-ebd68c79-cc49-4916-b545-ed409e447bdc tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.246285 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.252234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'port_id': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a', 'mac_address': 'fa:16:3e:d3:0c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:08.254649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97ca8b54-6459-452b-9412-99c46d3f5129 req-ebd68c79-cc49-4916-b545-ed409e447bdc tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 943 time: 0.1439438 Jul 30 01:36:08.286213 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53b8fbde-1bb4-46c5-a3ae-2a01963b49a8 req-7ebd5660-ca37-4670-91cc-52ab3f2bb05b service neutron] 10.222.0.66 "GET /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463169 Jul 30 01:36:08.311657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.339619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbca809-141c-483a-a8c2-38a74de77876 req-6ea34592-014e-4c23-a0e7-5a75d03bc6af tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.351694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f501877-5ed7-4060-a7aa-7a178e90660f req-bad82d9b-b930-4dde-837f-41c2bcb3379f service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637480 Jul 30 01:36:08.352131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fbca809-141c-483a-a8c2-38a74de77876 req-6ea34592-014e-4c23-a0e7-5a75d03bc6af tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 947 time: 0.1457188 Jul 30 01:36:08.369688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97ca8b54-6459-452b-9412-99c46d3f5129 req-5709d563-3732-4838-b4c2-3e8a015a4587 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136394 Jul 30 01:36:08.420026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.428070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:08.429960 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8c3b9c-258c-4eae-9789-87d99fc24093" -d '{"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-plugged", "status": "completed", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:08.443322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e0949f8a-c348-41d7-b430-94a54c426cd2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.464348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.465263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fbca809-141c-483a-a8c2-38a74de77876 req-6cf3ec96-713e-4728-a542-fb9ec3b9f503 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121485 Jul 30 01:36:08.466932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:08.473417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.489720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3aed042-d7dd-4d43-851c-31be7e8d5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.503562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3aed042-d7dd-4d43-851c-31be7e8d5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.516746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e0949f8a-c348-41d7-b430-94a54c426cd2'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:08.520827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Made reservation on behalf of 931dedd1886f4a43a88e3a66bd631d00 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:08.525628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.535987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.541416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.549912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-0c005dab-b66f-4bb8-9d08-ef366a4060ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.551971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-0c005dab-b66f-4bb8-9d08-ef366a4060ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1095 time: 0.1344225 Jul 30 01:36:08.560069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed042-d7dd-4d43-851c-31be7e8d5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bfe04b-68cf-49bc-8de5-122052451e5f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.578053 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.580925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1b6600a5-1456-407c-b32e-45746946464c details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:08.653525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1b6600a5-1456-407c-b32e-45746946464c,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.666662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.678567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef389d8-9472-4b80-87a7-d79ed8cd7001 req-6177468e-353d-41fb-92d1-d0d50d5512ae tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.680434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ef389d8-9472-4b80-87a7-d79ed8cd7001 req-6177468e-353d-41fb-92d1-d0d50d5512ae tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.1323130 Jul 30 01:36:08.710146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '1b6600a5-1456-407c-b32e-45746946464c', 'network_id': 'b39e997b-3bf4-4063-98c0-3d00e3627146', 'port_id': '1b6600a5-1456-407c-b32e-45746946464c', 'mac_address': 'fa:16:3e:4c:ae:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fe8594-4da0-48fb-82a6-a42cece6b19b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:08.721736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-9932cfd0-e930-4c15-b6e4-948d16946df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.723440 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-9932cfd0-e930-4c15-b6e4-948d16946df8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1600468 Jul 30 01:36:08.726599 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c3aed042-d7dd-4d43-851c-31be7e8d5ac8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c8d0c69e5134e5ea7e246fd30412c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5171430 Jul 30 01:36:08.730137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:08.758255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ef389d8-9472-4b80-87a7-d79ed8cd7001 req-372fde91-e7d5-45b1-9a31-fab62f3f51d3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688512 Jul 30 01:36:08.761640 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802fc0e9-b2b7-4ff5-b246-f0e4278bc7fd x-openstack-request-id: req-802fc0e9-b2b7-4ff5-b246-f0e4278bc7fd {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:08.761921 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-plugged", "status": "completed", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:08.762164 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-802fc0e9-b2b7-4ff5-b246-f0e4278bc7fd {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:08.762554 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'code': 200} Jul 30 01:36:08.807366 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-2afb0e69-1cba-4058-acc5-415c1522fd38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 217 time: 0.0747933 Jul 30 01:36:08.812631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.858853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.866085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.869010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.895756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aec872a-307d-40c3-a4a0-106cdce263c7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.896337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9476d254-5a97-4b4b-9286-11e4ad084201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.903774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-b6d1fe80-6a34-4a8e-8364-e0aecdab4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:08.905272 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-b6d1fe80-6a34-4a8e-8364-e0aecdab4a68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0831661 Jul 30 01:36:08.909861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:08.923785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.924125 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Added segment f4c4f95e-5197-4d19-8356-4d337c7d5f6b of type vlan for network 5bebb25e-8804-467d-a5d6-62e008a6e335 Jul 30 01:36:08.936762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6600a5-1456-407c-b32e-45746946464c {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:08.958290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1b6600a5-1456-407c-b32e-45746946464c,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.983683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-80afb67f-c4f6-4fa5-8205-56b75adde4f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668178 Jul 30 01:36:08.985751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9476d254-5a97-4b4b-9286-11e4ad084201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.002490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.009225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.013671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 79cb26af-8a7d-4e33-80f0-5586be9d3a54 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:09.065524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.067613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.068989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.120508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:09.131975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.143219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0723acdf-0504-43ad-9efe-00c3b46fe836 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:09.149094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '79cb26af-8a7d-4e33-80f0-5586be9d3a54', 'network_id': '022fd81d-d5b3-4721-bd34-1a8be012b0d5', 'port_id': '79cb26af-8a7d-4e33-80f0-5586be9d3a54', 'mac_address': 'fa:16:3e:bb:c7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f91327-8602-4907-b22f-55d62c4e898e', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:09.202429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9476d254-5a97-4b4b-9286-11e4ad084201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.205598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9476d254-5a97-4b4b-9286-11e4ad084201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.207102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9476d254-5a97-4b4b-9286-11e4ad084201 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6bfe04b-68cf-49bc-8de5-122052451e5f HTTP/1.1" status: 204 len: 168 time: 0.4758668 Jul 30 01:36:09.225111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] Pushing event updated for resources: {'Network': ['ID=5bebb25e-8804-467d-a5d6-62e008a6e335,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.235321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476d254-5a97-4b4b-9286-11e4ad084201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bfe04b-68cf-49bc-8de5-122052451e5f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.243424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-2c6b1280-df09-4306-9c90-60bc7cd2943d service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481897 Jul 30 01:36:09.255249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5bebb25e-8804-467d-a5d6-62e008a6e335 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:09.381031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-66c248fb-f7cd-4341-9a77-96d47ccfb8be admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6492443 Jul 30 01:36:09.391597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:09.402390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Request body: {'subnet': {'network_id': '5bebb25e-8804-467d-a5d6-62e008a6e335', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-168071798-subnet', 'tenant_id': '931dedd1886f4a43a88e3a66bd631d00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:09.414674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0723acdf-0504-43ad-9efe-00c3b46fe836, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0723acdf-0504-43ad-9efe-00c3b46fe836,segment=NetworkSegment(86b17ad5-a2c1-49f2-9e93-70cf51bdda29),segment_id=86b17ad5-a2c1-49f2-9e93-70cf51bdda29)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:09.435814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-2382cc5b-2515-4a02-b10a-b283f6fb3902 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.437696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-2382cc5b-2515-4a02-b10a-b283f6fb3902 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.55 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 945 time: 0.1387565 Jul 30 01:36:09.453331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa28c58-b353-47d2-a492-7829ba68e78c req-55878f2d-b79b-4a9a-96b1-4407a1c3a3c4 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.455363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fa28c58-b353-47d2-a492-7829ba68e78c req-55878f2d-b79b-4a9a-96b1-4407a1c3a3c4 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 945 time: 0.2093205 Jul 30 01:36:09.463433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-72658036-8a09-477d-90cb-05e1f55eb6d5 req-8b04c80b-2cdc-44a3-a599-32e27ebebccc service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098403 Jul 30 01:36:09.464202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Made reservation on behalf of 931dedd1886f4a43a88e3a66bd631d00 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:09.466846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.470578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.471041 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.485024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.496578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.503270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.510801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.517447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.518502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '0723acdf-0504-43ad-9efe-00c3b46fe836', 'network_id': '95d55897-bae2-4a6c-a5c7-6934aaac96ee', 'port_id': '0723acdf-0504-43ad-9efe-00c3b46fe836', 'mac_address': 'fa:16:3e:3e:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c220b8-4e37-4985-b73c-d60e2db58cf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:09.525176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.527663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-29a8f2b0-fc2d-4dc9-8f9a-aa91176e31cf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5437 time: 0.3038018 Jul 30 01:36:09.545982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cb26af-8a7d-4e33-80f0-5586be9d3a54 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:09.615637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fa28c58-b353-47d2-a492-7829ba68e78c req-c2864f5e-ec38-4b39-ad41-27c58967b745 tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/security-groups?id=046c5949-a6c0-48ae-b9c7-55126febf836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866036 Jul 30 01:36:09.679056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be88192d-1fa6-43e4-9f9c-a8a22f3c1fe8 req-c245f89f-b436-46b7-a390-a741155a63be tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392834 Jul 30 01:36:09.727330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:09.764109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Deleting port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:36:09.764586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.778350 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.817313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.875301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.894095 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0723acdf-0504-43ad-9efe-00c3b46fe836 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:09.919722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0723acdf-0504-43ad-9efe-00c3b46fe836, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0723acdf-0504-43ad-9efe-00c3b46fe836,segment=NetworkSegment(86b17ad5-a2c1-49f2-9e93-70cf51bdda29),segment_id=86b17ad5-a2c1-49f2-9e93-70cf51bdda29)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:09.925502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Checking segment: {'id': 'f4c4f95e-5197-4d19-8356-4d337c7d5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5bebb25e-8804-467d-a5d6-62e008a6e335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:09.925967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Network hostable DHCP agents. Network: 5bebb25e-8804-467d-a5d6-62e008a6e335, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:09.926825 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.929694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbb0945-92c8-4902-bccc-1b7a0a0e64e0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.964990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Network 5bebb25e-8804-467d-a5d6-62e008a6e335 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:09.985956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5bebb25e-8804-467d-a5d6-62e008a6e335) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:09.986591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.990459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.991251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.000524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab724e-41ce-4c9c-a9c7-114e70e51aed None None] Network 5bebb25e-8804-467d-a5d6-62e008a6e335 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:10.023789 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-987fbe21-cb70-4cb9-b788-6694f908b762 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6299045 Jul 30 01:36:10.132518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0723acdf-0504-43ad-9efe-00c3b46fe836,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:10.153112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf686-aa33-4297-9269-94671ca87d95 req-b6ba539e-a803-4848-af30-14544159b0f0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:10.167608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b05cf686-aa33-4297-9269-94671ca87d95 req-b6ba539e-a803-4848-af30-14544159b0f0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 948 time: 0.2772954 Jul 30 01:36:10.204923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0723acdf-0504-43ad-9efe-00c3b46fe836'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:10.230708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17ce2-df83-4e14-b9c6-fcf00092e9b7 req-0e0db1da-fb20-4b35-a916-10c195a45214 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:10.232384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ab17ce2-df83-4e14-b9c6-fcf00092e9b7 req-0e0db1da-fb20-4b35-a916-10c195a45214 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 944 time: 0.3803701 Jul 30 01:36:10.257215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] For port cca71b53-10ee-4fbd-a6d8-9243247a6ef7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,segment=NetworkSegment(96443a1b-1c96-4471-bd6d-f09c17879ddf),segment_id=96443a1b-1c96-4471-bd6d-f09c17879ddf)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:10.257684 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.277620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b05cf686-aa33-4297-9269-94671ca87d95 req-bac85c1d-df25-4eac-82bd-3599d8983d46 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083596 Jul 30 01:36:10.281374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18083880-b1f5-477d-b57c-f8ccdd1b900b None None] Network 5bebb25e-8804-467d-a5d6-62e008a6e335 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:10.327806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Calling delete_port for cca71b53-10ee-4fbd-a6d8-9243247a6ef7 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:36:10.402212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ab17ce2-df83-4e14-b9c6-fcf00092e9b7 req-b62b24ce-31ed-45c5-a695-f5c8664cc11a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366639 Jul 30 01:36:10.561562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565232d2-986c-4a86-b5a6-329cde2f39c1 req-c5804531-437e-4fcc-9488-14ffbf18d30f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:10.563175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565232d2-986c-4a86-b5a6-329cde2f39c1 req-c5804531-437e-4fcc-9488-14ffbf18d30f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0966015 Jul 30 01:36:10.704309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565232d2-986c-4a86-b5a6-329cde2f39c1 req-73f1f686-aae8-4213-94dc-5539f2382987 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284945 Jul 30 01:36:10.729583 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.805233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bc4cac95-3e84-45b0-a339-dfc6b4124078 req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-720690939', 'description': 'tempest-description-1663773028'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:10.809841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['fea146a1-2811-4b76-b35d-98bd82827766'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:10.815924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Pushing event deleted for resources: {'Port': ['ID=cca71b53-10ee-4fbd-a6d8-9243247a6ef7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:10.850887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['66795213-05e6-45a3-b7f3-cbf67bdac47e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:10.861394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:10.907399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c1e5b22-baa7-42d3-89c9-6784f0f00ae9 req-1cab348a-475a-43f6-a474-15ecbc6edf2a tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.78 "GET /v2.0/ports?device_id=0aa89544-d002-4b80-ae3d-3ce44e6edefa HTTP/1.1" status: 200 len: 210 time: 0.0767508 Jul 30 01:36:10.964344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] No DVR routers for this DVR port cca71b53-10ee-4fbd-a6d8-9243247a6ef7 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:36:10.976776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.979684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a7f5f7c-a7b4-4297-9386-cf0db96a18dd req-a2a5b4b4-2cb9-42d6-9255-97230bcbcf0d tempest-InstanceActionsNegativeTestJSON-1872876514 tempest-InstanceActionsNegativeTestJSON-1872876514-project] 10.222.0.55 "DELETE /v2.0/ports/cca71b53-10ee-4fbd-a6d8-9243247a6ef7 HTTP/1.1" status: 204 len: 173 time: 1.4497180 Jul 30 01:36:10.980224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'name': 'network-vif-deleted', 'tag': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:10.985087 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834f8bdf-7865-4b56-bbdb-46a4e1eebbba" -d '{"events": [{"server_uuid": "0aa89544-d002-4b80-ae3d-3ce44e6edefa", "name": "network-vif-deleted", "tag": "cca71b53-10ee-4fbd-a6d8-9243247a6ef7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:11.014512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc4cac95-3e84-45b0-a339-dfc6b4124078 req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.033687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4c96fbd2-dab0-4ded-a796-b3903248bf97'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:11.035537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['31fb3217-502c-4542-8775-df9891ba5f07'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:11.181086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:11.183782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e0949f8a-c348-41d7-b430-94a54c426cd2 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:11.251197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc4cac95-3e84-45b0-a339-dfc6b4124078 req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.280020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.287362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.300002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.307266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.315288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.323018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.333339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.345305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-1c595e97-0f27-45a1-8e83-f22ca706557e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5438 time: 0.3134568 Jul 30 01:36:11.408474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab269655-bc91-4ecf-a14f-233da5dbb87d req-fbab185e-1608-4f1a-9ef0-29e909fcb819 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620065 Jul 30 01:36:11.409253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc4cac95-3e84-45b0-a339-dfc6b4124078 req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.505681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bc4cac95-3e84-45b0-a339-dfc6b4124078 req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.506979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc4cac95-3e84-45b0-a339-dfc6b4124078 req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7078505 Jul 30 01:36:11.526407 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9e06d-5411-4f9e-a6fa-8e7a348eaa01 x-openstack-request-id: req-90f9e06d-5411-4f9e-a6fa-8e7a348eaa01 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:11.526703 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa89544-d002-4b80-ae3d-3ce44e6edefa", "name": "network-vif-deleted", "tag": "cca71b53-10ee-4fbd-a6d8-9243247a6ef7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:11.526956 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90f9e06d-5411-4f9e-a6fa-8e7a348eaa01 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:11.527643 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa89544-d002-4b80-ae3d-3ce44e6edefa', 'name': 'network-vif-deleted', 'tag': 'cca71b53-10ee-4fbd-a6d8-9243247a6ef7', 'status': 'completed', 'code': 200} Jul 30 01:36:11.534464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd26d87-a18b-4bbf-a673-406c40785a48 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af679860-947f-420e-8c7b-4cbac101cdd3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:11.697670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2f21-7932-4ee9-9647-617c97aa9f22 req-567c588f-ca1f-4863-8da1-23bf230d0911 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.699837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0db2f21-7932-4ee9-9647-617c97aa9f22 req-567c588f-ca1f-4863-8da1-23bf230d0911 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 948 time: 0.0692983 Jul 30 01:36:11.727146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1b6600a5-1456-407c-b32e-45746946464c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:11.730832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['79cb26af-8a7d-4e33-80f0-5586be9d3a54'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:11.776228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0db2f21-7932-4ee9-9647-617c97aa9f22 req-b26a4df0-7c69-4376-b739-02b007659a0d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690362 Jul 30 01:36:11.894987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79079e72-9042-49ea-8295-a6ace5de243c req-20501497-da5c-40a8-8d86-4cd5df01bf25 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/af679860-947f-420e-8c7b-4cbac101cdd3 HTTP/1.1" status: 200 len: 1812 time: 0.0829282 Jul 30 01:36:11.913935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af679860-947f-420e-8c7b-4cbac101cdd3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:11.914327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'af679860-947f-420e-8c7b-4cbac101cdd3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:11.930128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d34fe-87da-4c61-a4f3-22ad0e9af322 req-f8bfcf42-76de-43d9-86ad-b638154e08ba tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.930128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-773d34fe-87da-4c61-a4f3-22ad0e9af322 req-f8bfcf42-76de-43d9-86ad-b638154e08ba tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 944 time: 0.1094818 Jul 30 01:36:11.964686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device cca71b53-10ee-4fbd-a6d8-9243247a6ef7 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:11.967737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port e0949f8a-c348-41d7-b430-94a54c426cd2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:11.998894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-773d34fe-87da-4c61-a4f3-22ad0e9af322 req-704c5604-1a7f-4560-83a1-70cc9507192f tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612354 Jul 30 01:36:12.008363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: cca71b53-10ee-4fbd-a6d8-9243247a6ef7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:36:12.008727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device cca71b53-10ee-4fbd-a6d8-9243247a6ef7 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:36:12.033616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.112442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.112609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e0949f8a-c348-41d7-b430-94a54c426cd2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:12.112609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.112845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.146355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25adbef1-6bea-42b3-b421-6b1e7ffed02f,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:12.175058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:12.247789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.249114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79079e72-9042-49ea-8295-a6ace5de243c req-bdbd594a-87df-465f-9a65-16445b8218f5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3418252 Jul 30 01:36:12.272394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'port_id': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'mac_address': 'fa:16:3e:49:d9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89e0b09-4749-4ac6-b5ad-7d5975d9a352', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:12.308537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:12.395985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f728afe-aa88-4d4a-9f38-c5f66e51ccb4 req-f45e970f-26a6-43cb-a089-498193262ed0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.405290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f728afe-aa88-4d4a-9f38-c5f66e51ccb4 req-f45e970f-26a6-43cb-a089-498193262ed0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.1127703 Jul 30 01:36:12.411197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Deleting subnet d4c45a63-5947-4f93-a35b-979691ea9b66 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:36:12.421583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.487444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f728afe-aa88-4d4a-9f38-c5f66e51ccb4 req-1d845c90-739b-4964-b267-6c083d6738f1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745196 Jul 30 01:36:12.496071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.498491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.501080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.550293 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.562465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30132cee-8301-4a32-81e4-76a89d652bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0949f8a-c348-41d7-b430-94a54c426cd2'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:12.564767 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b25aa-cd45-478c-9ac9-8f7651715acc" -d '{"events": [{"server_uuid": "30132cee-8301-4a32-81e4-76a89d652bf9", "name": "network-vif-plugged", "status": "completed", "tag": "e0949f8a-c348-41d7-b430-94a54c426cd2"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:12.592688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf87661-f007-4144-bcd7-5db0f6edcf35 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:12.625439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e0949f8a-c348-41d7-b430-94a54c426cd2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e0949f8a-c348-41d7-b430-94a54c426cd2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:12.639598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d378860-a036-4974-93d0-3c141608f027 req-901e6f4a-260a-4906-ad7a-00b039b90bf0 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/af679860-947f-420e-8c7b-4cbac101cdd3 HTTP/1.1" status: 200 len: 2405 time: 0.0783696 Jul 30 01:36:12.648606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:12.650269 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.669021 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.683209 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.712587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c45a63-5947-4f93-a35b-979691ea9b66,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:12.721904 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.723882 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e67ef47b-5ceb-4548-8549-ef3204d38ea3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d4c45a63-5947-4f93-a35b-979691ea9b66 HTTP/1.1" status: 204 len: 168 time: 0.4135325 Jul 30 01:36:12.728047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60668) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:12.786298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e0949f8a-c348-41d7-b430-94a54c426cd2,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:12.796531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.797290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.798079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.798635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.799214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.799778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.800323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.800866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.801406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.802528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.803292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.803888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:12.855085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.880982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.889101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.894984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.898740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:12.900895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.907089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.914413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.922302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:12.924380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-fb73c316-d6e5-4f16-92c3-c383e5487407 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5438 time: 0.1516924 Jul 30 01:36:12.982279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['acf87661-f007-4144-bcd7-5db0f6edcf35'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:13.032240 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2222da-7dfc-4664-a1e1-de8e846d7cd1 x-openstack-request-id: req-fa2222da-7dfc-4664-a1e1-de8e846d7cd1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:13.032662 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30132cee-8301-4a32-81e4-76a89d652bf9", "name": "network-vif-plugged", "status": "completed", "tag": "e0949f8a-c348-41d7-b430-94a54c426cd2", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:13.032877 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa2222da-7dfc-4664-a1e1-de8e846d7cd1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:13.033261 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30132cee-8301-4a32-81e4-76a89d652bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0949f8a-c348-41d7-b430-94a54c426cd2', 'code': 200} Jul 30 01:36:13.157174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fcfb2-c9f8-4610-bab2-4d830648bbd2 req-b09c054e-ad8e-43e2-a543-3af2bfaf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:13.159413 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab9fcfb2-c9f8-4610-bab2-4d830648bbd2 req-b09c054e-ad8e-43e2-a543-3af2bfaf4999 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 1101 time: 0.0705185 Jul 30 01:36:13.178307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0723acdf-0504-43ad-9efe-00c3b46fe836 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:13.231505 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab9fcfb2-c9f8-4610-bab2-4d830648bbd2 req-607a73b1-bc61-4aa6-8f96-721b602ff69b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597019 Jul 30 01:36:13.255187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 0723acdf-0504-43ad-9efe-00c3b46fe836 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:13.263859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 0723acdf-0504-43ad-9efe-00c3b46fe836 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:13.264884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.366304 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.413519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-164b4f05-aaee-40f6-83df-4b7875de2953 req-0f501f0a-f0bf-49c1-b0bc-10a2ae2acc3b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4782436 Jul 30 01:36:13.415167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.420281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c065c6-3714-494d-b2cb-587765e75949 req-e4af67b6-d858-4a47-b6fc-c5c3a9145de3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-group-rules/25adbef1-6bea-42b3-b421-6b1e7ffed02f HTTP/1.1" status: 200 len: 778 time: 0.3773055 Jul 30 01:36:13.432197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4598413b-feea-475b-a9ae-bbd2c756f4b1']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:13.457256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0723acdf-0504-43ad-9efe-00c3b46fe836, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0723acdf-0504-43ad-9efe-00c3b46fe836,segment=NetworkSegment(86b17ad5-a2c1-49f2-9e93-70cf51bdda29),segment_id=86b17ad5-a2c1-49f2-9e93-70cf51bdda29)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:13.470679 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.537057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c065c6-3714-494d-b2cb-587765e75949 req-fc16c6a4-cacb-4ccc-8863-eb72cd39c3f6 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/af679860-947f-420e-8c7b-4cbac101cdd3 HTTP/1.1" status: 200 len: 2405 time: 0.1002164 Jul 30 01:36:13.540841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96443a1b-1c96-4471-bd6d-f09c17879ddf') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:13.541419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96443a1b-1c96-4471-bd6d-f09c17879ddf') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:13.568833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.618065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0723acdf-0504-43ad-9efe-00c3b46fe836,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:13.630650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.635381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-54c065c6-3714-494d-b2cb-587765e75949 req-f4334027-72e7-41d9-b639-a1eb2249a3a9 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.649455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-54c065c6-3714-494d-b2cb-587765e75949 req-f4334027-72e7-41d9-b639-a1eb2249a3a9 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.652712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:36:13.653112 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:36:13.657207 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:36:13.739925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ccc52-4d58-4ca6-bc7f-1a222604b304 req-8f0acf0f-1ee6-4da9-a2f5-4ef986201449 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:13.741508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-059ccc52-4d58-4ca6-bc7f-1a222604b304 req-8f0acf0f-1ee6-4da9-a2f5-4ef986201449 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 949 time: 0.1581030 Jul 30 01:36:13.752745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-54c065c6-3714-494d-b2cb-587765e75949 req-f4334027-72e7-41d9-b639-a1eb2249a3a9 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.758131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-54c065c6-3714-494d-b2cb-587765e75949 req-f4334027-72e7-41d9-b639-a1eb2249a3a9 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.767603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c065c6-3714-494d-b2cb-587765e75949 req-f4334027-72e7-41d9-b639-a1eb2249a3a9 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/25adbef1-6bea-42b3-b421-6b1e7ffed02f HTTP/1.1" status: 204 len: 173 time: 0.2084665 Jul 30 01:36:13.791162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.815692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-059ccc52-4d58-4ca6-bc7f-1a222604b304 req-8f63e230-4312-4fc8-a0af-5499727e8b6c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Jul 30 01:36:13.818149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.822857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] 10.222.0.78 "DELETE /v2.0/networks/4598413b-feea-475b-a9ae-bbd2c756f4b1 HTTP/1.1" status: 204 len: 168 time: 1.0948033 Jul 30 01:36:13.829448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4334027-72e7-41d9-b639-a1eb2249a3a9 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25adbef1-6bea-42b3-b421-6b1e7ffed02f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:13.841197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f9cc5-8c47-47b7-95b7-0ad2af0cb87a admin admin] Pushing event deleted for resources: {'Network': ['ID=4598413b-feea-475b-a9ae-bbd2c756f4b1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:14.019390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb559f1-cd82-4c6f-a98a-b8a7d7c08dd6 req-c6ceca65-bde8-4100-955a-beffd16a60df tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.021058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8eb559f1-cd82-4c6f-a98a-b8a7d7c08dd6 req-c6ceca65-bde8-4100-955a-beffd16a60df tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 945 time: 0.1011097 Jul 30 01:36:14.090565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8eb559f1-cd82-4c6f-a98a-b8a7d7c08dd6 req-7134b04c-3b3d-4d18-b0af-3a18e397cc91 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603046 Jul 30 01:36:14.190278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:14.226674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61d264-c1eb-429f-895a-6f78b3fabd28 req-db5f9318-627d-4688-bb5a-a74c24b93b73 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.237299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c61d264-c1eb-429f-895a-6f78b3fabd28 req-db5f9318-627d-4688-bb5a-a74c24b93b73 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 944 time: 0.0937045 Jul 30 01:36:14.287206 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-32e0501a-1113-4af6-9452-5b521a199b94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d10ce664c164b7f94185f935312a177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955999 Jul 30 01:36:14.289723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:14.306766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c61d264-c1eb-429f-895a-6f78b3fabd28 req-1060f3a8-7af7-49b1-8722-9bcda45cfcd4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684409 Jul 30 01:36:14.345593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-2555aeb2-8e04-4677-910f-3c2a20382380 req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1470057057', 'description': 'tempest-description-311428141'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:14.371212 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2555aeb2-8e04-4677-910f-3c2a20382380 req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.385274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9caad060-fbed-497e-aa6a-0876b5f9554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.419911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9caad060-fbed-497e-aa6a-0876b5f9554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.502830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2555aeb2-8e04-4677-910f-3c2a20382380 req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.507176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9caad060-fbed-497e-aa6a-0876b5f9554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.514392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9caad060-fbed-497e-aa6a-0876b5f9554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.514392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9caad060-fbed-497e-aa6a-0876b5f9554c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/046c5949-a6c0-48ae-b9c7-55126febf836 HTTP/1.1" status: 204 len: 168 time: 0.2172599 Jul 30 01:36:14.526500 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2555aeb2-8e04-4677-910f-3c2a20382380 req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.527991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caad060-fbed-497e-aa6a-0876b5f9554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c5949-a6c0-48ae-b9c7-55126febf836,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:14.597548 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2555aeb2-8e04-4677-910f-3c2a20382380 req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.611743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2555aeb2-8e04-4677-910f-3c2a20382380 req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2706571 Jul 30 01:36:14.627041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7eee8-f05c-4437-805d-8279878022b3 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06b4be-9d97-4c27-8d00-b081a11c6917,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:14.707192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.717182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.723962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.729898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.736737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.743047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.749868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.757785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-277ff50f-8528-4953-90af-703942d3cc36 req-716f5367-9282-4065-8b47-a25122a14f9d tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5438 time: 0.1670518 Jul 30 01:36:14.848938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-277ff50f-8528-4953-90af-703942d3cc36 req-429d1984-efd2-488f-ba79-f818f22b6701 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895214 Jul 30 01:36:15.036063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723acdf-0504-43ad-9efe-00c3b46fe836'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:15.039032 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d7956a-25e2-476b-8e22-a2b8201161cc" -d '{"events": [{"server_uuid": "db3a230c-d8f3-489b-a0f8-9025e36027e4", "name": "network-vif-plugged", "status": "completed", "tag": "0723acdf-0504-43ad-9efe-00c3b46fe836"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:15.048334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4f57513-ef5e-4593-8aa7-8f722b7d6b67 req-dafb70ac-4ef4-4c78-9292-cada76db304c tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/5c06b4be-9d97-4c27-8d00-b081a11c6917 HTTP/1.1" status: 200 len: 1812 time: 0.0673537 Jul 30 01:36:15.164757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3fac5-8afd-4eff-ac7d-7ea1d9127e93 req-ca72def0-46ae-4758-b964-1c3d97bed5f2 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:15.167356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51c3fac5-8afd-4eff-ac7d-7ea1d9127e93 req-ca72def0-46ae-4758-b964-1c3d97bed5f2 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 949 time: 0.0675910 Jul 30 01:36:15.178860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:15.257459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51c3fac5-8afd-4eff-ac7d-7ea1d9127e93 req-1f50b558-672e-47e7-a32a-fbec65bcaa23 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832818 Jul 30 01:36:15.312280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port acf87661-f007-4144-bcd7-5db0f6edcf35 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:15.321315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port acf87661-f007-4144-bcd7-5db0f6edcf35 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:15.321924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.399550 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd18202-53d6-4d6f-8b61-fd092e30e4b7 x-openstack-request-id: req-dcd18202-53d6-4d6f-8b61-fd092e30e4b7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:15.399881 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3a230c-d8f3-489b-a0f8-9025e36027e4", "name": "network-vif-plugged", "status": "completed", "tag": "0723acdf-0504-43ad-9efe-00c3b46fe836", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:15.400135 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcd18202-53d6-4d6f-8b61-fd092e30e4b7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:15.400913 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723acdf-0504-43ad-9efe-00c3b46fe836', 'code': 200} Jul 30 01:36:15.462767 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.549045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c6ba6-414b-4682-b46a-b878ba63c5dd req-55e6b6d5-afa6-4d6a-9f28-a22c58ecc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:15.552508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-390c6ba6-414b-4682-b46a-b878ba63c5dd req-55e6b6d5-afa6-4d6a-9f28-a22c58ecc068 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 1097 time: 0.0832272 Jul 30 01:36:15.554133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:15.563656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeea0f7-3283-471f-9b13-fd41abba8137 req-7650834f-eeda-4afe-ab0c-ceb9abe8a28b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:15.564155 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.573089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aeea0f7-3283-471f-9b13-fd41abba8137 req-7650834f-eeda-4afe-ab0c-ceb9abe8a28b tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 945 time: 0.0894878 Jul 30 01:36:15.636265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aeea0f7-3283-471f-9b13-fd41abba8137 req-5d0779b8-6f9c-4ccf-a163-55fe20ae31c7 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Jul 30 01:36:15.643839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-390c6ba6-414b-4682-b46a-b878ba63c5dd req-af2bd2ad-95d5-4aa7-a692-b20c711f13a5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731647 Jul 30 01:36:15.698931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-da962db3-b91b-4e71-bacf-f6a84d2ab214 req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2004856178', 'description': 'tempest-description-1189808573'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:15.713670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:15.745852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-da962db3-b91b-4e71-bacf-f6a84d2ab214 req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.896201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-da962db3-b91b-4e71-bacf-f6a84d2ab214 req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.904587 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-da962db3-b91b-4e71-bacf-f6a84d2ab214 req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.950871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:15.951623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66795213-05e6-45a3-b7f3-cbf67bdac47e up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:15.983931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-da962db3-b91b-4e71-bacf-f6a84d2ab214 req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.996998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da962db3-b91b-4e71-bacf-f6a84d2ab214 req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3035629 Jul 30 01:36:16.017925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a64e7-9e52-4f77-a2ae-2b570d98fbb5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96234dff-5c67-48c9-b010-c6d4c491a973,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:16.038253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10553e37-1609-464a-826f-732cb6d5e803 req-6de8bb61-fbd8-4751-bb72-924f5990674c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.048831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10553e37-1609-464a-826f-732cb6d5e803 req-6de8bb61-fbd8-4751-bb72-924f5990674c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1404960 Jul 30 01:36:16.075883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 66795213-05e6-45a3-b7f3-cbf67bdac47e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:16.082481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 66795213-05e6-45a3-b7f3-cbf67bdac47e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:16.083224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.131067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10553e37-1609-464a-826f-732cb6d5e803 req-e7d88c70-a69a-45ef-b3b8-deaa111e6c5c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813196 Jul 30 01:36:16.185003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-140108084-network', 'tenant_id': '65faea0160654e3b89dd2065202cc787'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:16.228566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Made reservation on behalf of 65faea0160654e3b89dd2065202cc787 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:16.234680 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.241072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.265137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.282029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:16.288508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.289360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fea146a1-2811-4b76-b35d-98bd82827766 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:16.365851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.380795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.382632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.392924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.400405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:16.403226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.424131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.424725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:16.428737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port fea146a1-2811-4b76-b35d-98bd82827766 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:16.437519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port fea146a1-2811-4b76-b35d-98bd82827766 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:16.438087 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.440501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.448790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.449308 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Added segment 7b6d393d-39e7-4fec-b294-060a08f0cd59 of type vlan for network c9847c45-9c8b-4172-92a5-af9f643bec37 Jul 30 01:36:16.450983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0402f2f8-5a88-4a68-897a-3c569df1b952,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:16.465132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.474260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.476649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-438db58b-bb99-497c-a9d3-142942f27f9b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5438 time: 0.2462606 Jul 30 01:36:16.520704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.574264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed8596c6-7565-43af-acd4-14eb45d7e5a3 req-ce08b5bf-166d-4d7e-ae1d-ee8fcdbf89d2 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908780 Jul 30 01:36:16.607489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.608646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.622192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.689376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.745729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] Pushing event updated for resources: {'Network': ['ID=c9847c45-9c8b-4172-92a5-af9f643bec37,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:16.753713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fea146a1-2811-4b76-b35d-98bd82827766,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:16.761149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c9847c45-9c8b-4172-92a5-af9f643bec37 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:16.764419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.765609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4c96fbd2-dab0-4ded-a796-b3903248bf97 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:16.781942 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0353c128-5673-4f7d-a0ab-1c44cf148f5b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8284528 Jul 30 01:36:16.782299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60876) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:16.789021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Request body: {'subnet': {'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-140108084-subnet', 'tenant_id': '65faea0160654e3b89dd2065202cc787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:16.812956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.814012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.814668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.816893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.818116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.818808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.819485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.820133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.820814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.821659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.822311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.822878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Made reservation on behalf of 65faea0160654e3b89dd2065202cc787 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:16.823900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.824643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.825293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.825753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.826227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.829908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-0594b820-6fe0-40ae-b106-98cfdbfea730 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1&device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4&device_id=30132cee-8301-4a32-81e4-76a89d652bf9&device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c&device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158&device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a&device_id=8344b019-b33d-4a72-a048-a4df89d1d455&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 13613 time: 0.1864011 Jul 30 01:36:16.850748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9751f4a7-dd51-400a-b155-48e8157e683a req-570e28f1-90e2-4fd6-8584-22f863fae4a7 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/96234dff-5c67-48c9-b010-c6d4c491a973 HTTP/1.1" status: 200 len: 1813 time: 0.1213665 Jul 30 01:36:16.874102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-4f49b56c-c919-4344-a963-472bf6bdd051 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.998593 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:17.065451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 4c96fbd2-dab0-4ded-a796-b3903248bf97 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:17.075212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4c96fbd2-dab0-4ded-a796-b3903248bf97 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:17.078100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-4f49b56c-c919-4344-a963-472bf6bdd051 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.078756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.089758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.090598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-4f49b56c-c919-4344-a963-472bf6bdd051 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.137458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9ad5b4-2b74-488a-964a-cf141cab31fc,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:17.145740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b56c-c919-4344-a963-472bf6bdd051 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71778311-c5c7-48b5-833f-8159edaac5ed,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:17.183952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Checking segment: {'id': '7b6d393d-39e7-4fec-b294-060a08f0cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:17.184313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Network hostable DHCP agents. Network: c9847c45-9c8b-4172-92a5-af9f643bec37, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:17.230669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Network c9847c45-9c8b-4172-92a5-af9f643bec37 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:17.232938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e22797b5-644d-4ace-b4a4-6a73817e1b2c req-4f49b56c-c919-4344-a963-472bf6bdd051 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&id=8e747f30-0953-4428-b318-9433eb3f417f&id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.3754468 Jul 30 01:36:17.245028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c9847c45-9c8b-4172-92a5-af9f643bec37) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:17.260520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:17.261400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.265503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03fd41e-2a8b-498b-af40-d0a0fce2ffce None None] Network c9847c45-9c8b-4172-92a5-af9f643bec37 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:17.268012 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.287036 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13edd176-20b6-40b8-9c5a-64917963e4b3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5002337 Jul 30 01:36:17.406827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea146a1-2811-4b76-b35d-98bd82827766'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:17.411247 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f89f33d-1f05-42a4-84cb-9525881e57ad" -d '{"events": [{"server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "name": "network-vif-plugged", "status": "completed", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "fea146a1-2811-4b76-b35d-98bd82827766"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:17.419260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d63674-2398-4543-9a4d-155f77259a45 req-91ac4a06-a0dd-4eb7-9c96-799c57f7574f tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:17.420572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:17.433058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7d63674-2398-4543-9a4d-155f77259a45 req-91ac4a06-a0dd-4eb7-9c96-799c57f7574f tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 945 time: 0.1189466 Jul 30 01:36:17.445534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.446515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:17.492969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1ec45a29-5b8b-452f-87bc-cfb0d405f019 req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1170144737', 'description': 'tempest-description-309172086'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:17.543794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7d63674-2398-4543-9a4d-155f77259a45 req-d9beec74-4cbb-4c0a-a43a-e189e518f36c tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096041 Jul 30 01:36:17.576837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1ec45a29-5b8b-452f-87bc-cfb0d405f019 req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.679386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:17.701406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44066bc4-c993-4e57-a980-59dd6f8ae12e None None] Network c9847c45-9c8b-4172-92a5-af9f643bec37 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:17.727195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff067b-64bd-4b36-abbb-d8f16d45e92e req-2ff7d267-7063-4e08-8f5b-c0aab5f32337 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:17.731028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7aff067b-64bd-4b36-abbb-d8f16d45e92e req-2ff7d267-7063-4e08-8f5b-c0aab5f32337 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1009748 Jul 30 01:36:17.789057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1ec45a29-5b8b-452f-87bc-cfb0d405f019 req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.796747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7aff067b-64bd-4b36-abbb-d8f16d45e92e req-252e0772-b051-4656-8324-d0881444af99 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590880 Jul 30 01:36:17.798026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1ec45a29-5b8b-452f-87bc-cfb0d405f019 req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.846281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c67632-405e-4fa7-a402-890e7764677b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:17.862481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1ec45a29-5b8b-452f-87bc-cfb0d405f019 req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.875892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ec45a29-5b8b-452f-87bc-cfb0d405f019 req-e1da5bf5-ca8d-4338-a13b-ee65b8e62f2b tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3897872 Jul 30 01:36:17.927570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:17.943218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:17.943218 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.009133 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d9451a-cdf6-46e3-a762-aeec18e64d6c x-openstack-request-id: req-79d9451a-cdf6-46e3-a762-aeec18e64d6c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:18.009442 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "name": "network-vif-plugged", "status": "completed", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "fea146a1-2811-4b76-b35d-98bd82827766", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:18.009695 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79d9451a-cdf6-46e3-a762-aeec18e64d6c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:18.010095 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'code': 200} Jul 30 01:36:18.011297 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e', 'code': 200} Jul 30 01:36:18.011297 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea146a1-2811-4b76-b35d-98bd82827766', 'code': 200} Jul 30 01:36:18.011510 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97', 'code': 200} Jul 30 01:36:18.188221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d95c11-4817-4eff-8a8d-1095eb05f170 req-5618ae36-883d-466b-94ef-db53df2ad939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.190532 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-80d95c11-4817-4eff-8a8d-1095eb05f170 req-5618ae36-883d-466b-94ef-db53df2ad939 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1097 time: 0.1271398 Jul 30 01:36:18.242671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-80d95c11-4817-4eff-8a8d-1095eb05f170 req-dd6704df-b073-4efc-a4ca-4a07173a0d95 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Jul 30 01:36:18.242906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.249324 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.249843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.255951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.263357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.269569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.276937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.283980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.286346 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-5ab053f6-7521-4231-8858-46d686dcc779 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5441 time: 0.1308362 Jul 30 01:36:18.341401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:18.347691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.348954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1b6600a5-1456-407c-b32e-45746946464c up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:18.366625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-011e5e20-36b7-41ba-8303-bee59e983f24 req-b6eb10a7-8a39-473a-9ef7-d5f66d99024a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737069 Jul 30 01:36:18.465111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:18.484270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 1b6600a5-1456-407c-b32e-45746946464c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:18.490533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 1b6600a5-1456-407c-b32e-45746946464c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:18.490946 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.612018 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.614451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a515e399-f799-433e-b14b-12a92ee6cfea req-e81310c3-57bd-45ec-afe0-f2e6ea9255f4 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/36c67632-405e-4fa7-a402-890e7764677b HTTP/1.1" status: 200 len: 1812 time: 0.1079977 Jul 30 01:36:18.649142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-053e04f4-630b-41db-889c-d8a5d6bc7de1 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.651566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-053e04f4-630b-41db-889c-d8a5d6bc7de1 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/networks?id=c9847c45-9c8b-4172-92a5-af9f643bec37 HTTP/1.1" status: 200 len: 813 time: 0.1915133 Jul 30 01:36:18.664364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1b6600a5-1456-407c-b32e-45746946464c,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:18.670210 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.671381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 79cb26af-8a7d-4e33-80f0-5586be9d3a54 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:18.696076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-fb14c26e-4a2b-467d-984f-6975c6b6cf11 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/quotas/65faea0160654e3b89dd2065202cc787 HTTP/1.1" status: 200 len: 375 time: 0.0268302 Jul 30 01:36:18.746973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:18.752093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-b920f650-92a3-4ee2-a713-79d31b2cd92c tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=65faea0160654e3b89dd2065202cc787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544488 Jul 30 01:36:18.828587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:18.832894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:18.833385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.879945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2406fde3-3d19-4b2a-9271-1a04b73ac69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.909098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056205f-fee5-4c6a-b6e6-dcb6ae0bbb09 req-cb79c8c8-ac8a-408c-b12d-e4d262cef9a5 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.910343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056205f-fee5-4c6a-b6e6-dcb6ae0bbb09 req-cb79c8c8-ac8a-408c-b12d-e4d262cef9a5 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.911521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056205f-fee5-4c6a-b6e6-dcb6ae0bbb09 req-cb79c8c8-ac8a-408c-b12d-e4d262cef9a5 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:18.923112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c056205f-fee5-4c6a-b6e6-dcb6ae0bbb09 req-cb79c8c8-ac8a-408c-b12d-e4d262cef9a5 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9&device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158&device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 2885 time: 0.1019249 Jul 30 01:36:18.943673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.990692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-becd22d0-c424-4715-b44f-2e3cf3b301bc service neutron] 10.222.0.78 "GET /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368903 Jul 30 01:36:19.029648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:19.037128 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.038087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 31fb3217-502c-4542-8775-df9891ba5f07 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:19.067216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c056205f-fee5-4c6a-b6e6-dcb6ae0bbb09 req-1babb01a-0b92-4bd8-aa80-1fe1ce5d6799 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345506 Jul 30 01:36:19.162105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-448bb088-9da4-43f2-bfd0-81dac13cfa43 service neutron] 10.222.0.78 "GET /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702569 Jul 30 01:36:19.177281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:19.199218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 31fb3217-502c-4542-8775-df9891ba5f07 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:19.204760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 31fb3217-502c-4542-8775-df9891ba5f07 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:19.205139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.375886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.416505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-045f4ec7-bee4-45a6-84dd-f035b386f93b req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1097837524', 'description': 'tempest-description-42967473'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:19.433002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=31fb3217-502c-4542-8775-df9891ba5f07,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:19.443574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.473189 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-045f4ec7-bee4-45a6-84dd-f035b386f93b req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.521323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:19.667077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-045f4ec7-bee4-45a6-84dd-f035b386f93b req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.674531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-045f4ec7-bee4-45a6-84dd-f035b386f93b req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.718247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-045f4ec7-bee4-45a6-84dd-f035b386f93b req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.730273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-045f4ec7-bee4-45a6-84dd-f035b386f93b req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3211460 Jul 30 01:36:19.784587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185a0b3-6a1f-4121-a26e-84074fa4345a tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8d62c7-10cc-47ad-a3da-9c5a234680b0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:19.882218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc57ce-f712-4e54-be04-e511d83e116e req-f9485146-bc41-4e02-a1ae-6c9b86cba5f5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:19.884756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edbc57ce-f712-4e54-be04-e511d83e116e req-f9485146-bc41-4e02-a1ae-6c9b86cba5f5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.0774395 Jul 30 01:36:19.927450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcaf4be4-bc80-472a-ad37-932d734c4904 req-efe82bc0-ff61-4f2d-a60b-ad7710f9c080 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 210 time: 0.0416038 Jul 30 01:36:19.988398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edbc57ce-f712-4e54-be04-e511d83e116e req-06e6b554-3adb-4145-8899-699a956811ba tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635750 Jul 30 01:36:20.013462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6600a5-1456-407c-b32e-45746946464c'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cb26af-8a7d-4e33-80f0-5586be9d3a54'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:20.017007 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc0a7d4-84ca-46f4-b1e9-d9ee4fa9d327" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "1b6600a5-1456-407c-b32e-45746946464c"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "79cb26af-8a7d-4e33-80f0-5586be9d3a54"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "31fb3217-502c-4542-8775-df9891ba5f07"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:20.331925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.338694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.344648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.350757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.359470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.366135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.373232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.375282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e365b60-a476-46f2-89f2-680d40440a60 req-26cd605f-38ae-4885-9b21-f6702ec04946 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.2028446 Jul 30 01:36:20.378949 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1081dc9b-c0e6-44ef-8a86-cc70c8d8aca7 req-49062bf0-d30f-4bb7-823c-31666ddf4118 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/2c8d62c7-10cc-47ad-a3da-9c5a234680b0 HTTP/1.1" status: 200 len: 1811 time: 0.1366191 Jul 30 01:36:20.443610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e365b60-a476-46f2-89f2-680d40440a60 req-655860bf-0931-4d8a-9096-55f2b3cb23ca tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550127 Jul 30 01:36:20.570803 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a152cd-8026-49a1-8b5e-361892d95846 x-openstack-request-id: req-c2a152cd-8026-49a1-8b5e-361892d95846 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:20.571333 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "1b6600a5-1456-407c-b32e-45746946464c", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "79cb26af-8a7d-4e33-80f0-5586be9d3a54", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-plugged", "status": "completed", "tag": "31fb3217-502c-4542-8775-df9891ba5f07", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:20.571635 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2a152cd-8026-49a1-8b5e-361892d95846 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:20.572052 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a', 'code': 200} Jul 30 01:36:20.572312 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6600a5-1456-407c-b32e-45746946464c', 'code': 200} Jul 30 01:36:20.572557 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cb26af-8a7d-4e33-80f0-5586be9d3a54', 'code': 200} Jul 30 01:36:20.572805 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07', 'code': 200} Jul 30 01:36:20.671837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6eac3-8768-4014-bf74-150b0bc25b2e req-d8f954eb-22f4-4284-b436-f1f358a91f58 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.679323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8fc6eac3-8768-4014-bf74-150b0bc25b2e req-d8f954eb-22f4-4284-b436-f1f358a91f58 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1097 time: 0.0565023 Jul 30 01:36:20.718468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8fc6eac3-8768-4014-bf74-150b0bc25b2e req-e1141d90-d2cf-4b42-b4e6-3dd89d122c39 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Jul 30 01:36:20.854896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.869125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.869927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.870556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.871294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.871916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.872602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.873342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.875705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-59c54214-7754-438d-a526-b10e5d898162 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.0941634 Jul 30 01:36:20.897244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f7b17-53e5-436c-b284-5c44ab4edde1 req-df2df844-25b5-4744-887d-c5f1a630a09a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.910838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f7b17-53e5-436c-b284-5c44ab4edde1 req-df2df844-25b5-4744-887d-c5f1a630a09a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 945 time: 0.0860264 Jul 30 01:36:21.067846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f7b17-53e5-436c-b284-5c44ab4edde1 req-720f5b16-4cc3-4063-b582-23242adeebda tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/security-groups?id=e757fa99-fe00-48cd-aba1-b6e20eeaa199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559875 Jul 30 01:36:21.111800 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-0fc78ba5-61d4-4af0-89c8-b5b824c1fb1f req-52ce546a-0b42-4daa-8f8b-b271e4dde5d7 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] show failed (client error): The resource could not be found. Jul 30 01:36:21.112842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0fc78ba5-61d4-4af0-89c8-b5b824c1fb1f req-52ce546a-0b42-4daa-8f8b-b271e4dde5d7 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/24c1e848-1124-43ee-b9be-b92b3073a0d5 HTTP/1.1" status: 404 len: 352 time: 0.0692062 Jul 30 01:36:21.137119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-471c0c8d-6d92-4af4-9a0d-2e67c9527c44 req-cfd4f4df-beee-4c1a-981c-7899b22402e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2082157 Jul 30 01:36:21.209627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-f17f15e6-d114-4e40-9171-aad1ea4c5fae tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:21.211294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-f17f15e6-d114-4e40-9171-aad1ea4c5fae tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.55 "GET /v2.0/networks?id=c9847c45-9c8b-4172-92a5-af9f643bec37 HTTP/1.1" status: 200 len: 813 time: 0.2804937 Jul 30 01:36:21.333825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0fd4312-10b5-4b9b-9966-940f1ffd0c5b req-65855449-bc9e-4473-83d7-a8ec3311ca78 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 210 time: 0.0430107 Jul 30 01:36:21.381326 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-2a395e0a-5cb6-4470-bafe-22337e04b1bd req-2c7aa143-7ad0-4e4d-a938-d0f32e96fc1e tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] show failed (client error): The resource could not be found. Jul 30 01:36:21.394952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a395e0a-5cb6-4470-bafe-22337e04b1bd req-2c7aa143-7ad0-4e4d-a938-d0f32e96fc1e tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-group-rules/f7225205-4894-4cfc-8f87-896af8eb5136 HTTP/1.1" status: 404 len: 361 time: 0.0426564 Jul 30 01:36:21.467472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Request body: {'port': {'device_id': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37', 'admin_state_up': True, 'tenant_id': '65faea0160654e3b89dd2065202cc787'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:21.645926 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d4a45d3-8aab-41f5-9fc8-7874285a3a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.691357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Made reservation on behalf of 65faea0160654e3b89dd2065202cc787 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:21.707039 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.798276 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.823830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-f48b2bad-d905-46b1-aebf-25068468df4d tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:21.832805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-f48b2bad-d905-46b1-aebf-25068468df4d tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.66 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 945 time: 0.1416180 Jul 30 01:36:21.913560 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:36:22.037392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Deleting port 0723acdf-0504-43ad-9efe-00c3b46fe836 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:36:22.038583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.052282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-febb018a-803a-48ff-8838-0f0a52e8ca68 req-f8dc20dc-63df-46a0-afd0-524ebb88f8a8 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/2c8d62c7-10cc-47ad-a3da-9c5a234680b0 HTTP/1.1" status: 200 len: 1811 time: 0.0846071 Jul 30 01:36:22.053481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Allocated IP 172.20.0.7 (c9847c45-9c8b-4172-92a5-af9f643bec37/0a9ad5b4-2b74-488a-964a-cf141cab31fc/21ee8461-737b-4056-bcfb-d85d5ecbd041) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:22.170812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-febb018a-803a-48ff-8838-0f0a52e8ca68 req-84fcaebc-1fb3-4b4a-a4d4-59cadd7fdbf5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.236442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-febb018a-803a-48ff-8838-0f0a52e8ca68 req-84fcaebc-1fb3-4b4a-a4d4-59cadd7fdbf5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.298911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] For port 0723acdf-0504-43ad-9efe-00c3b46fe836, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0723acdf-0504-43ad-9efe-00c3b46fe836,segment=NetworkSegment(86b17ad5-a2c1-49f2-9e93-70cf51bdda29),segment_id=86b17ad5-a2c1-49f2-9e93-70cf51bdda29)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:22.299655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.337818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Calling delete_port for 0723acdf-0504-43ad-9efe-00c3b46fe836 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:36:22.380344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-febb018a-803a-48ff-8838-0f0a52e8ca68 req-84fcaebc-1fb3-4b4a-a4d4-59cadd7fdbf5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.383175 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-febb018a-803a-48ff-8838-0f0a52e8ca68 req-84fcaebc-1fb3-4b4a-a4d4-59cadd7fdbf5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.396538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-febb018a-803a-48ff-8838-0f0a52e8ca68 req-84fcaebc-1fb3-4b4a-a4d4-59cadd7fdbf5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "DELETE /v2.0/security-groups/2c8d62c7-10cc-47ad-a3da-9c5a234680b0 HTTP/1.1" status: 204 len: 173 time: 0.3262146 Jul 30 01:36:22.448734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcaebc-1fb3-4b4a-a4d4-59cadd7fdbf5 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8d62c7-10cc-47ad-a3da-9c5a234680b0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:22.588709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.606637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.636287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.638310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.648795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.649655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0723acdf-0504-43ad-9efe-00c3b46fe836'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:22.655329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.661547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.712224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.726431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Pushing event deleted for resources: {'Port': ['ID=0723acdf-0504-43ad-9efe-00c3b46fe836,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:22.750993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:22.758090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15c7d529-e4ff-44a3-877d-de52995d266a req-32b99ac3-2ccd-4d3c-99f4-a0e3a3611815 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.3104203 Jul 30 01:36:22.789666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] No DVR routers for this DVR port 0723acdf-0504-43ad-9efe-00c3b46fe836 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:36:22.813647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.815895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fc32a34e-b534-4d70-81b5-0871ef9028bd req-36499ec1-48da-40fb-b228-b0634b9788f2 tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.66 "DELETE /v2.0/ports/0723acdf-0504-43ad-9efe-00c3b46fe836 HTTP/1.1" status: 204 len: 173 time: 0.9764540 Jul 30 01:36:22.816983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'name': 'network-vif-deleted', 'tag': '0723acdf-0504-43ad-9efe-00c3b46fe836'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:22.827670 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21879d48-bbd3-4cdf-b348-6400f92c3e5d" -d '{"events": [{"server_uuid": "db3a230c-d8f3-489b-a0f8-9025e36027e4", "name": "network-vif-deleted", "tag": "0723acdf-0504-43ad-9efe-00c3b46fe836"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:22.975956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.018826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15c7d529-e4ff-44a3-877d-de52995d266a req-5ca09d12-8fe6-4408-ab07-56448dd64577 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2437999 Jul 30 01:36:23.038429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.090908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Network c9847c45-9c8b-4172-92a5-af9f643bec37 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:23.094356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:23.121683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:23.216050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Pushing event updated for resources: {'Port': ['ID=21ee8461-737b-4056-bcfb-d85d5ecbd041,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:23.222089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60f8507d-0c81-43dd-855b-26e79f3decf1 req-89e0bbd1-eaa5-4a1a-9bee-c8012185434a tempest-ServerPasswordTestJSON-70439409 tempest-ServerPasswordTestJSON-70439409-project] 10.222.0.78 "GET /v2.0/ports?device_id=db3a230c-d8f3-489b-a0f8-9025e36027e4 HTTP/1.1" status: 200 len: 210 time: 0.0592828 Jul 30 01:36:23.239722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:23.241002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.275101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-ee875090-006a-4640-9ef9-cae864b69157 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8105857 Jul 30 01:36:23.294090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Request body: {'port': {'device_id': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:23.410515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.434438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d552e-9961-4580-ab81-24906029317e req-5a298569-d9f1-4557-9760-1b8b22942269 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:23.436153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e6d552e-9961-4580-ab81-24906029317e req-5a298569-d9f1-4557-9760-1b8b22942269 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 931 time: 0.1050122 Jul 30 01:36:23.520570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e6d552e-9961-4580-ab81-24906029317e req-05bdb353-284d-4af9-8941-ab5160d7d11e tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592816 Jul 30 01:36:23.674887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a8ab823-f7d8-41ec-8b46-7023a3bc2df3 req-b7dadb78-fd84-42af-b9ae-2a69a0778a26 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/36c67632-405e-4fa7-a402-890e7764677b HTTP/1.1" status: 200 len: 1812 time: 0.1002820 Jul 30 01:36:23.696839 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cbb134-9f54-4f60-8e3c-4f35618b7786 x-openstack-request-id: req-c4cbb134-9f54-4f60-8e3c-4f35618b7786 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:23.697253 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3a230c-d8f3-489b-a0f8-9025e36027e4", "name": "network-vif-deleted", "tag": "0723acdf-0504-43ad-9efe-00c3b46fe836", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:23.697716 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4cbb134-9f54-4f60-8e3c-4f35618b7786 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:23.698249 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3a230c-d8f3-489b-a0f8-9025e36027e4', 'name': 'network-vif-deleted', 'tag': '0723acdf-0504-43ad-9efe-00c3b46fe836', 'status': 'completed', 'code': 200} Jul 30 01:36:23.806719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a8ab823-f7d8-41ec-8b46-7023a3bc2df3 req-84980778-a73d-40df-b1ad-17eab0052c30 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.865693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a8ab823-f7d8-41ec-8b46-7023a3bc2df3 req-84980778-a73d-40df-b1ad-17eab0052c30 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.869973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a1520-2868-4a42-9e5a-5015b982fd87 req-1018d5f1-efc4-4877-acf5-8beb385e0d41 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:23.871815 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-737a1520-2868-4a42-9e5a-5015b982fd87 req-1018d5f1-efc4-4877-acf5-8beb385e0d41 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1102 time: 0.1293986 Jul 30 01:36:23.915397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ee8461-737b-4056-bcfb-d85d5ecbd041 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:23.938714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.977853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-737a1520-2868-4a42-9e5a-5015b982fd87 req-e955e010-9350-4f83-b5f6-23b4fa13f2f9 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941260 Jul 30 01:36:23.986460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Transition to ACTIVE for port object 21ee8461-737b-4056-bcfb-d85d5ecbd041 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:23.987390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a8ab823-f7d8-41ec-8b46-7023a3bc2df3 req-84980778-a73d-40df-b1ad-17eab0052c30 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.990234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8a8ab823-f7d8-41ec-8b46-7023a3bc2df3 req-84980778-a73d-40df-b1ad-17eab0052c30 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.991677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a8ab823-f7d8-41ec-8b46-7023a3bc2df3 req-84980778-a73d-40df-b1ad-17eab0052c30 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "DELETE /v2.0/security-groups/36c67632-405e-4fa7-a402-890e7764677b HTTP/1.1" status: 204 len: 173 time: 0.3073964 Jul 30 01:36:24.014678 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.063431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980778-a73d-40df-b1ad-17eab0052c30 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c67632-405e-4fa7-a402-890e7764677b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:24.127627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Pushing event updated for resources: {'Port': ['ID=21ee8461-737b-4056-bcfb-d85d5ecbd041,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:24.232771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d3f7049-60ef-438a-b6f0-339486e6bd51 req-b5d9023c-e1ba-4b8e-ac7e-d654459b84b2 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/96234dff-5c67-48c9-b010-c6d4c491a973 HTTP/1.1" status: 200 len: 1813 time: 0.1101754 Jul 30 01:36:24.238827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8515c2-5273-4ca4-ab90-0534a8db4ca3 req-3a287bcb-59cf-47a3-8de4-aca4391177b3 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.240419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f8515c2-5273-4ca4-ab90-0534a8db4ca3 req-3a287bcb-59cf-47a3-8de4-aca4391177b3 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1102 time: 0.1168156 Jul 30 01:36:24.250359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Attempting to bind port 21ee8461-737b-4056-bcfb-d85d5ecbd041 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:24.250689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Attempting to bind port 21ee8461-737b-4056-bcfb-d85d5ecbd041 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '7b6d393d-39e7-4fec-b294-060a08f0cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:24.251030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Attempting to bind port 21ee8461-737b-4056-bcfb-d85d5ecbd041 on network c9847c45-9c8b-4172-92a5-af9f643bec37 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:24.275451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Port 21ee8461-737b-4056-bcfb-d85d5ecbd041 on network c9847c45-9c8b-4172-92a5-af9f643bec37 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:24.275778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Attempting to bind port 21ee8461-737b-4056-bcfb-d85d5ecbd041 on network c9847c45-9c8b-4172-92a5-af9f643bec37 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:24.299188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:24.299539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Checking segment: {'id': '7b6d393d-39e7-4fec-b294-060a08f0cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:24.299924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Bound using segment: {'id': '7b6d393d-39e7-4fec-b294-060a08f0cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:24.300364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Bound port: 21ee8461-737b-4056-bcfb-d85d5ecbd041, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6d393d-39e7-4fec-b294-060a08f0cd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:24.300727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.368993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f8515c2-5273-4ca4-ab90-0534a8db4ca3 req-9c06e4c1-a385-4426-93ed-1b9135c86346 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132860 Jul 30 01:36:24.382018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3d3f7049-60ef-438a-b6f0-339486e6bd51 req-eb558c8d-7409-463e-aea7-7746265a2c63 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.415884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.426443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3d3f7049-60ef-438a-b6f0-339486e6bd51 req-eb558c8d-7409-463e-aea7-7746265a2c63 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.443447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] For port 21ee8461-737b-4056-bcfb-d85d5ecbd041, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:24.469278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] For port 21ee8461-737b-4056-bcfb-d85d5ecbd041, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041,segment=NetworkSegment(7b6d393d-39e7-4fec-b294-060a08f0cd59),segment_id=7b6d393d-39e7-4fec-b294-060a08f0cd59)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:24.475365 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.515623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.516235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.517768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] 10.222.0.55 "PUT /v2.0/ports/21ee8461-737b-4056-bcfb-d85d5ecbd041 HTTP/1.1" status: 200 len: 1092 time: 1.2288697 Jul 30 01:36:24.518208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'tag': '21ee8461-737b-4056-bcfb-d85d5ecbd041'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:24.520505 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083" -d '{"events": [{"name": "network-changed", "server_uuid": "9721dbf8-ac90-4eb8-8533-6d8f40207a38", "tag": "21ee8461-737b-4056-bcfb-d85d5ecbd041"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:24.529448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3d3f7049-60ef-438a-b6f0-339486e6bd51 req-eb558c8d-7409-463e-aea7-7746265a2c63 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.532178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3d3f7049-60ef-438a-b6f0-339486e6bd51 req-eb558c8d-7409-463e-aea7-7746265a2c63 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.533115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d3f7049-60ef-438a-b6f0-339486e6bd51 req-eb558c8d-7409-463e-aea7-7746265a2c63 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "DELETE /v2.0/security-groups/96234dff-5c67-48c9-b010-c6d4c491a973 HTTP/1.1" status: 204 len: 173 time: 0.2917655 Jul 30 01:36:24.549163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb558c8d-7409-463e-aea7-7746265a2c63 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96234dff-5c67-48c9-b010-c6d4c491a973,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:24.565189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8c30-9335-41fc-ae32-717bb6125dae service neutron] Pushing event updated for resources: {'Port': ['ID=21ee8461-737b-4056-bcfb-d85d5ecbd041,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:24.667138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-205cec21-7946-4f65-b4c2-504bd5948313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.668739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-205cec21-7946-4f65-b4c2-504bd5948313 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65faea0160654e3b89dd2065202cc787&device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 1095 time: 0.0834723 Jul 30 01:36:24.690103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.695890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.702657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.708985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.715849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.721888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.728385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.730307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0698a32-af58-463f-a3e8-e9999f619283 req-9377025f-448f-4fe0-bc4d-1eea1781ad8f tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.1083729 Jul 30 01:36:24.775295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-1cb6dc23-7960-4b20-82e9-e37141a4977f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041 HTTP/1.1" status: 200 len: 217 time: 0.0433407 Jul 30 01:36:24.847404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0698a32-af58-463f-a3e8-e9999f619283 req-53674d6b-031f-4179-a442-42cce727cba0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748544 Jul 30 01:36:24.858269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-b2915c0a-4eb1-4189-837e-1db57d23f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.860180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-b2915c0a-4eb1-4189-837e-1db57d23f6d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a9ad5b4-2b74-488a-964a-cf141cab31fc HTTP/1.1" status: 200 len: 853 time: 0.0778990 Jul 30 01:36:24.905060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-c194dcf5-f5c0-4356-a26d-2675ca65b5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9847c45-9c8b-4172-92a5-af9f643bec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330336 Jul 30 01:36:25.043186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-9791ecd2-efd8-44bd-94ac-505d2d0faeec service neutron] 10.222.0.55 "GET /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219497 Jul 30 01:36:25.182578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6203646-ee5a-4990-b512-2a3d0875b628 req-9bccddf2-33ff-413e-95ee-c830c20fedf9 service neutron] 10.222.0.55 "GET /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312649 Jul 30 01:36:25.273565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:25.341322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Deleting subnet 66c220b8-4e37-4985-b73c-d60e2db58cf4 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:36:25.347840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.390283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.444718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.518357 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f54c56-73fd-47f2-ba76-4fa3147d2444 x-openstack-request-id: req-38f54c56-73fd-47f2-ba76-4fa3147d2444 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:25.518749 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9721dbf8-ac90-4eb8-8533-6d8f40207a38", "tag": "21ee8461-737b-4056-bcfb-d85d5ecbd041", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:25.519229 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38f54c56-73fd-47f2-ba76-4fa3147d2444 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:25.519729 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'tag': '21ee8461-737b-4056-bcfb-d85d5ecbd041', 'status': 'completed', 'code': 200} Jul 30 01:36:25.531248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.588975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.595554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] 10.222.0.78 "DELETE /v2.0/subnets/66c220b8-4e37-4985-b73c-d60e2db58cf4 HTTP/1.1" status: 204 len: 168 time: 0.3199244 Jul 30 01:36:25.598086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:25.600375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db880833-c8ac-4388-9585-b2bbe3db32de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c220b8-4e37-4985-b73c-d60e2db58cf4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:25.623552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5a22e1b-09e3-4f2f-b5a5-1243262468f2 req-4f64f9d6-41af-4f09-b4ed-f322b46dc36d tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/5c06b4be-9d97-4c27-8d00-b081a11c6917 HTTP/1.1" status: 200 len: 1812 time: 0.0928154 Jul 30 01:36:25.667869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-6bb4e27f-d72f-4aeb-82bb-65e4581a545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:25.669474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-6bb4e27f-d72f-4aeb-82bb-65e4581a545b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65faea0160654e3b89dd2065202cc787&device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 1095 time: 0.1050162 Jul 30 01:36:25.695352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.795070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.814710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d55897-bae2-4a6c-a5c7-6934aaac96ee']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:25.833068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b17ad5-a2c1-49f2-9e93-70cf51bdda29') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:25.833488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b17ad5-a2c1-49f2-9e93-70cf51bdda29') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:25.850796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.863987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78ef74-3d4c-4181-be61-fe28c90521d2 req-af84eb7c-3f45-4fcd-84ab-2efc286b0c71 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:25.865535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d78ef74-3d4c-4181-be61-fe28c90521d2 req-af84eb7c-3f45-4fcd-84ab-2efc286b0c71 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 943 time: 0.1262517 Jul 30 01:36:25.868078 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c5a22e1b-09e3-4f2f-b5a5-1243262468f2 req-afcea1ae-c091-436d-88df-70a422b232cf tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.868909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.875489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:36:25.875906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.878049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-b01e5dc3-42f0-4909-a3b7-1cd3bb5ab8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:36:25.878234 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:36:25.881009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-b01e5dc3-42f0-4909-a3b7-1cd3bb5ab8d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c9847c45-9c8b-4172-92a5-af9f643bec37 HTTP/1.1" status: 200 len: 914 time: 0.2010047 Jul 30 01:36:25.938909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.949880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.952709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c5a22e1b-09e3-4f2f-b5a5-1243262468f2 req-afcea1ae-c091-436d-88df-70a422b232cf tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.960537 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/95d55897-bae2-4a6c-a5c7-6934aaac96ee HTTP/1.1" status: 204 len: 168 time: 0.3574853 Jul 30 01:36:25.964594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-d1fa3a71-42ca-4619-b633-c81d36664617 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041 HTTP/1.1" status: 200 len: 217 time: 0.0751994 Jul 30 01:36:25.975803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e56907-7f93-4bae-8767-eecf4aadefb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d55897-bae2-4a6c-a5c7-6934aaac96ee,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:26.034690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d78ef74-3d4c-4181-be61-fe28c90521d2 req-49b55df7-4415-4155-b7dc-7932cae69897 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614482 Jul 30 01:36:26.057020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-d5a2115a-db0a-43ca-86c0-6cb81fffda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.057020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-d5a2115a-db0a-43ca-86c0-6cb81fffda04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a9ad5b4-2b74-488a-964a-cf141cab31fc HTTP/1.1" status: 200 len: 853 time: 0.0765176 Jul 30 01:36:26.074318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c5a22e1b-09e3-4f2f-b5a5-1243262468f2 req-afcea1ae-c091-436d-88df-70a422b232cf tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.076890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c5a22e1b-09e3-4f2f-b5a5-1243262468f2 req-afcea1ae-c091-436d-88df-70a422b232cf tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.078024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5a22e1b-09e3-4f2f-b5a5-1243262468f2 req-afcea1ae-c091-436d-88df-70a422b232cf tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "DELETE /v2.0/security-groups/5c06b4be-9d97-4c27-8d00-b081a11c6917 HTTP/1.1" status: 204 len: 173 time: 0.4537122 Jul 30 01:36:26.108085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-4f357fd9-efa3-4a9c-a4be-11a49d274824 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c9847c45-9c8b-4172-92a5-af9f643bec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438142 Jul 30 01:36:26.113890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcea1ae-c091-436d-88df-70a422b232cf tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06b4be-9d97-4c27-8d00-b081a11c6917,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:26.186070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33168) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:26.256413 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0c91d91-c91b-49d0-89d4-a77b28e55db0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=519cd76f7c354539a401d6e9e8404d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682359 Jul 30 01:36:26.257938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-ec946642-a99b-48fd-8bf2-b6964dbd6ead service neutron] 10.222.0.55 "GET /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409135 Jul 30 01:36:26.259151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33174) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:26.288295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.293482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.299293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.305640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.311685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.317745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.324400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:26.327050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d7c8015-fe63-4538-acae-28c7d5e8b3b0 req-d027ab70-4475-42ee-a8e3-89a9b97f8cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.1372330 Jul 30 01:36:26.343850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:26.356500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Request body: {'floatingip': {'port_id': '31fb3217-502c-4542-8775-df9891ba5f07'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:26.448090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.925976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cca2989-a846-47d9-a6c2-571b2f6630cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.966596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5553414-e314-44be-9330-15aa3fa6a3f0 req-b4290928-c264-479a-8b3e-2f367c0da3c7 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "GET /v2.0/security-groups/af679860-947f-420e-8c7b-4cbac101cdd3 HTTP/1.1" status: 200 len: 1812 time: 0.1857731 Jul 30 01:36:26.989822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec230ce3-e54a-4af1-8a6d-3c2fb68aa083 req-78e1cbfa-fe0d-4db1-8dee-40b890c89f61 service neutron] 10.222.0.55 "GET /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196352 Jul 30 01:36:26.997399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cca2989-a846-47d9-a6c2-571b2f6630cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.072206 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5553414-e314-44be-9330-15aa3fa6a3f0 req-332ee63b-eca1-45f5-8b0a-d2e8a5026b04 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.097387 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5553414-e314-44be-9330-15aa3fa6a3f0 req-332ee63b-eca1-45f5-8b0a-d2e8a5026b04 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.148574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cca2989-a846-47d9-a6c2-571b2f6630cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.153420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3cca2989-a846-47d9-a6c2-571b2f6630cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.155062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3cca2989-a846-47d9-a6c2-571b2f6630cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e757fa99-fe00-48cd-aba1-b6e20eeaa199 HTTP/1.1" status: 204 len: 168 time: 0.8928995 Jul 30 01:36:27.169023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca2989-a846-47d9-a6c2-571b2f6630cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e757fa99-fe00-48cd-aba1-b6e20eeaa199,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:27.182748 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5553414-e314-44be-9330-15aa3fa6a3f0 req-332ee63b-eca1-45f5-8b0a-d2e8a5026b04 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.185953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.186442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e5553414-e314-44be-9330-15aa3fa6a3f0 req-332ee63b-eca1-45f5-8b0a-d2e8a5026b04 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.196264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:27.199847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.202115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5553414-e314-44be-9330-15aa3fa6a3f0 req-332ee63b-eca1-45f5-8b0a-d2e8a5026b04 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] 10.222.0.78 "DELETE /v2.0/security-groups/af679860-947f-420e-8c7b-4cbac101cdd3 HTTP/1.1" status: 204 len: 173 time: 0.2336280 Jul 30 01:36:27.225205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ee63b-eca1-45f5-8b0a-d2e8a5026b04 tempest-SecurityGroupRulesNegativeTestJSON-370131496 tempest-SecurityGroupRulesNegativeTestJSON-370131496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af679860-947f-420e-8c7b-4cbac101cdd3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:27.263532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:27.453801 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Floating IP 48152a44-9e46-4d5e-8a41-c608a50b4964 associated. External IP: 172.25.8.77, port: 31fb3217-502c-4542-8775-df9891ba5f07. Jul 30 01:36:27.534668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.608623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-c2275fb5-4bdb-4a02-a067-1dc62e37e960 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:27.611665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:27.617453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-c2275fb5-4bdb-4a02-a067-1dc62e37e960 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.2877285 Jul 30 01:36:27.619630 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94935c-c018-4b6e-82c9-982531e9e838" -d '{"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:27.641231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d91fe4-fb9e-4158-8c01-d57ecb591ed0 req-8a7668a4-ee29-4483-9d37-7e7791aa88ca tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:27.651478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d91fe4-fb9e-4158-8c01-d57ecb591ed0 req-8a7668a4-ee29-4483-9d37-7e7791aa88ca tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 943 time: 0.1386023 Jul 30 01:36:27.656447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:27.661641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-0c54c04b-5a26-4bcd-ae52-36089f20e8df tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/quotas/90f5741d679f45d6a6045fa9625e5d9c HTTP/1.1" status: 200 len: 375 time: 0.0425353 Jul 30 01:36:27.663499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.664655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0723acdf-0504-43ad-9efe-00c3b46fe836 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:27.721224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 0723acdf-0504-43ad-9efe-00c3b46fe836 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:36:27.721224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0723acdf-0504-43ad-9efe-00c3b46fe836 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:36:27.781316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d91fe4-fb9e-4158-8c01-d57ecb591ed0 req-22c5e87b-0c2b-46f5-8b7d-d4b493683f44 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280315 Jul 30 01:36:27.809081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-40a3834f-a216-4c5b-bced-1d1387d3c69f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1461525 Jul 30 01:36:27.852223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:27.986622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 21ee8461-737b-4056-bcfb-d85d5ecbd041 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:28.006512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-fc0550a0-991c-4bfc-892f-9c1dca8e598c service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962745 Jul 30 01:36:28.022429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Deleting subnet 1bbb0945-92c8-4902-bccc-1b7a0a0e64e0 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:36:28.022429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.025956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3cc45-c2cf-47a9-bebe-93e05b55c5f0 req-68f810d1-30f6-47e7-a75d-8806357681e0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:28.028100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8e3cc45-c2cf-47a9-bebe-93e05b55c5f0 req-68f810d1-30f6-47e7-a75d-8806357681e0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1138744 Jul 30 01:36:28.193197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 21ee8461-737b-4056-bcfb-d85d5ecbd041, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041,segment=NetworkSegment(7b6d393d-39e7-4fec-b294-060a08f0cd59),segment_id=7b6d393d-39e7-4fec-b294-060a08f0cd59)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:28.198086 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.220423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8e3cc45-c2cf-47a9-bebe-93e05b55c5f0 req-a8e4123f-6c38-4b83-ae8b-55922ce411df tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770108 Jul 30 01:36:28.235649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '21ee8461-737b-4056-bcfb-d85d5ecbd041', 'network_id': 'c9847c45-9c8b-4172-92a5-af9f643bec37', 'port_id': '21ee8461-737b-4056-bcfb-d85d5ecbd041', 'mac_address': 'fa:16:3e:30:f8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9ad5b4-2b74-488a-964a-cf141cab31fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:28.244161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:28.267605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-cff930c7-f3bf-43e7-a5ac-ff07c9eeb927 service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602198 Jul 30 01:36:28.278564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.329041 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e381af6b-9440-416c-b169-8ed6c51ab4fc x-openstack-request-id: req-e381af6b-9440-416c-b169-8ed6c51ab4fc {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:28.329580 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:28.329580 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e381af6b-9440-416c-b169-8ed6c51ab4fc {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:28.332354 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'code': 200} Jul 30 01:36:28.356666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.396713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ee8461-737b-4056-bcfb-d85d5ecbd041 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:28.437388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 21ee8461-737b-4056-bcfb-d85d5ecbd041, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041,segment=NetworkSegment(7b6d393d-39e7-4fec-b294-060a08f0cd59),segment_id=7b6d393d-39e7-4fec-b294-060a08f0cd59)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:28.452836 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.461675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33292) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:28.574041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:28.577379 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.585235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.609636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] Sync routers for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:28.630455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=21ee8461-737b-4056-bcfb-d85d5ecbd041,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:28.651439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae4da01c-f81b-4163-a4dd-f8f667b0c492 req-e7dc31b8-9d52-4102-a3b0-d21fe576fc77 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 210 time: 0.0874028 Jul 30 01:36:28.660742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:28.661623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:28.691361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbb0945-92c8-4902-bccc-1b7a0a0e64e0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:28.693921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.696208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80cd7880-86e0-4f74-a815-c988104dceab admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1bbb0945-92c8-4902-bccc-1b7a0a0e64e0 HTTP/1.1" status: 204 len: 168 time: 1.4976804 Jul 30 01:36:28.698828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33304) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:28.716904 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9469f8db-856d-46fc-879a-257a6d88a52e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "PUT /v2.0/floatingips/48152a44-9e46-4d5e-8a41-c608a50b4964 HTTP/1.1" status: 200 len: 991 time: 2.3714461 Jul 30 01:36:28.723947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:28.731404 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca965ee-c52c-4791-a5ff-9e275b19d86e" -d '{"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "31fb3217-502c-4542-8775-df9891ba5f07"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:28.790892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-0b516759-e982-4a97-a541-a2bc0886eea2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:28.807589 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-0b516759-e982-4a97-a541-a2bc0886eea2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cf87ec2-22e1-4d85-bab4-30907cc0b17c HTTP/1.1" status: 200 len: 944 time: 0.2108173 Jul 30 01:36:28.888801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.920152 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db7df8e-2502-4772-84e8-0f754edd7d1f x-openstack-request-id: req-5db7df8e-2502-4772-84e8-0f754edd7d1f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:28.932746 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "tag": "31fb3217-502c-4542-8775-df9891ba5f07", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:28.932746 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5db7df8e-2502-4772-84e8-0f754edd7d1f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:28.933028 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07', 'status': 'completed', 'code': 200} Jul 30 01:36:29.021935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:29.054604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946e0f10-45bd-49fd-9166-0fc1f7477363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.055581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Deleting port 7c6f857c-d55c-47f7-bced-5395d92a37b4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:36:29.057489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.200912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['21ee8461-737b-4056-bcfb-d85d5ecbd041'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:29.256620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] For port 7c6f857c-d55c-47f7-bced-5395d92a37b4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7c6f857c-d55c-47f7-bced-5395d92a37b4,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:29.256792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.267331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.267815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.268291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.270499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.271590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.271895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.272366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.277432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-36086af3-415a-4f58-b8eb-85aa2bfd013e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.3705368 Jul 30 01:36:29.288341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Calling delete_port for 7c6f857c-d55c-47f7-bced-5395d92a37b4 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:36:29.411304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b23f05-53c6-4eb8-a918-3239e0055c97 req-1d746550-bd8c-4a8c-a0aa-ae60fbeef89e tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.421834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3b23f05-53c6-4eb8-a918-3239e0055c97 req-1d746550-bd8c-4a8c-a0aa-ae60fbeef89e tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 944 time: 0.4461026 Jul 30 01:36:29.615605 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.638911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.644803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3b23f05-53c6-4eb8-a918-3239e0055c97 req-b389cb83-2599-4d58-a8dc-aa44df90355a tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219243 Jul 30 01:36:29.709646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bebb25e-8804-467d-a5d6-62e008a6e335']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:29.784918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c4f95e-5197-4d19-8356-4d337c7d5f6b') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:29.785200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c4f95e-5197-4d19-8356-4d337c7d5f6b') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:29.788042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event deleted for resources: {'Port': ['ID=7c6f857c-d55c-47f7-bced-5395d92a37b4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:29.803162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf2670fa-7f12-4932-b2e8-8bae27675006 req-d0d4256b-4963-42d0-918a-3234a126728f tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0744431 Jul 30 01:36:29.844198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] No DVR routers for this DVR port 7c6f857c-d55c-47f7-bced-5395d92a37b4 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:36:29.852765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.858729 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c68c9e6b-8996-455a-a4b0-fb453d64aeb9 req-fada3121-f1b1-4417-bb82-a2c4a602b5d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "DELETE /v2.0/ports/7c6f857c-d55c-47f7-bced-5395d92a37b4 HTTP/1.1" status: 204 len: 173 time: 1.0466437 Jul 30 01:36:29.899078 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.916746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '48152a44-9e46-4d5e-8a41-c608a50b4964', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'port_id': '31fb3217-502c-4542-8775-df9891ba5f07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'mac_address': 'fa:16:3e:04:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:34:55Z', 'updated_at': '2021-07-30T01:36:27Z', 'revision_number': 1, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:29.951153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.995717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] Checking router: c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:30.023716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:30.024160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f3f9ef3-5a3b-4c62-9abc-ebbab5a53ad7 req-d370c6a0-13d2-4e4f-a00d-584eda0d5ac9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 210 time: 0.0740983 Jul 30 01:36:30.024373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:30.037790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:36:30.047196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:36:30.054323 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:36:30.215986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:30.268567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87c5a9-c8eb-45e7-8e99-9d2a28099340 req-18547241-7793-415b-9351-1a32b00b1ef0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:30.277688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f87c5a9-c8eb-45e7-8e99-9d2a28099340 req-18547241-7793-415b-9351-1a32b00b1ef0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.4627237 Jul 30 01:36:30.280329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-e317fd14-9952-4d67-8f69-bc35afe85388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:30.281947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-e317fd14-9952-4d67-8f69-bc35afe85388 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 HTTP/1.1" status: 200 len: 918 time: 0.9722149 Jul 30 01:36:30.397126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.427189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f87c5a9-c8eb-45e7-8e99-9d2a28099340 req-fd193582-1db8-4373-b563-a0a780e05b6e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418126 Jul 30 01:36:30.441243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.445428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5bebb25e-8804-467d-a5d6-62e008a6e335 HTTP/1.1" status: 204 len: 168 time: 1.7427471 Jul 30 01:36:30.452138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679551d-2535-4a8a-b536-60773d421879 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bebb25e-8804-467d-a5d6-62e008a6e335,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:30.464816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946e0f10-45bd-49fd-9166-0fc1f7477363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.516774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-2af90d0e-c0d1-4dfd-a041-0ec9f1c58edf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 999 time: 0.2073824 Jul 30 01:36:30.521822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946e0f10-45bd-49fd-9166-0fc1f7477363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.617565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '48152a44-9e46-4d5e-8a41-c608a50b4964', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'port_id': '31fb3217-502c-4542-8775-df9891ba5f07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'mac_address': 'fa:16:3e:04:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:34:55Z', 'updated_at': '2021-07-30T01:36:27Z', 'revision_number': 1, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:30.663646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e0f10-45bd-49fd-9166-0fc1f7477363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bce17a-1c96-4bdc-82f7-c33aadea9ef7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:30.671155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f5f6a0-f911-4944-a559-9d6d05120eca None None] The sync data for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 is: [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '48152a44-9e46-4d5e-8a41-c608a50b4964', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'port_id': '31fb3217-502c-4542-8775-df9891ba5f07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'mac_address': 'fa:16:3e:04:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8344b019-b33d-4a72-a048-a4df89d1d455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:34:55Z', 'updated_at': '2021-07-30T01:36:27Z', 'revision_number': 1, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:30.715261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-eb58ded1-e206-41c0-9645-3d3043a218fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:30.716712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-eb58ded1-e206-41c0-9645-3d3043a218fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 200 len: 856 time: 0.1877375 Jul 30 01:36:30.725757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-946e0f10-45bd-49fd-9166-0fc1f7477363 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74184a099e994fdead72ff7c7f2e7d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2628977 Jul 30 01:36:30.728212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33356) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:30.736796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:30.801790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-18ec0d6b-29eb-40b9-83e4-e6ab2fb46f76 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:30.803380 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-18ec0d6b-29eb-40b9-83e4-e6ab2fb46f76 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.3016171 Jul 30 01:36:30.855907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Request body: {'port': {'device_id': '1438d769-3988-4e93-bc7b-2650275a088f', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'admin_state_up': True, 'tenant_id': '90f5741d679f45d6a6045fa9625e5d9c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:30.869346 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-58a45c02-ea01-4108-968b-5c19aaa7b042 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=931dedd1886f4a43a88e3a66bd631d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312933 Jul 30 01:36:30.878737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33362) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:30.970038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-deleted', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:30.972733 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617a5b4b-69d5-434c-8041-01a55741a521" -d '{"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-deleted", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:30.974262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-392dde01-345c-4d38-b1c7-6976c142fdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.993901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-7be62a4d-4124-44d5-97b1-2157985c0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:30.995695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-7be62a4d-4124-44d5-97b1-2157985c0c3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2660975 Jul 30 01:36:31.017021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cc822b9-2cec-4d3b-a6d4-7ce68c519734 req-73acaf3c-748e-4613-a0d9-c80ff8626934 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0566432 Jul 30 01:36:31.056536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28fcd7-60ab-42e3-8900-21afeb438192 req-f0812452-8afa-4880-9fa4-d5be08a0db62 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:31.058170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba28fcd7-60ab-42e3-8900-21afeb438192 req-f0812452-8afa-4880-9fa4-d5be08a0db62 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 944 time: 0.2412598 Jul 30 01:36:31.143425 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e30085d-cb5b-4c1f-b025-eb23af81c9f7 None None] New status for floating IP 48152a44-9e46-4d5e-8a41-c608a50b4964: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:36:31.172735 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-392dde01-345c-4d38-b1c7-6976c142fdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.241975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc16c5e2-4cdf-47b7-9615-156c26f2000e req-e600d9dc-513c-4645-9df4-eefd53c552bd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 210 time: 0.0384388 Jul 30 01:36:31.311275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba28fcd7-60ab-42e3-8900-21afeb438192 req-b26605ae-e85e-446b-bcc4-b9c88b29402d tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108490 Jul 30 01:36:31.422283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-66061970-ead7-42e2-a6c2-c2e86b75266a service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073138 Jul 30 01:36:31.423125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-392dde01-345c-4d38-b1c7-6976c142fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.425831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-392dde01-345c-4d38-b1c7-6976c142fdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.427722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-392dde01-345c-4d38-b1c7-6976c142fdba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2bce17a-1c96-4bdc-82f7-c33aadea9ef7 HTTP/1.1" status: 204 len: 168 time: 0.6933777 Jul 30 01:36:31.446457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dde01-345c-4d38-b1c7-6976c142fdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bce17a-1c96-4bdc-82f7-c33aadea9ef7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:31.562603 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986f196-431d-4725-88e1-828624805966 x-openstack-request-id: req-8986f196-431d-4725-88e1-828624805966 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:31.562930 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf87ec2-22e1-4d85-bab4-30907cc0b17c", "name": "network-vif-deleted", "tag": "7c6f857c-d55c-47f7-bced-5395d92a37b4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:31.563106 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8986f196-431d-4725-88e1-828624805966 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:31.565600 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf87ec2-22e1-4d85-bab4-30907cc0b17c', 'name': 'network-vif-deleted', 'tag': '7c6f857c-d55c-47f7-bced-5395d92a37b4', 'status': 'completed', 'code': 200} Jul 30 01:36:31.626609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db0ea5c0-7084-4ae7-8138-22718f1b5de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.702735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db0ea5c0-7084-4ae7-8138-22718f1b5de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.758848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca965ee-c52c-4791-a5ff-9e275b19d86e req-8ea9af38-2381-4b1d-9b69-d6a3592ef424 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084936 Jul 30 01:36:31.768509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf7c79-6ad7-4e4f-96d7-1413b1dcde43 req-4a037fa2-d5e1-4e3d-89d9-f20e51a832ce tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:31.770626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8faf7c79-6ad7-4e4f-96d7-1413b1dcde43 req-4a037fa2-d5e1-4e3d-89d9-f20e51a832ce tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1232836 Jul 30 01:36:31.772500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Made reservation on behalf of 90f5741d679f45d6a6045fa9625e5d9c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:31.777112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.818871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db0ea5c0-7084-4ae7-8138-22718f1b5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.821345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db0ea5c0-7084-4ae7-8138-22718f1b5de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.825060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db0ea5c0-7084-4ae7-8138-22718f1b5de6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9aec872a-307d-40c3-a4a0-106cdce263c7 HTTP/1.1" status: 204 len: 168 time: 0.9153717 Jul 30 01:36:31.853209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8faf7c79-6ad7-4e4f-96d7-1413b1dcde43 req-35229317-ef1a-4a26-8b65-6978d4087ce5 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Jul 30 01:36:31.875547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ea5c0-7084-4ae7-8138-22718f1b5de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aec872a-307d-40c3-a4a0-106cdce263c7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:31.958781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Allocated IP 172.20.0.8 (3d63b949-606e-4233-a639-4d7b9f7d1c8a/fac00d0d-b896-4c37-b2f8-de1d189ecae2/4b04e644-081c-4bd5-b9ec-2d612fc37f7d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:31.983871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 21ee8461-737b-4056-bcfb-d85d5ecbd041 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:32.067026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 21ee8461-737b-4056-bcfb-d85d5ecbd041 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:32.071844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 21ee8461-737b-4056-bcfb-d85d5ecbd041 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:32.073113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.171084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f70690fb-137d-462f-9420-f506fdc71d95 req-4fe1309b-1e0c-4daa-8b7f-d61467f1633f tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0319519 Jul 30 01:36:32.212473 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.230134 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.242856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee8461-737b-4056-bcfb-d85d5ecbd041'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:32.245315 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74cd6c4-a8ed-44c0-9f4e-d6839780283c" -d '{"events": [{"server_uuid": "9721dbf8-ac90-4eb8-8533-6d8f40207a38", "name": "network-vif-plugged", "status": "completed", "tag": "21ee8461-737b-4056-bcfb-d85d5ecbd041"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:32.279133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 21ee8461-737b-4056-bcfb-d85d5ecbd041, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041,segment=NetworkSegment(7b6d393d-39e7-4fec-b294-060a08f0cd59),segment_id=7b6d393d-39e7-4fec-b294-060a08f0cd59)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:32.286127 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.306305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.362283 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0eec9e-25af-4703-b6b1-b81577b34fae x-openstack-request-id: req-8d0eec9e-25af-4703-b6b1-b81577b34fae {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:32.362755 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9721dbf8-ac90-4eb8-8533-6d8f40207a38", "name": "network-vif-plugged", "status": "completed", "tag": "21ee8461-737b-4056-bcfb-d85d5ecbd041", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:32.363202 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d0eec9e-25af-4703-b6b1-b81577b34fae {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:32.363713 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee8461-737b-4056-bcfb-d85d5ecbd041', 'code': 200} Jul 30 01:36:32.440203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:32.471169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:32.473658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:32.479542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:32.505880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=21ee8461-737b-4056-bcfb-d85d5ecbd041,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:32.627519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:32.628594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.650416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e9a6-ba37-40c6-8aab-531475b6c181 req-2bb23b6d-1ed4-4a68-89bc-ef752b1d3fe3 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:32.652003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8df4e9a6-ba37-40c6-8aab-531475b6c181 req-2bb23b6d-1ed4-4a68-89bc-ef752b1d3fe3 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 945 time: 0.1219509 Jul 30 01:36:32.655317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25994b14-a03c-4cc1-8d90-612baf363848 req-8f231436-f856-48ef-95ce-60a004b969c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:32.656808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25994b14-a03c-4cc1-8d90-612baf363848 req-8f231436-f856-48ef-95ce-60a004b969c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 1097 time: 0.1424854 Jul 30 01:36:32.667158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23339a-f4a5-4167-9309-94cf250de2f9 req-25c4d2aa-116e-4f0d-92e0-88ef6dcd3146 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:32.667576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-dbba2c86-9978-4d42-9405-e414a48169cb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8296740 Jul 30 01:36:32.675436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c23339a-f4a5-4167-9309-94cf250de2f9 req-25c4d2aa-116e-4f0d-92e0-88ef6dcd3146 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 931 time: 0.2762036 Jul 30 01:36:32.685497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Request body: {'port': {'device_id': '1438d769-3988-4e93-bc7b-2650275a088f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:32.771275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.783200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c23339a-f4a5-4167-9309-94cf250de2f9 req-0b105bc4-0c82-4dca-94b1-5d505f5afcdb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067719 Jul 30 01:36:32.803034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8df4e9a6-ba37-40c6-8aab-531475b6c181 req-9a9c4f96-e3ec-43db-8500-c884e7173360 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189265 Jul 30 01:36:32.810251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25994b14-a03c-4cc1-8d90-612baf363848 req-1db2e31f-e34e-4e05-93a6-03ed0a5b42da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175292 Jul 30 01:36:32.950120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:32.955126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33430) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:33.037390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bc1d-2833-41a8-bb6b-c14012f19a65 req-41996233-caf4-4227-aac1-357f2ed7cec3 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.039012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45c8bc1d-2833-41a8-bb6b-c14012f19a65 req-41996233-caf4-4227-aac1-357f2ed7cec3 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0703280 Jul 30 01:36:33.114799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2085462744-network', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:33.120588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45c8bc1d-2833-41a8-bb6b-c14012f19a65 req-caeaa81b-b362-4dd4-967c-5edee7aca279 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747273 Jul 30 01:36:33.151312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Made reservation on behalf of caf4391d773746c49091ee4b9ada04fb for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:33.156802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.164031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1290528791-network', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:33.169102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b04e644-081c-4bd5-b9ec-2d612fc37f7d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:33.177326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.179030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.192379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Transition to ACTIVE for port object 4b04e644-081c-4bd5-b9ec-2d612fc37f7d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:33.197907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.277964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.287861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:33.314060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 7c6f857c-d55c-47f7-bced-5395d92a37b4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:36:33.314394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7c6f857c-d55c-47f7-bced-5395d92a37b4 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:36:33.320782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Made reservation on behalf of 78806f057a9e4e158db7f56f535fbbaf for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:33.323663 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.348493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Attempting to bind port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:33.349251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Attempting to bind port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:33.349720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Attempting to bind port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:33.354428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:33.354745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Attempting to bind port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:33.359330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.359968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:33.360256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Checking segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:33.360660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Bound using segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:33.361035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Bound port: 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:33.361381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.386722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.390305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b36ebb4a-df70-495d-8371-989b423e6db6 req-13852133-b7d5-4299-982f-0c6d8f6eb08a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0720723 Jul 30 01:36:33.392168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30e1ef75-3d0a-48c3-a09c-7db82d5e4ca4 req-312d5705-e23f-49ef-b980-0954ecf91968 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0728292 Jul 30 01:36:33.394254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.408061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:33.437890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:33.439257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.439609 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Added segment a86c0dd9-885d-4182-bb32-c4ccdace9756 of type vlan for network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd Jul 30 01:36:33.441962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:33.457182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.464342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30248217-92a2-4703-99cd-c634d6928ff5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.495534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.496714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.498141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/4b04e644-081c-4bd5-b9ec-2d612fc37f7d HTTP/1.1" status: 200 len: 1092 time: 0.8184969 Jul 30 01:36:33.520086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.524077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb93a0-738b-435f-a2ae-3e78b61638b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.572217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:33.575314 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af807777-5f7e-453c-8e87-3c4e5859da7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:33.577509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.578533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.579164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.598169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-d6778612-e773-4584-8cb4-5b07c4c0f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.600643 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-d6778612-e773-4584-8cb4-5b07c4c0f5f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 1095 time: 0.0611012 Jul 30 01:36:33.660141 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78144ad7-9d62-4432-9f47-5f1ac54cb797 x-openstack-request-id: req-78144ad7-9d62-4432-9f47-5f1ac54cb797 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:33.660439 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:33.660664 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78144ad7-9d62-4432-9f47-5f1ac54cb797 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:33.661046 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'status': 'completed', 'code': 200} Jul 30 01:36:33.662908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-55f2ff7a-ba15-461c-99ef-dd7bdcf027e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d HTTP/1.1" status: 200 len: 217 time: 0.0501039 Jul 30 01:36:33.671992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.678955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] Pushing event updated for resources: {'Network': ['ID=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.681983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.687878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b041bafe-0e5a-4996-b390-ffc607ff46fa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7363880 Jul 30 01:36:33.692451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:33.697170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:33.711399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Request body: {'subnet': {'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2085462744-subnet', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:33.720314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-229598e9-b1fa-431c-aad9-f467baf6f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.721894 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-229598e9-b1fa-431c-aad9-f467baf6f42a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0500300 Jul 30 01:36:33.734523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:33.752282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7b3c84-6c0c-4230-b96b-8381b4e573fe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.757654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-9e05e27b-71c3-4f8d-b089-3f5d77e8c226 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282669 Jul 30 01:36:33.758501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.759519 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Added segment 177eeb12-c5d1-445e-ba6b-6f2bc944a518 of type vlan for network 5e1bb280-71d8-48bb-8d77-b755ae43e998 Jul 30 01:36:33.769168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Made reservation on behalf of caf4391d773746c49091ee4b9ada04fb for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:33.771764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.870074 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-ad7ed232-18b0-4093-9f9c-2364eb6cca05 service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038632 Jul 30 01:36:33.873660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.972056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a3d540ea-849f-4e7d-a449-2b53dc54cf08 req-77f53dd9-6991-47f1-918e-acf5e73bfe69 service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929570 Jul 30 01:36:33.989163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd82298-3e47-41c5-ad66-f908c574cd88 req-b07c9e48-626c-4854-98a9-f63cec0428d9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.990759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bfd82298-3e47-41c5-ad66-f908c574cd88 req-b07c9e48-626c-4854-98a9-f63cec0428d9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 943 time: 0.1349485 Jul 30 01:36:34.018515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a4e3c-413d-461e-a792-ac33a2ab9cca req-49dcc576-422b-4254-bbd3-decf5c7685a3 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.020040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b2a4e3c-413d-461e-a792-ac33a2ab9cca req-49dcc576-422b-4254-bbd3-decf5c7685a3 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 945 time: 0.1202459 Jul 30 01:36:34.020721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.021688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.022280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.066595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-988f0895-ccf0-4d84-b584-8424df663e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.068219 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-988f0895-ccf0-4d84-b584-8424df663e33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 1095 time: 0.0420969 Jul 30 01:36:34.148518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1894226 Jul 30 01:36:34.153996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33450) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:34.163155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Request body: {'subnet': {'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-subnet', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:34.174912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bfd82298-3e47-41c5-ad66-f908c574cd88 req-4094832e-8337-42fe-82ba-c181e7f7a068 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751070 Jul 30 01:36:34.175525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46038259-f50f-4114-b52e-4919c362f782 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1bb280-71d8-48bb-8d77-b755ae43e998,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:34.176520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-c2b45309-997c-4eba-be08-c1805e6d0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.178540 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-c2b45309-997c-4eba-be08-c1805e6d0d83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 905 time: 0.1031125 Jul 30 01:36:34.191041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:34.234555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-ecad3b88-3ab1-4589-844c-c8c1beb98522 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d HTTP/1.1" status: 200 len: 217 time: 0.0467701 Jul 30 01:36:34.242068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b2a4e3c-413d-461e-a792-ac33a2ab9cca req-e90c995c-11b7-44f4-839c-95d6366e9407 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845016 Jul 30 01:36:34.270819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Made reservation on behalf of 78806f057a9e4e158db7f56f535fbbaf for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:34.279865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.282899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.325367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-d6f8367b-a7f0-42d0-9f60-f2b4b1ad865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.327024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-d6f8367b-a7f0-42d0-9f60-f2b4b1ad865b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0850170 Jul 30 01:36:34.368370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-1bd589d5-0ce9-4794-9573-761ddc9eaec4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327334 Jul 30 01:36:34.450796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e644484-a354-473a-b80f-99c8ec9e4424,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:34.469913 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-9be29dce-c333-463c-a3ee-8afbf040aad6 service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929408 Jul 30 01:36:34.482419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Checking segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:34.482780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Network hostable DHCP agents. Network: eea8029b-40f6-4f9b-8a6d-6faca3cae9cd, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:34.499990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dbd4d-755b-445d-9da8-24f49fb65845 req-dafe8cee-3fdb-4be9-a4ae-eca87ff5705e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.501481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a96dbd4d-755b-445d-9da8-24f49fb65845 req-dafe8cee-3fdb-4be9-a4ae-eca87ff5705e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1385424 Jul 30 01:36:34.570033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e628830-f55e-4e95-a141-080abfd5754c req-52210206-3fcb-4719-9fdd-e07dd400fd19 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0659862 Jul 30 01:36:34.576180 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af807777-5f7e-453c-8e87-3c4e5859da7a req-22b03d57-5fb9-427e-951f-26cdc2a6c3cb service neutron] 10.222.0.66 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947909 Jul 30 01:36:34.597336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:34.622855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a96dbd4d-755b-445d-9da8-24f49fb65845 req-cd9aad4b-0d4f-4b50-91a2-af841a33b1f9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963097 Jul 30 01:36:34.625011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, eea8029b-40f6-4f9b-8a6d-6faca3cae9cd) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:34.633387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558b518-da94-483d-bd54-271fc6d31be0 None None] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:34.654082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.654676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.678351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3b1c0e9e-a324-4bd0-9d24-62bf969286d3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9844778 Jul 30 01:36:34.680760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.681739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:34.687986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:34.744410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.746520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.748100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fcbc0e-c995-4326-8582-0130ff058b4c,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:34.761464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Checking segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:34.762042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Network hostable DHCP agents. Network: 5e1bb280-71d8-48bb-8d77-b755ae43e998, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:34.784982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:34.795766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5e1bb280-71d8-48bb-8d77-b755ae43e998) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:34.801362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.802638 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.808452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bce99a-9c29-4149-83ec-67ef6150e08a None None] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:34.823060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5bb7705a-2990-4f69-b5bf-94eb8f5cfd1e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6610448 Jul 30 01:36:34.823308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33460) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:34.826806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.829257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:34.856960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.858169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.922442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.005101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.057730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:36:35.058593 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.074694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.241925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.294108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-5e1bb280-71d8-48bb-8d77-b755ae43e998', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:36:35.295684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.301363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.308021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.310748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4b04e644-081c-4bd5-b9ec-2d612fc37f7d details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:35.357182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Allocated IP 172.20.0.2 (eea8029b-40f6-4f9b-8a6d-6faca3cae9cd/5e644484-a354-473a-b80f-99c8ec9e4424/5c8644b7-e74c-4807-ab05-e4e50f852fdc) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:35.369471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.461160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Allocated IP 172.25.8.173 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/50c1b88f-1e26-40c3-b0cb-52bb544529a3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:35.470861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11fe1-b8e0-4e36-a319-31adafc88285 req-7bf5ba49-127d-4d72-814a-b0bc05781ce7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:35.472635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1a11fe1-b8e0-4e36-a319-31adafc88285 req-7bf5ba49-127d-4d72-814a-b0bc05781ce7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 943 time: 0.1738901 Jul 30 01:36:35.507705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672d0a1-3606-471a-91a0-df4bca58a8c4 req-a67d1069-6fd1-4d9a-834e-a1f474b058c5 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:35.509586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9672d0a1-3606-471a-91a0-df4bca58a8c4 req-a67d1069-6fd1-4d9a-834e-a1f474b058c5 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 945 time: 0.1431367 Jul 30 01:36:35.569379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1a11fe1-b8e0-4e36-a319-31adafc88285 req-3aa1f032-54ea-4278-ade1-ad9164f5739f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721557 Jul 30 01:36:35.582854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9672d0a1-3606-471a-91a0-df4bca58a8c4 req-f236c811-cb25-461a-afaa-5fa1c81e6759 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661626 Jul 30 01:36:35.610930 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.645926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Allocated IP 172.20.0.2 (5e1bb280-71d8-48bb-8d77-b755ae43e998/e2fcbc0e-c995-4326-8582-0130ff058b4c/04ff7ae9-27ab-4902-94a7-8bcbc7c86a34) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:35.673108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:35.675523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.707361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'mac_address': 'fa:16:3e:7d:fe:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:35.718623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:35.761264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2bd33aa3-b467-45f5-b46e-491df835509f req-689b7d9d-2e5c-49c0-909d-2fec12525d17 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0400126 Jul 30 01:36:35.767283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:35.768609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Allocated IP 172.25.8.192 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/23053556-6256-4a6d-9dc1-e536602cc877) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:35.768906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Pushing event updated for resources: {'Port': ['ID=50c1b88f-1e26-40c3-b0cb-52bb544529a3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:35.777709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:35.922889 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.944728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b04e644-081c-4bd5-b9ec-2d612fc37f7d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:35.969233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.010004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579030fa-6a1d-4412-ad74-8f40dae50d39 req-5d00ea27-5fe3-4251-8ec3-09045bbd2ba5 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:36.011904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-579030fa-6a1d-4412-ad74-8f40dae50d39 req-5d00ea27-5fe3-4251-8ec3-09045bbd2ba5 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0969627 Jul 30 01:36:36.043195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:36.045032 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.061951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.075903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.087900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-579030fa-6a1d-4412-ad74-8f40dae50d39 req-583b09a5-2081-419a-9077-f3f735f45fe1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Jul 30 01:36:36.122280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:36.125563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:36.129403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:36.167082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Pushing event updated for resources: {'Port': ['ID=23053556-6256-4a6d-9dc1-e536602cc877,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:36.177112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Transition to ACTIVE for port object 5c8644b7-e74c-4807-ab05-e4e50f852fdc will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:36.195678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.260807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Transition to ACTIVE for port object 5c8644b7-e74c-4807-ab05-e4e50f852fdc will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:36.288953 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.309303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:36.320902 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.365144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:36.371219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Transition to ACTIVE for port object 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:36.374181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:36.383469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4b04e644-081c-4bd5-b9ec-2d612fc37f7d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:36.385759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:36.444967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Transition to ACTIVE for port object 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:36.445907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Pushing event updated for resources: {'Port': ['ID=5c8644b7-e74c-4807-ab05-e4e50f852fdc,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:36.496444 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.564196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Attempting to bind port 5c8644b7-e74c-4807-ab05-e4e50f852fdc on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:36.564196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Attempting to bind port 5c8644b7-e74c-4807-ab05-e4e50f852fdc by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:36.564196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Attempting to bind port 5c8644b7-e74c-4807-ab05-e4e50f852fdc on network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:36.577214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:36.609704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:36.616793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:36.619195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:36.619676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Checking segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:36.620073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.620471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Bound using segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:36.621098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Bound port: 5c8644b7-e74c-4807-ab05-e4e50f852fdc, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:36.621476 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.644110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.647736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Pushing event updated for resources: {'Port': ['ID=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:36.772930 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.799128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Attempting to bind port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:36.799941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Attempting to bind port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:36.799941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Attempting to bind port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 on network 5e1bb280-71d8-48bb-8d77-b755ae43e998 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:36.804975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Router 69b1d45b-4f05-491e-9fc4-28d835b0084b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:36:36.812823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:36.813335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Checking segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:36.813637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.814038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Bound using segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:36.814501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Bound port: 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:36.815959 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.847872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] For port 5c8644b7-e74c-4807-ab05-e4e50f852fdc, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:36.872798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] For port 5c8644b7-e74c-4807-ab05-e4e50f852fdc, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5c8644b7-e74c-4807-ab05-e4e50f852fdc,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:36.897133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.927455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-003cb373-49ca-4deb-9694-398fea392e96 req-73c4d9e9-f1e5-4eed-81e1-b96d5dab4700 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.1063564 Jul 30 01:36:36.937749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:36.957112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.959462 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b207cb88-0676-495a-adf3-cb9deb40628f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2758422 Jul 30 01:36:36.962549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:36.991581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1c874-adee-47b9-bbf2-36cd805e035b req-7a5bee75-01f6-4905-a131-144dc3ae0418 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:36.993243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebd1c874-adee-47b9-bbf2-36cd805e035b req-7a5bee75-01f6-4905-a131-144dc3ae0418 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 945 time: 0.1775720 Jul 30 01:36:37.027155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Sync routers for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:37.046182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbd94f-dd02-41a4-9f53-bbd66f62aabd None None] Pushing event updated for resources: {'Port': ['ID=5c8644b7-e74c-4807-ab05-e4e50f852fdc,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:37.066559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:37.068054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:37.121217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] For port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:37.143546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] For port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:37.180043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.192874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efb3ee-77d2-44a1-9e69-69d7996e0935 req-021b74b0-a122-4907-8a35-300da77563cf tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.194581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09efb3ee-77d2-44a1-9e69-69d7996e0935 req-021b74b0-a122-4907-8a35-300da77563cf tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 944 time: 0.1759884 Jul 30 01:36:37.198308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebd1c874-adee-47b9-bbf2-36cd805e035b req-7076ae20-694b-4c07-bc51-907c04b64861 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944878 Jul 30 01:36:37.265809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09efb3ee-77d2-44a1-9e69-69d7996e0935 req-85cd54da-b0f1-4d56-8d80-201b8ebaec1e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617006 Jul 30 01:36:37.268403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.289893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:37.379588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994cb7-5598-4a3c-879c-25c1c0a98106 None None] Pushing event updated for resources: {'Port': ['ID=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:37.629048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 3, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:37.642284 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.661963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5c8644b7-e74c-4807-ab05-e4e50f852fdc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:37.694649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e1104-bd04-4d27-aba0-ad0b71581a7c req-73429493-f0ef-47ad-95b6-9162d593f051 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.703076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-523e1104-bd04-4d27-aba0-ad0b71581a7c req-73429493-f0ef-47ad-95b6-9162d593f051 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.2819109 Jul 30 01:36:37.812998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-523e1104-bd04-4d27-aba0-ad0b71581a7c req-7f1480d1-f799-4ee1-ad5a-9cffbe09dc53 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071141 Jul 30 01:36:37.876109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.889008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Checking router: 69b1d45b-4f05-491e-9fc4-28d835b0084b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:37.889501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Updating router 69b1d45b-4f05-491e-9fc4-28d835b0084b port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:37.913900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Allocated IP 172.20.0.1 (eea8029b-40f6-4f9b-8a6d-6faca3cae9cd/5e644484-a354-473a-b80f-99c8ec9e4424/7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:37.960053 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.119766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7006ccc9-d2df-43ce-a86a-9778da719000 req-dbad7a07-9ca5-425d-a2e2-95a263c6f470 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0470626 Jul 30 01:36:38.146305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5c8644b7-e74c-4807-ab05-e4e50f852fdc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:38.170908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.191395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Transition to ACTIVE for port object 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:38.207691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcb64d-a136-4da2-8d01-8a029462ed9f req-e0221f2c-c9b2-40df-9969-28de34df706a tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.209379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2afcb64d-a136-4da2-8d01-8a029462ed9f req-e0221f2c-c9b2-40df-9969-28de34df706a tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1097 time: 0.0954993 Jul 30 01:36:38.230542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:36:38.261751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.330198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:38.333383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:38.337324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:38.358219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2afcb64d-a136-4da2-8d01-8a029462ed9f req-af9c896f-0164-4e66-84e1-c0a01deb2ff4 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395652 Jul 30 01:36:38.383426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.433297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:38.470282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43d65-6278-41cd-b5d5-04b18093d0b0 req-67eb38ad-6adf-4b60-b7a2-f5c2b69597ba tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.471880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbb43d65-6278-41cd-b5d5-04b18093d0b0 req-67eb38ad-6adf-4b60-b7a2-f5c2b69597ba tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 945 time: 0.1390212 Jul 30 01:36:38.490787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.517296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc042a28-e112-441b-a497-018bc10195d8 None None] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:38.520316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Transition to ACTIVE for port object 50c1b88f-1e26-40c3-b0cb-52bb544529a3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:38.539494 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.542843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:38.556699 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Sync routers for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:38.570661 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:38.572282 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:38.582204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-45edd587-f1ed-4a0d-bff7-d9613a710256 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.585262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-45edd587-f1ed-4a0d-bff7-d9613a710256 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.55 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 945 time: 0.2209303 Jul 30 01:36:38.590509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.672666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbb43d65-6278-41cd-b5d5-04b18093d0b0 req-c8e4b151-cd2a-4a61-97af-1a2e7ba8ba93 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/security-groups?id=0402f2f8-5a88-4a68-897a-3c569df1b952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920185 Jul 30 01:36:38.687592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Attempting to bind port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:38.687592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Attempting to bind port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:38.687592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Attempting to bind port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:38.687592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609563f-777e-4a03-bded-2d4cc62447b6 None None] Pushing event updated for resources: {'Port': ['ID=50c1b88f-1e26-40c3-b0cb-52bb544529a3,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:38.716168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:38.717174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:38.718009 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.718666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:38.719380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Bound port: 50c1b88f-1e26-40c3-b0cb-52bb544529a3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:38.720161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.729457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:38.782925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.784446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f0ea6d80-63c7-4ca9-b7cc-37e57ee2cd85 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9595478 Jul 30 01:36:38.787517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33526) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:38.808491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] For port 50c1b88f-1e26-40c3-b0cb-52bb544529a3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:38.815520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] For port 50c1b88f-1e26-40c3-b0cb-52bb544529a3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=50c1b88f-1e26-40c3-b0cb-52bb544529a3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:38.822650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] Provisioning for port 5c8644b7-e74c-4807-ab05-e4e50f852fdc completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:38.830104 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.931495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609563f-777e-4a03-bded-2d4cc62447b6 None None] Pushing event updated for resources: {'Port': ['ID=50c1b88f-1e26-40c3-b0cb-52bb544529a3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:38.954440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.959637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] Provisioning complete for port 5c8644b7-e74c-4807-ab05-e4e50f852fdc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:38.960499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.963196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.025024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831cd4e-f44b-4bb2-8bfa-9328117bc6ef req-7a50c2b5-c1be-4259-a2a7-72c5231750db tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:39.033415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e831cd4e-f44b-4bb2-8bfa-9328117bc6ef req-7a50c2b5-c1be-4259-a2a7-72c5231750db tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 944 time: 0.5539260 Jul 30 01:36:39.059874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:36Z', 'revision_number': 3, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:39.104871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:39.107988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.114505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:39.118700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:39.139221 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Checking router: 8f45f0a3-cea3-47a0-a248-6d806d0925c7 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:39.144439 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Updating router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 port 23053556-6256-4a6d-9dc1-e536602cc877 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:39.185218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Deleting port 21ee8461-737b-4056-bcfb-d85d5ecbd041 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:36:39.185750 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.200156 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.229160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe6ca09-eb55-4a2f-a424-5e704e669c34 None None] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:39.286607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] For port 21ee8461-737b-4056-bcfb-d85d5ecbd041, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=21ee8461-737b-4056-bcfb-d85d5ecbd041,segment=NetworkSegment(7b6d393d-39e7-4fec-b294-060a08f0cd59),segment_id=7b6d393d-39e7-4fec-b294-060a08f0cd59)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:39.287020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.302988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Calling delete_port for 21ee8461-737b-4056-bcfb-d85d5ecbd041 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:36:39.369182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4b04e644-081c-4bd5-b9ec-2d612fc37f7d up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:39.541018 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.619963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e831cd4e-f44b-4bb2-8bfa-9328117bc6ef req-c2369e9a-a48d-4c3d-8a45-2262db1ba74b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849860 Jul 30 01:36:39.623613 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.709607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:39.745843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['21ee8461-737b-4056-bcfb-d85d5ecbd041'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:39.785474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:39.844205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:39.864708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:39.866774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:39.868611 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.877326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:39.877326 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.896255 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Transition to ACTIVE for port object 23053556-6256-4a6d-9dc1-e536602cc877 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:39.912748 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.942167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] For port 5c8644b7-e74c-4807-ab05-e4e50f852fdc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5c8644b7-e74c-4807-ab05-e4e50f852fdc,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:39.988176 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Pushing event updated for resources: {'Port': ['ID=23053556-6256-4a6d-9dc1-e536602cc877,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:39.994923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.020371 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.021385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.021975 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.023081 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.023721 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.024837 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.025393 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.025994 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.026548 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.027134 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.027926 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.028465 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:40.032234 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Attempting to bind port 23053556-6256-4a6d-9dc1-e536602cc877 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:40.033498 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Attempting to bind port 23053556-6256-4a6d-9dc1-e536602cc877 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:40.034126 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Attempting to bind port 23053556-6256-4a6d-9dc1-e536602cc877 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:40.048014 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:40.048833 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:40.049458 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.050281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:40.051037 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Bound port: 23053556-6256-4a6d-9dc1-e536602cc877, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:40.051683 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.163046 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] For port 23053556-6256-4a6d-9dc1-e536602cc877, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:40.167659 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] For port 23053556-6256-4a6d-9dc1-e536602cc877, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=23053556-6256-4a6d-9dc1-e536602cc877,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:40.179011 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.236207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Router 69b1d45b-4f05-491e-9fc4-28d835b0084b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:40.320126 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332df59-f59f-456c-8767-4243f01949c9 None None] Pushing event updated for resources: {'Port': ['ID=23053556-6256-4a6d-9dc1-e536602cc877,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:40.327973 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:40.331233 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:40.360621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Provisioning for port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:40.387501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:40.406513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Provisioning complete for port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:40.407185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.407937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Pushing event deleted for resources: {'Port': ['ID=21ee8461-737b-4056-bcfb-d85d5ecbd041,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:40.440874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:40.444854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.452532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9bd7-ef9e-4402-ad9b-19e8714e13fc None None] Pushing event updated for resources: {'Port': ['ID=5c8644b7-e74c-4807-ab05-e4e50f852fdc,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:40.510890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] No DVR routers for this DVR port 21ee8461-737b-4056-bcfb-d85d5ecbd041 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:36:40.511971 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.514819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.517005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3ad02-fbbd-440a-a04b-fc8ebdb63529 req-5e891956-2926-42ba-8537-0fe7a47813ef tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.55 "DELETE /v2.0/ports/21ee8461-737b-4056-bcfb-d85d5ecbd041 HTTP/1.1" status: 204 len: 173 time: 1.9260030 Jul 30 01:36:40.519850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'name': 'network-vif-deleted', 'tag': '21ee8461-737b-4056-bcfb-d85d5ecbd041'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:40.522163 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1afd401-8e49-41a0-b62f-5b5b28e3bc72" -d '{"events": [{"server_uuid": "9721dbf8-ac90-4eb8-8533-6d8f40207a38", "name": "network-vif-deleted", "tag": "21ee8461-737b-4056-bcfb-d85d5ecbd041"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:40.537443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:40.545949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-e840e77d-b839-4b87-a2fa-542dbcbcc9e1 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:36:40.546968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-e840e77d-b839-4b87-a2fa-542dbcbcc9e1 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0375605 Jul 30 01:36:40.547209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e5ffaf0-6a7d-4a08-895c-ebd76ac67e93 admin admin] 10.222.0.78 "PUT /v2.0/routers/69b1d45b-4f05-491e-9fc4-28d835b0084b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5832484 Jul 30 01:36:40.585273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Request body: {'binding': {'host': 'n-h2-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:40.585880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Unknown quota resources ['binding']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:36:40.587359 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:40.705409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:40.723694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0126-5b83-49e5-a472-097af15ad525 req-a98f3cc9-66a5-49ec-aff2-f96e6d9e83a6 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:40.725338 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d544bbe-a0b6-4077-8aae-4b2fa475e6c5" -d '{"events": [{"server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "name": "network-vif-plugged", "status": "completed", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:40.733077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-241d0126-5b83-49e5-a472-097af15ad525 req-a98f3cc9-66a5-49ec-aff2-f96e6d9e83a6 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.3603663 Jul 30 01:36:40.764832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:40.770056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 2, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:40.777006 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.810728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8dfb7b-27b9-4ccf-9b6f-b0595853241b None None] The sync data for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 is: [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 2, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:40.887369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-241d0126-5b83-49e5-a472-097af15ad525 req-f15a2ada-5b4a-45c5-bd56-c790e42d8221 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533537 Jul 30 01:36:40.901919 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:36Z', 'revision_number': 3, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:40.937455 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033db563-8098-4a2e-bede-9eb7adde3b54 None None] The sync data for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 is: [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:36Z', 'revision_number': 3, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:41.036948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on host n-h2-713499-10 for vnic_type normal with profile None {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:41.037289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:41.037770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:41.072358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:41.072899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:41.108360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87d7d510-aaa8-45c4-88a2-10a7f4f06b30 req-4f9ec272-9cac-48b6-8dde-37a12b8e0bda tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0725780 Jul 30 01:36:41.108584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:41.112895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.116508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.150857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:41.150857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:41.150857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:41.150857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Bound port: acf87661-f007-4144-bcd7-5db0f6edcf35, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:41.153342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.207479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] For port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:41.215472 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.354728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:41.384368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Provisioning complete for port 5c8644b7-e74c-4807-ab05-e4e50f852fdc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:41.385069 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.433593 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:36:41.433950 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:36:41.441911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:41.466713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-311e8f22-24bc-48e9-a6c1-f83f579d4dc9 req-0fe35935-f231-435f-9eec-917fc105e5b8 tempest-ServerAddressesTestJSON-1642040974 tempest-ServerAddressesTestJSON-1642040974-project] 10.222.0.78 "GET /v2.0/ports?device_id=9721dbf8-ac90-4eb8-8533-6d8f40207a38 HTTP/1.1" status: 200 len: 210 time: 0.1424348 Jul 30 01:36:41.501143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.504631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-5021803e-1ba1-4532-8b96-8d655a578a13 service neutron] 10.222.0.78 "POST /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35/bindings HTTP/1.1" status: 201 len: 390 time: 0.9313817 Jul 30 01:36:41.543302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Pushing event updated for resources: {'Port': ['ID=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:41.687377 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e12098-4007-4155-96f1-a75fea4c25f1 x-openstack-request-id: req-a8e12098-4007-4155-96f1-a75fea4c25f1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:41.687781 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9721dbf8-ac90-4eb8-8533-6d8f40207a38", "name": "network-vif-deleted", "tag": "21ee8461-737b-4056-bcfb-d85d5ecbd041", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:41.687914 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8e12098-4007-4155-96f1-a75fea4c25f1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:41.695828 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9721dbf8-ac90-4eb8-8533-6d8f40207a38', 'name': 'network-vif-deleted', 'tag': '21ee8461-737b-4056-bcfb-d85d5ecbd041', 'status': 'completed', 'code': 200} Jul 30 01:36:41.855554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:41.880341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Provisioning for port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:41.887340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Provisioning complete for port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:41.887718 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.889591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'mac_address': 'fa:16:3e:1f:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:41.988511 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.993484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Allocated IP 172.20.0.1 (5e1bb280-71d8-48bb-8d77-b755ae43e998/e2fcbc0e-c995-4326-8582-0130ff058b4c/455926d0-aea3-47af-aea1-8724d0027bc4) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:42.023225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 21ee8461-737b-4056-bcfb-d85d5ecbd041 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:42.060101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-fe25d32f-45ba-4455-81f6-9f8a739f6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.065040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:42.066025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-fe25d32f-45ba-4455-81f6-9f8a739f6edf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1097 time: 0.1683753 Jul 30 01:36:42.069222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 21ee8461-737b-4056-bcfb-d85d5ecbd041 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:36:42.069500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 21ee8461-737b-4056-bcfb-d85d5ecbd041 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:36:42.081514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4b58a77c-0909-4965-986a-3f623dbee4af None None] Port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:42.087687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a690a1-6e80-455b-8dc1-83f789460e3c req-104378e9-dd7d-488d-8a98-f1d5640c265f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.101876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69a690a1-6e80-455b-8dc1-83f789460e3c req-104378e9-dd7d-488d-8a98-f1d5640c265f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.2922628 Jul 30 01:36:42.145569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:42.163953 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.285415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5f559f7a-b5fd-4764-b8d1-6f3b8d8f0517 None None] Provisioning complete for port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:42.286034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f559f7a-b5fd-4764-b8d1-6f3b8d8f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.351535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:42.435156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:42.467686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.505629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Transition to ACTIVE for port object 455926d0-aea3-47af-aea1-8724d0027bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:42.516921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-1b75aa82-d507-4241-a18b-0d97fbdb75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.518437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-1b75aa82-d507-4241-a18b-0d97fbdb75dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.4118431 Jul 30 01:36:42.540759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5f559f7a-b5fd-4764-b8d1-6f3b8d8f0517 None None] Provisioning complete for port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:42.541132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f559f7a-b5fd-4764-b8d1-6f3b8d8f0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.587974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5c8644b7-e74c-4807-ab05-e4e50f852fdc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:42.613368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69a690a1-6e80-455b-8dc1-83f789460e3c req-6f361b9f-d0ec-4d81-9927-3beaac5b3735 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103645 Jul 30 01:36:42.630447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-fc750918-8334-4118-82c3-5db1dd5dd853 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 217 time: 0.0978546 Jul 30 01:36:42.684366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5f559f7a-b5fd-4764-b8d1-6f3b8d8f0517 None None] Port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:42.744683 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c93eb0-8112-429d-9e46-d926909a5696 x-openstack-request-id: req-92c93eb0-8112-429d-9e46-d926909a5696 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:42.744970 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "name": "network-vif-plugged", "status": "completed", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:42.745219 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92c93eb0-8112-429d-9e46-d926909a5696 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:42.745612 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'code': 200} Jul 30 01:36:42.773693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.818614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5c8644b7-e74c-4807-ab05-e4e50f852fdc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:42.819088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.849150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-200e40c6-0e10-425f-b02e-7a600d0a44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.850686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-200e40c6-0e10-425f-b02e-7a600d0a44ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.2036223 Jul 30 01:36:42.866170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=455926d0-aea3-47af-aea1-8724d0027bc4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:42.920238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433846-9e02-4e0f-a421-6d8b9994570a req-89570c70-f3df-4f82-9aba-68c31b3a505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.922829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-00433846-9e02-4e0f-a421-6d8b9994570a req-89570c70-f3df-4f82-9aba-68c31b3a505e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 1097 time: 0.0858123 Jul 30 01:36:42.970724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:42.972217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:42.981541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:43.012105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-00433846-9e02-4e0f-a421-6d8b9994570a req-887033a2-d661-455e-ae5b-108cf0b3a52c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801175 Jul 30 01:36:43.022306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 23053556-6256-4a6d-9dc1-e536602cc877 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:43.076270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:43.084507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764300993', 'description': 'tempest-description--695623007'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:43.097573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-e2655339-2505-4b04-8536-6eb04147f159 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2144411 Jul 30 01:36:43.111974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 23053556-6256-4a6d-9dc1-e536602cc877 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:43.122530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 23053556-6256-4a6d-9dc1-e536602cc877 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:43.122933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.124846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.222870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.268322 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.311854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 23053556-6256-4a6d-9dc1-e536602cc877, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=23053556-6256-4a6d-9dc1-e536602cc877,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:43.318480 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.319582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:43.320757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.329266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.330827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:43.360801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.362522 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2847476 Jul 30 01:36:43.365700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33580) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:43.370757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Request body: {'security_group_rule': {'security_group_id': 'd64081fa-b974-4be5-8917-70d5a4f29090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:43.410410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64081fa-b974-4be5-8917-70d5a4f29090,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.423458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.424512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.426524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.427106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.428146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.428557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.429092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.429434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.429785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.430440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.430808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.431770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2c921-8c92-4be3-b676-800f7e58d04e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:43.436816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c582ec-7c92-4103-8d6f-759b9eb6a011 req-19f6975a-d964-426a-9d78-da324bfc3251 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.439057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09c582ec-7c92-4103-8d6f-759b9eb6a011 req-19f6975a-d964-426a-9d78-da324bfc3251 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.5757995 Jul 30 01:36:43.442406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.517763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.540571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d969bd2b-48ed-4bca-8ef7-24c9a3bbf82c None None] Provisioning for port 455926d0-aea3-47af-aea1-8724d0027bc4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:43.546789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.549389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=23053556-6256-4a6d-9dc1-e536602cc877,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.551139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.554073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:43.558900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d969bd2b-48ed-4bca-8ef7-24c9a3bbf82c None None] Provisioning complete for port 455926d0-aea3-47af-aea1-8724d0027bc4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:43.559847 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d969bd2b-48ed-4bca-8ef7-24c9a3bbf82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.579642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4bb31-4ca2-48db-9403-ec0a3a2c9aa3 req-8b84e375-3c20-4a57-a230-3e9b8246e796 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.585104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efe4bb31-4ca2-48db-9403-ec0a3a2c9aa3 req-8b84e375-3c20-4a57-a230-3e9b8246e796 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 949 time: 0.3461075 Jul 30 01:36:43.585331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4f384d-4d24-4324-9514-3a5fbda410b6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.590907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.593169 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-46f9cec6-964c-4c3c-9967-a98be18bb9e3 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258124 Jul 30 01:36:43.595500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33582) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:43.601157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Request body: {'security_group_rule': {'security_group_id': 'd64081fa-b974-4be5-8917-70d5a4f29090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:43.605646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-6f480b19-5633-4a98-a12a-8effc3515799 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921930 Jul 30 01:36:43.608774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:43.622054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:43.622581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.624792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.629658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d969bd2b-48ed-4bca-8ef7-24c9a3bbf82c None None] Port 455926d0-aea3-47af-aea1-8724d0027bc4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:43.645955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.654123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09c582ec-7c92-4103-8d6f-759b9eb6a011 req-1e9494f8-2a42-4bc5-8efc-e80076727cce tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877143 Jul 30 01:36:43.726246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.768376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efe4bb31-4ca2-48db-9403-ec0a3a2c9aa3 req-b9ac0d21-a720-4bc2-86e1-887a779c952e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648026 Jul 30 01:36:43.788691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.796969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.802521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.826311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c349c15a-b883-462f-bbc5-74843428fb69,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.830332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.831980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0cb699e5-612f-4abb-b192-31bc1a63ce53 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2348669 Jul 30 01:36:43.834909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:43.839346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:43.856004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:43.884822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36b37c7c-942c-4e3f-ae31-f49c02b1864f req-9de61c4d-b80e-4666-90ff-0e9320e9205e tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0910428 Jul 30 01:36:43.905724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.928249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Deleting subnet 0a9ad5b4-2b74-488a-964a-cf141cab31fc {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:36:43.934338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.954081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-ec8bbdb6-3291-4e31-a0ab-e4fa7a585f0f service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262928 Jul 30 01:36:44.004908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.074724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.159191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcab56-3492-40d4-bd32-36af1ba44397 req-fc6ef2d2-f86f-4896-86c6-e6bc15eb72bd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:44.161304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76fcab56-3492-40d4-bd32-36af1ba44397 req-fc6ef2d2-f86f-4896-86c6-e6bc15eb72bd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0837078 Jul 30 01:36:44.179756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.207669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.246603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.251399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.251869 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0a9ad5b4-2b74-488a-964a-cf141cab31fc HTTP/1.1" status: 204 len: 168 time: 0.3949387 Jul 30 01:36:44.252830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33590) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:44.259501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.306657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c89bd-3458-4e5e-801d-6bd107a00d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9ad5b4-2b74-488a-964a-cf141cab31fc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:44.308201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76fcab56-3492-40d4-bd32-36af1ba44397 req-44ad5550-8d61-4a8a-9139-4732a022a722 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397986 Jul 30 01:36:44.338466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=455926d0-aea3-47af-aea1-8724d0027bc4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:44.342154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.377592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 50c1b88f-1e26-40c3-b0cb-52bb544529a3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:44.472576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.473280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:44.477873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:44.478365 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.494756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:44.498560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:44.549302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Allocated IP 172.25.8.50 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f32681a0-a7de-4c36-9e4e-888a61d75cf4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:44.598374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.637647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 50c1b88f-1e26-40c3-b0cb-52bb544529a3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=50c1b88f-1e26-40c3-b0cb-52bb544529a3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:44.643775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.644623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 23053556-6256-4a6d-9dc1-e536602cc877 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:44.681577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.696630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9847c45-9c8b-4172-92a5-af9f643bec37']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:44.709441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6d393d-39e7-4fec-b294-060a08f0cd59') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:44.709737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6d393d-39e7-4fec-b294-060a08f0cd59') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:44.721487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.730606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:44.738113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.745789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:36:44.746397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:36:44.804959 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:36:44.817210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=50c1b88f-1e26-40c3-b0cb-52bb544529a3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:44.826538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.844742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 23053556-6256-4a6d-9dc1-e536602cc877 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:44.845400 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.882946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.887737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c9847c45-9c8b-4172-92a5-af9f643bec37 HTTP/1.1" status: 204 len: 168 time: 0.6021349 Jul 30 01:36:44.899423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbbb40-610c-4ff5-a9f8-2a4c09843b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9847c45-9c8b-4172-92a5-af9f643bec37,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:44.935642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Sync routers for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:44.936444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:44.953507 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Sync routers for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:44.962559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-344ba3fa-24ee-4819-b44b-54a3cd32d0d2 admin admin] 10.222.0.78 "PUT /v2.0/routers/8f45f0a3-cea3-47a0-a248-6d806d0925c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1630356 Jul 30 01:36:44.971420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:44.972060 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:44.981713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.010568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:45.026903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:45.063953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c04ae-caaa-481a-a3e5-4e3c7acfb6b4 req-97c412ba-e7eb-4eb0-85d1-01a5b73bd229 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:45.070078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c1c04ae-caaa-481a-a3e5-4e3c7acfb6b4 req-97c412ba-e7eb-4eb0-85d1-01a5b73bd229 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 948 time: 0.1622503 Jul 30 01:36:45.094260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.135827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33606) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:45.136667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-523bebac-98f9-43bd-9573-7aca2a55d2c7 None None] Provisioning complete for port 455926d0-aea3-47af-aea1-8724d0027bc4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:45.137037 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-523bebac-98f9-43bd-9573-7aca2a55d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.144704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ecced-0b77-469d-8769-3a53da23a5e5 req-b8ecb3f1-5947-47e0-8e3c-c35e100515ba tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:45.156338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-606ecced-0b77-469d-8769-3a53da23a5e5 req-b8ecb3f1-5947-47e0-8e3c-c35e100515ba tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.2372594 Jul 30 01:36:45.161321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:45.168194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:45.178720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:45.237363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-606ecced-0b77-469d-8769-3a53da23a5e5 req-dceefe05-e42c-4e43-a9d1-f6ecb02d2864 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688696 Jul 30 01:36:45.241661 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:45.244421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c1c04ae-caaa-481a-a3e5-4e3c7acfb6b4 req-db0994ee-0016-41e6-a5ec-9dff71c999cb tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645005 Jul 30 01:36:45.339139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.355356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event updated for resources: {'Port': ['ID=f32681a0-a7de-4c36-9e4e-888a61d75cf4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.414144 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24462106-4594-4807-85b5-47150655f0cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65faea0160654e3b89dd2065202cc787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761281 Jul 30 01:36:45.418423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33612) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:45.428863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.445108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-110e1c1c-92c4-4a31-acff-834e0de74e78 req-2853d230-a45a-4ae3-9238-da5f85252d4f tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0778306 Jul 30 01:36:45.474019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-523bebac-98f9-43bd-9573-7aca2a55d2c7 None None] Port 455926d0-aea3-47af-aea1-8724d0027bc4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:45.520902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:45.687057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:45.708255 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c8d711-1f93-481c-bd97-d176951e4401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.744559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34615-7c3a-4549-8789-a0f306e6d400 req-7f40f686-74ca-4d25-aaeb-83ad2d8402b5 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:45.758497 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c8d711-1f93-481c-bd97-d176951e4401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.764994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96d34615-7c3a-4549-8789-a0f306e6d400 req-7f40f686-74ca-4d25-aaeb-83ad2d8402b5 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1420927 Jul 30 01:36:45.809980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.818170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e154510a-087a-4da3-b6d9-d7ced4e87a9b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:45.818543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.818789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.835860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96d34615-7c3a-4549-8789-a0f306e6d400 req-f7aafd90-e64e-4138-bd91-02479ab7804a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690622 Jul 30 01:36:45.882143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event updated for resources: {'Port': ['ID=f32681a0-a7de-4c36-9e4e-888a61d75cf4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.930835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c8d711-1f93-481c-bd97-d176951e4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.933777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c8d711-1f93-481c-bd97-d176951e4401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.937229 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-35c8d711-1f93-481c-bd97-d176951e4401 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0402f2f8-5a88-4a68-897a-3c569df1b952 HTTP/1.1" status: 204 len: 168 time: 0.5138865 Jul 30 01:36:45.990495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8d711-1f93-481c-bd97-d176951e4401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402f2f8-5a88-4a68-897a-3c569df1b952,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.002140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.030447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.032103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9c4215fe-c159-469e-8700-5db353ab7faf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1961648 Jul 30 01:36:46.081040 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 2, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:46.147888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.174903 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Checking router: 8f45f0a3-cea3-47a0-a248-6d806d0925c7 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:46.175691 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Updating router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 port 455926d0-aea3-47af-aea1-8724d0027bc4 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:46.220088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:46.229267 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0644569-a98f-4f49-a636-ad8c4e40ed25" -d '{"events": [{"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-plugged", "status": "completed", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:46.230322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33622) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:46.235740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909284297', 'description': 'tempest-description--321557827'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:46.260779 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.282400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:46.289717 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.318118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.346205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 50c1b88f-1e26-40c3-b0cb-52bb544529a3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:46.492460 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3443801-2440-4a47-b8f8-0c574ddbaa67 x-openstack-request-id: req-b3443801-2440-4a47-b8f8-0c574ddbaa67 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:46.494862 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-plugged", "status": "completed", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:46.495544 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3443801-2440-4a47-b8f8-0c574ddbaa67 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:46.495704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88454251-7f40-4ec3-9a86-502e8a738363 req-f7035de5-2447-432e-85a8-ec9b2c50126b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:46.498627 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'code': 200} Jul 30 01:36:46.506227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88454251-7f40-4ec3-9a86-502e8a738363 req-f7035de5-2447-432e-85a8-ec9b2c50126b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1361365 Jul 30 01:36:46.645341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.655798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.659686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88454251-7f40-4ec3-9a86-502e8a738363 req-6d9a4014-35dc-4677-83b3-b25305eb5677 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520176 Jul 30 01:36:46.711383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eaed5-022b-48e3-b3c8-4fd554580b98 req-3849f4d7-0887-40fb-83bd-abbe838cba37 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:46.738307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa1eaed5-022b-48e3-b3c8-4fd554580b98 req-3849f4d7-0887-40fb-83bd-abbe838cba37 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.2290556 Jul 30 01:36:46.775555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.794576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.822867 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5911214 Jul 30 01:36:46.823710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33674) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:46.833267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Request body: {'security_group_rule': {'security_group_id': '55c2e06e-3372-4930-abfb-421b8f99b2a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:46.851868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0661d19-a59f-43fc-9900-54ad7a45aa63 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2e06e-3372-4930-abfb-421b8f99b2a8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.889424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:46.897358 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.932641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 2, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:46.991266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0933621-19b7-4bf4-90a7-2cd19d2b31a6 req-edb8329b-307e-47b7-b1c0-13352c61e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:46.994001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c0933621-19b7-4bf4-90a7-2cd19d2b31a6 req-edb8329b-307e-47b7-b1c0-13352c61e186 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1102 time: 0.1461785 Jul 30 01:36:47.020310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.042680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Checking router: 69b1d45b-4f05-491e-9fc4-28d835b0084b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:47.043425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Updating router 69b1d45b-4f05-491e-9fc4-28d835b0084b port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:47.068690 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.087538 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c0933621-19b7-4bf4-90a7-2cd19d2b31a6 req-449c8886-044e-41b7-a4ea-ba18d6b24b4b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817268 Jul 30 01:36:47.100726 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Transition to ACTIVE for port object 455926d0-aea3-47af-aea1-8724d0027bc4 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:47.112974 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.158739 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.250895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.269903 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Attempting to bind port 455926d0-aea3-47af-aea1-8724d0027bc4 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:47.270983 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Attempting to bind port 455926d0-aea3-47af-aea1-8724d0027bc4 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:47.271567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.271961 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Attempting to bind port 455926d0-aea3-47af-aea1-8724d0027bc4 on network 5e1bb280-71d8-48bb-8d77-b755ae43e998 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:47.282396 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:47.283255 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Checking segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:47.284339 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.284963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Bound using segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:47.285890 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Bound port: 455926d0-aea3-47af-aea1-8724d0027bc4, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:47.286708 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.395738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa68f30f-56ff-43c6-967d-1df9cdfb0e93,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:47.397895 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] For port 455926d0-aea3-47af-aea1-8724d0027bc4, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:47.405390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.407424 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] For port 455926d0-aea3-47af-aea1-8724d0027bc4, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=455926d0-aea3-47af-aea1-8724d0027bc4,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:47.415079 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b44ae86-edb2-4469-8f0f-073c732ec9cc tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5871868 Jul 30 01:36:47.425161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:47.429886 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.444250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Request body: {'security_group_rule': {'security_group_id': '55c2e06e-3372-4930-abfb-421b8f99b2a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:47.496309 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:47.500034 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:47.535338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.672085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.679600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.686330 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:47.741453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5677ef3-6b34-4ea5-8e36-ea0309498eb7,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:47.752346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.754193 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-410f0d97-0d40-4120-b7c1-522da1f774de tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246856 Jul 30 01:36:47.757296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33698) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:47.767500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:47.800652 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcd4b3-fb1c-48e0-a187-c208600dcdc8 None None] Pushing event updated for resources: {'Port': ['ID=455926d0-aea3-47af-aea1-8724d0027bc4,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:47.829953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:47.868719 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.886008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa1eaed5-022b-48e3-b3c8-4fd554580b98 req-e9439de9-c02e-4e65-bc33-d845b868670e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1464024 Jul 30 01:36:48.108592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-9adb8395-083a-456f-8313-441011e7cf8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2154255 Jul 30 01:36:48.143808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369bb16-b432-4fb3-95e9-99d4a2c819bb req-ee463dde-ba5b-4d03-a935-d427414becbd tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.144461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-160004342-network', 'tenant_id': 'eff7d3bedc8247bf8484879130cc3c9a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:48.158015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c369bb16-b432-4fb3-95e9-99d4a2c819bb req-ee463dde-ba5b-4d03-a935-d427414becbd tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 1.3213863 Jul 30 01:36:48.239577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c369bb16-b432-4fb3-95e9-99d4a2c819bb req-9cdb1ae8-7d23-4932-a72b-00c29b6de578 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805407 Jul 30 01:36:48.277966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Made reservation on behalf of eff7d3bedc8247bf8484879130cc3c9a for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:48.286982 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.334015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.341206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.351839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcd4b3-fb1c-48e0-a187-c208600dcdc8 None None] Pushing event updated for resources: {'Port': ['ID=455926d0-aea3-47af-aea1-8724d0027bc4,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:48.357276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Transition to ACTIVE for port object 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:48.371900 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.413616 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:47Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:48.422143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.422889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.423582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.424308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.424953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.425592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.426216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.428552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-a815b365-00bc-4de4-8b10-f5c021ef874f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.1879106 Jul 30 01:36:48.445590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f676a7d0-5a76-4f53-a414-111861b29dd2 req-8ba95683-8991-4dc9-a2a0-6ebb2d39e1ba tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.1235716 Jul 30 01:36:48.471710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.504970 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95aced8-02e5-412e-bc0e-abd662ca741a None None] The sync data for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 is: [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:47Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:48.514784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5bc93-dbad-4414-8869-fec3d5f0ddcc None None] Pushing event updated for resources: {'Port': ['ID=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:48.739420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Attempting to bind port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:48.740385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Attempting to bind port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:48.740755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Attempting to bind port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 on network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:48.749516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:48.749965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Checking segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:48.750394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.750760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Bound using segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:48.751270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Bound port: 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:48.751656 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.771518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664a2fa-809b-4e47-910c-91725ede8e0c req-90ff229d-e02f-43a7-be9c-4ee30ed98ac0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.780962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2664a2fa-809b-4e47-910c-91725ede8e0c req-90ff229d-e02f-43a7-be9c-4ee30ed98ac0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.3506188 Jul 30 01:36:48.801469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Allocated IP 172.25.8.116 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/463cc557-71f8-46ba-95a8-031740c45206) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:48.880732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2664a2fa-809b-4e47-910c-91725ede8e0c req-870a1690-1372-41ed-b17d-71545267ae9f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824952 Jul 30 01:36:48.881023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] For port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:48.888263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] For port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:48.891205 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f17cc490-8c39-49d9-b8d9-ad69e4b5c4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.906344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.906874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.924869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-62fb4ac8-005d-4c2a-856c-ad75944cf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.926195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-62fb4ac8-005d-4c2a-856c-ad75944cf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.926727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-62fb4ac8-005d-4c2a-856c-ad75944cf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.928833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-62fb4ac8-005d-4c2a-856c-ad75944cf44c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=b39e997b-3bf4-4063-98c0-3d00e3627146&id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 2298 time: 0.4260097 Jul 30 01:36:48.929431 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.073525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:49.074539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:49.090618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-951a6669-ba08-47e4-9790-4fa8d2781917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 1001 time: 0.1525724 Jul 30 01:36:49.162226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:49.209471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.209971 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Added segment 3d47d2c8-f578-4363-ac82-c495f1fbc40d of type vlan for network f1a3ba36-6b66-41de-a17b-f22ba877e568 Jul 30 01:36:49.224187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5bc93-dbad-4414-8869-fec3d5f0ddcc None None] Pushing event updated for resources: {'Port': ['ID=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:49.276281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.345592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-fd3d88e2-d55a-4691-a3eb-ffd32175cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.350381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-fd3d88e2-d55a-4691-a3eb-ffd32175cfa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 200 len: 856 time: 0.2325506 Jul 30 01:36:49.381595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662f26e-0aba-4ccf-b167-8abf5ba2df79 req-3139fb87-048b-480f-a97c-ff8bd52e30da tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.391437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6662f26e-0aba-4ccf-b167-8abf5ba2df79 req-3139fb87-048b-480f-a97c-ff8bd52e30da tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.2996914 Jul 30 01:36:49.437680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.483943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:49.490027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:49.501496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.515484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.516486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.517076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.532556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:49.614606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:49.618411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:49.667577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6662f26e-0aba-4ccf-b167-8abf5ba2df79 req-8d2a59ef-04dd-42e0-a40e-74712d61e389 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749655 Jul 30 01:36:49.677572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] Pushing event updated for resources: {'Network': ['ID=f1a3ba36-6b66-41de-a17b-f22ba877e568,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:49.696111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network f1a3ba36-6b66-41de-a17b-f22ba877e568 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:49.713910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-3ba16480-0b6d-44bb-8bbe-65b44d98976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.737845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-3ba16480-0b6d-44bb-8bbe-65b44d98976a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3419807 Jul 30 01:36:49.823869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.853529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0b096-1e28-4071-bc02-054129d05afa req-3900ded0-9458-4677-a1c4-46528fdd46ad tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.871318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17b0b096-1e28-4071-bc02-054129d05afa req-3900ded0-9458-4677-a1c4-46528fdd46ad tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.4107521 Jul 30 01:36:49.899220 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.003443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-febc7ad3-e684-4a48-813f-0a42015c1950 req-448e3f3c-b55c-42f2-9382-e027788dc36d tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0831058 Jul 30 01:36:50.145153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17b0b096-1e28-4071-bc02-054129d05afa req-53860e68-0a4f-448f-9f50-acc5c4078796 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729104 Jul 30 01:36:50.150904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:48Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:50.234657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-4b8d4df5-0938-4826-9f2d-689cc7a49db3 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878068 Jul 30 01:36:50.244041 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.261785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.292154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fda593bb-7978-4fbe-935e-c12f8fe91508 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4609699 Jul 30 01:36:50.294899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33750) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:50.303372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Request body: {'subnet': {'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-160004342-subnet', 'tenant_id': 'eff7d3bedc8247bf8484879130cc3c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:50.307861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92547ddb-3d5b-489a-a2c7-74bff71f7ba5 None None] The sync data for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 is: [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:48Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:50.377625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.391447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Made reservation on behalf of eff7d3bedc8247bf8484879130cc3c9a for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:50.401909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.404807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event updated for resources: {'Port': ['ID=463cc557-71f8-46ba-95a8-031740c45206,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:50.411775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.424119 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6645248 Jul 30 01:36:50.469939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 455926d0-aea3-47af-aea1-8724d0027bc4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:50.609572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 455926d0-aea3-47af-aea1-8724d0027bc4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:50.621846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 455926d0-aea3-47af-aea1-8724d0027bc4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:50.622281 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.651834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2909356-9d57-47b8-8676-2a38b3b17ca4 req-d4dbaaac-c3aa-4e9a-8ea0-8846658d187a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.661460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2909356-9d57-47b8-8676-2a38b3b17ca4 req-d4dbaaac-c3aa-4e9a-8ea0-8846658d187a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.4336512 Jul 30 01:36:50.749876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342be7e-190b-4e94-aacf-da3cd51a0339 req-5fe63c4f-ae77-4656-b5ad-663eb68883c8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.751573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1342be7e-190b-4e94-aacf-da3cd51a0339 req-5fe63c4f-ae77-4656-b5ad-663eb68883c8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.3654025 Jul 30 01:36:50.868797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2909356-9d57-47b8-8676-2a38b3b17ca4 req-992684b4-f97c-4cf8-b850-f212d10899d7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057428 Jul 30 01:36:50.923995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.951200 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.953050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-5169807c-ff62-4d7d-8612-2d63180464d9 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433418 Jul 30 01:36:51.030110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-73f9afb4-7b78-4a63-86cc-8f52aff2bacf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 217 time: 0.0610538 Jul 30 01:36:51.033418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 455926d0-aea3-47af-aea1-8724d0027bc4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=455926d0-aea3-47af-aea1-8724d0027bc4,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:51.041961 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.043144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:51.047768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1342be7e-190b-4e94-aacf-da3cd51a0339 req-9b1f3e2c-5b40-4c7f-845d-b92e18f34c30 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808599 Jul 30 01:36:51.095904 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.163596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8bdc1a9-1545-443b-9726-5e92dd956ad8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.167285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e83eb2-6a0d-462d-81d8-ea91a3bd1e08 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event updated for resources: {'Port': ['ID=463cc557-71f8-46ba-95a8-031740c45206,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.199693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=455926d0-aea3-47af-aea1-8724d0027bc4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.199948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Checking segment: {'id': '3d47d2c8-f578-4363-ac82-c495f1fbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:51.200080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Network hostable DHCP agents. Network: f1a3ba36-6b66-41de-a17b-f22ba877e568, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:51.233229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Network f1a3ba36-6b66-41de-a17b-f22ba877e568 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:51.247843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, f1a3ba36-6b66-41de-a17b-f22ba877e568) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:51.260146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-c4bc519b-d838-4990-b254-4b1bde477b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.262025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-c4bc519b-d838-4990-b254-4b1bde477b38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.2132936 Jul 30 01:36:51.268912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.270030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.271535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687b47e-736c-480e-98a4-1fca19917b73 None None] Network f1a3ba36-6b66-41de-a17b-f22ba877e568 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:51.293899 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31ac39d4-42ec-4d88-bb21-07aa2acd8dde admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9954693 Jul 30 01:36:51.296258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-9e6d72b9-b880-4cba-8616-47132039dcff tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1909284297&fields=id&tenant_id=78806f057a9e4e158db7f56f535fbbaf HTTP/1.1" status: 200 len: 267 time: 0.1011198 Jul 30 01:36:51.431977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:51.449751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:51.450129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.459538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-68ebe013-a694-4922-9d11-db2164b2ceb4 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.466744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-68ebe013-a694-4922-9d11-db2164b2ceb4 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/networks?id=5e1bb280-71d8-48bb-8d77-b755ae43e998 HTTP/1.1" status: 200 len: 815 time: 0.1527071 Jul 30 01:36:51.496790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b80d6e-e76e-45b4-8d00-488e963a5ed0 req-fefcb1d8-963d-45b4-a5db-1da587681a00 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.498384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b80d6e-e76e-45b4-8d00-488e963a5ed0 req-fefcb1d8-963d-45b4-a5db-1da587681a00 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.2597892 Jul 30 01:36:51.506104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-9b683ef1-e520-4945-9556-3116648bcaeb tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/quotas/78806f057a9e4e158db7f56f535fbbaf HTTP/1.1" status: 200 len: 375 time: 0.0382078 Jul 30 01:36:51.519376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-01fb73fa-2e47-4fe8-9626-e596ba597e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.521434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-01fb73fa-2e47-4fe8-9626-e596ba597e1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2343609 Jul 30 01:36:51.644251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1df7ae7-ab4f-4e0a-8907-9844ccac1e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.671110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.682857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-5c778498-4b83-442b-a5a0-56745950ede0 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=78806f057a9e4e158db7f56f535fbbaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1743801 Jul 30 01:36:51.689004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc402c54-4f82-4908-b123-4ea3c0d2ce9c None None] Network f1a3ba36-6b66-41de-a17b-f22ba877e568 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:51.704828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b80d6e-e76e-45b4-8d00-488e963a5ed0 req-8051bffd-b5e4-40d7-988e-9d1da520d21d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885874 Jul 30 01:36:51.744569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:51.760731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.862599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-84c2ad09-9914-489d-8adb-e16dafb15f85 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116131 Jul 30 01:36:51.877503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.889522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.905096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-2a4c6439-9b48-471b-91b7-4458dbc30961 service neutron] 10.222.0.78 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964271 Jul 30 01:36:52.151974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-0c189b0a-d4a8-4d1d-ac14-7e96538ac886 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792110 Jul 30 01:36:52.201892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-1092bbda-4c98-4744-8325-d09590bfd565 service neutron] 10.222.0.78 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388968 Jul 30 01:36:52.301968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 455926d0-aea3-47af-aea1-8724d0027bc4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:52.307945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-29fe9fdd-c9ea-43d4-a385-51a328ef6c76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 217 time: 0.1451693 Jul 30 01:36:52.388640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d6e2b37-364e-4ec1-9bdb-385a157d6a6c req-ed270298-8e35-4903-b1fe-dde6e61d720c tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0851233 Jul 30 01:36:52.421183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-875adfcd-7dc9-435c-8e47-f9245b95cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:52.423142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-875adfcd-7dc9-435c-8e47-f9245b95cc75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1021500 Jul 30 01:36:52.428715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 455926d0-aea3-47af-aea1-8724d0027bc4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:52.429124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.631144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcd691-02fa-4891-a784-ade0c47c4e1a req-572e67c5-f4ef-4e97-af24-9df566826683 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:52.632662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78dcd691-02fa-4891-a784-ade0c47c4e1a req-572e67c5-f4ef-4e97-af24-9df566826683 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0991223 Jul 30 01:36:52.635408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-0da6f376-1e82-4439-881c-a66ad9d58a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:52.637205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-0da6f376-1e82-4439-881c-a66ad9d58a27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1948767 Jul 30 01:36:52.694033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:52.806347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78dcd691-02fa-4891-a784-ade0c47c4e1a req-c4f048f3-401d-4b40-a999-568b6eba920b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384101 Jul 30 01:36:52.826617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:52.827826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.892166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-68399cd4-99d8-4617-9722-a3f52d9cf09e service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454274 Jul 30 01:36:53.042519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.320753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f283d9e-94e7-4f10-8c2d-9dcb330ab459 req-b731fb00-2d67-4b98-9044-425c338c6996 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:53.322574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f283d9e-94e7-4f10-8c2d-9dcb330ab459 req-b731fb00-2d67-4b98-9044-425c338c6996 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.2116866 Jul 30 01:36:53.337587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-d689a584-b6bf-4510-a8d5-8aa7e47297b5 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388659 Jul 30 01:36:53.432323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-09a2c771-c349-4c47-aa43-7a3c82a803de tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:53.433845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-09a2c771-c349-4c47-aa43-7a3c82a803de tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/networks?id=f1a3ba36-6b66-41de-a17b-f22ba877e568 HTTP/1.1" status: 200 len: 820 time: 0.3441880 Jul 30 01:36:53.437412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f283d9e-94e7-4f10-8c2d-9dcb330ab459 req-6b5dcd9b-9be2-4074-a328-820d581143bb tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066720 Jul 30 01:36:53.439235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-7c9d9582-4ad5-4588-b063-f5d968452f3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 200 len: 217 time: 0.0680964 Jul 30 01:36:53.523905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-4ed4b9f5-dc42-44bd-97c8-ee48ca40a455 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/quotas/eff7d3bedc8247bf8484879130cc3c9a HTTP/1.1" status: 200 len: 375 time: 0.0674067 Jul 30 01:36:53.546821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-af583a9d-20b5-4307-8e4a-a1bae689b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:53.548516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-af583a9d-20b5-4307-8e4a-a1bae689b03f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1006732 Jul 30 01:36:53.631588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-a7ea9710-5464-443f-b201-355c72cf3594 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eff7d3bedc8247bf8484879130cc3c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886655 Jul 30 01:36:53.635562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-415142d2-facc-4a31-a7f6-ce215254d38c req-7dfb535d-81d6-43fe-bcfa-c805976fd860 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 210 time: 0.0906045 Jul 30 01:36:53.726021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-e5fa334f-5a99-48e3-8dff-b4864ca71308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:53.728534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-e5fa334f-5a99-48e3-8dff-b4864ca71308 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1610389 Jul 30 01:36:53.858612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-1b9a0794-84a5-42ca-8690-35b9af57477e service neutron] 10.222.0.78 "GET /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261364 Jul 30 01:36:53.894732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488612f5-5c1f-4c2b-a9be-e446f534c197 req-6f169d24-4113-491a-86b2-a37bbd28ca98 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:53.897064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-488612f5-5c1f-4c2b-a9be-e446f534c197 req-6f169d24-4113-491a-86b2-a37bbd28ca98 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1653199 Jul 30 01:36:53.987338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-bdab2bb8-1276-4252-808e-19e8fefebe54 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457340 Jul 30 01:36:54.410728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-488612f5-5c1f-4c2b-a9be-e446f534c197 req-9ded0288-8877-47de-9135-868760100e65 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004458 Jul 30 01:36:54.425741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.523642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-73b0c1fc-b75a-40f9-9cab-67c53070a27c service neutron] 10.222.0.78 "GET /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559350 Jul 30 01:36:54.532478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13ca0beb-53eb-4b67-a594-cb730a2fd0bf req-d0ad257b-359f-4b44-95c5-3626c393a919 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0501497 Jul 30 01:36:54.593689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-9a16afc5-f680-4612-bfc9-ef6b7932ba3a service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964258 Jul 30 01:36:54.610689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-b44bf3f3-020b-4001-89c6-d79e8256674a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.610689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-b44bf3f3-020b-4001-89c6-d79e8256674a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.55 "GET /v2.0/networks?id=5e1bb280-71d8-48bb-8d77-b755ae43e998 HTTP/1.1" status: 200 len: 815 time: 0.2779238 Jul 30 01:36:54.655112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-faefd2b2-72d9-44c4-97a8-8f5f61e7ecf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 200 len: 217 time: 0.0482445 Jul 30 01:36:54.754424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-facb5d6d-e481-4c41-bd3e-9eae96476186 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78806f057a9e4e158db7f56f535fbbaf HTTP/1.1" status: 200 len: 380 time: 0.1085172 Jul 30 01:36:54.778328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-3099db1f-7ebd-4e6f-b4ec-a5667158472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.782987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-3099db1f-7ebd-4e6f-b4ec-a5667158472e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1085231 Jul 30 01:36:54.793737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a265f-2e00-4e6d-a937-dd4e05422360 req-c6d58e4f-254e-4933-a725-fe3f5537369e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.800816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc3a265f-2e00-4e6d-a937-dd4e05422360 req-c6d58e4f-254e-4933-a725-fe3f5537369e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1537247 Jul 30 01:36:54.819961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Request body: {'port': {'device_id': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'admin_state_up': True, 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'security_groups': ['55c2e06e-3372-4930-abfb-421b8f99b2a8']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:54.991531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc3a265f-2e00-4e6d-a937-dd4e05422360 req-16d4f8c2-6a0c-4404-800e-776731d17ec6 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898346 Jul 30 01:36:55.000997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-8e1aa249-b6e4-4018-b61c-83045d73d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:55.007699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-8e1aa249-b6e4-4018-b61c-83045d73d606 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1960623 Jul 30 01:36:55.042524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae50f99-4f83-4ff3-9379-d3eaba268b4c req-c2139fd6-ba17-4903-904d-5e577a9dcee0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:55.047629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ae50f99-4f83-4ff3-9379-d3eaba268b4c req-c2139fd6-ba17-4903-904d-5e577a9dcee0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1869538 Jul 30 01:36:55.154253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcae74c3-34fa-4153-848d-2eff3254ab4d req-48f33bf4-39fb-43dd-9095-719046956390 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 210 time: 0.0892682 Jul 30 01:36:55.219829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ae50f99-4f83-4ff3-9379-d3eaba268b4c req-6d3b0287-cddc-4442-b8c8-4ffe142512d2 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425791 Jul 30 01:36:55.247067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Made reservation on behalf of 78806f057a9e4e158db7f56f535fbbaf for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:55.247067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:55.295866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b11f190-21f5-41d3-ac9e-d5bbc5039f84 req-131ce95c-947e-4e5f-8477-5b18495294b9 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 210 time: 0.0585058 Jul 30 01:36:55.320095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-7e6dc7b1-1156-4c17-9efd-eb4f47fb72ba service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970283 Jul 30 01:36:55.515175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-cf011edd-ef88-4b09-abc6-c967c65b26ca service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628606 Jul 30 01:36:55.584392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Allocated IP 172.20.0.7 (5e1bb280-71d8-48bb-8d77-b755ae43e998/e2fcbc0e-c995-4326-8582-0130ff058b4c/0c1ae790-4bac-47e2-817e-beb52f6995e0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:55.590886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-6a95c94e-280b-4059-9507-caf9ecf53818 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 200 len: 217 time: 0.0584641 Jul 30 01:36:55.665983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16023762-315e-4169-9126-835273e1f8db req-2de26023-2e2c-4a5f-8985-ecb1ac91f378 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:55.667518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16023762-315e-4169-9126-835273e1f8db req-2de26023-2e2c-4a5f-8985-ecb1ac91f378 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1766081 Jul 30 01:36:55.710074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2251b3af-cc9d-429b-981e-c1189bd3b7bb req-00476978-3c6b-4291-8ac9-0eab7ac92d7a tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0633948 Jul 30 01:36:55.785637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-476915c0-914d-4005-87bf-5b646e3c4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:55.787454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-476915c0-914d-4005-87bf-5b646e3c4bea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.1802130 Jul 30 01:36:55.848162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16023762-315e-4169-9126-835273e1f8db req-8648079c-9032-46a1-99cf-8e264af97a2b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686270 Jul 30 01:36:55.887202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-33a34eac-4030-423b-ad9d-df024bba17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:55.888731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-33a34eac-4030-423b-ad9d-df024bba17f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0920701 Jul 30 01:36:55.924395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:55.990939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Transition to ACTIVE for port object 0c1ae790-4bac-47e2-817e-beb52f6995e0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:56.064004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-42b351f4-f5a4-4374-acba-ef0cc3ccd8ae service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540236 Jul 30 01:36:56.068875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-424d26ce-a6cd-421e-8828-4364d6fa17a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.071406 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-424d26ce-a6cd-421e-8828-4364d6fa17a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.66 "GET /v2.0/networks?id=f1a3ba36-6b66-41de-a17b-f22ba877e568 HTTP/1.1" status: 200 len: 820 time: 0.1864548 Jul 30 01:36:56.090172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Request body: {'port': {'device_id': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568', 'admin_state_up': True, 'tenant_id': 'eff7d3bedc8247bf8484879130cc3c9a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:56.136806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.218627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Made reservation on behalf of eff7d3bedc8247bf8484879130cc3c9a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:56.230765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.231244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:56.256754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c62dd7-e99b-452a-82f7-2ec462f5fbf4 req-d932e1ff-48e5-4be1-b4cc-0d59c3d884e9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.258886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1c62dd7-e99b-452a-82f7-2ec462f5fbf4 req-d932e1ff-48e5-4be1-b4cc-0d59c3d884e9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1616025 Jul 30 01:36:56.259826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:56.267346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:56.271585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event updated for resources: {'Port': ['ID=0c1ae790-4bac-47e2-817e-beb52f6995e0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:56.312430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-faf7ee94-6aaf-4be9-b111-f732fea9e70a service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383227 Jul 30 01:36:56.317682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.318025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.318362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.318693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.323061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.323534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.323871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.324211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.324547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.324884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.325205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.325748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:56.437636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-36e64023-c761-4070-ad3c-7d9ed2f614c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 217 time: 0.0981762 Jul 30 01:36:56.466564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.467244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.500522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Allocated IP 172.20.0.2 (f1a3ba36-6b66-41de-a17b-f22ba877e568/e8bdc1a9-1545-443b-9726-5e92dd956ad8/fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:56.521544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1c62dd7-e99b-452a-82f7-2ec462f5fbf4 req-9708b02e-a0fc-4c75-bee0-5fa85c77fcc1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417004 Jul 30 01:36:56.557946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-225f4f32-ab1c-415a-833b-84e6356829f9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7730081 Jul 30 01:36:56.570139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0464c-3b9b-47c2-9bc1-f2df1db8c9e1 req-e76d36c9-69c1-4aef-92ad-4fdabdee3853 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.580576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cc0464c-3b9b-47c2-9bc1-f2df1db8c9e1 req-e76d36c9-69c1-4aef-92ad-4fdabdee3853 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 931 time: 0.2704494 Jul 30 01:36:56.597422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Request body: {'port': {'device_id': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:56.631946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-47a98062-6e8c-4cb2-ab6b-13c4cfed2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.633451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-47a98062-6e8c-4cb2-ab6b-13c4cfed2a7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.1842420 Jul 30 01:36:56.654076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-996b0baf-a5fe-46ed-a9c7-5d9f6d4bb313 None None] Provisioning for port 0c1ae790-4bac-47e2-817e-beb52f6995e0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:56.660616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-996b0baf-a5fe-46ed-a9c7-5d9f6d4bb313 None None] Provisioning complete for port 0c1ae790-4bac-47e2-817e-beb52f6995e0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:56.661303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-996b0baf-a5fe-46ed-a9c7-5d9f6d4bb313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.700087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-996b0baf-a5fe-46ed-a9c7-5d9f6d4bb313 None None] Port 0c1ae790-4bac-47e2-817e-beb52f6995e0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:56.744121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.745768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.751576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cc0464c-3b9b-47c2-9bc1-f2df1db8c9e1 req-ab804740-92d1-459e-8a42-3b25a4014777 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700583 Jul 30 01:36:56.784423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-b43f9359-7569-47ce-b498-02b1f3eca7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.786062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-b43f9359-7569-47ce-b498-02b1f3eca7e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1348078 Jul 30 01:36:56.795847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6e19-a7c1-4219-916c-8e096220e9b0 req-f2e2f0ce-33d7-489e-8976-4f61fdb5088a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.797713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-310f6e19-a7c1-4219-916c-8e096220e9b0 req-f2e2f0ce-33d7-489e-8976-4f61fdb5088a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1712408 Jul 30 01:36:56.800564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.860844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Network f1a3ba36-6b66-41de-a17b-f22ba877e568 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:56.865557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:56.867578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Pushing event updated for resources: {'Port': ['ID=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:56.870757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:56.922023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.922665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.939698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-d2e5c948-e685-4469-95d7-1d95adcde245 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539126 Jul 30 01:36:56.953594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Request body: {'port': {'device_id': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:56.985520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-310f6e19-a7c1-4219-916c-8e096220e9b0 req-cdde1821-ea2e-4866-a165-4d5ada7b8e44 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736896 Jul 30 01:36:57.030757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.065860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b9311-671b-4b8e-b981-f3f9081ca012 req-f4cf3647-88f9-4925-a3cc-ccb189998717 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.074343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f5b9311-671b-4b8e-b981-f3f9081ca012 req-f4cf3647-88f9-4925-a3cc-ccb189998717 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 931 time: 0.2234175 Jul 30 01:36:57.112337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-4b993573-3898-4468-ac03-313ec5d6354c service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134227 Jul 30 01:36:57.356605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:57.365784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.381725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Transition to ACTIVE for port object fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:57.388494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.468011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:57.479738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d404155-340f-4df1-a59e-02271aa76196 req-526b4c9d-5db6-4936-94e3-3c415affff82 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.4033155 Jul 30 01:36:57.561561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Attempting to bind port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:57.561953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Attempting to bind port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3d47d2c8-f578-4363-ac82-c495f1fbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:57.562495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Attempting to bind port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 on network f1a3ba36-6b66-41de-a17b-f22ba877e568 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:57.567831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 on network f1a3ba36-6b66-41de-a17b-f22ba877e568 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:57.568410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Attempting to bind port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 on network f1a3ba36-6b66-41de-a17b-f22ba877e568 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:57.582483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:57.582483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Checking segment: {'id': '3d47d2c8-f578-4363-ac82-c495f1fbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:57.582483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Bound using segment: {'id': '3d47d2c8-f578-4363-ac82-c495f1fbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:57.582483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Bound port: fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d47d2c8-f578-4363-ac82-c495f1fbc40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:57.582483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.654162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f5b9311-671b-4b8e-b981-f3f9081ca012 req-688b2452-3094-414c-ac4f-06a4e39e421e tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792820 Jul 30 01:36:57.661727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] For port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:57.675424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] For port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,segment=NetworkSegment(3d47d2c8-f578-4363-ac82-c495f1fbc40d),segment_id=3d47d2c8-f578-4363-ac82-c495f1fbc40d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:57.675424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.697327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6c713c0-e15a-4524-aaa8-1dd48bc70297 req-4e693909-49e4-4dbc-85ee-2eb8b79b5819 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355940 Jul 30 01:36:57.697877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.698557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.700214 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] 10.222.0.66 "PUT /v2.0/ports/fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 HTTP/1.1" status: 200 len: 1092 time: 0.7519290 Jul 30 01:36:57.700752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'tag': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:57.703576 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9" -d '{"events": [{"name": "network-changed", "server_uuid": "338f4326-d532-4fe2-add0-3b9ed93e150a", "tag": "fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:57.728661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86805d0-8d35-4e81-ae71-27639395eded req-97055548-9174-4f0a-96d5-45b8034aef5b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.744154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b86805d0-8d35-4e81-ae71-27639395eded req-97055548-9174-4f0a-96d5-45b8034aef5b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1617863 Jul 30 01:36:57.820037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-74b20390-5584-41b7-a025-be0c7674849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.822122 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-74b20390-5584-41b7-a025-be0c7674849a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eff7d3bedc8247bf8484879130cc3c9a&device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 1095 time: 0.0647824 Jul 30 01:36:57.825325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c845788-c7cd-4e5b-9b4a-31fecdb13aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:57.847558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b86805d0-8d35-4e81-ae71-27639395eded req-53061886-0916-49f9-ac25-96fa947e4c12 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931053 Jul 30 01:36:57.876233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1ae790-4bac-47e2-817e-beb52f6995e0 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:57.892226 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.918022 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d083fc-48c9-4d97-950f-53aa9f1c8a26 x-openstack-request-id: req-c3d083fc-48c9-4d97-950f-53aa9f1c8a26 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:57.918427 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338f4326-d532-4fe2-add0-3b9ed93e150a", "tag": "fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:57.918950 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3d083fc-48c9-4d97-950f-53aa9f1c8a26 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:57.919286 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'tag': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97', 'status': 'completed', 'code': 200} Jul 30 01:36:57.921229 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-975b2579-93f8-47a2-b1ed-ecd23cc4cb81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 HTTP/1.1" status: 200 len: 217 time: 0.0892417 Jul 30 01:36:57.923594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Transition to ACTIVE for port object 0c1ae790-4bac-47e2-817e-beb52f6995e0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:57.950846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.984304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2c3f-d15c-4319-bc42-91291195d29c req-29c64738-d480-4675-8024-2b5058d77adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.986136 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-29c64738-d480-4675-8024-2b5058d77adb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8bdc1a9-1545-443b-9726-5e92dd956ad8 HTTP/1.1" status: 200 len: 860 time: 0.0574749 Jul 30 01:36:58.032651 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-61e3c075-6798-4bcb-bb8c-ef4a6a65159e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1a3ba36-6b66-41de-a17b-f22ba877e568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372114 Jul 30 01:36:58.045579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1ae790-4bac-47e2-817e-beb52f6995e0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:58.058837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519c1cc-7733-4017-aa4a-e20a704305b3 req-40da5546-2641-45f5-9ace-c360e2760822 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.082528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c519c1cc-7733-4017-aa4a-e20a704305b3 req-40da5546-2641-45f5-9ace-c360e2760822 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1862733 Jul 30 01:36:58.222761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04e908-7e40-4f8d-9f2f-f91e5d808222 req-9f003e6e-bfe1-4363-9425-1380ca0457bf tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.227048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f04e908-7e40-4f8d-9f2f-f91e5d808222 req-9f003e6e-bfe1-4363-9425-1380ca0457bf tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 943 time: 0.2428277 Jul 30 01:36:58.241099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c519c1cc-7733-4017-aa4a-e20a704305b3 req-b9dfcf28-5b16-47b9-9d9d-caee886ac625 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552839 Jul 30 01:36:58.277984 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-218e9919-7509-4daa-bce2-c7b9396df408 service neutron] 10.222.0.66 "GET /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254848 Jul 30 01:36:58.312341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Attempting to bind port 0c1ae790-4bac-47e2-817e-beb52f6995e0 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:58.312730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Attempting to bind port 0c1ae790-4bac-47e2-817e-beb52f6995e0 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:58.313004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Attempting to bind port 0c1ae790-4bac-47e2-817e-beb52f6995e0 on network 5e1bb280-71d8-48bb-8d77-b755ae43e998 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:58.318569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f04e908-7e40-4f8d-9f2f-f91e5d808222 req-47a9e45e-1de3-48fc-8ee7-f4a1b77f5cbf tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714247 Jul 30 01:36:58.330616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Port 0c1ae790-4bac-47e2-817e-beb52f6995e0 on network 5e1bb280-71d8-48bb-8d77-b755ae43e998 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:58.330848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Attempting to bind port 0c1ae790-4bac-47e2-817e-beb52f6995e0 on network 5e1bb280-71d8-48bb-8d77-b755ae43e998 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:58.354142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:58.354484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Checking segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:58.354884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Bound using segment: {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:58.355476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Bound port: 0c1ae790-4bac-47e2-817e-beb52f6995e0, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177eeb12-c5d1-445e-ba6b-6f2bc944a518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:58.355777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.414173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d93cf0-3c35-43ec-a8d1-3907beaf2b34 req-b3f27189-4ba2-4270-9333-60c9170fa19d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.415935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43d93cf0-3c35-43ec-a8d1-3907beaf2b34 req-b3f27189-4ba2-4270-9333-60c9170fa19d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1049597 Jul 30 01:36:58.430817 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-625d2c3f-d15c-4319-bc42-91291195d29c req-4fafe12b-3c41-4ac0-83dd-f94f816b8e0d service neutron] 10.222.0.66 "GET /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286616 Jul 30 01:36:58.486300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] For port 0c1ae790-4bac-47e2-817e-beb52f6995e0, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:58.499774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43d93cf0-3c35-43ec-a8d1-3907beaf2b34 req-41d4a09d-5b14-48de-8106-9b34123a55e4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756803 Jul 30 01:36:58.521487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] For port 0c1ae790-4bac-47e2-817e-beb52f6995e0, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:58.531778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.536597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-6126ad6d-c13c-48e8-aaea-074bb00cecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.538121 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-6126ad6d-c13c-48e8-aaea-074bb00cecdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eff7d3bedc8247bf8484879130cc3c9a&device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 1095 time: 0.0540586 Jul 30 01:36:58.567757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.567899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.569451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c1ae790-4bac-47e2-817e-beb52f6995e0 HTTP/1.1" status: 200 len: 1092 time: 1.9848428 Jul 30 01:36:58.569957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:58.572928 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78630241-4f4b-489b-8dca-4d4ea2e33919" -d '{"events": [{"name": "network-changed", "server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:58.656481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-8176d824-4e29-487e-a195-a0ff3c50ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.658333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-8176d824-4e29-487e-a195-a0ff3c50ebe2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f1a3ba36-6b66-41de-a17b-f22ba877e568 HTTP/1.1" status: 200 len: 921 time: 0.1111238 Jul 30 01:36:58.660011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d61e8cf0-3cf8-4da3-89a7-b57308c0a589 req-bc2ee24a-1578-4f6b-ad69-f6d3602d9a82 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0605514 Jul 30 01:36:58.663450 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc989989-49db-478f-bbc3-9fd48067c7f6 x-openstack-request-id: req-fc989989-49db-478f-bbc3-9fd48067c7f6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:58.663802 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:58.664126 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc989989-49db-478f-bbc3-9fd48067c7f6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:58.665107 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'status': 'completed', 'code': 200} Jul 30 01:36:58.694260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103e830-59c2-4e8e-b1cf-16da2ccc7c66 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1ae790-4bac-47e2-817e-beb52f6995e0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:58.736874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-36377cd9-ab52-4afb-ad4e-9ec05eb6b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.738730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-36377cd9-ab52-4afb-ad4e-9ec05eb6b5a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78806f057a9e4e158db7f56f535fbbaf&device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0923138 Jul 30 01:36:58.745154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-de0c06fd-bcec-43f8-a73b-9eb70c4f5681 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 HTTP/1.1" status: 200 len: 217 time: 0.0785120 Jul 30 01:36:58.817714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-24a6b60d-6fb1-4bdc-9c28-b5df541a8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.819500 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-24a6b60d-6fb1-4bdc-9c28-b5df541a8831 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8bdc1a9-1545-443b-9726-5e92dd956ad8 HTTP/1.1" status: 200 len: 860 time: 0.0646636 Jul 30 01:36:58.838324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-ebf99c29-af5a-420c-a5a9-3f4fbb3b23a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0 HTTP/1.1" status: 200 len: 217 time: 0.0665739 Jul 30 01:36:58.863409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-198705bc-49a5-42bb-a14c-ef12c2df04f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f1a3ba36-6b66-41de-a17b-f22ba877e568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334885 Jul 30 01:36:58.899692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c0435-0a35-4b82-9221-3f1be70c33a5 req-26a00608-4882-4492-93f2-ba3d23bfa44a tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.901236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c9c0435-0a35-4b82-9221-3f1be70c33a5 req-26a00608-4882-4492-93f2-ba3d23bfa44a tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 943 time: 0.1478047 Jul 30 01:36:58.916063 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:36:58.941810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-10314033-2775-4310-a397-ad5b88602ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.943336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-10314033-2775-4310-a397-ad5b88602ddc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2fcbc0e-c995-4326-8582-0130ff058b4c HTTP/1.1" status: 200 len: 854 time: 0.0928454 Jul 30 01:36:58.975626 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-1e027f5b-c6da-48c2-9043-897e973c0f7c service neutron] 10.222.0.66 "GET /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013031 Jul 30 01:36:59.003414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c9c0435-0a35-4b82-9221-3f1be70c33a5 req-820d0711-7af1-4def-b708-4672cab79447 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865281 Jul 30 01:36:59.019812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-d8cbaf38-4a9e-4866-8c6e-98c3217da200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.021795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-d8cbaf38-4a9e-4866-8c6e-98c3217da200 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1bb280-71d8-48bb-8d77-b755ae43e998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706496 Jul 30 01:36:59.096828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8ef21bb1-21c3-4bb0-8b82-818ef35b25a9 req-a1d3733c-6883-416b-ac2a-505bfae9b1ab service neutron] 10.222.0.66 "GET /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037924 Jul 30 01:36:59.159268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9f89-6c9e-4665-9a00-0799fd4a7624 req-fb4afab9-bea2-4b30-b2c2-6733517678c0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.160788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea2d9f89-6c9e-4665-9a00-0799fd4a7624 req-fb4afab9-bea2-4b30-b2c2-6733517678c0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1320648 Jul 30 01:36:59.192187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-ac0259e4-9d40-49cf-9d31-0f7d1a9cde72 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525514 Jul 30 01:36:59.230164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea2d9f89-6c9e-4665-9a00-0799fd4a7624 req-8b7c00b5-a64c-460a-bd54-b51d2aafc06d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601687 Jul 30 01:36:59.332555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c930e5-0c57-48e5-9961-ccc3c06aba3c req-123b3a06-2557-4598-92b0-3a50de635ec1 service neutron] 10.222.0.55 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313648 Jul 30 01:36:59.376614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274ef5-943f-42b9-8349-12234bc18cef req-d657e590-e133-4d04-9bb3-c781f769b617 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.378314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de274ef5-943f-42b9-8349-12234bc18cef req-d657e590-e133-4d04-9bb3-c781f769b617 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0666590 Jul 30 01:36:59.424990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:59.470812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de274ef5-943f-42b9-8349-12234bc18cef req-22f5bcc9-151d-4344-a030-e418f474992f tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851216 Jul 30 01:36:59.496405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3721b70-6c8a-4e79-8f64-ccd45074f6a4 req-9ea27634-4bbe-4224-81fa-1a3046bf2897 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.498021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3721b70-6c8a-4e79-8f64-ccd45074f6a4 req-9ea27634-4bbe-4224-81fa-1a3046bf2897 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 943 time: 0.0975726 Jul 30 01:36:59.505357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-64c950ad-9e00-4aac-b7ac-f8b24da4388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.506927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-64c950ad-9e00-4aac-b7ac-f8b24da4388f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78806f057a9e4e158db7f56f535fbbaf&device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 1095 time: 0.0682869 Jul 30 01:36:59.552860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,segment=NetworkSegment(3d47d2c8-f578-4363-ac82-c495f1fbc40d),segment_id=3d47d2c8-f578-4363-ac82-c495f1fbc40d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:59.569984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97', 'network_id': 'f1a3ba36-6b66-41de-a17b-f22ba877e568', 'port_id': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97', 'mac_address': 'fa:16:3e:fb:6a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bdc1a9-1545-443b-9726-5e92dd956ad8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:59.626743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:59.628914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3721b70-6c8a-4e79-8f64-ccd45074f6a4 req-cc194fe1-47b4-471b-a12e-d8c142a4fa50 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180685 Jul 30 01:36:59.649276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:59.674472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,segment=NetworkSegment(3d47d2c8-f578-4363-ac82-c495f1fbc40d),segment_id=3d47d2c8-f578-4363-ac82-c495f1fbc40d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:59.678624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:59.679217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544c2a2-e352-47d5-a526-2385c981d33b req-bd69268f-df12-4b3c-b055-2e8610dfd2ca tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.681339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1544c2a2-e352-47d5-a526-2385c981d33b req-bd69268f-df12-4b3c-b055-2e8610dfd2ca tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0924244 Jul 30 01:36:59.682534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-f3e29158-f0fa-409a-9f89-2476f90137a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.683914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-f3e29158-f0fa-409a-9f89-2476f90137a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1bb280-71d8-48bb-8d77-b755ae43e998 HTTP/1.1" status: 200 len: 916 time: 0.1656032 Jul 30 01:36:59.739086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:59.758156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-f83c90de-9c77-47a0-94d4-d80107f455f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0 HTTP/1.1" status: 200 len: 217 time: 0.0617099 Jul 30 01:36:59.806102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bd97b28-d4ea-4395-8340-ba3ac68c3e2a req-19154b2f-c447-4eeb-9081-8a68c7c579f2 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0453103 Jul 30 01:36:59.829746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1544c2a2-e352-47d5-a526-2385c981d33b req-790107e8-8f4b-4543-8a49-fee4d13e1f6c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394777 Jul 30 01:36:59.848305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-7a4e049d-917d-4572-83a7-51798061bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.849821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-7a4e049d-917d-4572-83a7-51798061bf70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2fcbc0e-c995-4326-8582-0130ff058b4c HTTP/1.1" status: 200 len: 854 time: 0.0727067 Jul 30 01:36:59.904158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-67af70d3-3286-42ec-8a53-b9191ad9582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.905686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-67af70d3-3286-42ec-8a53-b9191ad9582c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1bb280-71d8-48bb-8d77-b755ae43e998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476801 Jul 30 01:36:59.989183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:00.071065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-73e54616-b2d1-4445-a849-146f1303b8b2 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.073349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-73e54616-b2d1-4445-a849-146f1303b8b2 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.1028595 Jul 30 01:37:00.094490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-0f4ea93b-a628-47d1-b5af-61c3965e01ec service neutron] 10.222.0.55 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705134 Jul 30 01:37:00.098539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-10'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:00.280061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e9975-557f-4333-a2f7-a00bf1ff91d4 req-4661f72b-544a-4ace-90e5-862cf3d0ec42 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.283137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-118e9975-557f-4333-a2f7-a00bf1ff91d4 req-4661f72b-544a-4ace-90e5-862cf3d0ec42 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 944 time: 0.2033291 Jul 30 01:37:00.300208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:00.343152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78630241-4f4b-489b-8dca-4d4ea2e33919 req-913dccfd-e07e-49de-a0af-4476002d5b7c service neutron] 10.222.0.55 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261450 Jul 30 01:37:00.403869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-118e9975-557f-4333-a2f7-a00bf1ff91d4 req-0298b423-8697-410e-b080-8c1f8626a0a3 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138997 Jul 30 01:37:00.432397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbe569-6a61-4f37-b292-992dbce696a6 req-1eafacc9-d42b-43f4-ad5f-48ecc5c738c0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.433885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98fbe569-6a61-4f37-b292-992dbce696a6 req-1eafacc9-d42b-43f4-ad5f-48ecc5c738c0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 945 time: 0.1112988 Jul 30 01:37:00.533950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98fbe569-6a61-4f37-b292-992dbce696a6 req-af52a905-814c-4393-96cf-c4fe52766c3e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897379 Jul 30 01:37:00.561534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:00.643611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c22e0-1ed2-4fd2-a892-e450641c617b req-85b8fd84-6fb6-4d67-b9e1-d09f884e450b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.645115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-399c22e0-1ed2-4fd2-a892-e450641c617b req-85b8fd84-6fb6-4d67-b9e1-d09f884e450b tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0891278 Jul 30 01:37:00.646335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:00.707028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:00.709440 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4feb2ae-b578-43e7-bb6f-79a5795439de" -d '{"events": [{"server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "name": "network-vif-unplugged", "status": "completed", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:00.720461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:00.736388 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:00.740878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-399c22e0-1ed2-4fd2-a892-e450641c617b req-fb0c5b75-50b6-4e64-b4b0-6a6b17df9a2c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740335 Jul 30 01:37:00.807962 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0af2867-ec0a-4787-bc04-dd603dfdfb57 x-openstack-request-id: req-f0af2867-ec0a-4787-bc04-dd603dfdfb57 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:00.808244 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "name": "network-vif-unplugged", "status": "completed", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:00.808485 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0af2867-ec0a-4787-bc04-dd603dfdfb57 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:00.808886 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'code': 200} Jul 30 01:37:00.853944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166770d7-1087-4e33-949f-4dba9591c1de req-a9c70981-ff14-43b8-9d9f-d34f13200424 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.855534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-166770d7-1087-4e33-949f-4dba9591c1de req-a9c70981-ff14-43b8-9d9f-d34f13200424 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 943 time: 0.1383946 Jul 30 01:37:00.863235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:00.896795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on host n-h1-713499-10 for vnic_type normal with profile {"migrating_to": "n-h2-713499-10"} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:00.897135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:00.897465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:00.915870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:00.916208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Attempting to bind port acf87661-f007-4144-bcd7-5db0f6edcf35 on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:00.944746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f4743b2-9e18-4ea1-8731-fabe06a00d02 req-1f069f5d-9f0d-4693-848f-98c99e975aea tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0440476 Jul 30 01:37:00.947598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:00.948056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:00.948297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:00.948744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Bound port: acf87661-f007-4144-bcd7-5db0f6edcf35, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:00.949102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:00.962189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-166770d7-1087-4e33-949f-4dba9591c1de req-433c004c-4fab-4065-82d3-449d6ce70aa0 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862882 Jul 30 01:37:01.034178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:01.074089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:01.081539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:01.135357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991822-fc25-4494-8d7d-b5f4ead33f35 req-ee6377db-3e3e-4bd4-9d08-f6f4c6dece2e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.136854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a991822-fc25-4494-8d7d-b5f4ead33f35 req-ee6377db-3e3e-4bd4-9d08-f6f4c6dece2e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1057563 Jul 30 01:37:01.171421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:01.205206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.205836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:01.207284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c71eeaee-3292-42e8-8e58-613c2089cc1e service neutron] 10.222.0.55 "PUT /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 1123 time: 1.1173420 Jul 30 01:37:01.215705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a991822-fc25-4494-8d7d-b5f4ead33f35 req-9ee83608-ee75-4604-9ebe-126725888aa5 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707633 Jul 30 01:37:01.308335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['acf87661-f007-4144-bcd7-5db0f6edcf35'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:01.418663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['acf87661-f007-4144-bcd7-5db0f6edcf35'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:01.449978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:01.534696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205659-9d4f-40e3-bca3-a2bc4e991032 req-86333b99-4f9f-4513-88bd-d8d98cd7ff29 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.540601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30205659-9d4f-40e3-bca3-a2bc4e991032 req-86333b99-4f9f-4513-88bd-d8d98cd7ff29 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 944 time: 0.0633264 Jul 30 01:37:01.601262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30205659-9d4f-40e3-bca3-a2bc4e991032 req-2848c4e8-50e5-4392-8194-860e563713bb tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575731 Jul 30 01:37:01.712186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:01.717243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:01.717617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:01.723566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8cb2-260d-4c6a-95d0-a6e07fca51b0 req-06f821a4-582a-47c7-98f7-750f0d617dbb tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.733261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff8cb2-260d-4c6a-95d0-a6e07fca51b0 req-06f821a4-582a-47c7-98f7-750f0d617dbb tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0936399 Jul 30 01:37:01.780359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ff8cb2-260d-4c6a-95d0-a6e07fca51b0 req-43ef929a-0a95-4950-a281-ef8707e732f3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Jul 30 01:37:01.863602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:01.887473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d7a0d-dbb1-42cc-ad96-6622ef7db475 req-e352c183-651c-43a5-a3c2-a55633dd86db tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.888055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-478d7a0d-dbb1-42cc-ad96-6622ef7db475 req-e352c183-651c-43a5-a3c2-a55633dd86db tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0540414 Jul 30 01:37:01.897496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:01.900567 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b64c7-411d-489a-b355-ec17e75e4a02" -d '{"events": [{"server_uuid": "338f4326-d532-4fe2-add0-3b9ed93e150a", "name": "network-vif-plugged", "status": "completed", "tag": "fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:01.925824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,segment=NetworkSegment(3d47d2c8-f578-4363-ac82-c495f1fbc40d),segment_id=3d47d2c8-f578-4363-ac82-c495f1fbc40d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:01.931631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:01.952200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-478d7a0d-dbb1-42cc-ad96-6622ef7db475 req-1f7ffbd3-6559-477f-95df-7e437b8cc4cd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Jul 30 01:37:01.966480 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ae160b-1afa-442b-8109-aa49b32c0867 x-openstack-request-id: req-f0ae160b-1afa-442b-8109-aa49b32c0867 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:01.966667 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338f4326-d532-4fe2-add0-3b9ed93e150a", "name": "network-vif-plugged", "status": "completed", "tag": "fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:01.966920 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0ae160b-1afa-442b-8109-aa49b32c0867 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:01.967341 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97', 'code': 200} Jul 30 01:37:02.032180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:02.082632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08ab38e7-5d23-4f6c-9af5-970ddaaf423b req-c24ef7a1-0357-4f70-8247-bb13a0508a1b tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0405896 Jul 30 01:37:02.099321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0c1ae790-4bac-47e2-817e-beb52f6995e0 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:02.100971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16312851-46a1-424e-bad8-3e62f9606baa req-a615ca75-057e-4a73-b402-e01bd7679937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.107320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16312851-46a1-424e-bad8-3e62f9606baa req-a615ca75-057e-4a73-b402-e01bd7679937 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 1097 time: 0.0690002 Jul 30 01:37:02.148789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fd677-5a3b-42f9-a9f3-94341027a57a req-07f5089d-ab43-47e0-8aef-76db8d376b07 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.150324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9fd677-5a3b-42f9-a9f3-94341027a57a req-07f5089d-ab43-47e0-8aef-76db8d376b07 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 943 time: 0.0727606 Jul 30 01:37:02.167598 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16312851-46a1-424e-bad8-3e62f9606baa req-0fef3135-e621-4d23-b44c-63e709a71390 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566199 Jul 30 01:37:02.204734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9fd677-5a3b-42f9-a9f3-94341027a57a req-058f69da-d87a-465c-a8b2-a6eb67a0238d tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Jul 30 01:37:02.256322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0c1ae790-4bac-47e2-817e-beb52f6995e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:02.284265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'port_id': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'mac_address': 'fa:16:3e:1c:69:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:02.335518 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:02.349946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1ae790-4bac-47e2-817e-beb52f6995e0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:02.352617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d741800-da0d-434a-9371-54ca574e737a req-5a8750dd-24a1-44ed-88ae-032b161a2b37 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.354365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d741800-da0d-434a-9371-54ca574e737a req-5a8750dd-24a1-44ed-88ae-032b161a2b37 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0586183 Jul 30 01:37:02.372899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0c1ae790-4bac-47e2-817e-beb52f6995e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:02.380128 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:02.380871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:02.412486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d741800-da0d-434a-9371-54ca574e737a req-f00b714e-1198-47d4-82f3-09bd43bdacd2 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507596 Jul 30 01:37:02.484064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0c1ae790-4bac-47e2-817e-beb52f6995e0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:02.532166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:02.547400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 has no active binding in host n-h2-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:37:02.736638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88712a-b23a-4396-9045-6c664b94f7ea req-46bbb4af-dfda-44c3-b399-656db90b3606 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.739397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a88712a-b23a-4396-9045-6c664b94f7ea req-46bbb4af-dfda-44c3-b399-656db90b3606 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 945 time: 0.0593843 Jul 30 01:37:02.801328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a88712a-b23a-4396-9045-6c664b94f7ea req-b4cb520c-6d23-4006-808a-4bd38aad991c tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Jul 30 01:37:02.809994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:02.812954 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029da91-1b64-490b-86ed-16d73083a7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:02.868808 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05244e2d-2057-44ae-ac75-708ccac629ad x-openstack-request-id: req-05244e2d-2057-44ae-ac75-708ccac629ad {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:02.869102 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:02.869511 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05244e2d-2057-44ae-ac75-708ccac629ad {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:02.869917 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'status': 'completed', 'code': 200} Jul 30 01:37:02.930430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2382e-115e-4a52-b0ce-3dd0b21f5763 req-96977f6e-50d8-4586-bbaa-0b04b795fa06 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.935514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12a2382e-115e-4a52-b0ce-3dd0b21f5763 req-96977f6e-50d8-4586-bbaa-0b04b795fa06 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0646625 Jul 30 01:37:02.951535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-246bdb3f-ebd8-453e-bd12-bdf97293c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.953161 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-246bdb3f-ebd8-453e-bd12-bdf97293c2dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1126 time: 0.0486479 Jul 30 01:37:02.991790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12a2382e-115e-4a52-b0ce-3dd0b21f5763 req-c7bc83fa-f3d8-47df-bc65-704f498038e0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Jul 30 01:37:03.040757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0c1ae790-4bac-47e2-817e-beb52f6995e0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:03.079590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-40a4e1ea-bd37-4df6-aab1-c0bed9692de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.081076 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-40a4e1ea-bd37-4df6-aab1-c0bed9692de7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1183062 Jul 30 01:37:03.131550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-a5095e0d-251d-45d6-b0b4-80a782a1b534 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 217 time: 0.0419817 Jul 30 01:37:03.165362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1c9a-f3f8-4922-97f4-0ce1f918b0d1 req-09029b5e-7c99-4ec8-8cfc-b84dcf180fa2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.167101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03bb1c9a-f3f8-4922-97f4-0ce1f918b0d1 req-09029b5e-7c99-4ec8-8cfc-b84dcf180fa2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0889370 Jul 30 01:37:03.242189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-ea76cabb-47b3-41f2-9d67-574c1db84e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.247492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-ea76cabb-47b3-41f2-9d67-574c1db84e5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1035566 Jul 30 01:37:03.258684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb95ede4-8510-46d4-93e5-4a26a2fa0ca8 req-da959995-7af0-4773-94e6-ff3208d734a0 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0681925 Jul 30 01:37:03.274668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03bb1c9a-f3f8-4922-97f4-0ce1f918b0d1 req-b410a875-d613-44c2-ae2c-88129f40f280 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979280 Jul 30 01:37:03.307186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-2ffc7542-45d5-4ddb-951a-bc561da64a99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512431 Jul 30 01:37:03.414601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8a9c9-7f96-4c0a-90d4-4f690b19ed3c req-e0c1de63-1fd0-43b4-b7c8-2d455be386bf tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.416588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7b8a9c9-7f96-4c0a-90d4-4f690b19ed3c req-e0c1de63-1fd0-43b4-b7c8-2d455be386bf tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 944 time: 0.0651126 Jul 30 01:37:03.429889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-6576d18b-89a4-4b11-aeb4-3c0905cd0547 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143394 Jul 30 01:37:03.475880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7b8a9c9-7f96-4c0a-90d4-4f690b19ed3c req-d3fbfe45-1fd1-43f7-aaed-60bcfa541ed8 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525718 Jul 30 01:37:03.553082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9029da91-1b64-490b-86ed-16d73083a7f9 req-f9600d4c-4dde-4196-85a6-1c319ba6cd05 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139557 Jul 30 01:37:03.564602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d34f68-f4b1-4ed0-bdaa-72192a3e7f02 req-63b6a3f9-b483-4e94-89a0-25ff02edc634 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.566334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d34f68-f4b1-4ed0-bdaa-72192a3e7f02 req-63b6a3f9-b483-4e94-89a0-25ff02edc634 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0717497 Jul 30 01:37:03.613318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d34f68-f4b1-4ed0-bdaa-72192a3e7f02 req-75951ca0-acae-42dc-97a0-7a5e8e1fbfff tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357063 Jul 30 01:37:03.943815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9edd1-0df0-4f30-a287-dae68ff1c956 req-ccb9bd80-d02f-4251-bf22-7ada1ab40c7e tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.945458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f9edd1-0df0-4f30-a287-dae68ff1c956 req-ccb9bd80-d02f-4251-bf22-7ada1ab40c7e tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 945 time: 0.0685208 Jul 30 01:37:03.993041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36f9edd1-0df0-4f30-a287-dae68ff1c956 req-89cd2d3c-1d98-4735-afac-b5ed4cf83b3f tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Jul 30 01:37:04.140366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260e12-667d-4a4f-9d4f-ecfa41527b8b req-144551fc-cce3-4af6-b592-dbd445b41fa0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.142206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db260e12-667d-4a4f-9d4f-ecfa41527b8b req-144551fc-cce3-4af6-b592-dbd445b41fa0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0670869 Jul 30 01:37:04.188262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db260e12-667d-4a4f-9d4f-ecfa41527b8b req-7a2f50ca-41a9-4d1d-903d-5fa7be287899 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Jul 30 01:37:04.410803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93493be6-0e46-417f-8c62-06659c5f1110 req-b6a7e248-da7d-4142-a068-03290ea5741f tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0416214 Jul 30 01:37:04.432958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db033a6c-c7a2-4e63-9aae-de1d7e8479b0 req-b78d91aa-d3cc-49b8-a7af-ddd7e8b6a753 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.434543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db033a6c-c7a2-4e63-9aae-de1d7e8479b0 req-b78d91aa-d3cc-49b8-a7af-ddd7e8b6a753 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0752745 Jul 30 01:37:04.487322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db033a6c-c7a2-4e63-9aae-de1d7e8479b0 req-beea4a29-8536-481d-b99e-c1510fbd7f07 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Jul 30 01:37:04.629505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e215aa-3269-4855-a966-8f40f949bf50 req-1d3f56bf-116a-4c08-afe3-235a6ef6611a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.631675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16e215aa-3269-4855-a966-8f40f949bf50 req-1d3f56bf-116a-4c08-afe3-235a6ef6611a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 944 time: 0.0634873 Jul 30 01:37:04.702705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16e215aa-3269-4855-a966-8f40f949bf50 req-d7d83cca-f384-4d2e-8cb3-7982199b2198 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595915 Jul 30 01:37:04.839531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f81a7-11ac-48c7-a092-19070e75fad6 req-1da14453-205e-47e6-8c27-82b59e7e9d39 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.841136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de3f81a7-11ac-48c7-a092-19070e75fad6 req-1da14453-205e-47e6-8c27-82b59e7e9d39 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0948277 Jul 30 01:37:04.849682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0c88f-e33a-4857-b4a0-a43bcc8c1f94 req-25689487-8185-4f93-ad2c-173c5eda9219 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.851185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9f0c88f-e33a-4857-b4a0-a43bcc8c1f94 req-25689487-8185-4f93-ad2c-173c5eda9219 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 945 time: 0.0742087 Jul 30 01:37:04.919081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de3f81a7-11ac-48c7-a092-19070e75fad6 req-0808bc3c-9959-4e65-84e2-0b4400d4cda0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668664 Jul 30 01:37:04.935391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9f0c88f-e33a-4857-b4a0-a43bcc8c1f94 req-8cb651e3-970e-4276-8c18-dec6b7fa2470 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756137 Jul 30 01:37:05.326941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200f53-8703-4edb-a567-43f277969148 req-ff77d7f0-faef-4797-bdf1-67f51ccece18 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:05.328427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96200f53-8703-4edb-a567-43f277969148 req-ff77d7f0-faef-4797-bdf1-67f51ccece18 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0547659 Jul 30 01:37:05.375724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96200f53-8703-4edb-a567-43f277969148 req-cbc6e5b4-403c-4327-8a5a-0f7b9d5ac4d8 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Jul 30 01:37:05.517441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33db0b6a-ba54-43fd-896b-448389d5d367 req-eb8e1820-c259-4237-9ed2-fe95eb35fa38 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0287805 Jul 30 01:37:05.621688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad64d7-bb28-4fea-83c9-a085b5a00e4a req-2c70c460-abf2-4bd7-90d6-0d0a96448925 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:05.623563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2fad64d7-bb28-4fea-83c9-a085b5a00e4a req-2c70c460-abf2-4bd7-90d6-0d0a96448925 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0540035 Jul 30 01:37:05.670965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2fad64d7-bb28-4fea-83c9-a085b5a00e4a req-d4ab8d8b-b206-410f-9cbf-62d7b3679309 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Jul 30 01:37:05.839880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049c62b-8435-4b16-8392-0f5e6dd1c870 req-e6d3a90b-e471-4a37-9a77-1c835bb76161 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:05.841418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d049c62b-8435-4b16-8392-0f5e6dd1c870 req-e6d3a90b-e471-4a37-9a77-1c835bb76161 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 944 time: 0.0597749 Jul 30 01:37:05.885465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d049c62b-8435-4b16-8392-0f5e6dd1c870 req-6352a886-9347-43ac-9568-ccea4a361d92 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366297 Jul 30 01:37:06.126200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0c1ae790-4bac-47e2-817e-beb52f6995e0 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:06.150297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843897d4-9ef8-4002-be50-aea7a8252d9e req-913682b8-9a7e-4579-8a59-7d6e5beab131 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:06.151876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-843897d4-9ef8-4002-be50-aea7a8252d9e req-913682b8-9a7e-4579-8a59-7d6e5beab131 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 945 time: 0.1004987 Jul 30 01:37:06.159872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d1d3-a69c-422f-accb-704da70a7e2c req-530fefcf-4c31-4654-ba77-c3dc12e3bea1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:06.161350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41f1d1d3-a69c-422f-accb-704da70a7e2c req-530fefcf-4c31-4654-ba77-c3dc12e3bea1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0990837 Jul 30 01:37:06.199923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0c1ae790-4bac-47e2-817e-beb52f6995e0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:06.205836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0c1ae790-4bac-47e2-817e-beb52f6995e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:06.206493 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.230589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-843897d4-9ef8-4002-be50-aea7a8252d9e req-119a0140-cc43-4b1f-8328-b7a6d4c8bd4b tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/security-groups?id=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655010 Jul 30 01:37:06.248205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41f1d1d3-a69c-422f-accb-704da70a7e2c req-809cefef-6704-408c-b729-8c32dead937e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745375 Jul 30 01:37:06.302226 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.325977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:06.328348 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8afafc-6e06-4c52-ac1e-ce14e1268542" -d '{"events": [{"server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "name": "network-vif-plugged", "status": "completed", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:06.344361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0c1ae790-4bac-47e2-817e-beb52f6995e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:06.349410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.375578 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61424197-cf43-4ea1-b8ae-35d49822569f x-openstack-request-id: req-61424197-cf43-4ea1-b8ae-35d49822569f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:06.375884 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "name": "network-vif-plugged", "status": "completed", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:06.376115 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61424197-cf43-4ea1-b8ae-35d49822569f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:06.376501 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'code': 200} Jul 30 01:37:06.408174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0c1ae790-4bac-47e2-817e-beb52f6995e0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:06.467142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-93a876ea-2840-4277-9a8b-8171664185e4 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:06.468809 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-93a876ea-2840-4277-9a8b-8171664185e4 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.66 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 945 time: 0.0654011 Jul 30 01:37:06.606784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Deleting port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:06.607531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.707554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.003344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a80262c-8c35-4c05-9908-f0afca4ed90e req-ad7184e1-66c2-4365-954f-b599280e51f9 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0584409 Jul 30 01:37:07.045822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf926f7-9215-4d65-ab34-4508d8a56ff8 req-375748ca-68e7-43c8-b794-0027d7aaa12f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.047541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-faf926f7-9215-4d65-ab34-4508d8a56ff8 req-375748ca-68e7-43c8-b794-0027d7aaa12f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.5761218 Jul 30 01:37:07.087853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454bea9-8403-4ef3-a735-14d97893f434 req-1feadd87-a371-48c3-9b8c-60468d504b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.089890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a454bea9-8403-4ef3-a735-14d97893f434 req-1feadd87-a371-48c3-9b8c-60468d504b69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 1097 time: 0.6172330 Jul 30 01:37:07.146313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] For port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,segment=NetworkSegment(3d47d2c8-f578-4363-ac82-c495f1fbc40d),segment_id=3d47d2c8-f578-4363-ac82-c495f1fbc40d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:07.146947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.164827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Calling delete_port for fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:07.179593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-faf926f7-9215-4d65-ab34-4508d8a56ff8 req-3eb4c5fa-8989-4103-9aa8-a8099c347683 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217246 Jul 30 01:37:07.183369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a454bea9-8403-4ef3-a735-14d97893f434 req-23681b89-5f00-481d-aaf2-27ea2dc98e61 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833888 Jul 30 01:37:07.314446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5da55d-2f43-4545-bafd-33c1e90c9924 req-d6e991fa-9aaf-45bb-a9d6-6855646f3f3e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.324249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc5da55d-2f43-4545-bafd-33c1e90c9924 req-d6e991fa-9aaf-45bb-a9d6-6855646f3f3e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1119292 Jul 30 01:37:07.357651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.365071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bf59e-a4f3-440d-a5aa-3ae883770fa3 req-31565e1f-d215-47fa-9c4e-151a5a234d07 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.371755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:07.381709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c2bf59e-a4f3-440d-a5aa-3ae883770fa3 req-31565e1f-d215-47fa-9c4e-151a5a234d07 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.1221647 Jul 30 01:37:07.431206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc5da55d-2f43-4545-bafd-33c1e90c9924 req-872fd7ba-7c2d-4120-be5e-a40222c76863 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056728 Jul 30 01:37:07.460604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Pushing event deleted for resources: {'Port': ['ID=fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:07.493569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c2bf59e-a4f3-440d-a5aa-3ae883770fa3 req-8195ed78-1b83-4557-8443-61366134c879 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170645 Jul 30 01:37:07.525574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] No DVR routers for this DVR port fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:07.531092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.536185 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5643924f-b1f0-4b94-9757-b131864bbca0 req-864062de-87c9-4db2-b50d-e62efcadb2a0 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.66 "DELETE /v2.0/ports/fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 HTTP/1.1" status: 204 len: 173 time: 1.0594676 Jul 30 01:37:07.536431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'name': 'network-vif-deleted', 'tag': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:07.539540 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454b8f0-1b02-49ff-9daf-15c49b287a26" -d '{"events": [{"server_uuid": "338f4326-d532-4fe2-add0-3b9ed93e150a", "name": "network-vif-deleted", "tag": "fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:07.597571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceeb2236-e66c-44d1-84b7-d093e45444b8 req-1fe8f7dc-16aa-458f-9f3d-132be3e4ad39 tempest-ServerMetadataNegativeTestJSON-181806051 tempest-ServerMetadataNegativeTestJSON-181806051-project] 10.222.0.78 "GET /v2.0/ports?device_id=338f4326-d532-4fe2-add0-3b9ed93e150a HTTP/1.1" status: 200 len: 210 time: 0.0757799 Jul 30 01:37:07.676350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733de9b4-e89d-4df1-889d-d4b17a8cdc7b req-72d278c8-54f5-4d15-b679-eae45e708045 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.678345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-733de9b4-e89d-4df1-889d-d4b17a8cdc7b req-72d278c8-54f5-4d15-b679-eae45e708045 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0798283 Jul 30 01:37:07.693386 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3df06d5-b893-40a1-a40e-71fdab24bfdf x-openstack-request-id: req-f3df06d5-b893-40a1-a40e-71fdab24bfdf {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:07.693736 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338f4326-d532-4fe2-add0-3b9ed93e150a", "name": "network-vif-deleted", "tag": "fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:07.693992 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3df06d5-b893-40a1-a40e-71fdab24bfdf {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:07.694396 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338f4326-d532-4fe2-add0-3b9ed93e150a', 'name': 'network-vif-deleted', 'tag': 'fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97', 'status': 'completed', 'code': 200} Jul 30 01:37:07.747619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-733de9b4-e89d-4df1-889d-d4b17a8cdc7b req-41c336c7-ffb7-45da-b66f-dc52e062f0a0 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Jul 30 01:37:08.223689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8451b580-38fb-4a97-8daa-813050443f7c req-f5b54389-fbd5-4d34-9266-27f557734d7d tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0755703 Jul 30 01:37:08.386434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02690d2e-3a38-48c6-ae33-56b445b76ddf req-3eefaa9f-96c1-4288-bd47-636fe2e53f35 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:08.388567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02690d2e-3a38-48c6-ae33-56b445b76ddf req-3eefaa9f-96c1-4288-bd47-636fe2e53f35 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 943 time: 0.0745666 Jul 30 01:37:08.449198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02690d2e-3a38-48c6-ae33-56b445b76ddf req-1d77af78-4fcc-4872-9c5f-9152b1ee2708 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Jul 30 01:37:08.593419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af887224-3c23-4ec0-b3e2-a65aedf84229 req-b80ec544-d2a7-418f-8fd2-2b781ca31f7a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:08.595526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af887224-3c23-4ec0-b3e2-a65aedf84229 req-b80ec544-d2a7-418f-8fd2-2b781ca31f7a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0787816 Jul 30 01:37:08.691285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb471136-16f5-4a09-85d7-9bab469e721b req-9d9deaed-9997-4946-a5ec-e4d1d19aba6e tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:08.693200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb471136-16f5-4a09-85d7-9bab469e721b req-9d9deaed-9997-4946-a5ec-e4d1d19aba6e tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.0966144 Jul 30 01:37:08.696615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af887224-3c23-4ec0-b3e2-a65aedf84229 req-b9e5e99c-4a10-4f6f-8679-2727e4b870f6 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873475 Jul 30 01:37:08.780010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb471136-16f5-4a09-85d7-9bab469e721b req-6afddb7f-41e5-493e-86e0-3f58082cedef tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581362 Jul 30 01:37:08.806545 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-18470b62-d6f6-433e-a9de-e49b6b46c1b6 service neutron] 10.222.0.66 "GET /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.0804262 Jul 30 01:37:08.819562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34080) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:08.962621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Deleting subnet e8bdc1a9-1545-443b-9726-5e92dd956ad8 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:37:08.969388 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.001457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0bf7e-b7c6-43e0-b17b-ee7d1e05442a req-fc127bee-6449-43b7-8ebc-b5cb267c5e18 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.002905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd0bf7e-b7c6-43e0-b17b-ee7d1e05442a req-fc127bee-6449-43b7-8ebc-b5cb267c5e18 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1300611 Jul 30 01:37:09.018435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ed28f-8236-4199-8b5a-cd9d7ca5e1bb req-1e4ace0c-74f4-4dc3-a325-fc0e6854b9f4 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.019966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-742ed28f-8236-4199-8b5a-cd9d7ca5e1bb req-1e4ace0c-74f4-4dc3-a325-fc0e6854b9f4 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.1454628 Jul 30 01:37:09.033625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34082) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:09.038648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Request body: {'floatingip': {'port_id': '0c1ae790-4bac-47e2-817e-beb52f6995e0'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:09.046299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.090585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:09.104723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.107589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd0bf7e-b7c6-43e0-b17b-ee7d1e05442a req-2fd67208-35b4-40c4-ba20-72564d805d2c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Jul 30 01:37:09.121751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.186513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.187260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:09.215182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8bdc1a9-1545-443b-9726-5e92dd956ad8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:09.223389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.225163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a6cf72d3-46f0-42e7-8232-7e4dea0c432d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e8bdc1a9-1545-443b-9726-5e92dd956ad8 HTTP/1.1" status: 204 len: 168 time: 0.4039731 Jul 30 01:37:09.227838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34084) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:09.260261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf87661-f007-4144-bcd7-5db0f6edcf35 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:09.280908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:09.346864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.349672 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.409112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac631347-f155-4d9f-8457-0d8effaa5edc req-1eb4e737-bc28-49d2-8225-a818a829d799 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0436115 Jul 30 01:37:09.502434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.519809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a3ba36-6b66-41de-a17b-f22ba877e568']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:09.534561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d47d2c8-f578-4363-ac82-c495f1fbc40d') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:09.535131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d47d2c8-f578-4363-ac82-c495f1fbc40d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:09.537898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] Transition to ACTIVE for port object acf87661-f007-4144-bcd7-5db0f6edcf35 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:09.543508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.557141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.605887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.617909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:37:09.618734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:37:09.622596 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:37:09.674265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030fbf8-51df-4d4c-9858-8a6785bc1f94 req-1b8db4e0-e338-473f-b6d7-17e4f6e6bff0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.674265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8030fbf8-51df-4d4c-9858-8a6785bc1f94 req-1b8db4e0-e338-473f-b6d7-17e4f6e6bff0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 944 time: 0.1272478 Jul 30 01:37:09.700087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] No DVR routers for this DVR port acf87661-f007-4144-bcd7-5db0f6edcf35 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:09.701902 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.717422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.722213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f1a3ba36-6b66-41de-a17b-f22ba877e568 HTTP/1.1" status: 204 len: 168 time: 0.4904830 Jul 30 01:37:09.733533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e2daf-739a-4eec-930c-3127346faed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a3ba36-6b66-41de-a17b-f22ba877e568,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:09.773610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8030fbf8-51df-4d4c-9858-8a6785bc1f94 req-c9c4dc8d-9e43-49cb-82a3-6aa315be0550 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797784 Jul 30 01:37:09.797669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] 10.222.0.66 "PUT /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35/bindings/n-h2-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9818304 Jul 30 01:37:09.803840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854616d-fbf6-4f25-9fdd-32247c69664d service neutron] Pushing event updated for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:09.877911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e394ef-054e-4b65-a1c5-00666db41019 req-28fce88b-744e-4e18-a15e-bf59f8b44498 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.879699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37e394ef-054e-4b65-a1c5-00666db41019 req-28fce88b-744e-4e18-a15e-bf59f8b44498 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0722411 Jul 30 01:37:09.919659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34098) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:09.950879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.961454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.999774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37e394ef-054e-4b65-a1c5-00666db41019 req-47ce3b07-27de-40a0-bcac-c639830aabdc tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070399 Jul 30 01:37:10.025491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-e04b785a-96e4-4559-8a80-33b0ab3539ce tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.026940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-e04b785a-96e4-4559-8a80-33b0ab3539ce tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1447785 Jul 30 01:37:10.034444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-73062ebf-b04b-4aa9-9a75-a1e1d83a3616 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eff7d3bedc8247bf8484879130cc3c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134763 Jul 30 01:37:10.037108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34100) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:10.079625 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Floating IP 329ba953-1086-4f96-83eb-26dbea4c1e64 associated. External IP: 172.25.8.116, port: 0c1ae790-4bac-47e2-817e-beb52f6995e0. Jul 30 01:37:10.126842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-470fceab-7140-457f-8eac-ba010fedc186 req-d8b3441e-66f0-4a7e-a3e0-60a10fbf05b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0483661 Jul 30 01:37:10.140465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-50f320bc-ebd8-4923-bf17-873e1813d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.142212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-50f320bc-ebd8-4923-bf17-873e1813d5c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1&tenant_id=5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0977991 Jul 30 01:37:10.156054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1936f2-cc80-4eea-a343-94b6d252701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.178555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1936f2-cc80-4eea-a343-94b6d252701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.253407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c8c09-1dba-4523-be3d-a27949a05e95 req-02fe6440-7110-4756-ae44-d3d453a69080 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.255167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef4c8c09-1dba-4523-be3d-a27949a05e95 req-02fe6440-7110-4756-ae44-d3d453a69080 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0738642 Jul 30 01:37:10.280643 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1936f2-cc80-4eea-a343-94b6d252701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.283152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1936f2-cc80-4eea-a343-94b6d252701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.284828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab1936f2-cc80-4eea-a343-94b6d252701e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe HTTP/1.1" status: 204 len: 168 time: 0.2464378 Jul 30 01:37:10.304285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1936f2-cc80-4eea-a343-94b6d252701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a9fdb3-ddc6-469b-a4c3-055ae64d7bbe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:10.320469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef4c8c09-1dba-4523-be3d-a27949a05e95 req-7bf545b7-d6c6-49d2-ab5a-29f6087d6373 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558419 Jul 30 01:37:10.324097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:37:10.469425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:37:10.478709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.484792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] Sync routers for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:37:10.495028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-757a0b3d-3874-4e83-9c31-45ae135f8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.496838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-757a0b3d-3874-4e83-9c31-45ae135f8476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1096 time: 0.0526276 Jul 30 01:37:10.501414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:10.502050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:10.519978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13804df6-22df-487f-8ffd-4f55249ff965 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "PUT /v2.0/floatingips/329ba953-1086-4f96-83eb-26dbea4c1e64 HTTP/1.1" status: 200 len: 991 time: 1.4851758 Jul 30 01:37:10.520572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:10.522912 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c1aee0-1c79-4726-8047-85c2b7166a64" -d '{"events": [{"name": "network-changed", "server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:10.653273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-919b1b54-c78b-431b-8873-1c5fcfea7862 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--764300993&fields=id&tenant_id=caf4391d773746c49091ee4b9ada04fb HTTP/1.1" status: 200 len: 267 time: 0.1161795 Jul 30 01:37:10.655364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdaa645e-02c8-4081-b0c7-935ea43588fb req-5aeca995-8427-4f47-8856-3ff81e8bfc8e tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0511067 Jul 30 01:37:10.663440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:10.755078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-b2971dc4-ee0b-4a7a-908c-00e3928cdab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.756739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-b2971dc4-ee0b-4a7a-908c-00e3928cdab7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.2121797 Jul 30 01:37:10.808662 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbba1157-40f6-4b4d-9a4d-f5f79c6aa345 x-openstack-request-id: req-bbba1157-40f6-4b4d-9a4d-f5f79c6aa345 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:10.808960 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:10.809215 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbba1157-40f6-4b4d-9a4d-f5f79c6aa345 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:10.809615 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'status': 'completed', 'code': 200} Jul 30 01:37:10.827418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-60cc75cc-0eb6-447c-983f-1588bdac67f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 200 len: 217 time: 0.0509238 Jul 30 01:37:10.847598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-7e3aeda2-5abd-4d71-af65-dff1e83f47da tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.855802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-7e3aeda2-5abd-4d71-af65-dff1e83f47da tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/networks?id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd HTTP/1.1" status: 200 len: 816 time: 0.1943800 Jul 30 01:37:10.928437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6003b713-365a-435f-aa67-6ee0ca0a4a7a tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/quotas/caf4391d773746c49091ee4b9ada04fb HTTP/1.1" status: 200 len: 375 time: 0.0717206 Jul 30 01:37:10.957691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '329ba953-1086-4f96-83eb-26dbea4c1e64', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'port_id': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'mac_address': 'fa:16:3e:1c:69:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:49Z', 'updated_at': '2021-07-30T01:37:09Z', 'revision_number': 1, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:50Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:10.991671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] Checking router: 8f45f0a3-cea3-47a0-a248-6d806d0925c7 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:37:11.003214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:11.003938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:11.008513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c50b0e58-69ff-44c1-9817-717f26110dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.009883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-c50b0e58-69ff-44c1-9817-717f26110dd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.1521041 Jul 30 01:37:11.014063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-a1c31c33-fa10-4b26-92b5-378a113d2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.015430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-a1c31c33-fa10-4b26-92b5-378a113d2d87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78806f057a9e4e158db7f56f535fbbaf&device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 1097 time: 0.1413848 Jul 30 01:37:11.029869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428aee6-ac45-492c-9ca8-909e27022f63 req-3ebd4c5e-bf35-4d46-915c-d6fa1f5fd9e6 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.031830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d428aee6-ac45-492c-9ca8-909e27022f63 req-3ebd4c5e-bf35-4d46-915c-d6fa1f5fd9e6 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 944 time: 0.1587253 Jul 30 01:37:11.115531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-45681a03-1db6-464a-9ea6-c6b08f1f3d6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808160 Jul 30 01:37:11.131078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:11.134516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-4b58fcd6-1e72-4311-90a6-42a46ff4d21e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=caf4391d773746c49091ee4b9ada04fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801479 Jul 30 01:37:11.258845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d428aee6-ac45-492c-9ca8-909e27022f63 req-cdbbfd3d-d24c-4972-a466-d1e7a2423db5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055814 Jul 30 01:37:11.324103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-0ad2e19a-ae2d-47ce-8ad6-710ef25b52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.325614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-0ad2e19a-ae2d-47ce-8ad6-710ef25b52df service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e1bb280-71d8-48bb-8d77-b755ae43e998 HTTP/1.1" status: 200 len: 916 time: 0.2920909 Jul 30 01:37:11.353340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-74497ad9-84fb-433c-9c17-f0428f910699 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163517 Jul 30 01:37:11.376101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-0ab5a212-9c84-427f-ad9a-61d8cb79ddfb service neutron] 10.222.0.78 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252493 Jul 30 01:37:11.436118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '329ba953-1086-4f96-83eb-26dbea4c1e64', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'port_id': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'mac_address': 'fa:16:3e:1c:69:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:49Z', 'updated_at': '2021-07-30T01:37:09Z', 'revision_number': 1, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:50Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:11.483963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:11.515606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d38df-7113-4533-bed8-cad01dd5e815 None None] The sync data for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 is: [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '329ba953-1086-4f96-83eb-26dbea4c1e64', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'port_id': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'mac_address': 'fa:16:3e:1c:69:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:49Z', 'updated_at': '2021-07-30T01:37:09Z', 'revision_number': 1, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:50Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:37:11.519517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:11.520117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fa7ed2d0-3ff4-4b71-92a6-f1f6e174ba97 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:11.520712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:11.560294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-40a1f05a-eded-4fae-b175-c384b4eeeb85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0 HTTP/1.1" status: 200 len: 999 time: 0.2121480 Jul 30 01:37:11.584590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:11.602094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649f76-a2da-45e0-9b48-01179f704c24 req-480d2383-28b0-4066-b1ac-7a2d3b31a78d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.604906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc649f76-a2da-45e0-9b48-01179f704c24 req-480d2383-28b0-4066-b1ac-7a2d3b31a78d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.2580338 Jul 30 01:37:11.698096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-331b1301-ef3b-4129-b5d8-fad7876d0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.699597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-331b1301-ef3b-4129-b5d8-fad7876d0ec8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2fcbc0e-c995-4326-8582-0130ff058b4c HTTP/1.1" status: 200 len: 854 time: 0.1242886 Jul 30 01:37:11.715399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-7d4ecf8b-e36e-43f2-8c12-eb4ee17da5ab service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449326 Jul 30 01:37:11.770642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc649f76-a2da-45e0-9b48-01179f704c24 req-866c81c7-f91a-46c3-b405-7e79c7aa1aa4 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283708 Jul 30 01:37:11.774693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-f8d27603-e48d-49ba-9682-3a1f815af147 service neutron] 10.222.0.78 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457823 Jul 30 01:37:11.798488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-9ac2cf4f-ad2c-4b71-88d5-a7c49be5ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.800086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-9ac2cf4f-ad2c-4b71-88d5-a7c49be5ec50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e1bb280-71d8-48bb-8d77-b755ae43e998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921633 Jul 30 01:37:11.883936 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed093052-bb05-416e-9d95-c0dfddb6fc63 None None] New status for floating IP 329ba953-1086-4f96-83eb-26dbea4c1e64: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:37:11.965139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842405f-291a-44e5-adf9-87ef916f884c req-8312c0ef-3c48-4165-a2e6-693393c2ce8c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.966736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a842405f-291a-44e5-adf9-87ef916f884c req-8312c0ef-3c48-4165-a2e6-693393c2ce8c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1183434 Jul 30 01:37:11.971255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-10425387-9137-4103-a2cf-08092e24158c service neutron] 10.222.0.55 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478772 Jul 30 01:37:12.095146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a842405f-291a-44e5-adf9-87ef916f884c req-1b798884-01f5-4ff7-afc6-062e8df572a1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169887 Jul 30 01:37:12.180102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07c1aee0-1c79-4726-8047-85c2b7166a64 req-36b821cc-d250-4984-aa42-c3f83a12112c service neutron] 10.222.0.55 "GET /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956353 Jul 30 01:37:12.182375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b903-d567-45e1-9270-2048dbabf736 req-59c65113-5bd5-48d0-8f0c-7861ae4cd74b tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:12.183885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-59c65113-5bd5-48d0-8f0c-7861ae4cd74b tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.0848184 Jul 30 01:37:12.306568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d10e3202-e5dd-4b69-9985-c089e249fc59 req-29e19fb5-f3a2-4508-acfd-edfdac7ea064 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0348687 Jul 30 01:37:12.414012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e9099b0-c442-40b5-aea7-6ef119621cf4 req-532bd788-45b0-4bc4-aad9-adca31d62f76 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.0530465 Jul 30 01:37:12.494130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8c02b903-d567-45e1-9270-2048dbabf736 req-d35682a6-3cf7-4b90-aee4-a087e722ee21 service neutron] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:12.504861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282935c-5390-4541-9367-b017e325afe6 req-a28a1e33-6052-44c0-8acd-748dee649f8d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:12.513737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5282935c-5390-4541-9367-b017e325afe6 req-a28a1e33-6052-44c0-8acd-748dee649f8d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 944 time: 0.1037018 Jul 30 01:37:12.532365 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8c02b903-d567-45e1-9270-2048dbabf736 req-d35682a6-3cf7-4b90-aee4-a087e722ee21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.533526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c02b903-d567-45e1-9270-2048dbabf736 req-d35682a6-3cf7-4b90-aee4-a087e722ee21 service neutron] 10.222.0.55 "DELETE /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35/bindings/n-h1-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.3037729 Jul 30 01:37:12.563816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5282935c-5390-4541-9367-b017e325afe6 req-72890508-ce45-476c-852b-b8e868bf3f09 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Jul 30 01:37:12.706973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7a30da9-d5fb-46e6-ad75-0fbb171dda34 req-e43d244e-6a34-4418-a494-f26f3201a0cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=685f7c54a3854efdac6c7b00458921aa&device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0398393 Jul 30 01:37:13.097635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb0932c7-6d78-4d29-b44c-61f421e02f6b req-22873e73-76dc-45ee-946e-1bf18aaf9a89 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.3949158 Jul 30 01:37:13.111210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7a30da9-d5fb-46e6-ad75-0fbb171dda34 req-28fec7c2-fa72-4f83-bc0f-d81d46b94f36 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=685f7c54a3854efdac6c7b00458921aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3840652 Jul 30 01:37:13.191964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9465fa9-3856-419e-80c0-012cc7f1d444 req-2216a35f-4c0f-46f4-a9d6-dee546348765 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.193530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9465fa9-3856-419e-80c0-012cc7f1d444 req-2216a35f-4c0f-46f4-a9d6-dee546348765 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1096 time: 0.4856298 Jul 30 01:37:13.288123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28a81a-8caf-4bb8-9359-747ffd72b16a req-a94801ad-85da-46ec-acc1-83b64e4f733d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.290895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af28a81a-8caf-4bb8-9359-747ffd72b16a req-a94801ad-85da-46ec-acc1-83b64e4f733d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1174102 Jul 30 01:37:13.303291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a30da9-d5fb-46e6-ad75-0fbb171dda34 req-937c6c60-828e-4510-9c76-f7792b2e5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.305493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7a30da9-d5fb-46e6-ad75-0fbb171dda34 req-937c6c60-828e-4510-9c76-f7792b2e5ea8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824992 Jul 30 01:37:13.333901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9465fa9-3856-419e-80c0-012cc7f1d444 req-c3e11a80-381c-4f57-9854-ed755e08c247 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172080 Jul 30 01:37:13.408924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af28a81a-8caf-4bb8-9359-747ffd72b16a req-d6e77ea8-8946-4f1a-ad6a-a8538a6a039c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940051 Jul 30 01:37:13.495222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8a003-1d77-4e45-8fdb-55ce7e395a0a req-0d55d914-2df0-48cd-9a13-413ac206d09f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.496880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ad8a003-1d77-4e45-8fdb-55ce7e395a0a req-0d55d914-2df0-48cd-9a13-413ac206d09f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0605216 Jul 30 01:37:13.549954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ad8a003-1d77-4e45-8fdb-55ce7e395a0a req-e4f18eba-3519-4836-9779-57bf949fd775 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Jul 30 01:37:13.655819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01384fc0-d195-4af2-9526-7ec1fe00dea9 req-bec291b7-6565-496e-96df-34e79ac422d3 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.657376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01384fc0-d195-4af2-9526-7ec1fe00dea9 req-bec291b7-6565-496e-96df-34e79ac422d3 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 1096 time: 0.0474975 Jul 30 01:37:13.724568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4e3a144-0248-4b15-a205-6d773261b194 req-5393ab5a-5a63-476d-993e-e6141b71b36a tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.0383685 Jul 30 01:37:13.743701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01384fc0-d195-4af2-9526-7ec1fe00dea9 req-c45f0d24-dc7e-436d-ab00-3dd02ad68676 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Jul 30 01:37:13.882393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34228) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:13.896352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-ce732358-4ea9-4f09-a216-8dd110915c41 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.897816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-ce732358-4ea9-4f09-a216-8dd110915c41 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.66 "GET /v2.0/networks?id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd HTTP/1.1" status: 200 len: 816 time: 0.1383154 Jul 30 01:37:13.944037 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-be3dfad3-adf2-4e93-9482-59298eb558c8 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caf4391d773746c49091ee4b9ada04fb HTTP/1.1" status: 200 len: 379 time: 0.0358543 Jul 30 01:37:13.956121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Request body: {'port': {'device_id': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'admin_state_up': True, 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'security_groups': ['d64081fa-b974-4be5-8917-70d5a4f29090']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:14.039335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.092609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:37:14.092609 n-d-713499-10 neutron-server[93890]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:37:14.092609 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id': 'd17db65b69c7496f8679ef831924d430', 'id': '620dff52-8d86-45af-a9cd-513fc34bb1a6', 'expiration': datetime.datetime(2021, 7, 30, 1, 39, 14, 87777)}] Jul 30 01:37:14.092609 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:37:14.094682 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:37:14.112530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Made reservation on behalf of caf4391d773746c49091ee4b9ada04fb for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:14.116669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.220894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e48832f-e456-4afd-929e-6a8fc6a548e1 req-e0b8aacb-f534-4c00-b478-8df852d8ed90 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0337391 Jul 30 01:37:14.285567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Allocated IP 172.20.0.5 (eea8029b-40f6-4f9b-8a6d-6faca3cae9cd/5e644484-a354-473a-b80f-99c8ec9e4424/b6a4a96b-b413-4b9f-b430-8d6ec1aa3965) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:14.432468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.446424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Transition to ACTIVE for port object b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:14.482231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.525724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068951df-e3c3-42c0-86b9-fa69e58bd820 req-1b43a7f1-4a3f-4309-b7ca-85e3a193e9b9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:14.529314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-068951df-e3c3-42c0-86b9-fa69e58bd820 req-1b43a7f1-4a3f-4309-b7ca-85e3a193e9b9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0557296 Jul 30 01:37:14.536250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:14.548936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:14.555930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:14.595320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-068951df-e3c3-42c0-86b9-fa69e58bd820 req-c2e09a88-2a19-4b89-ac1b-88007b2e0dd2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Jul 30 01:37:14.597122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.610304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event updated for resources: {'Port': ['ID=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:14.622534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:14.623278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.758067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.764722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.773220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-6eedd3a0-0861-45ac-acbc-4f897ba8ae0d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8214071 Jul 30 01:37:14.785649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Request body: {'port': {'device_id': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:14.883987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d17db65b69c7496f8679ef831924d430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9968905 Jul 30 01:37:14.884736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb4105-cb2c-41c7-a94a-79c33842ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee4429-4ab4-44df-be28-309b843c5204,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:14.885371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:14.893494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.906638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40dce0-3d7f-4fa3-afc4-9d36a028aa6d req-010e11f9-3c21-4ed8-8d7e-49c24d86462f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:14.908316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc40dce0-3d7f-4fa3-afc4-9d36a028aa6d req-010e11f9-3c21-4ed8-8d7e-49c24d86462f tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1637390 Jul 30 01:37:14.922809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1acb-ca40-4c4d-9078-041cfb86590c req-dc2ea26f-2f97-4892-91bd-9f3739a8fb3c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:14.924341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfc1acb-ca40-4c4d-9078-041cfb86590c req-dc2ea26f-2f97-4892-91bd-9f3739a8fb3c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 931 time: 0.0951488 Jul 30 01:37:14.974026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4f695dc6-8f3e-4798-9cdc-3053d11ae1f0 None None] Provisioning for port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:14.983791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81c8788c-160c-47f2-9384-572ede5f915c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.990065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4f695dc6-8f3e-4798-9cdc-3053d11ae1f0 None None] Provisioning complete for port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:14.990761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f695dc6-8f3e-4798-9cdc-3053d11ae1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.993555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc40dce0-3d7f-4fa3-afc4-9d36a028aa6d req-2b52f89f-3074-4b2d-a6ea-b48b58972c0a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727515 Jul 30 01:37:15.029104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7a30da9-d5fb-46e6-ad75-0fbb171dda34 req-94247808-a9bf-4c8a-9cac-50e6d97ddef3 tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0341754 Jul 30 01:37:15.058251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfc1acb-ca40-4c4d-9078-041cfb86590c req-80f11898-514e-44cf-91be-52b4ccb71e55 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049948 Jul 30 01:37:15.058491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4f695dc6-8f3e-4798-9cdc-3053d11ae1f0 None None] Port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:15.073595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81c8788c-160c-47f2-9384-572ede5f915c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.201688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81c8788c-160c-47f2-9384-572ede5f915c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.204305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81c8788c-160c-47f2-9384-572ede5f915c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.208091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-81c8788c-160c-47f2-9384-572ede5f915c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cee4429-4ab4-44df-be28-309b843c5204 HTTP/1.1" status: 204 len: 168 time: 0.3192079 Jul 30 01:37:15.224137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8788c-160c-47f2-9384-572ede5f915c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee4429-4ab4-44df-be28-309b843c5204,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:15.317222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:15.335593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.354524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Transition to ACTIVE for port object b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:15.363098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.363631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0773b300-0304-44b0-975f-a1828a418f5b req-cece362c-711a-4c42-9f00-fc4addf0082e tempest-ServerShowV257Test-208565179 tempest-ServerShowV257Test-208565179-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ad63542-28d2-4638-abb7-2dbe2f617cff HTTP/1.1" status: 200 len: 210 time: 0.0446715 Jul 30 01:37:15.443548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:15.575987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Attempting to bind port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:15.576585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Attempting to bind port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:15.576976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Attempting to bind port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 on network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:15.582380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 on network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:15.582707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Attempting to bind port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 on network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:15.589015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:15.589538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Checking segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:15.589970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Bound using segment: {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:15.590445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Bound port: b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86c0dd9-885d-4182-bb32-c4ccdace9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:15.590812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.621585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:15.653311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23b75fa-366d-42f9-8a35-3e7713598cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.750177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] For port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:15.754304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] For port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:15.759840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.781533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e272-36de-4ad1-967d-9e1e6dec45f4 req-1928ecf5-8823-41f0-8c3d-7ad1d1d4bdca tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:15.789200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7f0e272-36de-4ad1-967d-9e1e6dec45f4 req-1928ecf5-8823-41f0-8c3d-7ad1d1d4bdca tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0889783 Jul 30 01:37:15.846718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:15.854314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:15.855274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.856851 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-1a392be1-9041-434c-bece-fe32a20e025b service neutron] 10.222.0.66 "PUT /v2.0/ports/b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 HTTP/1.1" status: 200 len: 1092 time: 1.0758798 Jul 30 01:37:15.857479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:15.861037 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0515a87-9642-464d-9db1-1ab33fb472c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:15.901650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23b75fa-366d-42f9-8a35-3e7713598cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.911973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23b75fa-366d-42f9-8a35-3e7713598cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:15.945722 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96706a66-bf24-44f6-879a-e947691a5014 x-openstack-request-id: req-96706a66-bf24-44f6-879a-e947691a5014 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:15.946299 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:15.946742 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96706a66-bf24-44f6-879a-e947691a5014 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:15.947703 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'status': 'completed', 'code': 200} Jul 30 01:37:15.957728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7f0e272-36de-4ad1-967d-9e1e6dec45f4 req-2248638c-7f61-4f18-a424-77cddb60b6b4 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675029 Jul 30 01:37:15.971170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-f48264a9-3aec-402e-85b2-966f9eb0d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:15.973856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-f48264a9-3aec-402e-85b2-966f9eb0d69d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=caf4391d773746c49091ee4b9ada04fb&device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 1095 time: 0.0754259 Jul 30 01:37:15.990719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c23b75fa-366d-42f9-8a35-3e7713598cf7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8c300af3c824deca86295f2b4b397f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677790 Jul 30 01:37:15.991417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34272) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:15.992791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b75fa-366d-42f9-8a35-3e7713598cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fa7534-8ec6-4c5c-a399-d9ac0e89bdf0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:16.031828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-7f04cb30-845e-4dbe-a4c8-d26684fb11ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 HTTP/1.1" status: 200 len: 217 time: 0.0474427 Jul 30 01:37:16.066743 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-299af23f-c7ed-4612-b5e6-326491e69fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:16.106456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-299af23f-c7ed-4612-b5e6-326491e69fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:16.154975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-f4493322-31db-4106-bf1d-23c94e358af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.156758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-f4493322-31db-4106-bf1d-23c94e358af1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e644484-a354-473a-b80f-99c8ec9e4424 HTTP/1.1" status: 200 len: 855 time: 0.1122398 Jul 30 01:37:16.230737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-4316b0d7-4376-4c5c-882d-a32b8ea377c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.232281 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-4316b0d7-4376-4c5c-882d-a32b8ea377c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667892 Jul 30 01:37:16.301205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96d09-f24c-47dc-9682-cdc6d8815950 req-72d1df81-4807-4dae-a058-997465d3a967 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.302849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02f96d09-f24c-47dc-9682-cdc6d8815950 req-72d1df81-4807-4dae-a058-997465d3a967 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1527605 Jul 30 01:37:16.311115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6896-1481-4449-913c-b16f98177d25 req-4d42fbe5-dc72-424f-890c-0c01b7035e7d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.313896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bfdd6896-1481-4449-913c-b16f98177d25 req-4d42fbe5-dc72-424f-890c-0c01b7035e7d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.1275158 Jul 30 01:37:16.326387 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-299af23f-c7ed-4612-b5e6-326491e69fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:16.328904 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-299af23f-c7ed-4612-b5e6-326491e69fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:16.332511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-299af23f-c7ed-4612-b5e6-326491e69fce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90fa7534-8ec6-4c5c-a399-d9ac0e89bdf0 HTTP/1.1" status: 204 len: 168 time: 0.3341210 Jul 30 01:37:16.362781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299af23f-c7ed-4612-b5e6-326491e69fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fa7534-8ec6-4c5c-a399-d9ac0e89bdf0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:16.397720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bfdd6896-1481-4449-913c-b16f98177d25 req-61951999-a0ee-4ab5-ba0e-dfc2bfde7778 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741601 Jul 30 01:37:16.415355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02f96d09-f24c-47dc-9682-cdc6d8815950 req-d6f7a7dc-a72b-41dc-b8c8-52602e0ed428 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981669 Jul 30 01:37:16.443400 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-317904f9-abb1-4398-b6bb-d55c25f15711 service neutron] 10.222.0.66 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036457 Jul 30 01:37:16.562517 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bece60ae-cef7-47bd-bb4f-0a7529b35cb7 req-05ec8576-3e49-4101-965a-b5ae05201f4f service neutron] 10.222.0.66 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117675 Jul 30 01:37:16.659138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-e929b336-d759-428a-8d86-1493cb5d275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.659580 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-e929b336-d759-428a-8d86-1493cb5d275e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=caf4391d773746c49091ee4b9ada04fb&device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 1095 time: 0.0497854 Jul 30 01:37:16.796543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-7355d9c4-a025-440d-aca7-17e06ace9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.798715 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-7355d9c4-a025-440d-aca7-17e06ace9657 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd HTTP/1.1" status: 200 len: 917 time: 0.1305318 Jul 30 01:37:16.863846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-d8a8bf6d-faf3-4ca6-898c-f053e31e8d88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 HTTP/1.1" status: 200 len: 217 time: 0.0571589 Jul 30 01:37:16.938157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-d1d97fc9-2f8f-43fd-b802-05290d09de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.940073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-d1d97fc9-2f8f-43fd-b802-05290d09de9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e644484-a354-473a-b80f-99c8ec9e4424 HTTP/1.1" status: 200 len: 855 time: 0.0654714 Jul 30 01:37:17.024820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34302) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:17.035599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-d0b32c81-7a53-4ccf-ab25-ac8084d8d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:17.037357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-d0b32c81-7a53-4ccf-ab25-ac8084d8d9fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896175 Jul 30 01:37:17.115964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3987-7fc2-418e-86bc-b2839a0d4698 req-81c46d7f-f13a-4aa5-a70c-494ad95ca49e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:17.125738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2adb3987-7fc2-418e-86bc-b2839a0d4698 req-81c46d7f-f13a-4aa5-a70c-494ad95ca49e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.0682282 Jul 30 01:37:17.188941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2adb3987-7fc2-418e-86bc-b2839a0d4698 req-53cc4c1d-59e5-4e92-92b0-66ed9f0972eb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620058 Jul 30 01:37:17.215771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97d78f6a-05d2-40fd-b003-0777c42a6f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.216044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-27c8f44c-3901-4853-96fc-dce59b8c2252 service neutron] 10.222.0.66 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690390 Jul 30 01:37:17.360655 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e0515a87-9642-464d-9db1-1ab33fb472c8 req-0e512ceb-07bc-48d4-9f4a-1d16b9147836 service neutron] 10.222.0.66 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300056 Jul 30 01:37:17.368578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97d78f6a-05d2-40fd-b003-0777c42a6f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.374341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97d78f6a-05d2-40fd-b003-0777c42a6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.425396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-97d78f6a-05d2-40fd-b003-0777c42a6f67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=685f7c54a3854efdac6c7b00458921aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971093 Jul 30 01:37:17.425396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78f6a-05d2-40fd-b003-0777c42a6f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65fd04d-6ac6-468b-9a69-4377eec5ca68,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:17.425744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34320) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:17.488679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ed84ad0-c606-46a3-9076-27ef4f8939b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.537471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ed84ad0-c606-46a3-9076-27ef4f8939b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.598292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82a653-becb-48cd-95ee-a3d12131620c req-47fda27b-3f00-4e42-881c-5b319f4a4b52 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:17.607765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab82a653-becb-48cd-95ee-a3d12131620c req-47fda27b-3f00-4e42-881c-5b319f4a4b52 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0847352 Jul 30 01:37:17.608174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ed84ad0-c606-46a3-9076-27ef4f8939b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.611666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ed84ad0-c606-46a3-9076-27ef4f8939b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.613038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ed84ad0-c606-46a3-9076-27ef4f8939b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f65fd04d-6ac6-468b-9a69-4377eec5ca68 HTTP/1.1" status: 204 len: 168 time: 0.1861918 Jul 30 01:37:17.625331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed84ad0-c606-46a3-9076-27ef4f8939b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65fd04d-6ac6-468b-9a69-4377eec5ca68,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:17.696953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab82a653-becb-48cd-95ee-a3d12131620c req-ff91f44d-1918-462c-8138-5186231c9a9c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876343 Jul 30 01:37:17.821905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aa45a-4ad9-4ad6-89ec-872fb5482b2b req-a492dff2-2881-4a33-8e0b-9dd2403e15e1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:17.823801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d79aa45a-4ad9-4ad6-89ec-872fb5482b2b req-a492dff2-2881-4a33-8e0b-9dd2403e15e1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0703080 Jul 30 01:37:17.891678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d79aa45a-4ad9-4ad6-89ec-872fb5482b2b req-9526b872-4486-4ab8-8d2a-9067882e4174 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599520 Jul 30 01:37:18.860338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16822a6e-524d-4fa5-86cd-b11f1103bab3 req-cbf7b69b-5d56-4d17-a52e-a48b2296560d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:18.872182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16822a6e-524d-4fa5-86cd-b11f1103bab3 req-cbf7b69b-5d56-4d17-a52e-a48b2296560d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0798469 Jul 30 01:37:18.875115 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0aea10a5-fdfe-4135-b32f-7f0107557a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:18.948713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16822a6e-524d-4fa5-86cd-b11f1103bab3 req-66d82222-960d-43af-ba1e-46240c708054 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753562 Jul 30 01:37:19.082148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5b860-5564-49bf-bab3-528dc4cba412 req-06dde12c-655b-45a8-b3c0-3f45a3ca42e1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:19.092293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd5b860-5564-49bf-bab3-528dc4cba412 req-06dde12c-655b-45a8-b3c0-3f45a3ca42e1 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0705516 Jul 30 01:37:19.137617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd5b860-5564-49bf-bab3-528dc4cba412 req-0f58c24a-52fa-4844-b215-4c95eccf1823 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Jul 30 01:37:20.116307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807fed7-f58c-48c9-b10e-168bade96315 req-fe4a39cc-fcb1-4e07-b86c-c2e3a61a5632 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:20.118872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2807fed7-f58c-48c9-b10e-168bade96315 req-fe4a39cc-fcb1-4e07-b86c-c2e3a61a5632 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0683701 Jul 30 01:37:20.180884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2807fed7-f58c-48c9-b10e-168bade96315 req-3ed6f432-395b-416b-b94c-3cfd7074a8d4 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556982 Jul 30 01:37:20.331066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c6c07-096f-4d9d-a9a5-3635b7f55373 req-4b9927f9-fc52-4d69-ac96-ade0e64ca255 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:20.338582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-235c6c07-096f-4d9d-a9a5-3635b7f55373 req-4b9927f9-fc52-4d69-ac96-ade0e64ca255 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0878479 Jul 30 01:37:20.393046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-235c6c07-096f-4d9d-a9a5-3635b7f55373 req-c06fb83a-428d-43ab-85d7-cbe80d8b32cf tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Jul 30 01:37:20.848886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.359267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:21.374731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a82d1c-b8da-43cd-8f7b-dab6ec7bcf0c req-a8e7f29d-af2e-4919-acb1-ec204bfcbd89 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.379506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87a82d1c-b8da-43cd-8f7b-dab6ec7bcf0c req-a8e7f29d-af2e-4919-acb1-ec204bfcbd89 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.1096897 Jul 30 01:37:21.475100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87a82d1c-b8da-43cd-8f7b-dab6ec7bcf0c req-9e8c3715-3ebe-4a50-b214-82e3b39b0e09 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898011 Jul 30 01:37:21.515803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4b04e644-081c-4bd5-b9ec-2d612fc37f7d details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:21.561560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-142405c8-3889-41a8-aeb8-c259e2b8bc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.649594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cfb2d-2884-4244-ae33-8c0c94dd2426 req-5dd8d12f-3bf0-40da-9fc3-1b98b68e6bdf tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.653342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-933cfb2d-2884-4244-ae33-8c0c94dd2426 req-5dd8d12f-3bf0-40da-9fc3-1b98b68e6bdf tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.0934968 Jul 30 01:37:21.688597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-142405c8-3889-41a8-aeb8-c259e2b8bc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.697330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-142405c8-3889-41a8-aeb8-c259e2b8bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.725593 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f797-0fa8-44ee-af99-7c06555b3fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.751291 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-142405c8-3889-41a8-aeb8-c259e2b8bc7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0cc16375fcfb4e3f9c679d16000ab6e1&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3898723 Jul 30 01:37:21.752368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142405c8-3889-41a8-aeb8-c259e2b8bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a4a78-be3e-4d73-8e9d-76dc0e1c3f75,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:21.755283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34506) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:21.762738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-933cfb2d-2884-4244-ae33-8c0c94dd2426 req-5be95461-4b75-4046-9fda-57ab28b2b11e tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996041 Jul 30 01:37:21.779767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:21.808831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'mac_address': 'fa:16:3e:7d:fe:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:21.844068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78a28c53-9923-4096-ba37-e5969b764f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.863537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.875476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78a28c53-9923-4096-ba37-e5969b764f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.941178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.962634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b04e644-081c-4bd5-b9ec-2d612fc37f7d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:22.018183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78a28c53-9923-4096-ba37-e5969b764f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.022833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78a28c53-9923-4096-ba37-e5969b764f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.027928 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78a28c53-9923-4096-ba37-e5969b764f06 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a01a4a78-be3e-4d73-8e9d-76dc0e1c3f75 HTTP/1.1" status: 204 len: 168 time: 0.2686377 Jul 30 01:37:22.041736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:22.069141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.072083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28c53-9923-4096-ba37-e5969b764f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a4a78-be3e-4d73-8e9d-76dc0e1c3f75,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:22.137484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:22.425389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.425760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.426150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.426485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.426849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.427257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.427552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.427940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.428393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.428645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.429006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.429985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:22.468766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4b04e644-081c-4bd5-b9ec-2d612fc37f7d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:22.675343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:22.693716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-098b3d5a-b1c0-4485-85ff-d838127e0872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.746228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0673-0df9-452c-bdd2-1e21b2642ee8 req-4a88feed-39b8-4ce1-a4cb-1cfa78e6174c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:22.748648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f51f0673-0df9-452c-bdd2-1e21b2642ee8 req-4a88feed-39b8-4ce1-a4cb-1cfa78e6174c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0984964 Jul 30 01:37:22.868740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-098b3d5a-b1c0-4485-85ff-d838127e0872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.884463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-098b3d5a-b1c0-4485-85ff-d838127e0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.920420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f51f0673-0df9-452c-bdd2-1e21b2642ee8 req-026734fe-dd53-4dff-8e40-b3e39c63935e tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570697 Jul 30 01:37:22.964360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-098b3d5a-b1c0-4485-85ff-d838127e0872 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d965b20df2d418a8f6ae27b2c027868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869618 Jul 30 01:37:22.966607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34576) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:22.973459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b3d5a-b1c0-4485-85ff-d838127e0872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce76934-bc23-4cc5-b824-1a1897c459e1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:22.998201 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.041288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4acb3-8372-4c6d-ac6d-1779b715197a req-63a14c16-a701-4318-bf01-1df59707b79c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:23.065407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ab4acb3-8372-4c6d-ac6d-1779b715197a req-63a14c16-a701-4318-bf01-1df59707b79c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1199775 Jul 30 01:37:23.070166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f08ba21-23dc-42dd-bb25-068d7a3f7e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.108606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f08ba21-23dc-42dd-bb25-068d7a3f7e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.129342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ab4acb3-8372-4c6d-ac6d-1779b715197a req-10176cc7-5dc0-4895-b9f0-df656d054769 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630202 Jul 30 01:37:23.236651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f08ba21-23dc-42dd-bb25-068d7a3f7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.240046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f08ba21-23dc-42dd-bb25-068d7a3f7e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.242921 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f08ba21-23dc-42dd-bb25-068d7a3f7e36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ce76934-bc23-4cc5-b824-1a1897c459e1 HTTP/1.1" status: 204 len: 168 time: 0.2751276 Jul 30 01:37:23.258321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08ba21-23dc-42dd-bb25-068d7a3f7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce76934-bc23-4cc5-b824-1a1897c459e1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:23.534783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:23.537697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4b04e644-081c-4bd5-b9ec-2d612fc37f7d up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:23.769972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:23.770751 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.961489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:23.982699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'mac_address': 'fa:16:3e:1f:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:24.128235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.228470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:24.228743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a152cf-aee7-4f23-aaf9-ee9c71a99e53 req-75487acc-9d7e-4d06-b485-3b548dfefcef tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.236470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10a152cf-aee7-4f23-aaf9-ee9c71a99e53 req-75487acc-9d7e-4d06-b485-3b548dfefcef tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.1321371 Jul 30 01:37:24.309721 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.345997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:24.370489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:24.380829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10a152cf-aee7-4f23-aaf9-ee9c71a99e53 req-1eb084b4-dc4f-4f74-83c4-fd033191ca1a tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376083 Jul 30 01:37:24.382019 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c9d3e-74c6-4913-92bd-6e3e49458c45" -d '{"events": [{"server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "name": "network-vif-plugged", "status": "completed", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:24.387857 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.440022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536db5d-ad2f-4c44-934a-d403e59ad91c req-2f045b14-dc8a-4d5a-b779-a28dc7e99768 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.442152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e536db5d-ad2f-4c44-934a-d403e59ad91c req-2f045b14-dc8a-4d5a-b779-a28dc7e99768 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 950 time: 0.1382995 Jul 30 01:37:24.494352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e536db5d-ad2f-4c44-934a-d403e59ad91c req-2a66863d-875a-4021-ad44-60e3de7608d9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457675 Jul 30 01:37:24.545264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:24.574236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.598307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:24.608533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.633621 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a87d1b-e0e0-4c2f-bdb5-94d552811ea8 x-openstack-request-id: req-a4a87d1b-e0e0-4c2f-bdb5-94d552811ea8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:24.634053 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "name": "network-vif-plugged", "status": "completed", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:24.634316 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4a87d1b-e0e0-4c2f-bdb5-94d552811ea8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:24.634720 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'code': 200} Jul 30 01:37:24.656902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:24.729096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:24.844353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.898584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:24.925949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:24.960112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:24.980786 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.112295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:25.533240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bddffa-d990-4c3c-a65c-1e3892ba4be6 req-a3845f65-de9c-40f5-80a2-847dd9532785 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:25.542796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96bddffa-d990-4c3c-a65c-1e3892ba4be6 req-a3845f65-de9c-40f5-80a2-847dd9532785 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0719988 Jul 30 01:37:25.626729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96bddffa-d990-4c3c-a65c-1e3892ba4be6 req-89f72cd4-48d4-4a19-90da-f9c30493d202 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825078 Jul 30 01:37:25.782500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938c74-fa74-4f38-bd5a-073987c84757 req-7994a3db-a04f-454f-8240-ebd9d8820e79 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:25.784302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28938c74-fa74-4f38-bd5a-073987c84757 req-7994a3db-a04f-454f-8240-ebd9d8820e79 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 949 time: 0.0826201 Jul 30 01:37:25.909137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28938c74-fa74-4f38-bd5a-073987c84757 req-2bdc7c0e-c536-4736-a4c6-a5c0a39f4c6d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163921 Jul 30 01:37:26.817252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2174451-73c1-46ca-ba22-ab724bb3c2c3 req-04ff1dec-1de2-42bf-8af3-dd9ca05d20d6 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:26.822803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2174451-73c1-46ca-ba22-ab724bb3c2c3 req-04ff1dec-1de2-42bf-8af3-dd9ca05d20d6 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.1049154 Jul 30 01:37:26.883790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2174451-73c1-46ca-ba22-ab724bb3c2c3 req-dc765539-9719-499e-ac88-80aac5f9341c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548706 Jul 30 01:37:27.079388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee904f-4fae-4395-88d3-eb1bc42a89c9 req-194c98c2-0576-4c95-a8a5-87acc7f7aec5 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:27.089830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cee904f-4fae-4395-88d3-eb1bc42a89c9 req-194c98c2-0576-4c95-a8a5-87acc7f7aec5 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 949 time: 0.0838556 Jul 30 01:37:27.147543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cee904f-4fae-4395-88d3-eb1bc42a89c9 req-53c791da-6015-45f6-b4af-211990bf7237 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530190 Jul 30 01:37:27.293059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34740) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:27.444420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f85667fb-0883-4bd0-8e72-97fc3c29a587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.532685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:27.616295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f85667fb-0883-4bd0-8e72-97fc3c29a587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.621950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f85667fb-0883-4bd0-8e72-97fc3c29a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.628333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e154510a-087a-4da3-b6d9-d7ced4e87a9b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:27.628747 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.678149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f85667fb-0883-4bd0-8e72-97fc3c29a587 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9f3657ce71942619faa0a739cba8d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849351 Jul 30 01:37:27.678911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85667fb-0883-4bd0-8e72-97fc3c29a587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ef5855-891c-4cbe-8edd-8c8822462b8a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:27.684232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34744) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:27.765233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.798861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:27.801480 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10eff48-481d-4a38-899b-c8dc688676a5" -d '{"events": [{"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-plugged", "status": "completed", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:27.818047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb1e-079f-4bc1-bafc-14d832838db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.820764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:27.829041 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.873548 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ed0ba2-a004-45d7-bdcf-0f5e1c794826 x-openstack-request-id: req-b2ed0ba2-a004-45d7-bdcf-0f5e1c794826 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:27.873774 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-plugged", "status": "completed", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:27.874078 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2ed0ba2-a004-45d7-bdcf-0f5e1c794826 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:27.876465 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb1e-079f-4bc1-bafc-14d832838db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.883697 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'code': 200} Jul 30 01:37:27.932413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:27.949184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb1e-079f-4bc1-bafc-14d832838db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.956494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e18eb1e-079f-4bc1-bafc-14d832838db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.975908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9e18eb1e-079f-4bc1-bafc-14d832838db6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48ef5855-891c-4cbe-8edd-8c8822462b8a HTTP/1.1" status: 204 len: 168 time: 0.2760999 Jul 30 01:37:27.996701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18eb1e-079f-4bc1-bafc-14d832838db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ef5855-891c-4cbe-8edd-8c8822462b8a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:28.105474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2a670-33f7-44f6-92c8-0eb9c8f24039 req-e3d15d57-f3b6-4211-8b81-88471304b02f tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.108646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32a2a670-33f7-44f6-92c8-0eb9c8f24039 req-e3d15d57-f3b6-4211-8b81-88471304b02f tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0730844 Jul 30 01:37:28.181968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511054ff-6a36-4eb4-8099-32c0f0cb508a req-bc6d0ba5-1e39-4016-93e3-858ce9a766fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.182246 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-511054ff-6a36-4eb4-8099-32c0f0cb508a req-bc6d0ba5-1e39-4016-93e3-858ce9a766fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1103 time: 0.0884454 Jul 30 01:37:28.195930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32a2a670-33f7-44f6-92c8-0eb9c8f24039 req-dd4c1052-6702-478a-842a-f731e6c4fcb2 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800717 Jul 30 01:37:28.263453 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-511054ff-6a36-4eb4-8099-32c0f0cb508a req-2ba3000c-5b00-43ab-ac56-03a5477915ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Jul 30 01:37:28.375212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a11cd-56e7-4575-ba44-2e589fcdfea3 req-0dba0afe-733e-478a-9d53-ca24d76d291d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.377101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-360a11cd-56e7-4575-ba44-2e589fcdfea3 req-0dba0afe-733e-478a-9d53-ca24d76d291d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 951 time: 0.0954449 Jul 30 01:37:28.424799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-360a11cd-56e7-4575-ba44-2e589fcdfea3 req-cb27547b-a390-42a1-9979-9d55675d1965 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Jul 30 01:37:28.455460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34762) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:28.470170 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05700b29-5305-406f-964c-f53d2c2af85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.591655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05700b29-5305-406f-964c-f53d2c2af85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.599080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05700b29-5305-406f-964c-f53d2c2af85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.643670 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-05700b29-5305-406f-964c-f53d2c2af85b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=402f5f5390b54228a2cbfa55b85473cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867843 Jul 30 01:37:28.645021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05700b29-5305-406f-964c-f53d2c2af85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbd60b6-f23a-47d4-bc21-63422cb6f5bb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:28.646455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34764) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:28.760867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-751dd549-5fe6-4adc-9f37-d1b49d815c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.794050 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-751dd549-5fe6-4adc-9f37-d1b49d815c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.873059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-751dd549-5fe6-4adc-9f37-d1b49d815c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.878267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-751dd549-5fe6-4adc-9f37-d1b49d815c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.878267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-751dd549-5fe6-4adc-9f37-d1b49d815c25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fbd60b6-f23a-47d4-bc21-63422cb6f5bb HTTP/1.1" status: 204 len: 168 time: 0.2301719 Jul 30 01:37:28.909339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dd549-5fe6-4adc-9f37-d1b49d815c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbd60b6-f23a-47d4-bc21-63422cb6f5bb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:29.374538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeaa39-742b-4181-a35b-7a7ff53a66a4 req-08831f52-d2d3-4e15-86df-b6cd2a3c53ea tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.383603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cbeaa39-742b-4181-a35b-7a7ff53a66a4 req-08831f52-d2d3-4e15-86df-b6cd2a3c53ea tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0883796 Jul 30 01:37:29.430654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cbeaa39-742b-4181-a35b-7a7ff53a66a4 req-93eeee12-063e-4393-9d3e-d9c65585c028 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 Jul 30 01:37:29.636312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c288ae-200b-44a0-a48a-ef8a8633622a req-d30626ba-8189-4fa7-af3e-eb9907dfd617 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.638061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38c288ae-200b-44a0-a48a-ef8a8633622a req-d30626ba-8189-4fa7-af3e-eb9907dfd617 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 951 time: 0.0738959 Jul 30 01:37:29.700336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38c288ae-200b-44a0-a48a-ef8a8633622a req-e1942ed6-298e-4041-9026-d22379cb6a7a tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546241 Jul 30 01:37:30.231678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ba356-8173-453a-80f3-54cca07abb02 req-605ec0a8-ddd1-4912-b982-2b568333b02f tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:30.238382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c36ba356-8173-453a-80f3-54cca07abb02 req-605ec0a8-ddd1-4912-b982-2b568333b02f tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1103 time: 0.1120470 Jul 30 01:37:30.280597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c36ba356-8173-453a-80f3-54cca07abb02 req-42310804-b463-494c-a0d9-efa74126b9eb tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Jul 30 01:37:30.616431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc05bb1-d11a-4cfd-a2da-a3382ad1302f req-ad37c0a3-3329-4c58-9350-0cc47fc0c678 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:30.625916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcc05bb1-d11a-4cfd-a2da-a3382ad1302f req-ad37c0a3-3329-4c58-9350-0cc47fc0c678 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0882421 Jul 30 01:37:30.699882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcc05bb1-d11a-4cfd-a2da-a3382ad1302f req-055ee76d-f6a0-4284-a608-18f0ec56fa58 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690279 Jul 30 01:37:30.858011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b78e8-46a7-4402-9a9d-3d974dbcefe7 req-4a982e9a-be83-4443-b850-96cff3160054 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:30.866097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-410b78e8-46a7-4402-9a9d-3d974dbcefe7 req-4a982e9a-be83-4443-b850-96cff3160054 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 1103 time: 0.0684385 Jul 30 01:37:30.916376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-410b78e8-46a7-4402-9a9d-3d974dbcefe7 req-121f1184-f714-4838-bf1c-8b4bb9ce3196 tempest-ServersAdminTestJSON-1407595520 tempest-ServersAdminTestJSON-1407595520-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Jul 30 01:37:31.474546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383770b-75dc-4999-a6b7-ae5f0237306e req-1eec2924-aba3-4088-9fe9-6d7ece659dcc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:31.476205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7383770b-75dc-4999-a6b7-ae5f0237306e req-1eec2924-aba3-4088-9fe9-6d7ece659dcc tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 949 time: 0.0710332 Jul 30 01:37:31.548757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7383770b-75dc-4999-a6b7-ae5f0237306e req-9ea45c15-bd55-4244-a3c2-8f6d5982163d tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 Jul 30 01:37:31.549779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:31.704699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f3e875f-dcb8-46f3-84d5-5b559a025b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:31.858469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f3e875f-dcb8-46f3-84d5-5b559a025b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:31.864739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f3e875f-dcb8-46f3-84d5-5b559a025b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:31.917044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f3e875f-dcb8-46f3-84d5-5b559a025b77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6692fe4367640c9ba0daee25326916f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661735 Jul 30 01:37:31.918353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e875f-dcb8-46f3-84d5-5b559a025b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15456d8-7fe9-4b04-ae5d-6224e900c26e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:31.921058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34852) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:31.926931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32486-2a92-41c0-aa0b-9305c53fce6a req-a688c23d-3f95-4a18-8a6d-bb6174cc76a9 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:31.932881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad32486-2a92-41c0-aa0b-9305c53fce6a req-a688c23d-3f95-4a18-8a6d-bb6174cc76a9 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.0792627 Jul 30 01:37:31.992543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d156554d-aefb-46ce-b7aa-2a150eb3c058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.008290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad32486-2a92-41c0-aa0b-9305c53fce6a req-ec890184-01d6-4917-bb6c-6d168efb1ac4 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701058 Jul 30 01:37:32.027992 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d156554d-aefb-46ce-b7aa-2a150eb3c058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.134495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d156554d-aefb-46ce-b7aa-2a150eb3c058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.137233 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d156554d-aefb-46ce-b7aa-2a150eb3c058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.138644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d156554d-aefb-46ce-b7aa-2a150eb3c058 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c15456d8-7fe9-4b04-ae5d-6224e900c26e HTTP/1.1" status: 204 len: 168 time: 0.2162433 Jul 30 01:37:32.183729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156554d-aefb-46ce-b7aa-2a150eb3c058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15456d8-7fe9-4b04-ae5d-6224e900c26e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:32.268371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-b60dd323-6da9-42e3-bc0d-bab7b6bbaaa8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810120 Jul 30 01:37:32.411308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-a4eca620-8797-4111-854b-e8fdf00e470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.411702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-a4eca620-8797-4111-854b-e8fdf00e470f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 1096 time: 0.0758636 Jul 30 01:37:32.768948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa8987-a1dd-4e15-97f6-58da61447114 req-8364cbd2-0ac0-4ac6-8053-429ea7df5532 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.781296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaaa8987-a1dd-4e15-97f6-58da61447114 req-8364cbd2-0ac0-4ac6-8053-429ea7df5532 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 949 time: 0.1093593 Jul 30 01:37:32.859472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaaa8987-a1dd-4e15-97f6-58da61447114 req-bfc2dc50-044c-4d59-a731-fb701502d8cf tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747325 Jul 30 01:37:33.137532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-bcdc7fbe-a601-48ce-8fea-d5a7f6f90bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.139926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-bcdc7fbe-a601-48ce-8fea-d5a7f6f90bec service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.7055621 Jul 30 01:37:33.220582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-873c90e8-533b-49f6-afdc-5ae547f0f375 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 200 len: 217 time: 0.0620573 Jul 30 01:37:33.309084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-564214f8-c1e6-44a3-b4a7-3c49de741962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.311026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-564214f8-c1e6-44a3-b4a7-3c49de741962 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0794537 Jul 30 01:37:33.311548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f8672-b3ae-4dd6-8b87-2d8d3e3ddff6 req-92656303-85a3-4fbe-b19d-0035f72713ad tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.316282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d17f8672-b3ae-4dd6-8b87-2d8d3e3ddff6 req-92656303-85a3-4fbe-b19d-0035f72713ad tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 943 time: 0.1536813 Jul 30 01:37:33.330799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-4f126823-eaf3-45dc-a081-ce66cf1534ce tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.337357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-4f126823-eaf3-45dc-a081-ce66cf1534ce tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 949 time: 0.2684393 Jul 30 01:37:33.394760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d17f8672-b3ae-4dd6-8b87-2d8d3e3ddff6 req-341ee4e5-2512-44d2-86d4-d5e984a45ccf tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707815 Jul 30 01:37:33.405561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-096b3211-515f-4cb5-99d4-78da79b85a98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627799 Jul 30 01:37:33.531804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:33.641528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-71f413a6-8fea-4df4-b4af-960ab3b0a9f4 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057796 Jul 30 01:37:33.648936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Deleting port e0949f8a-c348-41d7-b430-94a54c426cd2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:33.649648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.830622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:33.864485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'port_id': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'mac_address': 'fa:16:3e:57:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:33.891219 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cc9befcd-9ee9-4c9a-ade6-611d294108d4 req-a8189974-4796-457a-92af-c5ae9baa35b4 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367151 Jul 30 01:37:33.984425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.016428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:34.017729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] For port e0949f8a-c348-41d7-b430-94a54c426cd2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e0949f8a-c348-41d7-b430-94a54c426cd2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:34.018205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.047309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Calling delete_port for e0949f8a-c348-41d7-b430-94a54c426cd2 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:34.068750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:34.085789 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.157040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fff93a-f82f-4898-8f06-37beb87a752b req-52a1e1d1-eb3b-4fe9-9fde-7a43f49a5597 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:34.170216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fff93a-f82f-4898-8f06-37beb87a752b req-52a1e1d1-eb3b-4fe9-9fde-7a43f49a5597 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=30132cee-8301-4a32-81e4-76a89d652bf9 HTTP/1.1" status: 200 len: 949 time: 0.1323745 Jul 30 01:37:34.270202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:34.272561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85fff93a-f82f-4898-8f06-37beb87a752b req-138c1c7c-23fa-4947-89b8-c0514e179d29 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937948 Jul 30 01:37:34.345827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b6a4a96b-b413-4b9f-b430-8d6ec1aa3965'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:34.350664 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.388840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5ac150d2-5bbd-4f21-85ab-4e04388c7cac'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:34.466824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event deleted for resources: {'Port': ['ID=e0949f8a-c348-41d7-b430-94a54c426cd2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:34.526491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34912) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:34.556496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] No DVR routers for this DVR port e0949f8a-c348-41d7-b430-94a54c426cd2 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:34.565114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.567217 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1b941f84-c7e3-4226-836e-f0a570e4dcb5 req-8cd73290-842f-4947-abad-275636c6bef4 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "DELETE /v2.0/ports/e0949f8a-c348-41d7-b430-94a54c426cd2 HTTP/1.1" status: 204 len: 173 time: 1.2228484 Jul 30 01:37:34.567703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30132cee-8301-4a32-81e4-76a89d652bf9', 'name': 'network-vif-deleted', 'tag': 'e0949f8a-c348-41d7-b430-94a54c426cd2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:34.571087 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ba048-6ecc-467e-aa4d-e36ab4d4395f" -d '{"events": [{"server_uuid": "30132cee-8301-4a32-81e4-76a89d652bf9", "name": "network-vif-deleted", "tag": "e0949f8a-c348-41d7-b430-94a54c426cd2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:34.619277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00cba4-091f-4707-95c6-9a2699bc64cd req-0b9d58d5-923a-47f3-a7b6-c1e4d492bbe4 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:34.630016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b00cba4-091f-4707-95c6-9a2699bc64cd req-0b9d58d5-923a-47f3-a7b6-c1e4d492bbe4 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 944 time: 0.0859187 Jul 30 01:37:34.680671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b00cba4-091f-4707-95c6-9a2699bc64cd req-ca40d57a-892d-446b-baaa-45687947581d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489061 Jul 30 01:37:34.735321 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc135dd-1f10-4bfc-bb7a-75c29bb7953b x-openstack-request-id: req-ddc135dd-1f10-4bfc-bb7a-75c29bb7953b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:34.735862 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30132cee-8301-4a32-81e4-76a89d652bf9", "name": "network-vif-deleted", "tag": "e0949f8a-c348-41d7-b430-94a54c426cd2", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:34.736703 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ddc135dd-1f10-4bfc-bb7a-75c29bb7953b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:34.737343 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30132cee-8301-4a32-81e4-76a89d652bf9', 'name': 'network-vif-deleted', 'tag': 'e0949f8a-c348-41d7-b430-94a54c426cd2', 'status': 'completed', 'code': 200} Jul 30 01:37:34.830326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d2e0-91b2-4de0-9940-65cfbb515bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.025562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d2e0-91b2-4de0-9940-65cfbb515bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.033163 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d2e0-91b2-4de0-9940-65cfbb515bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.073716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4ec4d2e0-91b2-4de0-9940-65cfbb515bce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=776949be798348ccab1881acc5189a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460870 Jul 30 01:37:35.076615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:35.119560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4d2e0-91b2-4de0-9940-65cfbb515bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c23bf-b20f-4799-ad6c-714c7add819a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:35.170123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70bf9814-ba45-4ba0-b41a-2c7283100786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.201392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70bf9814-ba45-4ba0-b41a-2c7283100786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.218298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:35.302265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70bf9814-ba45-4ba0-b41a-2c7283100786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.305922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70bf9814-ba45-4ba0-b41a-2c7283100786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.311666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-70bf9814-ba45-4ba0-b41a-2c7283100786 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d26c23bf-b20f-4799-ad6c-714c7add819a HTTP/1.1" status: 204 len: 168 time: 0.2324913 Jul 30 01:37:35.350308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf9814-ba45-4ba0-b41a-2c7283100786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c23bf-b20f-4799-ad6c-714c7add819a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:35.586010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:35.795159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:35.800853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:35.801222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.882692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7aa43-c01a-429c-9446-9b5bb51b7b81 req-8cf087a1-accd-4aaf-ab49-d900ed6ca535 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:35.893236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1f7aa43-c01a-429c-9446-9b5bb51b7b81 req-8cf087a1-accd-4aaf-ab49-d900ed6ca535 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 949 time: 0.0998187 Jul 30 01:37:35.916226 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:37:35.950521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1f7aa43-c01a-429c-9446-9b5bb51b7b81 req-48ec9743-249f-4f8e-ba34-9b791e479f64 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 Jul 30 01:37:35.950794 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.986172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:35.989885 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d5900c-ab6f-4634-a436-871ece813aaa" -d '{"events": [{"server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:36.007575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:36.012711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:36.014374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e0949f8a-c348-41d7-b430-94a54c426cd2 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:36.092255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: e0949f8a-c348-41d7-b430-94a54c426cd2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:36.092641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e0949f8a-c348-41d7-b430-94a54c426cd2 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:36.106485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aea83-482b-4ef5-9ae9-ca9f231b37b3 req-c0438f4f-fd0e-49dc-b5d0-103ac1eb013f tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:36.108578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b7aea83-482b-4ef5-9ae9-ca9f231b37b3 req-c0438f4f-fd0e-49dc-b5d0-103ac1eb013f tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.0773070 Jul 30 01:37:36.133864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:36.185802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b7aea83-482b-4ef5-9ae9-ca9f231b37b3 req-f49e318d-2372-4af9-b5c7-82b67c005c7d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656722 Jul 30 01:37:36.455303 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f621f201-8dd6-4260-8b5d-a5809fc3c5fe x-openstack-request-id: req-f621f201-8dd6-4260-8b5d-a5809fc3c5fe {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:36.455883 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:36.456247 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f621f201-8dd6-4260-8b5d-a5809fc3c5fe {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:36.456747 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'code': 200} Jul 30 01:37:36.615646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71f066-77c9-4ee2-a15e-5eae85785a0c req-a7dae09f-128b-4c1b-810f-2b4456d4ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:36.618004 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a71f066-77c9-4ee2-a15e-5eae85785a0c req-a7dae09f-128b-4c1b-810f-2b4456d4ef04 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 1097 time: 0.0796111 Jul 30 01:37:36.706647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a71f066-77c9-4ee2-a15e-5eae85785a0c req-a8d7a94b-6e1d-4b54-be1c-cb6e5529c074 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786097 Jul 30 01:37:36.708870 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:37.086892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ed59-5247-46c5-896d-ce4941a65861 req-47318511-17c4-43ff-99ba-b8e026ffbf47 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.089051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22a5ed59-5247-46c5-896d-ce4941a65861 req-47318511-17c4-43ff-99ba-b8e026ffbf47 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 949 time: 0.0636559 Jul 30 01:37:37.136608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22a5ed59-5247-46c5-896d-ce4941a65861 req-87a288ef-4f6b-449b-983b-860cfdde8cf6 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Jul 30 01:37:37.331723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3168fb-a3f3-411c-94eb-df9a8f9e4fe9 req-58932d4c-231c-49ff-bae3-87018411589c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.340046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f3168fb-a3f3-411c-94eb-df9a8f9e4fe9 req-58932d4c-231c-49ff-bae3-87018411589c tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.0684793 Jul 30 01:37:37.387397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f3168fb-a3f3-411c-94eb-df9a8f9e4fe9 req-4a321d7c-119c-4085-b542-86affdbc74d0 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427196 Jul 30 01:37:37.506580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9414f-99dd-4483-be46-db397958704f req-b31648e0-2061-499e-9970-593f526811fe tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.508763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97c9414f-99dd-4483-be46-db397958704f req-b31648e0-2061-499e-9970-593f526811fe tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.55 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 949 time: 0.1060503 Jul 30 01:37:37.764861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Deleting port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:37.765650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:37.899964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] For port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:37.900406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:37.918985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Calling delete_port for 5ac150d2-5bbd-4f21-85ab-4e04388c7cac owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:38.105199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:38.131914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:38.177895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event deleted for resources: {'Port': ['ID=5ac150d2-5bbd-4f21-85ab-4e04388c7cac,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:38.199193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5ac150d2-5bbd-4f21-85ab-4e04388c7cac'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:38.324334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] No DVR routers for this DVR port 5ac150d2-5bbd-4f21-85ab-4e04388c7cac on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:38.333802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:38.337304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97c9414f-99dd-4483-be46-db397958704f req-8c8bb030-1e6a-4ee3-b110-82b257e4b2a9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.55 "DELETE /v2.0/ports/5ac150d2-5bbd-4f21-85ab-4e04388c7cac HTTP/1.1" status: 204 len: 173 time: 0.8207829 Jul 30 01:37:38.338389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'name': 'network-vif-deleted', 'tag': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:38.353292 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb150b2-2407-4a11-b365-88f079303b73" -d '{"events": [{"server_uuid": "a38abe30-92b8-4da0-a7f8-e2231bf34158", "name": "network-vif-deleted", "tag": "5ac150d2-5bbd-4f21-85ab-4e04388c7cac"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:38.359944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9730afe-ebe9-4b78-9526-fe5df7c6111b req-7e1e1dc8-6d85-430a-9aa6-ad9e7710c2f9 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=a38abe30-92b8-4da0-a7f8-e2231bf34158 HTTP/1.1" status: 200 len: 210 time: 0.0709743 Jul 30 01:37:38.441755 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2e552b-193d-493c-a900-ceab806452f0 x-openstack-request-id: req-8b2e552b-193d-493c-a900-ceab806452f0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:38.441755 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38abe30-92b8-4da0-a7f8-e2231bf34158", "name": "network-vif-deleted", "tag": "5ac150d2-5bbd-4f21-85ab-4e04388c7cac", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:38.442055 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b2e552b-193d-493c-a900-ceab806452f0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:38.442346 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38abe30-92b8-4da0-a7f8-e2231bf34158', 'name': 'network-vif-deleted', 'tag': '5ac150d2-5bbd-4f21-85ab-4e04388c7cac', 'status': 'completed', 'code': 200} Jul 30 01:37:38.613539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52df6f-dc8d-4b39-9dd5-c0cc5617f50c req-bc448a31-b9c9-44c9-89cd-d919254ef431 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.624629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba52df6f-dc8d-4b39-9dd5-c0cc5617f50c req-bc448a31-b9c9-44c9-89cd-d919254ef431 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.0838692 Jul 30 01:37:38.712371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba52df6f-dc8d-4b39-9dd5-c0cc5617f50c req-c666dc53-816e-422d-be07-61a9794743e7 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832038 Jul 30 01:37:38.845474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-49579c64-9208-498d-9c8a-10e91bd10497 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.847549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-49579c64-9208-498d-9c8a-10e91bd10497 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.1881838 Jul 30 01:37:38.873575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-9afd76f9-8113-4cb9-8075-e825882ed435 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/quotas/90f5741d679f45d6a6045fa9625e5d9c HTTP/1.1" status: 200 len: 375 time: 0.0190802 Jul 30 01:37:38.973643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-44a82b9b-daa5-40b7-90f7-0ef38440d9d1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898314 Jul 30 01:37:39.005758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9923b3b-d7bb-4e0b-9609-044272504129 req-9b7d1fca-2bc9-4a10-8f3a-153f41942a15 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:39.015460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9923b3b-d7bb-4e0b-9609-044272504129 req-9b7d1fca-2bc9-4a10-8f3a-153f41942a15 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.1077123 Jul 30 01:37:39.023811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:39.031016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Request body: {'floatingip': {'port_id': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:39.121770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:39.194817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-bf5b228a-fe7b-4ede-b9ef-38026f574f3d service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089939 Jul 30 01:37:39.339191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-b51e32a4-74a7-433d-a4ce-8f6b1586e6c6 service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269774 Jul 30 01:37:39.578302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65f5a649-7943-49df-990c-60a2ee999705 req-f732ebf9-8933-4704-995d-e42a3d9f2e61 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 210 time: 0.0388749 Jul 30 01:37:39.578541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:39.768367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f0c546c-4989-42b0-b197-7fba8dc430a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:39.854668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c8a3-5db9-4570-98fc-b58fa8b31ed8 req-6933d0eb-20b6-4694-b1a7-f01d29f8c049 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:39.863272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74a1c8a3-5db9-4570-98fc-b58fa8b31ed8 req-6933d0eb-20b6-4694-b1a7-f01d29f8c049 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 951 time: 0.0794325 Jul 30 01:37:39.918787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74a1c8a3-5db9-4570-98fc-b58fa8b31ed8 req-b1b6b1c7-28cc-4cd1-a296-52f3cc8a9112 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543993 Jul 30 01:37:39.967516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:39.980757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.049506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-4ae9a7bd-3b1b-4b34-96d3-ba7ea5dfa406 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:40.051547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-4ae9a7bd-3b1b-4b34-96d3-ba7ea5dfa406 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "GET /v2.0/ports?device_id=1438d769-3988-4e93-bc7b-2650275a088f HTTP/1.1" status: 200 len: 945 time: 0.1502583 Jul 30 01:37:40.219583 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Floating IP a3ff08fc-4aab-438f-9eb8-5196977b847b associated. External IP: 172.25.8.50, port: b6a4a96b-b413-4b9f-b430-8d6ec1aa3965. Jul 30 01:37:40.223558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f0c546c-4989-42b0-b197-7fba8dc430a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.265573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f0c546c-4989-42b0-b197-7fba8dc430a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.280717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5ac150d2-5bbd-4f21-85ab-4e04388c7cac no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:40.306753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 5ac150d2-5bbd-4f21-85ab-4e04388c7cac {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:40.307430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5ac150d2-5bbd-4f21-85ab-4e04388c7cac not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:40.351455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f0c546c-4989-42b0-b197-7fba8dc430a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ada34712ba204129b65095926f997571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7744706 Jul 30 01:37:40.354175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:40.368366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Deleting port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:40.368866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.373547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c546c-4989-42b0-b197-7fba8dc430a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff4faf-ddc4-4d1d-b72d-0d785acef959,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:40.455885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6906d75-17ea-4c8d-a43c-9bf0570bafdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.490027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6906d75-17ea-4c8d-a43c-9bf0570bafdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.553800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6906d75-17ea-4c8d-a43c-9bf0570bafdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.557799 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d6906d75-17ea-4c8d-a43c-9bf0570bafdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.562181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d6906d75-17ea-4c8d-a43c-9bf0570bafdd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caff4faf-ddc4-4d1d-b72d-0d785acef959 HTTP/1.1" status: 204 len: 168 time: 0.2064874 Jul 30 01:37:40.572628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906d75-17ea-4c8d-a43c-9bf0570bafdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff4faf-ddc4-4d1d-b72d-0d785acef959,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:40.592460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] For port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:40.592649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.619650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Calling delete_port for 4b04e644-081c-4bd5-b9ec-2d612fc37f7d owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:40.688920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Router 69b1d45b-4f05-491e-9fc4-28d835b0084b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:37:40.739449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-984375e0-0b5c-4d40-b8a6-69a2f3e47726 req-03bf9b7a-db41-4681-8226-db6c83eb5515 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 210 time: 0.0759704 Jul 30 01:37:40.845306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:37:40.850735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:40.869047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] Sync routers for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:37:40.884236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:40.886162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:37:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:40.909612 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe0614ae-b7c4-41d6-812e-cd4728522e42 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "PUT /v2.0/floatingips/a3ff08fc-4aab-438f-9eb8-5196977b847b HTTP/1.1" status: 200 len: 990 time: 1.8846281 Jul 30 01:37:40.946619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:40.959829 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442aab4e-df0e-48ee-984e-a1306589ce81" -d '{"events": [{"name": "network-changed", "server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:41.049385 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.075043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-f23f01db-af2b-45ce-9e8e-58c210b178b8 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.084802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-f23f01db-af2b-45ce-9e8e-58c210b178b8 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.3422079 Jul 30 01:37:41.133460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event deleted for resources: {'Port': ['ID=4b04e644-081c-4bd5-b9ec-2d612fc37f7d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:41.175308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Request body: {'port': {'device_id': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'admin_state_up': True, 'tenant_id': '90f5741d679f45d6a6045fa9625e5d9c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:41.202180 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9742963-5e44-49d7-bc69-fdc72eeb6486 x-openstack-request-id: req-e9742963-5e44-49d7-bc69-fdc72eeb6486 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:41.202467 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:41.202712 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9742963-5e44-49d7-bc69-fdc72eeb6486 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:41.209450 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'status': 'completed', 'code': 200} Jul 30 01:37:41.223277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:41.309926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] No DVR routers for this DVR port 4b04e644-081c-4bd5-b9ec-2d612fc37f7d on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:41.315985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.323251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8a8cbddc-dec5-4896-bf5c-12889f8031cc req-14195cc1-d93c-4534-840b-b95e0a5b7c42 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.66 "DELETE /v2.0/ports/4b04e644-081c-4bd5-b9ec-2d612fc37f7d HTTP/1.1" status: 204 len: 173 time: 1.2575576 Jul 30 01:37:41.347806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-d92d73f1-ac7b-4a19-a6c1-bf4f5c27b576 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.350239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-d92d73f1-ac7b-4a19-a6c1-bf4f5c27b576 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 951 time: 0.2193487 Jul 30 01:37:41.437257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c12ac-3e1b-4654-b7bb-39e6ac8917e9 req-004493f5-9538-437a-b5cc-5c8d472eaf40 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.445304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-036c12ac-3e1b-4654-b7bb-39e6ac8917e9 req-004493f5-9538-437a-b5cc-5c8d472eaf40 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 951 time: 0.3501036 Jul 30 01:37:41.455138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-01f18ead-33cd-4b86-8f55-8d4acec30e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.456704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-01f18ead-33cd-4b86-8f55-8d4acec30e6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=caf4391d773746c49091ee4b9ada04fb&device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 1097 time: 0.2757254 Jul 30 01:37:41.501285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Made reservation on behalf of 90f5741d679f45d6a6045fa9625e5d9c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:41.505673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.536000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Deleting port e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:41.537204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.568229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-036c12ac-3e1b-4654-b7bb-39e6ac8917e9 req-0660e024-4e32-47b8-946e-d50d1512326c tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/security-groups?id=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 Jul 30 01:37:41.580654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4b04e644-081c-4bd5-b9ec-2d612fc37f7d no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:41.617475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 4b04e644-081c-4bd5-b9ec-2d612fc37f7d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:41.618325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4b04e644-081c-4bd5-b9ec-2d612fc37f7d not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:41.702712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'a3ff08fc-4aab-438f-9eb8-5196977b847b', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'port_id': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'mac_address': 'fa:16:3e:57:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:45Z', 'updated_at': '2021-07-30T01:37:39Z', 'revision_number': 1, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:41.743170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] Checking router: 69b1d45b-4f05-491e-9fc4-28d835b0084b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:37:41.753218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:41.754190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:37:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:41.759243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Allocated IP 172.20.0.11 (3d63b949-606e-4233-a639-4d7b9f7d1c8a/fac00d0d-b896-4c37-b2f8-de1d189ecae2/a28c10fa-4544-445e-8eca-2f84deda2173) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:41.765673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-ba088627-08ac-488b-8ea8-d7aa2f201d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.767476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-ba088627-08ac-488b-8ea8-d7aa2f201d31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd HTTP/1.1" status: 200 len: 917 time: 0.2846394 Jul 30 01:37:41.805392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] For port e154510a-087a-4da3-b6d9-d7ced4e87a9b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e154510a-087a-4da3-b6d9-d7ced4e87a9b,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:41.805767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.881427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Calling delete_port for e154510a-087a-4da3-b6d9-d7ced4e87a9b owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:41.908938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-e3196eee-20ac-4de1-b833-ba4ceea7b963 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 HTTP/1.1" status: 200 len: 998 time: 0.1325834 Jul 30 01:37:42.099232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-cf520c8f-a33b-4e97-9c82-43ffb49e67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:42.104732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-cf520c8f-a33b-4e97-9c82-43ffb49e67ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e644484-a354-473a-b80f-99c8ec9e4424 HTTP/1.1" status: 200 len: 855 time: 0.1343508 Jul 30 01:37:42.170080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:42.187784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0425556-afdc-4079-b84d-0bc57328413c req-b29adbe2-1bcf-45be-aada-281cf3842601 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 210 time: 0.2190933 Jul 30 01:37:42.294108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.312832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-a0cf7924-e7a8-4545-991b-8cf6de41d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:42.314350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-a0cf7924-e7a8-4545-991b-8cf6de41d7ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255915 Jul 30 01:37:42.349714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e154510a-087a-4da3-b6d9-d7ced4e87a9b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:42.364279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Pushing event deleted for resources: {'Port': ['ID=e154510a-087a-4da3-b6d9-d7ced4e87a9b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:42.441574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.481056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] No DVR routers for this DVR port e154510a-087a-4da3-b6d9-d7ced4e87a9b on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:42.485020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.489401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-521c6506-6e31-4d53-9bd0-d13ffb97f87f req-73064764-8d81-4451-970c-1913d46f0451 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.66 "DELETE /v2.0/ports/e154510a-087a-4da3-b6d9-d7ced4e87a9b HTTP/1.1" status: 204 len: 173 time: 1.1318231 Jul 30 01:37:42.549006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-54f9c1d5-24df-4ac1-9b06-624a0022d958 service neutron] 10.222.0.66 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104299 Jul 30 01:37:42.707780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.774481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'a3ff08fc-4aab-438f-9eb8-5196977b847b', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'port_id': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'mac_address': 'fa:16:3e:57:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:45Z', 'updated_at': '2021-07-30T01:37:39Z', 'revision_number': 1, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:42.802357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa643ee-7619-4e4b-9169-d53b17eb3f21 None None] The sync data for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 is: [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'a3ff08fc-4aab-438f-9eb8-5196977b847b', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'port_id': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'mac_address': 'fa:16:3e:57:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:45Z', 'updated_at': '2021-07-30T01:37:39Z', 'revision_number': 1, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:37:42.830552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:42.839358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b283cd88-b683-400e-adcf-21314968c706 req-010dee6e-ca33-4d25-9517-12fa2a2ff2b8 tempest-ServersAdminTestJSON-501942587 tempest-ServersAdminTestJSON-501942587-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2c6884c-c2d9-49cc-8c7f-6b7bc8827801 HTTP/1.1" status: 200 len: 210 time: 0.1153994 Jul 30 01:37:42.864197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:42.875921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:42.878102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:42.883381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:42.891256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-442aab4e-df0e-48ee-984e-a1306589ce81 req-b05e59a4-dde6-4bfb-a631-f7a3b974fa70 service neutron] 10.222.0.66 "GET /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282526 Jul 30 01:37:42.955957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:42.956916 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.977502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a23de0c6-ffa6-4ace-a5cc-d979e370b53c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8160858 Jul 30 01:37:42.997683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Request body: {'port': {'device_id': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:43.033571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3047-bffd-46f6-8473-87b208f55258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.074989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.144436 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12030a4d-8b0f-4308-ab75-c6352cfdd6e3 None None] New status for floating IP a3ff08fc-4aab-438f-9eb8-5196977b847b: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:37:43.200497 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3047-bffd-46f6-8473-87b208f55258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.208965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3047-bffd-46f6-8473-87b208f55258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.295913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'name': 'network-vif-deleted', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d'}, {'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-deleted', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:43.299035 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f7844-9888-4933-8496-818cee184c97" -d '{"events": [{"server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "name": "network-vif-deleted", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d"}, {"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-deleted", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:43.318808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc3047-bffd-46f6-8473-87b208f55258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9ead5-063a-4639-a36a-b140335b2a51,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:43.361336 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8cc3047-bffd-46f6-8473-87b208f55258 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=df7e128fe9c04cf68c28a1c43abfceca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290363 Jul 30 01:37:43.364617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35236) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:43.411427 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6586d98-f3e6-4135-b372-2df484ae75d9 x-openstack-request-id: req-c6586d98-f3e6-4135-b372-2df484ae75d9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:43.411731 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1438d769-3988-4e93-bc7b-2650275a088f", "name": "network-vif-deleted", "tag": "4b04e644-081c-4bd5-b9ec-2d612fc37f7d", "status": "completed", "code": 200}, {"server_uuid": "b2c6884c-c2d9-49cc-8c7f-6b7bc8827801", "name": "network-vif-deleted", "tag": "e154510a-087a-4da3-b6d9-d7ced4e87a9b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:43.411989 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6586d98-f3e6-4135-b372-2df484ae75d9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:43.412403 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1438d769-3988-4e93-bc7b-2650275a088f', 'name': 'network-vif-deleted', 'tag': '4b04e644-081c-4bd5-b9ec-2d612fc37f7d', 'status': 'completed', 'code': 200} Jul 30 01:37:43.412648 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6884c-c2d9-49cc-8c7f-6b7bc8827801', 'name': 'network-vif-deleted', 'tag': 'e154510a-087a-4da3-b6d9-d7ced4e87a9b', 'status': 'completed', 'code': 200} Jul 30 01:37:43.437743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.480836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.557988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.564011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.567620 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caa9ead5-063a-4639-a36a-b140335b2a51 HTTP/1.1" status: 204 len: 168 time: 0.1998155 Jul 30 01:37:43.576524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9ead5-063a-4639-a36a-b140335b2a51,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:43.590121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.592707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.593204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.593609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.594013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.594411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.594808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.596544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.597406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.598225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.598862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.599623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef1a26-03a6-4a44-bef7-bc47f725d75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:43.782242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb07d8f-382f-4f65-be7f-98f7fb1948c3 req-57c1fb46-2f39-4840-9e6c-b354fab51ff6 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:43.783783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8cb07d8f-382f-4f65-be7f-98f7fb1948c3 req-57c1fb46-2f39-4840-9e6c-b354fab51ff6 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 932 time: 0.0905669 Jul 30 01:37:43.869220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8cb07d8f-382f-4f65-be7f-98f7fb1948c3 req-f7a63676-2490-4708-9ccb-9a2f1db0aeef tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Jul 30 01:37:43.878329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28c10fa-4544-445e-8eca-2f84deda2173 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:43.888262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.912411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Transition to ACTIVE for port object a28c10fa-4544-445e-8eca-2f84deda2173 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:43.920225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.990920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:44.076886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Attempting to bind port a28c10fa-4544-445e-8eca-2f84deda2173 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:44.077228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Attempting to bind port a28c10fa-4544-445e-8eca-2f84deda2173 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:44.077569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Attempting to bind port a28c10fa-4544-445e-8eca-2f84deda2173 on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:44.083320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Port a28c10fa-4544-445e-8eca-2f84deda2173 on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:44.083700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Attempting to bind port a28c10fa-4544-445e-8eca-2f84deda2173 on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:44.090568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:44.091072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Checking segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:44.091560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Bound using segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:44.092085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Bound port: a28c10fa-4544-445e-8eca-2f84deda2173, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:44.092643 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.177003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:44.181499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:44.186960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.201807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35268) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:44.212307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:44.213188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.214628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] 10.222.0.55 "PUT /v2.0/ports/a28c10fa-4544-445e-8eca-2f84deda2173 HTTP/1.1" status: 200 len: 1093 time: 1.2223785 Jul 30 01:37:44.215593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:44.218248 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe558ac0-bf71-420b-86b3-f84fcc188b72" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:44.319495 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b69cf-d04c-42d0-8770-06bd10ce534b x-openstack-request-id: req-b59b69cf-d04c-42d0-8770-06bd10ce534b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:44.320345 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:44.320602 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b59b69cf-d04c-42d0-8770-06bd10ce534b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:44.321009 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'status': 'completed', 'code': 200} Jul 30 01:37:44.324955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286961-b245-4b71-b6b5-5c6ba6482c2b service neutron] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:44.340590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-780c9491-71a0-4f8b-86a5-0a2aca050f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:44.342129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-780c9491-71a0-4f8b-86a5-0a2aca050f6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 1096 time: 0.0633612 Jul 30 01:37:44.501855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ed104ec0-5b1e-48ce-b165-a2c0821f0fa5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a87a9aec7d84b999afbac47566b0704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986033 Jul 30 01:37:44.503355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-a70e8a50-8bfb-4ac5-8139-f154ee227295 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28c10fa-4544-445e-8eca-2f84deda2173 HTTP/1.1" status: 200 len: 217 time: 0.1475086 Jul 30 01:37:44.504211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:44.593785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-54d72116-ee7a-4384-9b31-1e3dfaf299d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:44.595343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-54d72116-ee7a-4384-9b31-1e3dfaf299d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0846174 Jul 30 01:37:44.596037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a042cdb7-d4c5-4fe0-828b-84e726029962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.628604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a042cdb7-d4c5-4fe0-828b-84e726029962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.657449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-8549f0f6-c831-4a33-929d-3b0d11718c74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420806 Jul 30 01:37:44.786601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a042cdb7-d4c5-4fe0-828b-84e726029962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.790041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a042cdb7-d4c5-4fe0-828b-84e726029962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.793880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a042cdb7-d4c5-4fe0-828b-84e726029962 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b42e73a1-0d72-4ae3-9f63-e0506ec1dd94 HTTP/1.1" status: 204 len: 168 time: 0.2887061 Jul 30 01:37:44.794222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:44.815465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042cdb7-d4c5-4fe0-828b-84e726029962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42e73a1-0d72-4ae3-9f63-e0506ec1dd94,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:44.839805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-f79d1167-ae31-4f78-92e0-6ef37b8cc5a1 service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543231 Jul 30 01:37:45.031824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0867694e-ba69-43d3-b722-3beda68b64f8 req-b5efdc35-8d5b-4f08-b2cb-22a13d346f37 service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835167 Jul 30 01:37:45.071878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dd6d4-148e-4ae1-8d4a-61a7b7a563c3 req-76603bf7-4717-4e78-917a-5ea2be9697e8 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.073520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d54dd6d4-148e-4ae1-8d4a-61a7b7a563c3 req-76603bf7-4717-4e78-917a-5ea2be9697e8 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 944 time: 0.0936239 Jul 30 01:37:45.120864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d54dd6d4-148e-4ae1-8d4a-61a7b7a563c3 req-34a71e51-ad9a-4df6-a424-70acb6551b63 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Jul 30 01:37:45.181411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-e72cf399-5553-4f21-a9af-ff84bc02688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.182909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-e72cf399-5553-4f21-a9af-ff84bc02688e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 1096 time: 0.0487351 Jul 30 01:37:45.258517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6cc09226-de62-44c8-9731-42880850bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.340925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-68a5bc85-085b-4a25-9590-d64beec7dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.342520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-68a5bc85-085b-4a25-9590-d64beec7dd56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 905 time: 0.1511567 Jul 30 01:37:45.411808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6cc09226-de62-44c8-9731-42880850bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.417420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6cc09226-de62-44c8-9731-42880850bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.446574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35328) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:45.455417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-dabd6bed-9d1e-49f5-b1ef-6f0b8b9f25ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28c10fa-4544-445e-8eca-2f84deda2173 HTTP/1.1" status: 200 len: 217 time: 0.1043172 Jul 30 01:37:45.484669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6cc09226-de62-44c8-9731-42880850bd08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b451df952a24a81a36e3683e998b3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876698 Jul 30 01:37:45.485887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc09226-de62-44c8-9731-42880850bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95dce42-0af0-4e45-b863-65ca2a5aeaee,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:45.489257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:45.555028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8f14df3e-c478-4ef8-84e4-f062f5501f3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a0d72b5d87341af89fa6b1e9776c59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047645 Jul 30 01:37:45.555957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:45.556728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-929c0b60-53f0-4ef6-8a09-de3e95e959c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.560461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-64c881c7-61f1-4419-a582-11eaadee0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.562245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-64c881c7-61f1-4419-a582-11eaadee0f89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0988460 Jul 30 01:37:45.601239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-890823d1-6db1-4847-a209-279c72ab87d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284774 Jul 30 01:37:45.604052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-929c0b60-53f0-4ef6-8a09-de3e95e959c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.610815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:45.643338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: e154510a-087a-4da3-b6d9-d7ced4e87a9b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:45.644014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e154510a-087a-4da3-b6d9-d7ced4e87a9b not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:45.673631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fa0148-cb09-459e-b9e6-3657147e79de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.704008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fa0148-cb09-459e-b9e6-3657147e79de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.731795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-929c0b60-53f0-4ef6-8a09-de3e95e959c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.734980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-929c0b60-53f0-4ef6-8a09-de3e95e959c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.736504 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-929c0b60-53f0-4ef6-8a09-de3e95e959c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d95dce42-0af0-4e45-b863-65ca2a5aeaee HTTP/1.1" status: 204 len: 168 time: 0.2462730 Jul 30 01:37:45.755400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c0b60-53f0-4ef6-8a09-de3e95e959c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95dce42-0af0-4e45-b863-65ca2a5aeaee,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:45.782092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fa0148-cb09-459e-b9e6-3657147e79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.785489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fa0148-cb09-459e-b9e6-3657147e79de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.795922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27fa0148-cb09-459e-b9e6-3657147e79de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71778311-c5c7-48b5-833f-8159edaac5ed HTTP/1.1" status: 204 len: 168 time: 0.2023575 Jul 30 01:37:45.820818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa0148-cb09-459e-b9e6-3657147e79de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71778311-c5c7-48b5-833f-8159edaac5ed,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:45.853653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-6b178139-4b8d-4059-b535-98f2c70cc687 service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423904 Jul 30 01:37:46.041862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe558ac0-bf71-420b-86b3-f84fcc188b72 req-385f7172-b0bf-4a88-97ad-0f7c664da633 service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393518 Jul 30 01:37:46.295436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dedb1-acd1-4231-b80a-09b8822cc46f req-15a0bf01-372d-4cf5-84d5-5a83e1e985cc tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:46.296783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b9dedb1-acd1-4231-b80a-09b8822cc46f req-15a0bf01-372d-4cf5-84d5-5a83e1e985cc tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 944 time: 0.0610380 Jul 30 01:37:46.323503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a28c10fa-4544-445e-8eca-2f84deda2173 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:46.353529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b9dedb1-acd1-4231-b80a-09b8822cc46f req-d37c159d-352e-43b8-8719-21332e55a1cf tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463147 Jul 30 01:37:46.493703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:46.514494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'mac_address': 'fa:16:3e:ec:b0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:46.572762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:46.587256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28c10fa-4544-445e-8eca-2f84deda2173 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:46.610107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:46.618521 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:46.728266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:46.987591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a28c10fa-4544-445e-8eca-2f84deda2173'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:47.156649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35410) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:47.423463 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9d48ea0-f7df-4847-ba24-522f7126c436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.614066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-e8861913-1453-4465-b764-f41287cb4a96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1681759 Jul 30 01:37:47.634482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6461a89-8838-4919-8e09-19ce7582ca5c req-2b8fb7ea-5576-4a8b-b10c-fa95ccdd0d16 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:47.636784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6461a89-8838-4919-8e09-19ce7582ca5c req-2b8fb7ea-5576-4a8b-b10c-fa95ccdd0d16 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 945 time: 0.1336079 Jul 30 01:37:47.769502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6461a89-8838-4919-8e09-19ce7582ca5c req-aa3c5840-fd4d-43f9-9eda-2e7725da365a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237199 Jul 30 01:37:47.817091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-f61ef57f-3e96-4ea1-8aa8-b0908b69c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:47.819045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-f61ef57f-3e96-4ea1-8aa8-b0908b69c735 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 1097 time: 0.1363425 Jul 30 01:37:47.834117 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9d48ea0-f7df-4847-ba24-522f7126c436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.842648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9d48ea0-f7df-4847-ba24-522f7126c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.997040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b9d48ea0-f7df-4847-ba24-522f7126c436 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba4b40da574c4850bd1744ee132fc061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8390484 Jul 30 01:37:48.001307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35444) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:48.012324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d48ea0-f7df-4847-ba24-522f7126c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a142f-709d-438a-9974-2213b1ac0838,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:48.072466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-e7e113b8-9729-4bfb-892f-8ee8e44fc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:48.073977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-e7e113b8-9729-4bfb-892f-8ee8e44fc8a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.2223136 Jul 30 01:37:48.081104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd62d70d-a92f-4614-99a2-9a731567846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.109142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd62d70d-a92f-4614-99a2-9a731567846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.170648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-e0e64c80-a43d-44a6-9770-c88531d3841d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 200 len: 217 time: 0.0862398 Jul 30 01:37:48.180042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd62d70d-a92f-4614-99a2-9a731567846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.185328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd62d70d-a92f-4614-99a2-9a731567846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.187424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd62d70d-a92f-4614-99a2-9a731567846d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba9a142f-709d-438a-9974-2213b1ac0838 HTTP/1.1" status: 204 len: 168 time: 0.1838984 Jul 30 01:37:48.199604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62d70d-a92f-4614-99a2-9a731567846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a142f-709d-438a-9974-2213b1ac0838,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:48.254557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-3197beaf-1151-48a6-8120-fcf3f3f4de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:48.256087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-3197beaf-1151-48a6-8120-fcf3f3f4de3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0793223 Jul 30 01:37:48.295629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-901bd3a7-0d2c-4b45-82de-3066aa409597 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313609 Jul 30 01:37:48.338894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a28c10fa-4544-445e-8eca-2f84deda2173 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:48.405820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-738d2d9d-7bc7-4835-ba6c-b26c32564376 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016719 Jul 30 01:37:48.439912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port a28c10fa-4544-445e-8eca-2f84deda2173 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:48.444115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port a28c10fa-4544-445e-8eca-2f84deda2173 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:48.444522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.561470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.589393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a60ead9-7eff-493c-97f7-cf60fa150916 req-6ad6ccf2-4b93-4e70-9ef6-8d5918edd011 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751325 Jul 30 01:37:48.604707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:48.614739 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4822ed40-072f-4dc3-a189-7593d0a0b276" -d '{"events": [{"server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "name": "network-vif-plugged", "status": "completed", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:48.651846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:48.657987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.702338 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b212569c-7f62-4eb9-9c7c-20eaa1443873 x-openstack-request-id: req-b212569c-7f62-4eb9-9c7c-20eaa1443873 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:48.702937 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "name": "network-vif-plugged", "status": "completed", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:48.703442 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b212569c-7f62-4eb9-9c7c-20eaa1443873 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:48.704108 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'code': 200} Jul 30 01:37:48.788941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:48.841952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e335-235a-4101-9d52-dfcd471e970e req-6e926ccf-89c2-470b-aafa-cfb54cf9be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:48.844744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fd0e335-235a-4101-9d52-dfcd471e970e req-6e926ccf-89c2-470b-aafa-cfb54cf9be1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 1098 time: 0.0704610 Jul 30 01:37:48.867835 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c54053c-7528-473c-8bf4-d9aeb3ca4b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.943915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fd0e335-235a-4101-9d52-dfcd471e970e req-6821275a-7607-4512-aad5-1680e5680a62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Jul 30 01:37:48.978363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adbe09-5ff9-4180-a2d0-e81859119542 req-41ca5d42-8e02-415c-8474-91c7dcf1a3b0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:48.987755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8adbe09-5ff9-4180-a2d0-e81859119542 req-41ca5d42-8e02-415c-8474-91c7dcf1a3b0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 946 time: 0.0923951 Jul 30 01:37:49.061708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8adbe09-5ff9-4180-a2d0-e81859119542 req-abd755f4-b62c-4f9a-b3ff-92c65c78b88e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670543 Jul 30 01:37:49.081179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-4d6e4089-d29d-4a42-a307-ef587993f5ce tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451345 Jul 30 01:37:49.226541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-68eff747-0e13-4f21-8d88-206772cf6c32 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:49.232064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-68eff747-0e13-4f21-8d88-206772cf6c32 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425977 Jul 30 01:37:49.248247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-9d490aba-2ffb-45ef-a2fc-97790baa274d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/quotas/6ad105bfff9b4e24b7af6fd351ab835c HTTP/1.1" status: 200 len: 375 time: 0.0121315 Jul 30 01:37:49.303748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-a56e2444-a651-41f8-a9e1-1dce809f6c35 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493445 Jul 30 01:37:49.515942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24fa1b72-a3f6-400b-9660-bce6933e6b1d req-9d28cc69-8866-48e4-a971-b75f7dc1de57 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 210 time: 0.0374126 Jul 30 01:37:50.165540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35628) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:50.213070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-c0455ffe-50ce-49d1-a1b3-c2325d538195 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:50.222098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-c0455ffe-50ce-49d1-a1b3-c2325d538195 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.2203047 Jul 30 01:37:50.262845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-15ffe429-0de5-409b-b44e-325985961ffb tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/quotas/5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 375 time: 0.0394781 Jul 30 01:37:50.310528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff483d93-78de-4bf1-9ea1-1a67b0ed9a89 req-e3f068ac-62b2-4604-90bc-4b58bbbe091e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:50.312213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff483d93-78de-4bf1-9ea1-1a67b0ed9a89 req-e3f068ac-62b2-4604-90bc-4b58bbbe091e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 946 time: 0.1392951 Jul 30 01:37:50.324109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80e8b29c-2941-472b-9f15-ba4c08a41711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.344947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-059c5a4e-dfe8-45a8-9124-8b5b4adfb85d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811419 Jul 30 01:37:50.430958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff483d93-78de-4bf1-9ea1-1a67b0ed9a89 req-a364b987-f4fc-49b7-8410-5a4472f9b08d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118882 Jul 30 01:37:50.457902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80e8b29c-2941-472b-9f15-ba4c08a41711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.463383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80e8b29c-2941-472b-9f15-ba4c08a41711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.475322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-b24124b3-030f-4453-a07d-76eb68f5e342 service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293807 Jul 30 01:37:50.515571 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80e8b29c-2941-472b-9f15-ba4c08a41711 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8dd71cc3c754f52b56bf06ad49635d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478057 Jul 30 01:37:50.521820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35650) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:50.543404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8b29c-2941-472b-9f15-ba4c08a41711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82f1d4-61fc-4a6a-9da0-3a50c6e1f64b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:50.598762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-59ca4643-1ce7-42cd-b2ae-62c03482a69f service neutron] 10.222.0.78 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165872 Jul 30 01:37:50.612232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35654) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:50.624009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f0e7-121d-4cc6-a1b5-5511d6b7cdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.672349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f0e7-121d-4cc6-a1b5-5511d6b7cdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.730774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f0e7-121d-4cc6-a1b5-5511d6b7cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.737133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f0e7-121d-4cc6-a1b5-5511d6b7cdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.738304 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4ff4f0e7-121d-4cc6-a1b5-5511d6b7cdac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab82f1d4-61fc-4a6a-9da0-3a50c6e1f64b HTTP/1.1" status: 204 len: 168 time: 0.2155361 Jul 30 01:37:50.748830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-e30dd2b1-072f-44e1-8edd-f5029b6f27c9 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467625 Jul 30 01:37:50.768647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4f0e7-121d-4cc6-a1b5-5511d6b7cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82f1d4-61fc-4a6a-9da0-3a50c6e1f64b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:50.873795 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.875617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44f310a6-c116-440a-8856-4c078c2b0b34 req-d03443f8-f31d-4260-9d3f-7f64ff1be10e tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 210 time: 0.0786569 Jul 30 01:37:50.888814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bed07fb6-5dca-4bbe-a735-d4cf81e40add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.985549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-f86fa4cd-9018-4a67-90bf-913bd3205d52 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:50.986982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-f86fa4cd-9018-4a67-90bf-913bd3205d52 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262635 Jul 30 01:37:51.013548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Request body: {'port': {'device_id': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '6ad105bfff9b4e24b7af6fd351ab835c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:51.104287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b3bb2cc-2284-4775-a130-ba6e0278a3d6 req-d79f8012-878d-4582-87f2-67ba0caca667 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.0846305 Jul 30 01:37:51.170618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35676) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:51.177617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bed07fb6-5dca-4bbe-a735-d4cf81e40add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.184657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-174e95af-3712-4ca5-8756-f7930c2a69b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.185316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bed07fb6-5dca-4bbe-a735-d4cf81e40add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.240435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bed07fb6-5dca-4bbe-a735-d4cf81e40add admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75d9f9cb853b44c9a0b75ba716415d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271002 Jul 30 01:37:51.246087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35678) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:51.253793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed07fb6-5dca-4bbe-a735-d4cf81e40add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c689d467-15d2-43ab-b828-43aa159485a9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.306082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5f14789-6234-4c05-a4ad-b2e76361862d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.325973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-174e95af-3712-4ca5-8756-f7930c2a69b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.330009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5f14789-6234-4c05-a4ad-b2e76361862d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.334487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-174e95af-3712-4ca5-8756-f7930c2a69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.374039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Made reservation on behalf of 6ad105bfff9b4e24b7af6fd351ab835c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:51.378293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-174e95af-3712-4ca5-8756-f7930c2a69b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8155f2bbbe2a49409b0025edef183c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065356 Jul 30 01:37:51.379546 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.379915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e95af-3712-4ca5-8756-f7930c2a69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae1389a-4475-43ef-a846-00ef70914705,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.382672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35682) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:51.396329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.425759 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5f14789-6234-4c05-a4ad-b2e76361862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.430520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5f14789-6234-4c05-a4ad-b2e76361862d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.432362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d5f14789-6234-4c05-a4ad-b2e76361862d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c689d467-15d2-43ab-b828-43aa159485a9 HTTP/1.1" status: 204 len: 168 time: 0.1850858 Jul 30 01:37:51.447948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f14789-6234-4c05-a4ad-b2e76361862d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c689d467-15d2-43ab-b828-43aa159485a9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.462935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f35071-a4a2-43b6-a203-c072579e5f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.496615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f35071-a4a2-43b6-a203-c072579e5f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.560733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f35071-a4a2-43b6-a203-c072579e5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.564536 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42f35071-a4a2-43b6-a203-c072579e5f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.568030 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42f35071-a4a2-43b6-a203-c072579e5f7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ae1389a-4475-43ef-a846-00ef70914705 HTTP/1.1" status: 204 len: 168 time: 0.1817887 Jul 30 01:37:51.576911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f35071-a4a2-43b6-a203-c072579e5f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae1389a-4475-43ef-a846-00ef70914705,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.645183 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4a142f6-01b2-4091-8e9f-55693fadf9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.680975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.695924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.724178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210c5a4-40e7-46ed-885c-8c63b1fb13ff req-587138bf-eff9-40d3-89c4-98cb48a5ff51 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:51.726481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0210c5a4-40e7-46ed-885c-8c63b1fb13ff req-587138bf-eff9-40d3-89c4-98cb48a5ff51 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 946 time: 0.1636262 Jul 30 01:37:51.825315 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.840833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152a3902-7746-43f3-a4b1-c84dda50fc79,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.851216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0210c5a4-40e7-46ed-885c-8c63b1fb13ff req-07b5e107-1511-448f-ae9a-28701a3c9ed0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167529 Jul 30 01:37:51.926473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Allocated IP 192.168.233.238 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/67384855-ca9b-46a9-997f-77b060a11843) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:52.221504 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:52.232713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02174a59-f00e-4a54-b710-9aef3291edff req-477fd460-ef06-47c9-a373-62ffd3db32c5 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 210 time: 0.1282370 Jul 30 01:37:52.376252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-970bc40a-fe68-4571-b04c-cc5e1d53a142 req-e75acbc5-e118-464f-ad24-a3ea9e8fdda7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.0393782 Jul 30 01:37:52.378064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Transition to ACTIVE for port object 67384855-ca9b-46a9-997f-77b060a11843 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:52.435174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eccc5-55a9-4cca-95d8-a177476802aa req-2d1d7fd4-cd8f-440c-b762-7d4dcfc65fbc tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:52.442363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-742eccc5-55a9-4cca-95d8-a177476802aa req-2d1d7fd4-cd8f-440c-b762-7d4dcfc65fbc tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 946 time: 0.2263441 Jul 30 01:37:52.495299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-b5f7d07e-2eee-48ac-a8fb-0b29d50032e9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:52.496782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-b5f7d07e-2eee-48ac-a8fb-0b29d50032e9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 806 time: 0.3054047 Jul 30 01:37:52.500916 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:52.555637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Request body: {'port': {'device_id': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'admin_state_up': True, 'tenant_id': '5e5efe4c308546469e670371d45cbc45'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:52.565700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:52.584465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:52.626786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-742eccc5-55a9-4cca-95d8-a177476802aa req-1c9c5cc0-9cdb-438b-b122-2efc198c5555 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782286 Jul 30 01:37:52.630166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:52.770384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Pushing event updated for resources: {'Port': ['ID=67384855-ca9b-46a9-997f-77b060a11843,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:52.810776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:52.811445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:52.855679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-276375b4-3798-44f0-84db-205be5b23eb1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8527958 Jul 30 01:37:52.872963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Request body: {'port': {'device_id': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:52.967893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.008317 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.042711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9329478c-d1cc-426f-9e88-16a69bfe0266 None None] Provisioning for port 67384855-ca9b-46a9-997f-77b060a11843 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:53.043079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Made reservation on behalf of 5e5efe4c308546469e670371d45cbc45 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:53.046958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9329478c-d1cc-426f-9e88-16a69bfe0266 None None] Provisioning complete for port 67384855-ca9b-46a9-997f-77b060a11843 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:53.047109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.047248 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9329478c-d1cc-426f-9e88-16a69bfe0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.124549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9329478c-d1cc-426f-9e88-16a69bfe0266 None None] Port 67384855-ca9b-46a9-997f-77b060a11843 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:53.401047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Allocated IP 172.20.0.7 (0907950a-8b74-4cd3-9254-5a517e011101/b89e0b09-4749-4ac6-b5ad-7d5975d9a352/fec711a2-d3c6-4172-a7de-f6721d7ee7fe) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:53.568056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:53.719701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4591da00-02f0-41b2-8130-8ee54711147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.863492 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4591da00-02f0-41b2-8130-8ee54711147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.870659 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4591da00-02f0-41b2-8130-8ee54711147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.912045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591da00-02f0-41b2-8130-8ee54711147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6513ee45-f170-4af9-80b6-c44dac2d8f34,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:53.930097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c846f-e978-462a-aefe-7314eeb82550 req-92ffcecb-a86b-476e-894f-0608f74eec3a tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:53.938343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf0c846f-e978-462a-aefe-7314eeb82550 req-92ffcecb-a86b-476e-894f-0608f74eec3a tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 936 time: 0.6233568 Jul 30 01:37:53.952706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4591da00-02f0-41b2-8130-8ee54711147f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5226e4621d794a4aa1e0c0c5972755c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828034 Jul 30 01:37:53.955466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35880) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:53.972495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c1ebc6-4de0-4127-b2e7-b6041a0aefe2 req-1d62b6c7-0dc4-4b2a-841f-1dfbd6bfeeac tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.1150649 Jul 30 01:37:54.017402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ca208ad-e6dc-4189-9516-03094f586a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.071625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ca208ad-e6dc-4189-9516-03094f586a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.081506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35882) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:54.146550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ca208ad-e6dc-4189-9516-03094f586a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.150122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ca208ad-e6dc-4189-9516-03094f586a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.154463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4ca208ad-e6dc-4189-9516-03094f586a77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6513ee45-f170-4af9-80b6-c44dac2d8f34 HTTP/1.1" status: 204 len: 168 time: 0.1975002 Jul 30 01:37:54.164771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca208ad-e6dc-4189-9516-03094f586a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513ee45-f170-4af9-80b6-c44dac2d8f34,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:54.177174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.224048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf0c846f-e978-462a-aefe-7314eeb82550 req-6d1bc240-7c23-4c28-aa04-69d12fbdfed6 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848074 Jul 30 01:37:54.243953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67384855-ca9b-46a9-997f-77b060a11843 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:54.252494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.255976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.286287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['acf87661-f007-4144-bcd7-5db0f6edcf35'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:54.286910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e3df63b-8bfc-475b-8de1-272c10cc48f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.331316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:54.346951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Transition to ACTIVE for port object 67384855-ca9b-46a9-997f-77b060a11843 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:54.369345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Network 0907950a-8b74-4cd3-9254-5a517e011101 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:54.378193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:54.394023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ad2c6-21aa-41b7-b178-cc0d9e7c4755 req-3d2ede5b-c06d-487c-beb1-cab3f7665de8 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:54.396388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-503ad2c6-21aa-41b7-b178-cc0d9e7c4755 req-3d2ede5b-c06d-487c-beb1-cab3f7665de8 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 946 time: 0.3012669 Jul 30 01:37:54.397264 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.411259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:54.465137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.492834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:54.493766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.559198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e3df63b-8bfc-475b-8de1-272c10cc48f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.568047 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e3df63b-8bfc-475b-8de1-272c10cc48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.602102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-503ad2c6-21aa-41b7-b178-cc0d9e7c4755 req-f8c63a30-92c5-4511-ad2d-cb5d17efcfee tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907737 Jul 30 01:37:54.717341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0e3df63b-8bfc-475b-8de1-272c10cc48f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=737435fc19324fa3873e4d5bda7ea71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346571 Jul 30 01:37:54.719021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35898) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:54.751401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3df63b-8bfc-475b-8de1-272c10cc48f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba522152-ae73-476a-b9aa-9b6736e11965,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:54.776478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Attempting to bind port 67384855-ca9b-46a9-997f-77b060a11843 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:54.776763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Attempting to bind port 67384855-ca9b-46a9-997f-77b060a11843 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:54.781079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Attempting to bind port 67384855-ca9b-46a9-997f-77b060a11843 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:54.789370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-bf9376be-8c45-4725-87d9-e43baa459dad tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2640400 Jul 30 01:37:54.793818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Port 67384855-ca9b-46a9-997f-77b060a11843 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:54.794386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Attempting to bind port 67384855-ca9b-46a9-997f-77b060a11843 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:54.800244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:54.802221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:54.803113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:54.804404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Bound port: 67384855-ca9b-46a9-997f-77b060a11843, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:54.804978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.825480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=67384855-ca9b-46a9-997f-77b060a11843,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:54.840606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Request body: {'port': {'device_id': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:54.845743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bac2c92d-9bf9-4b21-9e18-fba26c137481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.873322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bac2c92d-9bf9-4b21-9e18-fba26c137481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.937597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.950350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bac2c92d-9bf9-4b21-9e18-fba26c137481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.954687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bac2c92d-9bf9-4b21-9e18-fba26c137481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.957369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bac2c92d-9bf9-4b21-9e18-fba26c137481 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba522152-ae73-476a-b9aa-9b6736e11965 HTTP/1.1" status: 204 len: 168 time: 0.2356899 Jul 30 01:37:54.990804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2c92d-9bf9-4b21-9e18-fba26c137481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba522152-ae73-476a-b9aa-9b6736e11965,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:55.149626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] For port 67384855-ca9b-46a9-997f-77b060a11843, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:55.153607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] For port 67384855-ca9b-46a9-997f-77b060a11843, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=67384855-ca9b-46a9-997f-77b060a11843,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:55.186871 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:55.325322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.326075 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:55.328001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] 10.222.0.66 "PUT /v2.0/ports/67384855-ca9b-46a9-997f-77b060a11843 HTTP/1.1" status: 200 len: 1097 time: 2.4627633 Jul 30 01:37:55.333950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'tag': '67384855-ca9b-46a9-997f-77b060a11843'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:55.340034 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f6734-e685-4acb-ada3-9c1805032742" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca2c9f1-7af4-4d8e-af08-89694978563d", "tag": "67384855-ca9b-46a9-997f-77b060a11843"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:55.389736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92577c83-4335-4f66-877a-ec014a447919 req-54760133-ca24-405f-9bea-b092c99e81fd tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.396166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92577c83-4335-4f66-877a-ec014a447919 req-54760133-ca24-405f-9bea-b092c99e81fd tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 931 time: 0.2733009 Jul 30 01:37:55.409731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea56075-26a1-418c-a428-3ccfe4218fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=67384855-ca9b-46a9-997f-77b060a11843,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:55.602084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92577c83-4335-4f66-877a-ec014a447919 req-bd8510b8-f89e-494c-86b6-53e0f357c9f7 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787934 Jul 30 01:37:55.614729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-8f559fc0-1fe0-49d7-8c8c-017a9c891087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.623241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-8f559fc0-1fe0-49d7-8c8c-017a9c891087 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 1100 time: 0.2118015 Jul 30 01:37:55.626129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0c76-2b44-4301-ba8b-7c9c2d717498 req-519d287c-33e0-4b39-a7b7-df7e4c7bee8c tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.628370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2ce0c76-2b44-4301-ba8b-7c9c2d717498 req-519d287c-33e0-4b39-a7b7-df7e4c7bee8c tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 948 time: 0.1906326 Jul 30 01:37:55.681789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-4baaaa48-c85b-4f39-b068-b734c34699f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=67384855-ca9b-46a9-997f-77b060a11843 HTTP/1.1" status: 200 len: 217 time: 0.0524113 Jul 30 01:37:55.689597 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf4183-5964-4030-8844-e8ae7673d2e3 x-openstack-request-id: req-04bf4183-5964-4030-8844-e8ae7673d2e3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:55.690019 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca2c9f1-7af4-4d8e-af08-89694978563d", "tag": "67384855-ca9b-46a9-997f-77b060a11843", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:55.690371 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04bf4183-5964-4030-8844-e8ae7673d2e3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:55.690942 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'tag': '67384855-ca9b-46a9-997f-77b060a11843', 'status': 'completed', 'code': 200} Jul 30 01:37:55.837726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-1abb51bf-c3b6-4d0f-9689-6df37d2e916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.839181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-1abb51bf-c3b6-4d0f-9689-6df37d2e916e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1344345 Jul 30 01:37:55.859726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec711a2-d3c6-4172-a7de-f6721d7ee7fe {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:55.869631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2ce0c76-2b44-4301-ba8b-7c9c2d717498 req-b1713802-fb2e-454a-a7bb-1926e4e9dc4a tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677301 Jul 30 01:37:55.875743 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:55.911641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Transition to ACTIVE for port object fec711a2-d3c6-4172-a7de-f6721d7ee7fe will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:55.923401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:55.950663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5e191-34c4-4d25-a088-57390870d288 req-59b13633-7a94-450f-8f3d-caaa9fb1fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.952482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-59b13633-7a94-450f-8f3d-caaa9fb1fa01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035171 Jul 30 01:37:56.018670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:56.151558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-9c84e06c-1f5e-4dcc-be5b-bdc701608070 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273067 Jul 30 01:37:56.287926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:56.288298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:56.288625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:56.302521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:56.302849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:56.316194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:56.316522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:56.316923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:56.317386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Bound port: fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:56.317762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.373479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a28c10fa-4544-445e-8eca-2f84deda2173 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:56.450817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:56.456208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:56.459381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5c5e191-34c4-4d25-a088-57390870d288 req-b2b4f327-5a33-46f3-8529-df648c768524 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005607 Jul 30 01:37:56.463233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.501245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:56.502248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.512550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] 10.222.0.55 "PUT /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 1092 time: 1.6810012 Jul 30 01:37:56.535714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:56.576694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35988) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:56.605857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:56.614719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.615296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.615522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.615933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.616889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.617346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.617761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.618169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.618588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.619009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.619480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.619880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fe3e1-6fab-4d4a-9713-10b4461433aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.648848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-e39fea20-c0de-4ff2-b7c9-c625317f27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:56.650407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-e39fea20-c0de-4ff2-b7c9-c625317f27c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 1100 time: 0.1112409 Jul 30 01:37:56.656248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'mac_address': 'fa:16:3e:ec:b0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:56.667967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-95daf435-bfbc-4e29-825e-30642f40a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:56.669557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-95daf435-bfbc-4e29-825e-30642f40a410 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1095 time: 0.0857937 Jul 30 01:37:56.712242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.731344 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a28c10fa-4544-445e-8eca-2f84deda2173 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:56.742191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-aa87e4fb-fe16-4c59-8ad8-48f6ea8ff79d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 217 time: 0.0546937 Jul 30 01:37:56.765752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:56.771521 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.822829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-06a3382c-9dad-44ca-a8d4-49da23b87c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:56.824382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-06a3382c-9dad-44ca-a8d4-49da23b87c57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0494213 Jul 30 01:37:56.901929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-6c8ee128-a26d-4fda-aed0-547a639ce00f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641451 Jul 30 01:37:56.919319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:56.962820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1002290183'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:56.991023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Made reservation on behalf of 5974d8337f4e4d5691ea3165518448ee for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:56.998690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.033825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.047398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a28c10fa-4544-445e-8eca-2f84deda2173'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:57.114544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e8e1-37c8-4841-9a3c-ac2f1d3c939f req-7f24bf38-0035-4a2d-808c-ece3df299573 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.123266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e32e8e1-37c8-4841-9a3c-ac2f1d3c939f req-7f24bf38-0035-4a2d-808c-ece3df299573 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.2977540 Jul 30 01:37:57.199841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-0bae67da-bada-4b78-b7bb-e57376f86252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.201421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-0bae67da-bada-4b78-b7bb-e57376f86252 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.5359983 Jul 30 01:37:57.230523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.235916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.259563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:37:57.278757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d3211-66b2-4d0f-a63f-bc12b868586a req-935f4254-66d3-4b14-bdb1-90ce06e8b2de tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.286381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa9d3211-66b2-4d0f-a63f-bc12b868586a req-935f4254-66d3-4b14-bdb1-90ce06e8b2de tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 948 time: 0.2047915 Jul 30 01:37:57.292336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.293137 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Added segment ca3fb945-f328-4928-a576-8cf68f77870f of type vlan for network d6789cfb-c1c4-420e-8fb7-026121a43fcc Jul 30 01:37:57.311215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e32e8e1-37c8-4841-9a3c-ac2f1d3c939f req-4ef2500d-439c-4ebc-ba14-33e1fd1a11d3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730847 Jul 30 01:37:57.349693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-9215b569-0210-4e68-8bbb-ff91465c9ebd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=67384855-ca9b-46a9-997f-77b060a11843 HTTP/1.1" status: 200 len: 217 time: 0.1274559 Jul 30 01:37:57.351849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45c1ff-3a56-45e2-8cd5-c28c87a366ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:57.372139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.408764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.415236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.416256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.419904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-05f8079a-5062-40e3-ada8-93f7575c7830 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743319 Jul 30 01:37:57.491289 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9106410 Jul 30 01:37:57.493579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:57.499091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Request body: {'subnet': {'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:57.499687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa9d3211-66b2-4d0f-a63f-bc12b868586a req-0126b09e-f515-4445-8d13-b2ec765a57a8 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122574 Jul 30 01:37:57.557794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36026) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:57.583486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-bc8ca1a8-7d34-4760-88b8-27e0b57c8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.585542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-bc8ca1a8-7d34-4760-88b8-27e0b57c8c8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2128644 Jul 30 01:37:57.609909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ffe80-25c2-4fa8-b233-c95edf664645 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event updated for resources: {'Network': ['ID=d6789cfb-c1c4-420e-8fb7-026121a43fcc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:57.625365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:37:57.657012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c42a7264-29f1-4ec8-a5e5-4b7e82f8fe55 req-03c2727a-7e4d-497b-8e5d-74925a5e0952 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903870 Jul 30 01:37:57.677849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-f46a5ad3-7840-4f3f-b814-7e5e631d3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.691780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-f46a5ad3-7840-4f3f-b814-7e5e631d3c5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979548 Jul 30 01:37:57.692351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:57.694892 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:57.705188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Made reservation on behalf of 5974d8337f4e4d5691ea3165518448ee for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:57.712172 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.799222 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f049c3-ac98-4277-b173-c00efe16b45d x-openstack-request-id: req-20f049c3-ac98-4277-b173-c00efe16b45d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:57.799516 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:57.799969 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20f049c3-ac98-4277-b173-c00efe16b45d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:57.800292 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'status': 'completed', 'code': 200} Jul 30 01:37:57.869965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1671227620'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:57.875235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-791cc9f8-393e-4576-bce8-7069243b726c service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755171 Jul 30 01:37:57.981666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-77b7e1f3-c7f5-40e7-84f6-2f8038f991ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.983399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-77b7e1f3-c7f5-40e7-84f6-2f8038f991ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1095 time: 0.1353812 Jul 30 01:37:58.005401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Made reservation on behalf of 5066c9b41b12443d9a21c22d920e7fb9 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:58.005753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.009648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.068766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.140506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event updated for resources: {'Subnet': ['ID=38b09a39-14e6-4cee-b475-97142e7056fa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:58.149643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Checking segment: {'id': 'ca3fb945-f328-4928-a576-8cf68f77870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:58.150077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Network hostable DHCP agents. Network: d6789cfb-c1c4-420e-8fb7-026121a43fcc, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:37:58.151036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f6734-e685-4acb-ada3-9c1805032742 req-b5842bd3-4871-4406-852b-21329b9e37fb service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585633 Jul 30 01:37:58.182649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:37:58.197732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d6789cfb-c1c4-420e-8fb7-026121a43fcc) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:58.209461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3072b756-49bd-4ba8-8871-6910d94b5e1f None None] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:37:58.215888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:58.216676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.219189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-ccd2cbe0-439e-4863-80c9-eeadbe618a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:58.220734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-ccd2cbe0-439e-4863-80c9-eeadbe618a78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.2262659 Jul 30 01:37:58.270600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-6c3a3a49-9345-4f31-8948-19813444d50b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 217 time: 0.0424278 Jul 30 01:37:58.361451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.375704 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.382818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f14dcf4-292f-45df-8281-e897128c78e9 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8870573 Jul 30 01:37:58.383172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36056) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:58.388159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Request body: {'port': {'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1181904994'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:58.393210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a28c10fa-4544-445e-8eca-2f84deda2173 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:58.446047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d6789cfb-c1c4-420e-8fb7-026121a43fcc', 'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc', 'tenant_id': '5974d8337f4e4d5691ea3165518448ee', 'fixed_ips': [{'subnet_id': '38b09a39-14e6-4cee-b475-97142e7056fa'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:37:58.447185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.482296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-0069804c-ea0d-4a70-a19b-2825102bfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:58.485021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-0069804c-ea0d-4a70-a19b-2825102bfbe8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.2000649 Jul 30 01:37:58.493483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:37:58.658977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Made reservation on behalf of 5974d8337f4e4d5691ea3165518448ee for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:58.667550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.710926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port a28c10fa-4544-445e-8eca-2f84deda2173 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:58.711987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.728600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] device_id is not set on port 33ca63f7-2566-4c49-81d5-923726a2851e yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:37:58.806271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Allocated IP 172.20.0.2 (d6789cfb-c1c4-420e-8fb7-026121a43fcc/38b09a39-14e6-4cee-b475-97142e7056fa/48138852-da37-4589-a961-668073837961) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:58.863863 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.985970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-96ad3d9e-4d47-4c4d-9444-206aa490ce2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4602406 Jul 30 01:37:59.034753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1626c7e-2672-423e-86d5-0cba96d4f0a5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:59.047636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:59.055598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:59.058456 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63166002-dc5b-44a0-9551-aa03f6e03c25" -d '{"events": [{"server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "name": "network-vif-plugged", "status": "completed", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:59.063813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.068810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.069933 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Added segment 7560cbe2-d7ea-48b1-ad4d-63f912f1a3ee of type vlan for network eb4216a3-0378-4c45-97f4-5f1d4920a7ef Jul 30 01:37:59.125939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:59.221936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43f3fb-702b-4bc1-8a6b-e1228c3f0d0e req-16b06511-17a9-4ba8-ba3a-cbba3c0a6f6e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:59.230174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d43f3fb-702b-4bc1-8a6b-e1228c3f0d0e req-16b06511-17a9-4ba8-ba3a-cbba3c0a6f6e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.8005342 Jul 30 01:37:59.254617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.267983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Transition to ACTIVE for port object 48138852-da37-4589-a961-668073837961 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:59.279632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.289041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Transition to ACTIVE for port object 48138852-da37-4589-a961-668073837961 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:59.306627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ce4a5-8194-488b-9500-c3dd93a0782c req-d0e4b145-24c6-450a-b3b2-23c26932a4af tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:59.315966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.316477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d87ce4a5-8194-488b-9500-c3dd93a0782c req-d0e4b145-24c6-450a-b3b2-23c26932a4af tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 948 time: 0.3380425 Jul 30 01:37:59.394496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d43f3fb-702b-4bc1-8a6b-e1228c3f0d0e req-15b10e6b-d019-4cce-9e1c-d7be0bcddb58 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632001 Jul 30 01:37:59.416829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Allocated IP 172.20.0.11 (d6789cfb-c1c4-420e-8fb7-026121a43fcc/38b09a39-14e6-4cee-b475-97142e7056fa/33ca63f7-2566-4c49-81d5-923726a2851e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:59.425615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Pushing event updated for resources: {'Port': ['ID=48138852-da37-4589-a961-668073837961,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:59.443703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d87ce4a5-8194-488b-9500-c3dd93a0782c req-873292ba-9339-4ba9-bc2f-c758c730f5f1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262400 Jul 30 01:37:59.458386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:59.462664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-04b79e16-6e6d-4404-b66e-1cee846b724f service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209931 Jul 30 01:37:59.466154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:59.473487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:59.611035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Attempting to bind port 48138852-da37-4589-a961-668073837961 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:59.611035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Attempting to bind port 48138852-da37-4589-a961-668073837961 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ca3fb945-f328-4928-a576-8cf68f77870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:59.613712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Attempting to bind port 48138852-da37-4589-a961-668073837961 on network d6789cfb-c1c4-420e-8fb7-026121a43fcc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:59.626033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:59.626760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Checking segment: {'id': 'ca3fb945-f328-4928-a576-8cf68f77870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:59.627309 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.628967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Bound using segment: {'id': 'ca3fb945-f328-4928-a576-8cf68f77870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:59.630917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Bound port: 48138852-da37-4589-a961-668073837961, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3fb945-f328-4928-a576-8cf68f77870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd6789cfb-c1c4-420e-8fb7-026121a43fcc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:59.632018 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.634573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-828ff07a-ef08-4c4a-947d-4ff38d36c4b6 req-f8c50b87-b7b4-4b83-ac4c-a110143abc9a service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613321 Jul 30 01:37:59.636193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.643894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:59.644756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.674989 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23007c04-c0db-493a-8f52-734398538604 x-openstack-request-id: req-23007c04-c0db-493a-8f52-734398538604 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:59.677491 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "name": "network-vif-plugged", "status": "completed", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:59.680419 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23007c04-c0db-493a-8f52-734398538604 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:59.681360 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'code': 200} Jul 30 01:37:59.684919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 67384855-ca9b-46a9-997f-77b060a11843 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:59.764074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2036433 Jul 30 01:37:59.764766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36084) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:59.805797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37fe76-4eda-4b8b-a9d8-12e4f41e28cb tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Pushing event updated for resources: {'Network': ['ID=eb4216a3-0378-4c45-97f4-5f1d4920a7ef,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:59.820747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network eb4216a3-0378-4c45-97f4-5f1d4920a7ef details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:37:59.863613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.885097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'network': {'name': 'tempest-network--20697310', 'router:external': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:59.917334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Transition to ACTIVE for port object 33ca63f7-2566-4c49-81d5-923726a2851e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:59.931254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Made reservation on behalf of 035f69668b45408ba406e06d6aa420ca for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:59.935826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.957424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-370e6149-7639-4132-8150-b911a8c6585e None None] For port 48138852-da37-4589-a961-668073837961, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:59.959584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.982789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-370e6149-7639-4132-8150-b911a8c6585e None None] For port 48138852-da37-4589-a961-668073837961, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=48138852-da37-4589-a961-668073837961,segment=NetworkSegment(ca3fb945-f328-4928-a576-8cf68f77870f),segment_id=ca3fb945-f328-4928-a576-8cf68f77870f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:59.990381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.996697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.046085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:00.050689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:00.054229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:00.057957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e6149-7639-4132-8150-b911a8c6585e None None] Pushing event updated for resources: {'Port': ['ID=48138852-da37-4589-a961-668073837961,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:00.121852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event updated for resources: {'Port': ['ID=33ca63f7-2566-4c49-81d5-923726a2851e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:00.138881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 67384855-ca9b-46a9-997f-77b060a11843, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=67384855-ca9b-46a9-997f-77b060a11843,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:00.146452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.147971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.157168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '67384855-ca9b-46a9-997f-77b060a11843', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '67384855-ca9b-46a9-997f-77b060a11843', 'mac_address': 'fa:16:3e:3b:d3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:00.172765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.180379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.188388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-158bcced-816e-40ce-b51f-29225a22d3f2 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.8014636 Jul 30 01:38:00.190622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36088) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:00.218309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f7d128-9fa4-4b5d-90dd-77a98dbbcf72,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:00.230181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:00.237931 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.249674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.249897 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Added segment bd75c514-590e-4403-918c-42121fcab421 of type vlan for network b37077b8-89c1-4d69-8ea2-2baf23c62342 Jul 30 01:38:00.258942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67384855-ca9b-46a9-997f-77b060a11843 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:00.286987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 67384855-ca9b-46a9-997f-77b060a11843, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=67384855-ca9b-46a9-997f-77b060a11843,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:00.296033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.343347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.361809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Deleting port 33ca63f7-2566-4c49-81d5-923726a2851e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:00.362415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.387713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=67384855-ca9b-46a9-997f-77b060a11843,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:00.438888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.441544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.441544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.560992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['67384855-ca9b-46a9-997f-77b060a11843'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:00.688153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9129817 Jul 30 01:38:00.697026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36098) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:00.777223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf3629-4eb6-41dc-9eb7-c4ce390915b8 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Network': ['ID=b37077b8-89c1-4d69-8ea2-2baf23c62342,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:00.815522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b37077b8-89c1-4d69-8ea2-2baf23c62342 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:00.846667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3a43-ad1f-4880-a105-61d3681083ae req-cab3a85d-baa9-4aeb-9932-fae9ebe3e972 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.847994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd6a3a43-ad1f-4880-a105-61d3681083ae req-cab3a85d-baa9-4aeb-9932-fae9ebe3e972 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 949 time: 0.2343655 Jul 30 01:38:00.861517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856a3f8-f275-43c3-b34c-13cc16c61cdf req-9853eb54-9a82-4ced-aa01-379a430628ce tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.870863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2856a3f8-f275-43c3-b34c-13cc16c61cdf req-9853eb54-9a82-4ced-aa01-379a430628ce tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.2745891 Jul 30 01:38:00.888683 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.014076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd6a3a43-ad1f-4880-a105-61d3681083ae req-a0b18d3a-9cd7-428d-a0be-2b530cc8436d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389558 Jul 30 01:38:01.043320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2856a3f8-f275-43c3-b34c-13cc16c61cdf req-ab40a59e-6d30-4de6-8653-504d9ffbd561 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707299 Jul 30 01:38:01.082365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.102548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Calling delete_port for 33ca63f7-2566-4c49-81d5-923726a2851e owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:01.202778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.214944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37077b8-89c1-4d69-8ea2-2baf23c62342']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:01.229306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd75c514-590e-4403-918c-42121fcab421') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:01.230343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd75c514-590e-4403-918c-42121fcab421') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:01.247247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.262712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.274573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:01.275042 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:01.363937 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:01.373381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.400426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.404911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b37077b8-89c1-4d69-8ea2-2baf23c62342 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:38:01.406730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Network': ['ID=b37077b8-89c1-4d69-8ea2-2baf23c62342,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:01.426251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.428273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0c49e8ce-e888-4215-8bfc-b786c3d8c1bd tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/networks/b37077b8-89c1-4d69-8ea2-2baf23c62342 HTTP/1.1" status: 204 len: 168 time: 0.7271852 Jul 30 01:38:01.432612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36112) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:01.450311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:01.456313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event deleted for resources: {'Port': ['ID=33ca63f7-2566-4c49-81d5-923726a2851e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:01.498195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Made reservation on behalf of 035f69668b45408ba406e06d6aa420ca for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:01.500632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.558844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:01.574523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.575356 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Added segment c323cbe7-7fb8-4bd5-a3e3-cc9eb0ee7c53 of type vlan for network 617697a3-c63f-4989-ad46-0cb9cac5efe4 Jul 30 01:38:01.595990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.598663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b59c1632-dab9-4d84-9665-ce5bff939955 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "DELETE /v2.0/ports/33ca63f7-2566-4c49-81d5-923726a2851e HTTP/1.1" status: 204 len: 168 time: 1.4066234 Jul 30 01:38:01.602930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36114) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:01.670555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 67384855-ca9b-46a9-997f-77b060a11843 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:01.689829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.799959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.801445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:01.803308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.818126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 67384855-ca9b-46a9-997f-77b060a11843 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:01.826959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390bd054-87fe-4fc2-b8be-2de185f00781 None None] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:01.829226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 67384855-ca9b-46a9-997f-77b060a11843 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:01.830441 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.896977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4632177 Jul 30 01:38:01.900026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36118) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:01.906088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'subnet': {'network_id': '617697a3-c63f-4989-ad46-0cb9cac5efe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:01.922226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2937ddbc-d85e-420b-8f7c-1580b18369c6 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3178172 Jul 30 01:38:01.925248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36120) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:01.936518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a4e70-d082-447a-9039-e71bee6d042b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Network': ['ID=617697a3-c63f-4989-ad46-0cb9cac5efe4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:01.938757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-559386505'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:01.952496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 617697a3-c63f-4989-ad46-0cb9cac5efe4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:01.967595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Made reservation on behalf of 035f69668b45408ba406e06d6aa420ca for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:01.972408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.080127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-066d73d1-5def-4137-a5a3-db90c851ebd8 None None] Provisioning for port 48138852-da37-4589-a961-668073837961 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:02.162037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Made reservation on behalf of 5974d8337f4e4d5691ea3165518448ee for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:02.181237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.287957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65084a2-ecf2-43f7-80c8-6b9ad6e96392 req-c7cd52bc-42c7-4a0f-9a8f-ead14ded962d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:02.294719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65084a2-ecf2-43f7-80c8-6b9ad6e96392 req-c7cd52bc-42c7-4a0f-9a8f-ead14ded962d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 949 time: 0.1503243 Jul 30 01:38:02.301230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:02.360285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.360612 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Added segment 665f5df3-52c5-48dd-9454-4adf81124798 of type vlan for network f930fbb4-bec0-41f7-88bf-478fe003d734 Jul 30 01:38:02.398938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65084a2-ecf2-43f7-80c8-6b9ad6e96392 req-f55ec0ad-2b44-417c-b571-c748c69f7c6c tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921514 Jul 30 01:38:02.411261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a2128-b27c-4dd2-a849-d9edccea3966 req-a883c146-e156-4e12-b1a5-4ca257bfd6d3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:02.414027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-113a2128-b27c-4dd2-a849-d9edccea3966 req-a883c146-e156-4e12-b1a5-4ca257bfd6d3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.2019575 Jul 30 01:38:02.460081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 48138852-da37-4589-a961-668073837961 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:02.491880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-113a2128-b27c-4dd2-a849-d9edccea3966 req-cf5c13f7-38fd-4937-a568-430b9a17d090 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Jul 30 01:38:02.564122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.602562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.629796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67384855-ca9b-46a9-997f-77b060a11843'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:02.644969 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae269ec-048d-48db-ae39-986d528fef0a" -d '{"events": [{"server_uuid": "7ca2c9f1-7af4-4d8e-af08-89694978563d", "name": "network-vif-plugged", "status": "completed", "tag": "67384855-ca9b-46a9-997f-77b060a11843"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:02.686387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 67384855-ca9b-46a9-997f-77b060a11843, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=67384855-ca9b-46a9-997f-77b060a11843,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:02.690840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 48138852-da37-4589-a961-668073837961 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:02.703744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 48138852-da37-4589-a961-668073837961 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:02.705687 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.727562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.757408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:02.758098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.782365 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7c0880-7138-4a53-bc14-66b4e8493980 x-openstack-request-id: req-6e7c0880-7138-4a53-bc14-66b4e8493980 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:02.782670 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca2c9f1-7af4-4d8e-af08-89694978563d", "name": "network-vif-plugged", "status": "completed", "tag": "67384855-ca9b-46a9-997f-77b060a11843", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:02.783684 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e7c0880-7138-4a53-bc14-66b4e8493980 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:02.783684 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67384855-ca9b-46a9-997f-77b060a11843', 'code': 200} Jul 30 01:38:02.787465 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.874644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=67384855-ca9b-46a9-997f-77b060a11843,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:02.891472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c5971-fde1-43a2-be34-0d2550620452 req-47c03148-e423-4223-acc9-92e5fac5a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:02.898690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c55c5971-fde1-43a2-be34-0d2550620452 req-47c03148-e423-4223-acc9-92e5fac5a058 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 1102 time: 0.0941398 Jul 30 01:38:02.909914 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9805312 Jul 30 01:38:02.915132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36144) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:02.942051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd658ea7-b586-4579-a1e3-80a7493194e8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event updated for resources: {'Network': ['ID=f930fbb4-bec0-41f7-88bf-478fe003d734,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:02.966770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network f930fbb4-bec0-41f7-88bf-478fe003d734 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:02.982165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c55c5971-fde1-43a2-be34-0d2550620452 req-a5d5c0f1-a7d8-4363-8035-5fe2ab12fbb1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766490 Jul 30 01:38:03.092165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.115726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5ac86a99-ab2a-473f-9292-0afb14872578 None None] Provisioning complete for port 48138852-da37-4589-a961-668073837961 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:03.116294 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ac86a99-ab2a-473f-9292-0afb14872578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.135230 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42aaa680-c99c-4d02-b254-a5502df1ea6d tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/agents/a05c2672-09b6-4a34-8f83-615b26c16c81/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.2144074 Jul 30 01:38:03.135988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36146) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:03.171042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:38:03.171042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.235305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9efb94dd-70e5-433c-ab3f-df19b6d52f27,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:03.245225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Checking segment: {'id': 'c323cbe7-7fb8-4bd5-a3e3-cc9eb0ee7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '617697a3-c63f-4989-ad46-0cb9cac5efe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:03.245589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Network hostable DHCP agents. Network: 617697a3-c63f-4989-ad46-0cb9cac5efe4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:38:03.279149 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Network 617697a3-c63f-4989-ad46-0cb9cac5efe4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:03.288963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 48138852-da37-4589-a961-668073837961, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=48138852-da37-4589-a961-668073837961,segment=NetworkSegment(ca3fb945-f328-4928-a576-8cf68f77870f),segment_id=ca3fb945-f328-4928-a576-8cf68f77870f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:03.292746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 617697a3-c63f-4989-ad46-0cb9cac5efe4) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:03.308567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58455e6-4b48-452b-a89f-b912f7d17c55 None None] Network 617697a3-c63f-4989-ad46-0cb9cac5efe4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:03.311154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a0f16-1e13-41c6-85c5-cc44c92c9506 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] Network f930fbb4-bec0-41f7-88bf-478fe003d734 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:03.315832 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.324952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:03.325928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.340276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4b2a0f16-1e13-41c6-85c5-cc44c92c9506 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "POST /v2.0/agents/a05c2672-09b6-4a34-8f83-615b26c16c81/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2011614 Jul 30 01:38:03.340712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:03.374555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f0e87f3c-2bbd-4d61-a233-d27bb39d2d18 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4729371 Jul 30 01:38:03.376442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:03.387323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'floatingip': {'floating_network_id': '617697a3-c63f-4989-ad46-0cb9cac5efe4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:03.427200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8e99a-cb4a-4ac3-bb66-235554a510e4 None None] Network f930fbb4-bec0-41f7-88bf-478fe003d734 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:03.450687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.671570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.799785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=48138852-da37-4589-a961-668073837961,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:03.901578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b8ea2ba1-e125-479f-921f-45576440ec14 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/agents/a05c2672-09b6-4a34-8f83-615b26c16c81/dhcp-networks HTTP/1.1" status: 200 len: 11189 time: 0.5551014 Jul 30 01:38:03.904240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36164) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:03.958257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec3d53-28e7-49c7-9017-c1a505d6d513 req-b0e516a2-3b43-4d41-b52a-270fdc17f8f4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:03.960911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96ec3d53-28e7-49c7-9017-c1a505d6d513 req-b0e516a2-3b43-4d41-b52a-270fdc17f8f4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.1235199 Jul 30 01:38:03.992122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Allocated IP 172.20.0.6 (617697a3-c63f-4989-ad46-0cb9cac5efe4/9efb94dd-70e5-433c-ab3f-df19b6d52f27/c4add928-3cba-40b4-becb-2c6a913ff650) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:04.012107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec03e79-6c3a-4ae8-8acd-e396c805efaa None None] Network 617697a3-c63f-4989-ad46-0cb9cac5efe4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:04.012914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f442ca7-3c88-4683-9663-2ada0aab3aeb req-4e4bbb43-685a-48ab-bb66-539bbe8ee460 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:04.020629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f442ca7-3c88-4683-9663-2ada0aab3aeb req-4e4bbb43-685a-48ab-bb66-539bbe8ee460 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 950 time: 0.4645851 Jul 30 01:38:04.084688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fe58775b-cc6b-4bcf-803e-996be0366e62 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "DELETE /v2.0/agents/a05c2672-09b6-4a34-8f83-615b26c16c81/dhcp-networks/f930fbb4-bec0-41f7-88bf-478fe003d734 HTTP/1.1" status: 204 len: 168 time: 0.1771657 Jul 30 01:38:04.095668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36166) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:04.119679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f442ca7-3c88-4683-9663-2ada0aab3aeb req-cf20c82e-cc75-44e1-8af2-eb7a8f11e5f7 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979872 Jul 30 01:38:04.125732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-166421d4-a171-4152-b272-039c0497d6a3 None None] Could not find standard attr ID for object 33ca63f7-2566-4c49-81d5-923726a2851e. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:38:04.157983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96ec3d53-28e7-49c7-9017-c1a505d6d513 req-97c9911a-4cff-4ef2-9387-1f386b8af6e3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720126 Jul 30 01:38:04.289696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.334468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 48138852-da37-4589-a961-668073837961 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:04.425655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.446244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 48138852-da37-4589-a961-668073837961 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:04.446804 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.477567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Network 617697a3-c63f-4989-ad46-0cb9cac5efe4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:04.484539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:04.489461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:04.493679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Port': ['ID=c4add928-3cba-40b4-becb-2c6a913ff650,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:04.505848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f6f3bf06-6497-47dc-a363-9a443abbe06d tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/agents/a05c2672-09b6-4a34-8f83-615b26c16c81/dhcp-networks HTTP/1.1" status: 200 len: 10419 time: 0.4090447 Jul 30 01:38:04.510199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36178) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:04.553837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-20061a95-ea39-4f2d-8f6a-47b294cfa814 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/networks/d6789cfb-c1c4-420e-8fb7-026121a43fcc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0416911 Jul 30 01:38:04.559266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36182) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:04.597490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8451862-d779-4497-8a79-6d8e134bb5e3 tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/networks/d6789cfb-c1c4-420e-8fb7-026121a43fcc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0362110 Jul 30 01:38:04.599916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36184) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:04.613947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.661167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.754365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8bca87ae-c583-4581-ac35-4d6f607379da tempest-DHCPAgentSchedulersTestJSON-713764149 tempest-DHCPAgentSchedulersTestJSON-713764149-project-admin] 10.222.0.78 "GET /v2.0/agents/a05c2672-09b6-4a34-8f83-615b26c16c81/dhcp-networks HTTP/1.1" status: 200 len: 10419 time: 0.1530290 Jul 30 01:38:04.761120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:04.856483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.892999 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.903648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.967482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.980459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f930fbb4-bec0-41f7-88bf-478fe003d734']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:04.998761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665f5df3-52c5-48dd-9454-4adf81124798') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:04.999073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665f5df3-52c5-48dd-9454-4adf81124798') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:05.000918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Port': ['ID=c4add928-3cba-40b4-becb-2c6a913ff650,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:05.022621 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.026903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.038452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.045672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.050400 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-56d3a55d-6d8c-415e-a354-4a45fa3c9583 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6664169 Jul 30 01:38:05.050639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:05.050639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.050941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36188) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:05.052493 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:05.123193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.143576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.151927 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-895da3a3-86ba-4574-bd51-b7d1754924cf tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=617697a3-c63f-4989-ad46-0cb9cac5efe4 HTTP/1.1" status: 200 len: 689 time: 0.0910032 Jul 30 01:38:05.152113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "DELETE /v2.0/networks/f930fbb4-bec0-41f7-88bf-478fe003d734 HTTP/1.1" status: 204 len: 168 time: 0.3834777 Jul 30 01:38:05.152113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88292d10-f8c5-47d7-802f-c01ed3c10ace tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event deleted for resources: {'Network': ['ID=f930fbb4-bec0-41f7-88bf-478fe003d734,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:05.152355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36190) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:05.168686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36194) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:05.236530 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acd1079-f224-4a13-bda2-1bbc4d7ecddc tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] DELETE failed (client error): The resource could not be found. Jul 30 01:38:05.237767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acd1079-f224-4a13-bda2-1bbc4d7ecddc tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:38:05.243519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9acd1079-f224-4a13-bda2-1bbc4d7ecddc tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "DELETE /v2.0/ports/33ca63f7-2566-4c49-81d5-923726a2851e HTTP/1.1" status: 404 len: 333 time: 0.0736041 Jul 30 01:38:05.244447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:05.256133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.404553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Deleting subnet 38b09a39-14e6-4cee-b475-97142e7056fa {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:38:05.407339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Deleting port c4add928-3cba-40b4-becb-2c6a913ff650 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:05.408039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.413776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.446652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d56b0-7766-40dc-a3f4-2a5284b5d6e8 req-fe8d67aa-724a-48f4-89a8-963532a3c271 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:05.454371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da9d56b0-7766-40dc-a3f4-2a5284b5d6e8 req-fe8d67aa-724a-48f4-89a8-963532a3c271 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 950 time: 0.1760137 Jul 30 01:38:05.466052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea999e-b216-4b8c-95b9-05a99019d871 req-337bcaa0-6c72-49b4-a474-b8db7253c674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:05.468135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffea999e-b216-4b8c-95b9-05a99019d871 req-337bcaa0-6c72-49b4-a474-b8db7253c674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.1880679 Jul 30 01:38:05.534524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.535207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.552812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Calling delete_port for c4add928-3cba-40b4-becb-2c6a913ff650 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:05.556884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da9d56b0-7766-40dc-a3f4-2a5284b5d6e8 req-695fd1a7-2ad7-4581-add9-d558eb43ef29 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014574 Jul 30 01:38:05.579464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.653577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffea999e-b216-4b8c-95b9-05a99019d871 req-b7af672c-7c99-4b37-979c-8c6de7027b7f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757429 Jul 30 01:38:05.797349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.805332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.867974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4add928-3cba-40b4-becb-2c6a913ff650,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:05.907632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.948146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event deleted for resources: {'Subnet': ['ID=38b09a39-14e6-4cee-b475-97142e7056fa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:05.961984 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.971298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d720e15e-4f1b-41d1-94e7-ff1025a72ede tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "DELETE /v2.0/subnets/38b09a39-14e6-4cee-b475-97142e7056fa HTTP/1.1" status: 204 len: 168 time: 0.7234170 Jul 30 01:38:05.972357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36220) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:05.974030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.994016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88214bb6-df70-4a96-bcc5-e9e7debe946e None None] Network d6789cfb-c1c4-420e-8fb7-026121a43fcc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:06.090280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.178137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.224813 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.270893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9efb94dd-70e5-433c-ab3f-df19b6d52f27,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:06.285545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] DHCP port deletion for d6789cfb-c1c4-420e-8fb7-026121a43fcc request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:38:06.328356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Deleting port 48138852-da37-4589-a961-668073837961 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:06.330210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.331246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.350901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617697a3-c63f-4989-ad46-0cb9cac5efe4']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:06.421186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c323cbe7-7fb8-4bd5-a3e3-cc9eb0ee7c53') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:06.421835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c323cbe7-7fb8-4bd5-a3e3-cc9eb0ee7c53') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:06.423775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] Deleting port 48138852-da37-4589-a961-668073837961 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:06.424640 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.439201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.479767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.497301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:06.512376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:06.512867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:06.516096 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:06.549277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] For port 48138852-da37-4589-a961-668073837961, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=48138852-da37-4589-a961-668073837961,segment=NetworkSegment(ca3fb945-f328-4928-a576-8cf68f77870f),segment_id=ca3fb945-f328-4928-a576-8cf68f77870f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:06.550531 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.572245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] Calling delete_port for 48138852-da37-4589-a961-668073837961 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:06.605307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2b9f73c5-0438-4940-a53c-af1fae217fb7 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080091 Jul 30 01:38:06.612905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] For port 48138852-da37-4589-a961-668073837961, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=48138852-da37-4589-a961-668073837961,segment=NetworkSegment(ca3fb945-f328-4928-a576-8cf68f77870f),segment_id=ca3fb945-f328-4928-a576-8cf68f77870f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:06.613272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.657194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.674264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 617697a3-c63f-4989-ad46-0cb9cac5efe4 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:38:06.682923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.699493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/networks/617697a3-c63f-4989-ad46-0cb9cac5efe4 HTTP/1.1" status: 204 len: 168 time: 1.5511541 Jul 30 01:38:06.710827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:06.732171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae83d5-3ff5-4bb6-8a50-05814e9a22c2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Network': ['ID=617697a3-c63f-4989-ad46-0cb9cac5efe4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:06.776135 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.785733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Calling delete_port for 48138852-da37-4589-a961-668073837961 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:06.814900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:06.838412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101', 'port_id': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'mac_address': 'fa:16:3e:b3:4c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89e0b09-4749-4ac6-b5ad-7d5975d9a352', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:06.868082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.914227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.916948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] Pushing event deleted for resources: {'Port': ['ID=48138852-da37-4589-a961-668073837961,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:06.927425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b87052-0d13-44bd-8630-40f92182e93e None None] No DVR routers for this DVR port 48138852-da37-4589-a961-668073837961 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:06.932483 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.958152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec711a2-d3c6-4172-a7de-f6721d7ee7fe {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:07.005598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:07.012481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.082435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:07.405405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['fec711a2-d3c6-4172-a7de-f6721d7ee7fe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:07.478215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] No DVR routers for this DVR port 48138852-da37-4589-a961-668073837961 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:07.492589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event deleted for resources: {'Port': ['ID=48138852-da37-4589-a961-668073837961,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:07.662131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8ec9f992-c390-47d8-8667-fe1befa871ee tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.8786623 Jul 30 01:38:07.664587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36246) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:07.674409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba6de-3038-456e-a2db-a5e443a3474c req-af07af3b-7d3f-4e2c-a59b-6da487ae34d9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.676066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-104ba6de-3038-456e-a2db-a5e443a3474c req-af07af3b-7d3f-4e2c-a59b-6da487ae34d9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.7591951 Jul 30 01:38:07.691114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-1717bfd7-bda3-4cbd-8596-c041f9409f00 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.692854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-1717bfd7-bda3-4cbd-8596-c041f9409f00 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0867469 Jul 30 01:38:07.697996 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.754023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6789cfb-c1c4-420e-8fb7-026121a43fcc']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:07.767427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.768197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.768898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.769562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.770196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.770831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.771486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.772118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.773388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.774049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.774791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.777589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3fb945-f328-4928-a576-8cf68f77870f') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:07.778344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3fb945-f328-4928-a576-8cf68f77870f') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:07.779905 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-98900371-3dc2-4fe9-adca-00721ba47750 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7106 time: 0.1139662 Jul 30 01:38:07.784344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:07.789308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-726a5a54-8b71-4181-97a0-53916cd494ab tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/quotas/6ad105bfff9b4e24b7af6fd351ab835c HTTP/1.1" status: 200 len: 375 time: 0.0783184 Jul 30 01:38:07.802338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-104ba6de-3038-456e-a2db-a5e443a3474c req-a0e8a381-f82c-4c18-b55a-a61189ad60f1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974586 Jul 30 01:38:07.829960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.853682 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-1ff45cad-72f6-4608-b8ac-cb61315113e9 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] delete failed (client error): The resource could not be found. Jul 30 01:38:07.857464 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ff45cad-72f6-4608-b8ac-cb61315113e9 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/11e7ff14-d0c0-4c3a-916a-52bee61d4a27 HTTP/1.1" status: 404 len: 345 time: 0.0695243 Jul 30 01:38:07.858299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36254) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:07.873072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.876613 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e0d481-cb98-46ea-a777-8cdcf1b78ff7 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] DELETE failed (client error): The resource could not be found. Jul 30 01:38:07.877221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e0d481-cb98-46ea-a777-8cdcf1b78ff7 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:38:07.879422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42e0d481-cb98-46ea-a777-8cdcf1b78ff7 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/networks/617697a3-c63f-4989-ad46-0cb9cac5efe4 HTTP/1.1" status: 404 len: 339 time: 0.0204129 Jul 30 01:38:07.883528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:07.887700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:07.888348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:07.892257 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:07.902392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'network': {'name': 'tempest-network--531571816', 'router:external': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:07.924996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-45610415-5207-4e46-b76c-33372b5b53d3 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355581 Jul 30 01:38:07.934974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Made reservation on behalf of 035f69668b45408ba406e06d6aa420ca for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:07.939617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.975435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:07.990294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.990614 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Added segment 739714e0-c15e-4292-895f-7ca79aff40a1 of type vlan for network 9c23a8db-37d9-441c-9e8d-4d6e73824869 Jul 30 01:38:08.068131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.084254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.091983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] 10.222.0.78 "DELETE /v2.0/networks/d6789cfb-c1c4-420e-8fb7-026121a43fcc HTTP/1.1" status: 204 len: 168 time: 2.1184461 Jul 30 01:38:08.113705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.168274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321ba62-2f63-4a67-89a2-8a83b2dddda8 tempest-DHCPAgentSchedulersTestJSON-1990888759 tempest-DHCPAgentSchedulersTestJSON-1990888759-project] Pushing event deleted for resources: {'Network': ['ID=d6789cfb-c1c4-420e-8fb7-026121a43fcc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:08.207083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.208694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.209548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.249171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f313bd0a-ea52-47dc-aaf7-87b7b90b2c63 req-91c6c460-71cb-4366-8759-b08fbd7c3754 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 210 time: 0.0677388 Jul 30 01:38:08.328712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4433000 Jul 30 01:38:08.331032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36268) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:08.340490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 48138852-da37-4589-a961-668073837961 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:08.372383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8928812-ccdf-43b6-b38b-5a66dc434b4b tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Network': ['ID=9c23a8db-37d9-441c-9e8d-4d6e73824869,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:08.390540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9c23a8db-37d9-441c-9e8d-4d6e73824869 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:08.395194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 48138852-da37-4589-a961-668073837961 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:08.395835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 48138852-da37-4589-a961-668073837961 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:08.639588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:08.741710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f21cb7-2982-46a3-bd36-a9281db921d9 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.753703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f21cb7-2982-46a3-bd36-a9281db921d9 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.760737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f21cb7-2982-46a3-bd36-a9281db921d9 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.767596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f21cb7-2982-46a3-bd36-a9281db921d9 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.770359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-38f21cb7-2982-46a3-bd36-a9281db921d9 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4369144 Jul 30 01:38:08.773581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36282) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:08.895280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.916663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e08908f-8020-4b55-b1c1-f66985d1bd67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5974d8337f4e4d5691ea3165518448ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756064 Jul 30 01:38:08.936910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36286) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:09.090643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.099960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47202981-a3a5-47ad-a84b-4627a93b3026 req-c9828502-846a-4cdb-a617-dddd26c0e1b1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:09.102142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47202981-a3a5-47ad-a84b-4627a93b3026 req-c9828502-846a-4cdb-a617-dddd26c0e1b1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.1103315 Jul 30 01:38:09.102845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae73f5d3-272e-4d0a-8951-87477298d6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.105627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c23a8db-37d9-441c-9e8d-4d6e73824869']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:09.127279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739714e0-c15e-4292-895f-7ca79aff40a1') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:09.127578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739714e0-c15e-4292-895f-7ca79aff40a1') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:09.129587 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae73f5d3-272e-4d0a-8951-87477298d6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.140582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.162545 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.172502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:09.173123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.220412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47202981-a3a5-47ad-a84b-4627a93b3026 req-2449c1ad-aaaa-4642-b480-062884fc03a0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Jul 30 01:38:09.226691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae73f5d3-272e-4d0a-8951-87477298d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.231868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae73f5d3-272e-4d0a-8951-87477298d6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.236964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ae73f5d3-272e-4d0a-8951-87477298d6c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec45c1ff-3a56-45e2-8cd5-c28c87a366ec HTTP/1.1" status: 204 len: 168 time: 0.2989693 Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:09.254584 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:09.259388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73f5d3-272e-4d0a-8951-87477298d6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45c1ff-3a56-45e2-8cd5-c28c87a366ec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:09.263153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.284958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c23a8db-37d9-441c-9e8d-4d6e73824869 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:38:09.311689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.313546 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/networks/9c23a8db-37d9-441c-9e8d-4d6e73824869 HTTP/1.1" status: 204 len: 168 time: 0.5389454 Jul 30 01:38:09.317839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:09.354128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'network': {'name': 'tempest-network--2089830177', 'router:external': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:09.367324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864d048-83ca-4725-943d-1db49c759ab3 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c23a8db-37d9-441c-9e8d-4d6e73824869,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:09.439780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Made reservation on behalf of 035f69668b45408ba406e06d6aa420ca for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:09.442204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.459584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09a3a5f8-463b-4997-b75b-09d9b3e21abb req-38ff7000-0d3a-4c62-ad28-61c3342fd29d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 210 time: 0.0503538 Jul 30 01:38:09.494074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:09.510497 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.511278 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Added segment e67043aa-74bc-4bbf-a84c-97b09dc4995e of type vlan for network 26579295-eeb4-41e5-9f4e-6e4bd8ee9a04 Jul 30 01:38:09.620997 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.700627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.702938 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:09.704381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.758950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-df0e6ce3-9268-4b30-bf81-aa05d60cb888 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631111 Jul 30 01:38:09.774208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4491706 Jul 30 01:38:09.776739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:09.893974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36318) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:09.984405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b378e89c-8bdd-48d4-abd6-1f03440fd5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.030353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-49ba4b88-cb33-4ed8-a38c-cd3bce16aa34 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.033476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-49ba4b88-cb33-4ed8-a38c-cd3bce16aa34 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692342 Jul 30 01:38:10.055401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Request body: {'port': {'device_id': '25f46592-176f-43fd-9a02-30eea0918b8d', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '6ad105bfff9b4e24b7af6fd351ab835c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:10.107736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b378e89c-8bdd-48d4-abd6-1f03440fd5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.110145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792359-bfcd-43be-9e93-77ae0ef3619d tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Network': ['ID=26579295-eeb4-41e5-9f4e-6e4bd8ee9a04,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:10.124383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b378e89c-8bdd-48d4-abd6-1f03440fd5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.128553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 26579295-eeb4-41e5-9f4e-6e4bd8ee9a04 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:10.166851 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b378e89c-8bdd-48d4-abd6-1f03440fd5e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6350e764fe4b422d8b6743bbab57f721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459614 Jul 30 01:38:10.169770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36326) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:10.192578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb28e12-5e47-4367-8822-2a25fbb40a81 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.194637 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fb28e12-5e47-4367-8822-2a25fbb40a81 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] 10.222.0.78 "GET /v2.0/networks/26579295-eeb4-41e5-9f4e-6e4bd8ee9a04 HTTP/1.1" status: 200 len: 757 time: 0.3575094 Jul 30 01:38:10.203639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:10.283230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378e89c-8bdd-48d4-abd6-1f03440fd5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a864d-697b-4f67-9f45-e2f59e591c31,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:10.314448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Made reservation on behalf of 6ad105bfff9b4e24b7af6fd351ab835c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:10.319356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.338056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-baf144a3-e7ca-4d82-8ea4-c4f1854b01b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.371528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d34e2b5-2f61-46b5-b68d-ccb11c6cf88e tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.373003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3d34e2b5-2f61-46b5-b68d-ccb11c6cf88e tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] 10.222.0.78 "GET /v2.0/networks/eb4216a3-0378-4c45-97f4-5f1d4920a7ef HTTP/1.1" status: 200 len: 768 time: 0.1634507 Jul 30 01:38:10.378513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36340) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:10.391604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-baf144a3-e7ca-4d82-8ea4-c4f1854b01b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.496172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:10.499666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.582103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-baf144a3-e7ca-4d82-8ea4-c4f1854b01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.584979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-baf144a3-e7ca-4d82-8ea4-c4f1854b01b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.588831 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-baf144a3-e7ca-4d82-8ea4-c4f1854b01b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b5a864d-697b-4f67-9f45-e2f59e591c31 HTTP/1.1" status: 204 len: 168 time: 0.4154017 Jul 30 01:38:10.589979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port fec711a2-d3c6-4172-a7de-f6721d7ee7fe completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:10.596864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port fec711a2-d3c6-4172-a7de-f6721d7ee7fe triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:10.597634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.608546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf144a3-e7ca-4d82-8ea4-c4f1854b01b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a864d-697b-4f67-9f45-e2f59e591c31,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:10.628405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.633836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe077c-2a97-486d-9443-44df4f337b0c req-be46438c-9366-4438-b500-fb96f8181cfb tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.644861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73fe077c-2a97-486d-9443-44df4f337b0c req-be46438c-9366-4438-b500-fb96f8181cfb tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.2430129 Jul 30 01:38:10.667469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26579295-eeb4-41e5-9f4e-6e4bd8ee9a04']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:10.717350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67043aa-74bc-4bbf-a84c-97b09dc4995e') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:10.721606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67043aa-74bc-4bbf-a84c-97b09dc4995e') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:10.757403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.761295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c43d712b-aded-4650-a037-68b66e6982dd req-5354b7e1-36d5-43bd-9db7-7fb7ccb18c72 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 210 time: 0.0554206 Jul 30 01:38:10.795866 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.802728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.807747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Allocated IP 192.168.233.114 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/e06718c4-11a6-4ba7-b2cc-3421038a4547) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:10.844318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:10.845043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:10.852927 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:10.859845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73fe077c-2a97-486d-9443-44df4f337b0c req-887259a5-6cc3-4572-899b-7da05534c0f6 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056494 Jul 30 01:38:10.871721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:10.885824 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ead6c-e279-499d-a20e-24d2b587167a" -d '{"events": [{"server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "name": "network-vif-plugged", "status": "completed", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:10.899207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:10.907611 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.012226 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd5595-6284-44e0-9e60-89213beb3eaa x-openstack-request-id: req-25fd5595-6284-44e0-9e60-89213beb3eaa {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:11.012524 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "name": "network-vif-plugged", "status": "completed", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:11.012786 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25fd5595-6284-44e0-9e60-89213beb3eaa {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:11.013186 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'code': 200} Jul 30 01:38:11.049544 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.065773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26579295-eeb4-41e5-9f4e-6e4bd8ee9a04 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:38:11.075954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.079292 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/networks/26579295-eeb4-41e5-9f4e-6e4bd8ee9a04 HTTP/1.1" status: 204 len: 168 time: 0.6998773 Jul 30 01:38:11.089935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36354) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:11.094534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:11.094768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'network': {'name': 'tempest-network--458752447'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:11.146207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c67a8-4829-40f2-890c-340fdbe548a6 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Network': ['ID=26579295-eeb4-41e5-9f4e-6e4bd8ee9a04,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:11.160478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Made reservation on behalf of 035f69668b45408ba406e06d6aa420ca for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:11.165608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.269025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.296786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Transition to ACTIVE for port object e06718c4-11a6-4ba7-b2cc-3421038a4547 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:11.357284 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.371088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['67384855-ca9b-46a9-997f-77b060a11843'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:11.437279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:11.445787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:11.451502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7710d9-0acf-45e1-851e-b1f0af136ced req-23698142-791e-45d8-ba26-bd5413bbae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:11.461083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc7710d9-0acf-45e1-851e-b1f0af136ced req-23698142-791e-45d8-ba26-bd5413bbae46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1097 time: 0.3283999 Jul 30 01:38:11.479329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:11.509521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:11.599493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.599853 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Added segment 5a93130e-de6e-4228-aa9b-92be0458111e of type vlan for network cf6133af-faad-4fcf-a9e5-fdf7361f6080 Jul 30 01:38:11.608653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Pushing event updated for resources: {'Port': ['ID=e06718c4-11a6-4ba7-b2cc-3421038a4547,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:11.732888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.738104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc7710d9-0acf-45e1-851e-b1f0af136ced req-1dabae57-83c4-46b4-b020-16bbd6f273f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532663 Jul 30 01:38:11.745695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:11.746377 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.783583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-9e6da9fe-28b0-44f4-b795-f3f3914f572b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7327716 Jul 30 01:38:11.802145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Request body: {'port': {'device_id': '25f46592-176f-43fd-9a02-30eea0918b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:11.807524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.808961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:11.809779 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.946955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8566310 Jul 30 01:38:11.949809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:11.973188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:11.980326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-907bb6e9-e74a-44a5-9cfc-32c30ecba852 None None] Provisioning for port e06718c4-11a6-4ba7-b2cc-3421038a4547 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:11.984001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06f3ae-9ec4-48b3-bc75-f0b42a43ca07 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Network': ['ID=cf6133af-faad-4fcf-a9e5-fdf7361f6080,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:11.996011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.018363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-907bb6e9-e74a-44a5-9cfc-32c30ecba852 None None] Provisioning complete for port e06718c4-11a6-4ba7-b2cc-3421038a4547 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:12.019575 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-907bb6e9-e74a-44a5-9cfc-32c30ecba852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.024365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c736d1-3e4e-4566-950e-a80a4ef4f75c req-ea7a95e3-f02e-4a0b-8afb-e614da36ed26 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.024578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network cf6133af-faad-4fcf-a9e5-fdf7361f6080 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:12.034117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4c736d1-3e4e-4566-950e-a80a4ef4f75c req-ea7a95e3-f02e-4a0b-8afb-e614da36ed26 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 936 time: 0.1409159 Jul 30 01:38:12.163708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4c736d1-3e4e-4566-950e-a80a4ef4f75c req-d48f72f1-e885-40c5-a26e-20a89face1ba tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282172 Jul 30 01:38:12.218865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-907bb6e9-e74a-44a5-9cfc-32c30ecba852 None None] Port e06718c4-11a6-4ba7-b2cc-3421038a4547 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:12.353374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.374740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.389335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5cd30-0561-486e-81e1-760384352498 req-6c7f8545-c82e-45b7-a4c7-049fbe73ca11 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.400039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Network cf6133af-faad-4fcf-a9e5-fdf7361f6080 is not hosted by any dhcp agent {{(pid=93889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:38:12.401395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.402147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.402477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3a5cd30-0561-486e-81e1-760384352498 req-6c7f8545-c82e-45b7-a4c7-049fbe73ca11 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.2443566 Jul 30 01:38:12.406550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "PUT /v2.0/networks/cf6133af-faad-4fcf-a9e5-fdf7361f6080 HTTP/1.1" status: 200 len: 857 time: 0.4532413 Jul 30 01:38:12.414303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36402) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:12.470143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feeadb0-2f92-41a7-b7f9-9c9dc2323840 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event updated for resources: {'Network': ['ID=cf6133af-faad-4fcf-a9e5-fdf7361f6080,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:12.548760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.710216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3a5cd30-0561-486e-81e1-760384352498 req-915ed2e7-a79e-44c8-9537-8ce38795f741 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995484 Jul 30 01:38:12.837447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.912150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6133af-faad-4fcf-a9e5-fdf7361f6080']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:12.920214 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:38:12.925949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36422) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:12.950291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a93130e-de6e-4228-aa9b-92be0458111e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:12.951312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a93130e-de6e-4228-aa9b-92be0458111e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:12.971431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.006185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.048805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:13.049591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:13.052815 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:13.064737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:13.094896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.114726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06718c4-11a6-4ba7-b2cc-3421038a4547 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:13.124978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.142026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Transition to ACTIVE for port object e06718c4-11a6-4ba7-b2cc-3421038a4547 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:13.142850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.149032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf6133af-faad-4fcf-a9e5-fdf7361f6080 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:38:13.151964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.159500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] 10.222.0.78 "DELETE /v2.0/networks/cf6133af-faad-4fcf-a9e5-fdf7361f6080 HTTP/1.1" status: 204 len: 168 time: 0.7272601 Jul 30 01:38:13.161156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:13.172225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.213301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847ced6-631e-4bbc-9339-6e14034bb2e2 tempest-ExternalNetworksTestJSON-1879668532 tempest-ExternalNetworksTestJSON-1879668532-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf6133af-faad-4fcf-a9e5-fdf7361f6080,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:13.240418 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2dde4d-bcaa-407a-a559-7f69262a07c8 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] DELETE failed (client error): The resource could not be found. Jul 30 01:38:13.241919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2dde4d-bcaa-407a-a559-7f69262a07c8 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:38:13.244321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd2dde4d-bcaa-407a-a559-7f69262a07c8 tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] 10.222.0.78 "DELETE /v2.0/subnets/9efb94dd-70e5-433c-ab3f-df19b6d52f27 HTTP/1.1" status: 404 len: 337 time: 0.0803387 Jul 30 01:38:13.248163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36430) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:13.302808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.352340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Pushing event updated for resources: {'Port': ['ID=e06718c4-11a6-4ba7-b2cc-3421038a4547,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:13.483723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.518386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Allocated IP 172.25.8.72 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/70950338-ac32-4868-aafb-579f93890185) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:13.524951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98477737-ad2a-4a72-a045-5732f1c24a9d req-bd0b2553-c782-477e-b011-5b2f9b563afa tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:13.526693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98477737-ad2a-4a72-a045-5732f1c24a9d req-bd0b2553-c782-477e-b011-5b2f9b563afa tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 948 time: 0.2056043 Jul 30 01:38:13.755534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Attempting to bind port e06718c4-11a6-4ba7-b2cc-3421038a4547 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:13.756301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Attempting to bind port e06718c4-11a6-4ba7-b2cc-3421038a4547 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:13.757833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Attempting to bind port e06718c4-11a6-4ba7-b2cc-3421038a4547 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:13.763108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98477737-ad2a-4a72-a045-5732f1c24a9d req-9644e4d5-17ec-42c2-9354-bdbddce033b6 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200556 Jul 30 01:38:13.787793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Port e06718c4-11a6-4ba7-b2cc-3421038a4547 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:13.791233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Attempting to bind port e06718c4-11a6-4ba7-b2cc-3421038a4547 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:13.805328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:13.805767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:13.806374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:13.806905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Bound port: e06718c4-11a6-4ba7-b2cc-3421038a4547, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:13.807915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.822880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.829591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.843973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4216a3-0378-4c45-97f4-5f1d4920a7ef']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:13.895671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.902219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7560cbe2-d7ea-48b1-ad4d-63f912f1a3ee') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:13.902608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7560cbe2-d7ea-48b1-ad4d-63f912f1a3ee') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:13.947399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.963840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:13.966764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:13.970547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:13.984767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.007189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f9458-c154-4ace-af31-f6f54fd73b2f req-3858399f-2fc7-492a-b8d5-8a57953620e3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.009053 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-373f9458-c154-4ace-af31-f6f54fd73b2f req-3858399f-2fc7-492a-b8d5-8a57953620e3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.1098824 Jul 30 01:38:14.013691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:14.014239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:14.017865 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:14.033070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Pushing event updated for resources: {'Port': ['ID=70950338-ac32-4868-aafb-579f93890185,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:14.083574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] For port e06718c4-11a6-4ba7-b2cc-3421038a4547, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:14.118739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] For port e06718c4-11a6-4ba7-b2cc-3421038a4547, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:14.130084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-373f9458-c154-4ace-af31-f6f54fd73b2f req-e222750a-bc74-45b2-9516-69e510713ab2 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101818 Jul 30 01:38:14.132476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.137030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.164307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.166847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] 10.222.0.78 "DELETE /v2.0/networks/eb4216a3-0378-4c45-97f4-5f1d4920a7ef HTTP/1.1" status: 204 len: 168 time: 0.9158952 Jul 30 01:38:14.203360 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.208540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d8dc6-de4d-4cdc-92b5-09f89ea6bdee tempest-ExternalNetworksTestJSON-2009729982 tempest-ExternalNetworksTestJSON-2009729982-project] Pushing event deleted for resources: {'Network': ['ID=eb4216a3-0378-4c45-97f4-5f1d4920a7ef,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:14.234750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.238661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.247882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] 10.222.0.66 "PUT /v2.0/ports/e06718c4-11a6-4ba7-b2cc-3421038a4547 HTTP/1.1" status: 200 len: 1097 time: 2.4512539 Jul 30 01:38:14.248317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f46592-176f-43fd-9a02-30eea0918b8d', 'tag': 'e06718c4-11a6-4ba7-b2cc-3421038a4547'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:14.250680 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "25f46592-176f-43fd-9a02-30eea0918b8d", "tag": "e06718c4-11a6-4ba7-b2cc-3421038a4547"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:14.267922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.329378 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e72fec-1f6e-4068-a445-54906d23556f x-openstack-request-id: req-d0e72fec-1f6e-4068-a445-54906d23556f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:14.329669 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f46592-176f-43fd-9a02-30eea0918b8d", "tag": "e06718c4-11a6-4ba7-b2cc-3421038a4547", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:14.329920 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0e72fec-1f6e-4068-a445-54906d23556f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:14.330327 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f46592-176f-43fd-9a02-30eea0918b8d', 'tag': 'e06718c4-11a6-4ba7-b2cc-3421038a4547', 'status': 'completed', 'code': 200} Jul 30 01:38:14.379793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9bd95-2a12-472a-b4da-55e8df76633f service neutron] Pushing event updated for resources: {'Port': ['ID=e06718c4-11a6-4ba7-b2cc-3421038a4547,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:14.401512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc45cdb-ac2b-4f6a-95fb-885383e64a56 req-7b280e90-6e4e-4cf0-96af-b9bcc9ba4c40 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.403403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fc45cdb-ac2b-4f6a-95fb-885383e64a56 req-7b280e90-6e4e-4cf0-96af-b9bcc9ba4c40 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1097 time: 0.1724427 Jul 30 01:38:14.413833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-e4fefd84-1058-4704-94dd-93bbc87a85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.415728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-e4fefd84-1058-4704-94dd-93bbc87a85cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 1100 time: 0.0905364 Jul 30 01:38:14.570252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-1d0d486a-a420-4a6b-8483-8b7316e655d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547 HTTP/1.1" status: 200 len: 217 time: 0.1422246 Jul 30 01:38:14.620986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fc45cdb-ac2b-4f6a-95fb-885383e64a56 req-51a4d1ce-9764-48f5-b2df-30059d3af1b6 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957889 Jul 30 01:38:14.713538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.718009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-46c14161-5805-41e8-aa99-1130b6b786b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.719661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-46c14161-5805-41e8-aa99-1130b6b786b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1165762 Jul 30 01:38:14.720112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:14.738298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.791198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Pushing event updated for resources: {'Port': ['ID=70950338-ac32-4868-aafb-579f93890185,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:14.855911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.883143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.884399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8998aaf-ef21-4085-a3c7-6b589217d899 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9572945 Jul 30 01:38:14.892578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:14.905722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1818516548', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'fixed_ips': [{'ip_address': '172.25.8.72'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:14.930580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Made reservation on behalf of 52a66f8fa70545f1af73296fbee87e84 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:14.933763 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.944744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.946568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7bff8-d42e-41de-889d-8b9c743d59c4 req-cb5c8a7a-e9a4-46d1-8372-52db0f22e769 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.948311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13f7bff8-d42e-41de-889d-8b9c743d59c4 req-cb5c8a7a-e9a4-46d1-8372-52db0f22e769 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1097 time: 0.2172108 Jul 30 01:38:14.950328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-245b2d7e-6a40-48ee-a73b-ef57956e4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.951911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-245b2d7e-6a40-48ee-a73b-ef57956e4f4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2194214 Jul 30 01:38:15.064974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6bc0e-577f-4d24-8789-f28235970457 req-ed3c425c-6425-4061-8f8d-adc45d5b7239 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:15.066709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfb6bc0e-577f-4d24-8789-f28235970457 req-ed3c425c-6425-4061-8f8d-adc45d5b7239 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 948 time: 0.1904130 Jul 30 01:38:15.085621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6a233575-45cd-4c26-9b4c-aee963bee039 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5066c9b41b12443d9a21c22d920e7fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639328 Jul 30 01:38:15.089140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36484) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:15.142752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.154542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.161144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13f7bff8-d42e-41de-889d-8b9c743d59c4 req-c1bc5170-19c5-4049-a997-54d574d125fd tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980369 Jul 30 01:38:15.181360 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-deb7fbde-4e94-474c-8c23-1cc3a38a8430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.193181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2cb3dbad-61b8-4910-83f4-c2aa2a416d81 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226765 Jul 30 01:38:15.193425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] device_id is not set on port 26d9e46a-a082-4bee-9e85-c36725ada5e7 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:15.222734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfb6bc0e-577f-4d24-8789-f28235970457 req-6ce4c167-b916-40e3-9bb5-7a0207c75d65 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434102 Jul 30 01:38:15.313799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-deb7fbde-4e94-474c-8c23-1cc3a38a8430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.331155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a38208-d7f1-402a-a337-bcb8549a8f8d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:15.392203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07edcc73-569c-4813-8313-2f1da4c2f9c2 req-2b115ec9-9fed-4070-9742-a66614979351 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756749 Jul 30 01:38:15.495561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-deb7fbde-4e94-474c-8c23-1cc3a38a8430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.503412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-deb7fbde-4e94-474c-8c23-1cc3a38a8430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.503412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-deb7fbde-4e94-474c-8c23-1cc3a38a8430 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1626c7e-2672-423e-86d5-0cba96d4f0a5 HTTP/1.1" status: 204 len: 168 time: 0.4081795 Jul 30 01:38:15.545504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7fbde-4e94-474c-8c23-1cc3a38a8430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1626c7e-2672-423e-86d5-0cba96d4f0a5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:15.561454 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 01:38:15.561957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:38:15.610455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-41612522-36e2-44de-8a33-50c99dd65cb8 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7157700 Jul 30 01:38:15.616371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-8d18f9d1-dc14-411e-a18a-e19b32973ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:15.617927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:15.620499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-8d18f9d1-dc14-411e-a18a-e19b32973ea4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 1100 time: 0.1458094 Jul 30 01:38:15.898292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-51ff653d-9c45-4482-ad0e-b80861ae4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:15.904382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-51ff653d-9c45-4482-ad0e-b80861ae4541 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2699792 Jul 30 01:38:15.974283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-fa7c38e6-a932-40a7-a785-60129a4458af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547 HTTP/1.1" status: 200 len: 217 time: 0.0612066 Jul 30 01:38:16.067139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-489714da-b79f-40a5-b2c5-a403331543a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.068749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-489714da-b79f-40a5-b2c5-a403331543a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0858378 Jul 30 01:38:16.138680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36524) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:16.223591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-940b7fe1-f78a-4925-b2d7-f3b2c6bcfe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.225163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-940b7fe1-f78a-4925-b2d7-f3b2c6bcfe97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1429677 Jul 30 01:38:16.229099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a955a17b-a05e-46df-bce2-f7caefc5483a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=035f69668b45408ba406e06d6aa420ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891266 Jul 30 01:38:16.231365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36530) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:16.297910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Deleting port 70950338-ac32-4868-aafb-579f93890185 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:16.298318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.414763 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.415402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.435712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Calling delete_port for 70950338-ac32-4868-aafb-579f93890185 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:16.467833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba82f08-7c81-4d28-b097-2af325df2b1b req-12397695-8930-4abe-aa7f-45a8f8299f3c tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.469595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dba82f08-7c81-4d28-b097-2af325df2b1b req-12397695-8930-4abe-aa7f-45a8f8299f3c tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 948 time: 0.1372035 Jul 30 01:38:16.476460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc51f-2b97-4734-b3ca-4794ef5bc115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.503952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-f80d9977-2f7f-4388-bd04-edb575a83fdb service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619846 Jul 30 01:38:16.599397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.624690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Pushing event deleted for resources: {'Port': ['ID=70950338-ac32-4868-aafb-579f93890185,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:16.702202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.704802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.706659 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-228ede99-3c3e-4a44-a11a-9db0cec7d167 tempest-ExternalNetworksAdminNegativeTestJSON-986471026 tempest-ExternalNetworksAdminNegativeTestJSON-986471026-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/b0b80e9a-3f53-4b80-91bf-3f2779c34ec6 HTTP/1.1" status: 204 len: 168 time: 1.0877488 Jul 30 01:38:16.911813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-c9efbe70-fc07-49ba-922a-c272b8b9f560 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:38:16.912922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-c9efbe70-fc07-49ba-922a-c272b8b9f560 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060256 Jul 30 01:38:16.923807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Request body: {'binding': {'host': 'n-h1-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:16.924267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Unknown quota resources ['binding']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:38:16.953292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc51f-2b97-4734-b3ca-4794ef5bc115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.000904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dba82f08-7c81-4d28-b097-2af325df2b1b req-548d60bf-2f44-42ba-b8d6-c7ac7e58d8db tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098808 Jul 30 01:38:17.008745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36562) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:17.053998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df36a6b6-a1ae-4b93-a51d-776f075ef7a2 req-af6f5ff0-b952-4483-a600-4206bec89889 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360851 Jul 30 01:38:17.070228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc51f-2b97-4734-b3ca-4794ef5bc115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.074538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc51f-2b97-4734-b3ca-4794ef5bc115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.075862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8e8fc51f-2b97-4734-b3ca-4794ef5bc115 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4f7d128-9fa4-4b5d-90dd-77a98dbbcf72 HTTP/1.1" status: 204 len: 168 time: 0.8432691 Jul 30 01:38:17.087198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fc51f-2b97-4734-b3ca-4794ef5bc115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f7d128-9fa4-4b5d-90dd-77a98dbbcf72,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:17.147072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on host n-h1-713499-10 for vnic_type normal with profile None {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:17.147591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:17.148020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:17.152887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:17.153564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:17.159918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:17.160291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:17.160754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:17.161865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Bound port: fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:17.177398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7743-7833-4c30-bd42-a866c5b8ac80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.233710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:17.239188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] Notify callbacks [] for binding, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.241401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8079b5bc-9722-498d-84b8-be800860e438 service neutron] 10.222.0.78 "POST /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe/bindings HTTP/1.1" status: 201 len: 390 time: 0.3209348 Jul 30 01:38:17.313231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7743-7833-4c30-bd42-a866c5b8ac80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.317876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7743-7833-4c30-bd42-a866c5b8ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.374182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2a7f7743-7833-4c30-bd42-a866c5b8ac80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ba0418aad864a40b14a87ee8ca5ff4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643143 Jul 30 01:38:17.374962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7743-7833-4c30-bd42-a866c5b8ac80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ffebbf-09e4-46ee-a857-f0266e8131f0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:17.376923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:17.522940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bda7b26a-cce0-45fa-adf7-dbff7b66d743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.568710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bda7b26a-cce0-45fa-adf7-dbff7b66d743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.615392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d25277-0ea7-4d98-af06-74d418de2a5d req-9b1411cd-831c-45c2-a5f1-64d2f0f3e743 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.620369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90d25277-0ea7-4d98-af06-74d418de2a5d req-9b1411cd-831c-45c2-a5f1-64d2f0f3e743 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.1706738 Jul 30 01:38:17.653672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bda7b26a-cce0-45fa-adf7-dbff7b66d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.658991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bda7b26a-cce0-45fa-adf7-dbff7b66d743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.660585 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bda7b26a-cce0-45fa-adf7-dbff7b66d743 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3ffebbf-09e4-46ee-a857-f0266e8131f0 HTTP/1.1" status: 204 len: 168 time: 0.2824304 Jul 30 01:38:17.672394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7b26a-cce0-45fa-adf7-dbff7b66d743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ffebbf-09e4-46ee-a857-f0266e8131f0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:17.675927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-5ff76435-27d0-4e4d-b557-1fe021400bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.677617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-5ff76435-27d0-4e4d-b557-1fe021400bed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1097 time: 0.1431968 Jul 30 01:38:17.686974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90d25277-0ea7-4d98-af06-74d418de2a5d req-82652b3c-61c3-4d36-bb91-fcc2297f3017 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577455 Jul 30 01:38:17.794514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-3dec6a1c-e627-4482-943a-0e8d37c64d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.796103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-3dec6a1c-e627-4482-943a-0e8d37c64d85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1082344 Jul 30 01:38:17.849463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-07f2f417-05e8-4b4c-9254-4adfa5373de7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 217 time: 0.0448034 Jul 30 01:38:17.910865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-30171bd4-65a6-4a16-934d-ed032b08277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.912700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-30171bd4-65a6-4a16-934d-ed032b08277e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0564458 Jul 30 01:38:17.958373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-c0242daf-4258-44e6-b729-11d14549eac8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320017 Jul 30 01:38:18.088422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-505cd108-265d-4f7a-91f8-8305625f5c0f service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241510 Jul 30 01:38:18.142238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:18.218232 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55260a36-7ad7-4e3d-928c-c6b0e2288322 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52a66f8fa70545f1af73296fbee87e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741394 Jul 30 01:38:18.220323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36646) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:18.264102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-ba1830a3-b278-473a-92a9-620d7030a08b service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687276 Jul 30 01:38:18.279798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50291942-7df9-4df3-be5b-38d2fee92e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.286250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae1426-0cd1-43f3-bda2-35f470d0b000 req-55ff1ce3-b634-4db3-b11c-672efa33abca tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:18.296279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6ae1426-0cd1-43f3-bda2-35f470d0b000 req-55ff1ce3-b634-4db3-b11c-672efa33abca tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 948 time: 0.1082518 Jul 30 01:38:18.336460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50291942-7df9-4df3-be5b-38d2fee92e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.340687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6ae1426-0cd1-43f3-bda2-35f470d0b000 req-666d70ce-7c4f-4c73-b416-9d06a2fb0390 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Jul 30 01:38:18.416493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50291942-7df9-4df3-be5b-38d2fee92e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.420902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50291942-7df9-4df3-be5b-38d2fee92e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.422371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-50291942-7df9-4df3-be5b-38d2fee92e4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/56a38208-d7f1-402a-a337-bcb8549a8f8d HTTP/1.1" status: 204 len: 168 time: 0.2010040 Jul 30 01:38:18.454035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50291942-7df9-4df3-be5b-38d2fee92e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a38208-d7f1-402a-a337-bcb8549a8f8d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:18.847721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c4646-c791-45a0-aa47-7808131d5168 req-998c7458-f7b6-4041-80ed-f97b9f1af875 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:18.855956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e54c4646-c791-45a0-aa47-7808131d5168 req-998c7458-f7b6-4041-80ed-f97b9f1af875 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.0692830 Jul 30 01:38:18.870630 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9253534-ed6d-4ec1-8b3b-eec0b849f734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.903467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e54c4646-c791-45a0-aa47-7808131d5168 req-f3ab7a87-4ced-49db-b791-5ce75694f67e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Jul 30 01:38:19.138061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-f6bd2251-d6bc-4e5f-ac66-687fa9c3f14e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:19.139816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-f6bd2251-d6bc-4e5f-ac66-687fa9c3f14e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.1339748 Jul 30 01:38:19.158142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-64ab88a8-9659-4152-bcbc-681bae77bbc2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/quotas/90f5741d679f45d6a6045fa9625e5d9c HTTP/1.1" status: 200 len: 375 time: 0.0107529 Jul 30 01:38:19.215809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-0ce377f2-1e4c-45a3-8d47-13925f80a3b1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519259 Jul 30 01:38:19.341998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-3d839f8a-fcc6-4750-a2ff-198243c901a1 service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177769 Jul 30 01:38:19.513761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-3e86e9e9-e29c-44eb-ab02-eca54745199f service neutron] 10.222.0.78 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653690 Jul 30 01:38:19.543062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669fcfc-d13f-4ec2-9103-945ab6042a92 req-c79ab4f4-e964-41ef-819d-e3524dea0c9d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:19.545225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7669fcfc-d13f-4ec2-9103-945ab6042a92 req-c79ab4f4-e964-41ef-819d-e3524dea0c9d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 948 time: 0.0818324 Jul 30 01:38:19.642133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7669fcfc-d13f-4ec2-9103-945ab6042a92 req-348d1405-6c62-4b78-8760-d447eef5d713 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906632 Jul 30 01:38:19.729276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e06718c4-11a6-4ba7-b2cc-3421038a4547 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:19.919149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e06718c4-11a6-4ba7-b2cc-3421038a4547, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:19.928900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cce34650-d960-4380-b878-c77cf982e875 req-0ddb50b4-33f2-42ee-9630-9eafb636ea04 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 210 time: 0.0548475 Jul 30 01:38:19.958879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e06718c4-11a6-4ba7-b2cc-3421038a4547', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'e06718c4-11a6-4ba7-b2cc-3421038a4547', 'mac_address': 'fa:16:3e:4e:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:20.040869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.041935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36746) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:20.067809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06718c4-11a6-4ba7-b2cc-3421038a4547 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:20.098252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e06718c4-11a6-4ba7-b2cc-3421038a4547, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:20.104560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.189459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f914835-f84e-42e6-8609-a0d886e87979 req-74cf01b3-78f1-4249-b5f2-cfaa39bdb5e3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:20.199862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f914835-f84e-42e6-8609-a0d886e87979 req-74cf01b3-78f1-4249-b5f2-cfaa39bdb5e3 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.1176112 Jul 30 01:38:20.249226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e06718c4-11a6-4ba7-b2cc-3421038a4547,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:20.291452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f914835-f84e-42e6-8609-a0d886e87979 req-be8b9f49-b83d-4b13-b46b-d52389f9ca08 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892303 Jul 30 01:38:20.343678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e06718c4-11a6-4ba7-b2cc-3421038a4547'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:20.416200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:20.485515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.647370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.790723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36766) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:20.799529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-70987899-0ffb-43fd-bc5e-2d8cd3596fc4 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:20.801157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-70987899-0ffb-43fd-bc5e-2d8cd3596fc4 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e9943b-5284-4cae-978d-10c99d6500b9 HTTP/1.1" status: 200 len: 946 time: 0.1192782 Jul 30 01:38:20.832887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Allocated IP 172.25.8.36 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/4229c5f6-3094-40fb-a3b7-62b6fc8ed18b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:20.870897 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.939032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c7aa6-72a3-4c4f-86a3-3a55e4a8d931 req-db6daa68-2147-44d2-a676-9374d2db0218 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:20.971571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d44c7aa6-72a3-4c4f-86a3-3a55e4a8d931 req-db6daa68-2147-44d2-a676-9374d2db0218 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 949 time: 0.1868863 Jul 30 01:38:21.011670 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.029188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d7a31c12-c716-4ff9-a127-aa225fe1b9ad tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-355650591'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:21.029669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d7a31c12-c716-4ff9-a127-aa225fe1b9ad tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Unknown quota resources ['metering_label']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:38:21.067606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.125415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Port': ['ID=4229c5f6-3094-40fb-a3b7-62b6fc8ed18b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:21.141359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:21.143037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:21.145670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:21.232510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Deleting port a28c10fa-4544-445e-8eca-2f84deda2173 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:21.233428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.270198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.270721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d44c7aa6-72a3-4c4f-86a3-3a55e4a8d931 req-8948b1bd-21c0-46c1-81a2-7ffb46e42d85 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823544 Jul 30 01:38:21.315916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.447812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-529fcdb9-5d44-46f0-a071-47f0bc76b4a4 req-fcc110c6-241f-432f-808c-700d03bd0967 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 210 time: 0.2181587 Jul 30 01:38:21.473883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7a31c12-c716-4ff9-a127-aa225fe1b9ad tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.477935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d7a31c12-c716-4ff9-a127-aa225fe1b9ad tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6755836 Jul 30 01:38:21.484856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36778) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:21.489575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c92defb9-291a-4c4f-9d9e-6b98479fdb32 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3449397f-1a07-41f3-b2c8-3a869bf16d66'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:21.490114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c92defb9-291a-4c4f-9d9e-6b98479fdb32 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:38:21.513982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] For port a28c10fa-4544-445e-8eca-2f84deda2173, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a28c10fa-4544-445e-8eca-2f84deda2173,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:21.514647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.570814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Calling delete_port for a28c10fa-4544-445e-8eca-2f84deda2173 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:21.603194 n-d-713499-10 neutron-server[93889]: WARNING neutron.services.metering.metering_plugin [None req-c92defb9-291a-4c4f-9d9e-6b98479fdb32 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:38:21.643473 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f8b76cb6-e8ce-417d-9dd0-edfeae85d057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.719867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fc7ca-6376-485e-b7e8-e1a934d4492f req-e331e571-d3f0-4718-9942-ee5df9db3548 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:21.721690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d92fc7ca-6376-485e-b7e8-e1a934d4492f req-e331e571-d3f0-4718-9942-ee5df9db3548 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.2895613 Jul 30 01:38:21.735218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e06718c4-11a6-4ba7-b2cc-3421038a4547 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:21.771864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-1285ccd9-77df-4ff4-8138-930e29ab3378 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:21.773752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-1285ccd9-77df-4ff4-8138-930e29ab3378 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 804 time: 0.3373964 Jul 30 01:38:21.782478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.785685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c92defb9-291a-4c4f-9d9e-6b98479fdb32 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.787217 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c92defb9-291a-4c4f-9d9e-6b98479fdb32 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3011444 Jul 30 01:38:21.791414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36780) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:21.792016 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.799270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-42cf3620-c4fc-4a74-b976-e62746cad472 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3449397f-1a07-41f3-b2c8-3a869bf16d66'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:21.799937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-42cf3620-c4fc-4a74-b976-e62746cad472 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:38:21.809261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Request body: {'port': {'device_id': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'admin_state_up': True, 'tenant_id': '90f5741d679f45d6a6045fa9625e5d9c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:21.854851 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.859240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port e06718c4-11a6-4ba7-b2cc-3421038a4547 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:21.861887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d92fc7ca-6376-485e-b7e8-e1a934d4492f req-9b7a53f0-fcd5-48b9-acb0-75c33189a874 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266665 Jul 30 01:38:21.875686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e06718c4-11a6-4ba7-b2cc-3421038a4547 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:21.876486 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.955838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.971091 n-d-713499-10 neutron-server[93889]: WARNING neutron.services.metering.metering_plugin [None req-42cf3620-c4fc-4a74-b976-e62746cad472 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:38:21.978174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.979795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9364874 Jul 30 01:38:21.979949 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.983799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36784) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.003045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-171696026'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:22.055647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f992b7-e94a-4d43-8efe-1b4dfd8e1350 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Port': ['ID=4229c5f6-3094-40fb-a3b7-62b6fc8ed18b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:22.058025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event deleted for resources: {'Port': ['ID=a28c10fa-4544-445e-8eca-2f84deda2173,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:22.081392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.109845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42cf3620-c4fc-4a74-b976-e62746cad472 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.110989 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42cf3620-c4fc-4a74-b976-e62746cad472 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3162243 Jul 30 01:38:22.114315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.118062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Made reservation on behalf of d73215c85bd74291bd46f588520322b5 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:22.122152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.126641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f46592-176f-43fd-9a02-30eea0918b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06718c4-11a6-4ba7-b2cc-3421038a4547'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:22.130777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9c811374-3249-40d2-83e7-ab20de7431a0 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=edda9e93-cff1-4379-be63-a34d2ddd3764 HTTP/1.1" status: 200 len: 464 time: 0.0135493 Jul 30 01:38:22.132605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.134079 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb707881-3ab8-4ca0-8f5b-69e5d63690a1" -d '{"events": [{"server_uuid": "25f46592-176f-43fd-9a02-30eea0918b8d", "name": "network-vif-plugged", "status": "completed", "tag": "e06718c4-11a6-4ba7-b2cc-3421038a4547"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:22.157126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] No DVR routers for this DVR port a28c10fa-4544-445e-8eca-2f84deda2173 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:22.160800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.171530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.174468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-21f5b7fe-4978-4cfc-98ec-da2e1e3bc156 req-753f4149-72a9-429c-8c0e-9271f7eb2138 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "DELETE /v2.0/ports/a28c10fa-4544-445e-8eca-2f84deda2173 HTTP/1.1" status: 204 len: 173 time: 1.3573842 Jul 30 01:38:22.180794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'name': 'network-vif-deleted', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:22.184553 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0bcf5a-6655-497f-9d88-6146e94854a9" -d '{"events": [{"server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "name": "network-vif-deleted", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:22.185618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e06718c4-11a6-4ba7-b2cc-3421038a4547, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:22.189858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Made reservation on behalf of 90f5741d679f45d6a6045fa9625e5d9c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:22.193291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.210190 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.284995 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a567221-3f0d-4843-9fd1-7cf58b1467aa x-openstack-request-id: req-2a567221-3f0d-4843-9fd1-7cf58b1467aa {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:22.285278 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f46592-176f-43fd-9a02-30eea0918b8d", "name": "network-vif-plugged", "status": "completed", "tag": "e06718c4-11a6-4ba7-b2cc-3421038a4547", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:22.285515 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a567221-3f0d-4843-9fd1-7cf58b1467aa {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:22.297804 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f46592-176f-43fd-9a02-30eea0918b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06718c4-11a6-4ba7-b2cc-3421038a4547', 'code': 200} Jul 30 01:38:22.341194 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06dfd75-63d7-4dfa-b06b-5ac5ce44d810 x-openstack-request-id: req-d06dfd75-63d7-4dfa-b06b-5ac5ce44d810 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:22.341874 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9943b-5284-4cae-978d-10c99d6500b9", "name": "network-vif-deleted", "tag": "a28c10fa-4544-445e-8eca-2f84deda2173", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:22.341874 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d06dfd75-63d7-4dfa-b06b-5ac5ce44d810 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:22.342119 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9943b-5284-4cae-978d-10c99d6500b9', 'name': 'network-vif-deleted', 'tag': 'a28c10fa-4544-445e-8eca-2f84deda2173', 'status': 'completed', 'code': 200} Jul 30 01:38:22.354109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53c2e064-8803-4d60-b2fe-adb3e97968c1 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.356395 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53c2e064-8803-4d60-b2fe-adb3e97968c1 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/edda9e93-cff1-4379-be63-a34d2ddd3764 HTTP/1.1" status: 204 len: 168 time: 0.2216275 Jul 30 01:38:22.361629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.376131 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5ab03e8a-ad24-4732-a120-c8e28dd8dcb9 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=edda9e93-cff1-4379-be63-a34d2ddd3764 HTTP/1.1" status: 200 len: 221 time: 0.0131278 Jul 30 01:38:22.377476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e06718c4-11a6-4ba7-b2cc-3421038a4547,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:22.378505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.384059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-44dfe381-5ec6-4354-84a0-a197a3120006 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2037637006', 'description': 'label created by tempest'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:22.388107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-44dfe381-5ec6-4354-84a0-a197a3120006 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Unknown quota resources ['metering_label']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:38:22.579269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a28c10fa-4544-445e-8eca-2f84deda2173 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:22.601762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: a28c10fa-4544-445e-8eca-2f84deda2173 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:22.602663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce9b01f4-e166-4d43-b078-73422aff7cea req-01a592ef-bbf9-4063-b2e2-fbcc7993e194 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 210 time: 0.0538197 Jul 30 01:38:22.603531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a28c10fa-4544-445e-8eca-2f84deda2173 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:22.611782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920a4f-44f5-4fd2-9873-faf217440404 req-a7553adb-2221-4d4c-8594-4bba8c89e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.613222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2920a4f-44f5-4fd2-9873-faf217440404 req-a7553adb-2221-4d4c-8594-4bba8c89e09d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 1102 time: 0.3149166 Jul 30 01:38:22.618229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.643716 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.649619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44dfe381-5ec6-4354-84a0-a197a3120006 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.651107 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44dfe381-5ec6-4354-84a0-a197a3120006 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2711048 Jul 30 01:38:22.654527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.686664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafd625-9af8-4c13-a42d-5125e143908b req-f12c732a-abd8-440e-afb8-40cf93b53151 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.688203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cafd625-9af8-4c13-a42d-5125e143908b req-f12c732a-abd8-440e-afb8-40cf93b53151 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 950 time: 0.2810450 Jul 30 01:38:22.694400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Allocated IP 172.20.0.5 (3d63b949-606e-4233-a639-4d7b9f7d1c8a/fac00d0d-b896-4c37-b2f8-de1d189ecae2/288cb023-1517-4e3f-a36e-02b842da368a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:22.714992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:22.741493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2920a4f-44f5-4fd2-9873-faf217440404 req-8c3f82c7-3218-4fff-a9dc-c711fee1db29 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194096 Jul 30 01:38:22.750826 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1313ee68-ecbe-4585-8dad-6501ad9b215e tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=1099c8df-422a-4b1f-9fb0-0dcb3356f08c HTTP/1.1" status: 200 len: 468 time: 0.0926902 Jul 30 01:38:22.751705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be517a6d-7372-4e1a-947f-d3c8c585da08,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:22.752361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.766385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.766842 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Added segment 6eec4076-c046-450f-92fb-7c77abb6a64f of type vlan for network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 Jul 30 01:38:22.855595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cafd625-9af8-4c13-a42d-5125e143908b req-4d77a87d-7504-468f-a56b-ebb3b07f7468 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507382 Jul 30 01:38:22.862789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.978385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.980033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.991272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.993234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.040151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4007f57-b68d-4f45-b42e-4a5942f92488 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.041795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4007f57-b68d-4f45-b42e-4a5942f92488 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/1099c8df-422a-4b1f-9fb0-0dcb3356f08c HTTP/1.1" status: 204 len: 168 time: 0.2884033 Jul 30 01:38:23.047757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.067338 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-79889651-cfee-4893-bf85-1308a8a50d0f tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=1099c8df-422a-4b1f-9fb0-0dcb3356f08c HTTP/1.1" status: 200 len: 216 time: 0.0183105 Jul 30 01:38:23.068455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.078965 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db98360c-0e2b-43b2-b6ce-6ad6338e49f3 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089047 Jul 30 01:38:23.082240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.095884 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d1d9f4ad-7176-4e65-96ed-8d33b3405d1c tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125029 Jul 30 01:38:23.099402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.142018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1496830 Jul 30 01:38:23.142697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36822) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.157751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Request body: {'subnet': {'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:23.158777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-07081dd9-53bf-454c-8f6b-4d764809a709 tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/3449397f-1a07-41f3-b2c8-3a869bf16d66 HTTP/1.1" status: 200 len: 472 time: 0.0575929 Jul 30 01:38:23.162587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.173062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9d36de97-75b0-449a-9b5a-852b80a933bb tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/d6171791-139e-4095-8f7b-4d1b70663b58 HTTP/1.1" status: 200 len: 461 time: 0.0087748 Jul 30 01:38:23.177250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.234456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447021b1-beee-418a-bd4c-ae9eb2c2baa2 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Network': ['ID=91ae239c-1294-44ab-a2a5-ef0e3796fea8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:23.242900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.250454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:23.284994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbaf94-5e8a-4340-96d2-b0a8c976e4d9 req-52b9034c-987c-4e4c-a050-9c2a6266a60c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:23.292986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68fbaf94-5e8a-4340-96d2-b0a8c976e4d9 req-52b9034c-987c-4e4c-a050-9c2a6266a60c tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.2764068 Jul 30 01:38:23.316537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a352a9d8-de49-49cd-90d7-d59f99f1bfad tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.318367 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a352a9d8-de49-49cd-90d7-d59f99f1bfad tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/d6171791-139e-4095-8f7b-4d1b70663b58 HTTP/1.1" status: 204 len: 168 time: 0.1399264 Jul 30 01:38:23.321242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.380619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68fbaf94-5e8a-4340-96d2-b0a8c976e4d9 req-2fd4ccd1-95fc-4ef5-838f-e547dc0a5175 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865378 Jul 30 01:38:23.387921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Made reservation on behalf of d73215c85bd74291bd46f588520322b5 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:23.393293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.444312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.532475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Network 3d63b949-606e-4233-a639-4d7b9f7d1c8a is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:23.542875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:23.551203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:23.553393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80a759a5-b3a7-4107-8f03-1489012a75fa tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.555275 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80a759a5-b3a7-4107-8f03-1489012a75fa tempest-MeteringTestJSON-1037172858 tempest-MeteringTestJSON-1037172858-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/3449397f-1a07-41f3-b2c8-3a869bf16d66 HTTP/1.1" status: 204 len: 168 time: 0.2330043 Jul 30 01:38:23.601007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event updated for resources: {'Port': ['ID=288cb023-1517-4e3f-a36e-02b842da368a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:23.616918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:23.616918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.634450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-ecd7eb24-3f21-439b-b1eb-b5b31ebcc9b2 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8348937 Jul 30 01:38:23.666257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Request body: {'port': {'device_id': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:23.809103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.828208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.859808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36840) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:23.892912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be95ff-c20f-49a7-8c96-ac2806fdafd1 req-0208a2d2-d16b-4719-816d-8348ecb4e6ba tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:23.894584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5be95ff-c20f-49a7-8c96-ac2806fdafd1 req-0208a2d2-d16b-4719-816d-8348ecb4e6ba tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 931 time: 0.1809914 Jul 30 01:38:23.961711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Subnet': ['ID=04d945b9-ef48-4df6-8944-ed8d7a4fd1f9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:24.013549 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b26d5336-64c6-4fd0-98a8-def3b87fc255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.098617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5be95ff-c20f-49a7-8c96-ac2806fdafd1 req-4233220b-17b4-4812-8f15-f65bb412f236 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930561 Jul 30 01:38:24.104195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Checking segment: {'id': '6eec4076-c046-450f-92fb-7c77abb6a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:24.104567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network hostable DHCP agents. Network: 91ae239c-1294-44ab-a2a5-ef0e3796fea8, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:38:24.143287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b26d5336-64c6-4fd0-98a8-def3b87fc255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.150020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b26d5336-64c6-4fd0-98a8-def3b87fc255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.197999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d5336-64c6-4fd0-98a8-def3b87fc255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a0696-f352-45fb-8947-f847551807d1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:24.227689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b26d5336-64c6-4fd0-98a8-def3b87fc255 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7dc64c111610455283d70e176a3c9d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666005 Jul 30 01:38:24.228700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:24.306370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e432763a-d130-421c-81cd-cd3a8e25f80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.347559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e432763a-d130-421c-81cd-cd3a8e25f80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.426961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e432763a-d130-421c-81cd-cd3a8e25f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.433665 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.435894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e432763a-d130-421c-81cd-cd3a8e25f80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.439451 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e432763a-d130-421c-81cd-cd3a8e25f80d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/635a0696-f352-45fb-8947-f847551807d1 HTTP/1.1" status: 204 len: 168 time: 0.2076473 Jul 30 01:38:24.455068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432763a-d130-421c-81cd-cd3a8e25f80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a0696-f352-45fb-8947-f847551807d1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:24.578926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23f2c9-1348-40fd-8ed1-1db15dc9c4e5 req-95420002-79e2-47a2-b816-e09793b15f3f tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:24.580779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b23f2c9-1348-40fd-8ed1-1db15dc9c4e5 req-95420002-79e2-47a2-b816-e09793b15f3f tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 950 time: 0.6334941 Jul 30 01:38:24.609201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:24.647609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 91ae239c-1294-44ab-a2a5-ef0e3796fea8) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:24.662087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569b7ee-da0e-4421-ae86-0808a64296b9 None None] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:24.669839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:24.670498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.695227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e45de-a49c-4b14-9e7d-d31afef0d671 req-3639f3de-530d-41f9-9246-31bd8c55df24 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:24.696861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-865e45de-a49c-4b14-9e7d-d31afef0d671 req-3639f3de-530d-41f9-9246-31bd8c55df24 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.1940143 Jul 30 01:38:24.721102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b23f2c9-1348-40fd-8ed1-1db15dc9c4e5 req-3aa60c18-f5c9-47e0-a985-f65d97e827a1 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284754 Jul 30 01:38:24.747770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dd730988-0e7d-4b87-b699-6592a25109e6 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5934157 Jul 30 01:38:24.749125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36860) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:24.770442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-627704194', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:24.786445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:24.811097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-865e45de-a49c-4b14-9e7d-d31afef0d671 req-8915a720-9f61-46da-a7a3-8e9072848138 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971849 Jul 30 01:38:24.828588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-067e303c-cffc-4896-9046-535f3320f911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.832685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288cb023-1517-4e3f-a36e-02b842da368a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:24.843601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.862094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Transition to ACTIVE for port object 288cb023-1517-4e3f-a36e-02b842da368a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:24.868433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.887795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.888820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.978279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Pushing event updated for resources: {'Port': ['ID=288cb023-1517-4e3f-a36e-02b842da368a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.018323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.049390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Attempting to bind port 288cb023-1517-4e3f-a36e-02b842da368a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:25.049775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Attempting to bind port 288cb023-1517-4e3f-a36e-02b842da368a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:25.050113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Attempting to bind port 288cb023-1517-4e3f-a36e-02b842da368a on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:25.055730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Port 288cb023-1517-4e3f-a36e-02b842da368a on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:25.055939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Attempting to bind port 288cb023-1517-4e3f-a36e-02b842da368a on network 3d63b949-606e-4233-a639-4d7b9f7d1c8a {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:25.061562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:25.061935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Checking segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:25.062371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Bound using segment: {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:25.063974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Bound port: 288cb023-1517-4e3f-a36e-02b842da368a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dfb3de-0c8a-4e38-83e7-c7023ba55322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:25.064543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.072132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-91ae239c-1294-44ab-a2a5-ef0e3796fea8', 'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8', 'tenant_id': 'd73215c85bd74291bd46f588520322b5', 'fixed_ips': [{'subnet_id': '04d945b9-ef48-4df6-8944-ed8d7a4fd1f9'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:38:25.073746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.159495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26444-ce2d-4267-bc5d-5e963a59925e req-44ad4d62-e002-423f-949e-4731977a116a tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.161130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ee26444-ce2d-4267-bc5d-5e963a59925e req-44ad4d62-e002-423f-949e-4731977a116a tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 1102 time: 0.0849078 Jul 30 01:38:25.201154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0ee26444-ce2d-4267-bc5d-5e963a59925e req-4a20a0a4-0552-4735-90f7-339f3d50d285 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.217356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] For port 288cb023-1517-4e3f-a36e-02b842da368a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:25.255260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Allocated IP 172.20.0.2 (91ae239c-1294-44ab-a2a5-ef0e3796fea8/04d945b9-ef48-4df6-8944-ed8d7a4fd1f9/2ff7a86d-21e9-431b-a3a0-910e55d9527c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:25.261694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] For port 288cb023-1517-4e3f-a36e-02b842da368a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=288cb023-1517-4e3f-a36e-02b842da368a,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:25.267673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.304525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.312483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.313122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.314581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] 10.222.0.55 "PUT /v2.0/ports/288cb023-1517-4e3f-a36e-02b842da368a HTTP/1.1" status: 200 len: 1092 time: 1.6553211 Jul 30 01:38:25.317018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'tag': '288cb023-1517-4e3f-a36e-02b842da368a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:25.317368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-067e303c-cffc-4896-9046-535f3320f911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.319830 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96" -d '{"events": [{"name": "network-changed", "server_uuid": "62ec2a5c-ba90-46f1-a938-5e445c9321ec", "tag": "288cb023-1517-4e3f-a36e-02b842da368a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:25.323551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-067e303c-cffc-4896-9046-535f3320f911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.339749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b62c55-db47-4c17-818b-66f952cfc27f req-d510109a-ff23-41bf-810e-f5fae7fd058a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.341790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59b62c55-db47-4c17-818b-66f952cfc27f req-d510109a-ff23-41bf-810e-f5fae7fd058a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 943 time: 0.1304517 Jul 30 01:38:25.415788 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-067e303c-cffc-4896-9046-535f3320f911 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=511fe832a33846e8a269f24f57b49fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263926 Jul 30 01:38:25.417438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e303c-cffc-4896-9046-535f3320f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7aee39-d370-4bc0-992d-82f8d5cf240f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.419911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36876) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:25.439788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa46c65-b862-4c1f-a5fd-5d8eb20883fb service neutron] Pushing event updated for resources: {'Port': ['ID=288cb023-1517-4e3f-a36e-02b842da368a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.465363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59b62c55-db47-4c17-818b-66f952cfc27f req-11b60ad3-0df4-4d75-9e7f-0bd109688ce0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102316 Jul 30 01:38:25.484358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-46e93832-6ac6-47c9-8691-1428d0f7b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.486912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-46e93832-6ac6-47c9-8691-1428d0f7b654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 1095 time: 0.1008625 Jul 30 01:38:25.499560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-389e126f-4419-48ee-8f6a-e1925828250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.534726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-389e126f-4419-48ee-8f6a-e1925828250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.547941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.560318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Transition to ACTIVE for port object 2ff7a86d-21e9-431b-a3a0-910e55d9527c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:25.580480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Transition to ACTIVE for port object 2ff7a86d-21e9-431b-a3a0-910e55d9527c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:25.594408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.645617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:25.649689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:25.653831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:25.670464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Pushing event updated for resources: {'Port': ['ID=2ff7a86d-21e9-431b-a3a0-910e55d9527c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.671521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0ee26444-ce2d-4267-bc5d-5e963a59925e req-4a20a0a4-0552-4735-90f7-339f3d50d285 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.673880 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25634a70-2d6d-4646-ac5f-0317739389ad x-openstack-request-id: req-25634a70-2d6d-4646-ac5f-0317739389ad {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:25.674233 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ec2a5c-ba90-46f1-a938-5e445c9321ec", "tag": "288cb023-1517-4e3f-a36e-02b842da368a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:25.674494 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25634a70-2d6d-4646-ac5f-0317739389ad {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:25.675590 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'tag': '288cb023-1517-4e3f-a36e-02b842da368a', 'status': 'completed', 'code': 200} Jul 30 01:38:25.677819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-81ab9682-1636-4029-a0f0-518b268c7858 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288cb023-1517-4e3f-a36e-02b842da368a HTTP/1.1" status: 200 len: 217 time: 0.1739390 Jul 30 01:38:25.680698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0ee26444-ce2d-4267-bc5d-5e963a59925e req-4a20a0a4-0552-4735-90f7-339f3d50d285 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.687921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.688538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.689108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.689656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.690196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.690740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.691309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.691868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.692395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.692919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.693457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.694639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:25.748341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ee26444-ce2d-4267-bc5d-5e963a59925e req-4a20a0a4-0552-4735-90f7-339f3d50d285 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680883 Jul 30 01:38:25.771538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Attempting to bind port 2ff7a86d-21e9-431b-a3a0-910e55d9527c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:25.771538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Attempting to bind port 2ff7a86d-21e9-431b-a3a0-910e55d9527c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6eec4076-c046-450f-92fb-7c77abb6a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:25.772424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20a0a4-0552-4735-90f7-339f3d50d285 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ad27e-a7cf-4978-978b-ea9b1e61ebe3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.772556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Attempting to bind port 2ff7a86d-21e9-431b-a3a0-910e55d9527c on network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:25.777987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-a7c7f5e3-8415-497c-9dc6-fba84c31dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.779305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:25.779832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-a7c7f5e3-8415-497c-9dc6-fba84c31dccc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0923314 Jul 30 01:38:25.780237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Checking segment: {'id': '6eec4076-c046-450f-92fb-7c77abb6a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:25.780713 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.781232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Bound using segment: {'id': '6eec4076-c046-450f-92fb-7c77abb6a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:25.781914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Bound port: 2ff7a86d-21e9-431b-a3a0-910e55d9527c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eec4076-c046-450f-92fb-7c77abb6a64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:25.782274 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.822690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-f9277d30-3e2f-4fe8-956e-2d2fb3dbca4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285480 Jul 30 01:38:25.862982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] For port 2ff7a86d-21e9-431b-a3a0-910e55d9527c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:25.868533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] For port 2ff7a86d-21e9-431b-a3a0-910e55d9527c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2ff7a86d-21e9-431b-a3a0-910e55d9527c,segment=NetworkSegment(6eec4076-c046-450f-92fb-7c77abb6a64f),segment_id=6eec4076-c046-450f-92fb-7c77abb6a64f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:25.874806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.956325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa39119-0a59-4cea-bb38-aec95176acab None None] Pushing event updated for resources: {'Port': ['ID=2ff7a86d-21e9-431b-a3a0-910e55d9527c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.998006 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d652-f9cf-4d57-b556-f09e62498e49 req-b42b6313-f64f-4b5b-b0ea-0326d5af4112 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.007657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c2d652-f9cf-4d57-b556-f09e62498e49 req-b42b6313-f64f-4b5b-b0ea-0326d5af4112 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.1002007 Jul 30 01:38:26.045480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.048236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-630998be-9b1d-4f58-874e-7b6f60507d1c service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096074 Jul 30 01:38:26.075060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.121044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c2d652-f9cf-4d57-b556-f09e62498e49 req-469818d2-9c36-45a8-a73f-0446dd8b7f31 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070950 Jul 30 01:38:26.145916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-389e126f-4419-48ee-8f6a-e1925828250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.148865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-389e126f-4419-48ee-8f6a-e1925828250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.149749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-389e126f-4419-48ee-8f6a-e1925828250c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd7aee39-d370-4bc0-992d-82f8d5cf240f HTTP/1.1" status: 204 len: 168 time: 0.7278895 Jul 30 01:38:26.181529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e126f-4419-48ee-8f6a-e1925828250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7aee39-d370-4bc0-992d-82f8d5cf240f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:26.224384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b168375-4465-4ff0-93f3-9eb179db5d3e req-327602fc-4b8a-4a92-bbff-bac5a191aef7 service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692133 Jul 30 01:38:26.228262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Allocated IP 172.25.8.26 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/67a5c6b3-4d44-411a-80e5-852bb6189cc1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:26.366781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2ff7a86d-21e9-431b-a3a0-910e55d9527c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:26.381149 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.389001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-ea30005f-a0dd-4685-9979-a328bbfc72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.390638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-ea30005f-a0dd-4685-9979-a328bbfc72b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 1095 time: 0.0686281 Jul 30 01:38:26.432756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.436556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2ff7a86d-21e9-431b-a3a0-910e55d9527c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:26.473254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:26.476976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:26.483796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:26.489594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Port': ['ID=67a5c6b3-4d44-411a-80e5-852bb6189cc1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:26.538452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-45bc988c-8d84-4df4-be6c-91d11e59e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.540031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-45bc988c-8d84-4df4-be6c-91d11e59e895 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 200 len: 905 time: 0.1399343 Jul 30 01:38:26.590486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-8d78545e-38b5-436c-a500-85c5a2e0ac5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288cb023-1517-4e3f-a36e-02b842da368a HTTP/1.1" status: 200 len: 217 time: 0.0431290 Jul 30 01:38:26.669117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-5abba44c-5301-4917-9fa2-7d9558be6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.670609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-5abba44c-5301-4917-9fa2-7d9558be6d57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 200 len: 844 time: 0.0720565 Jul 30 01:38:26.684130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f78a3-01e7-47d6-9dcd-62e927e3508b req-fad86954-4c7f-487f-ac65-84105323ae4d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.685719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-508f78a3-01e7-47d6-9dcd-62e927e3508b req-fad86954-4c7f-487f-ac65-84105323ae4d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 943 time: 0.0978010 Jul 30 01:38:26.722110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-7f60821d-50b4-4558-ab79-25814ca8d8be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d63b949-606e-4233-a639-4d7b9f7d1c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353508 Jul 30 01:38:26.815616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-508f78a3-01e7-47d6-9dcd-62e927e3508b req-68a07978-1c0f-4c62-8b73-2ede3596fbfd tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190410 Jul 30 01:38:26.868499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-b9c6216a-d483-48be-8e3d-593c7a5dc71d service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374717 Jul 30 01:38:26.966960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.067632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f90d5-f3b7-4aab-8ff2-897dbd616341 req-2c0fa2e6-c977-425a-8bf2-65d99e560a45 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:27.069771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-224f90d5-f3b7-4aab-8ff2-897dbd616341 req-2c0fa2e6-c977-425a-8bf2-65d99e560a45 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 1102 time: 0.1782274 Jul 30 01:38:27.076721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-777623a4-2f38-42b6-ba21-4ecdfbdd8e96 req-9a0cee65-a2f3-47d2-86c5-a8c9ef6ee26e service neutron] 10.222.0.55 "GET /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976054 Jul 30 01:38:27.135861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-224f90d5-f3b7-4aab-8ff2-897dbd616341 req-3d1d1487-f4a8-4770-b48b-297a27371258 tempest-ServersAdminNegativeTestJSON-1484885611 tempest-ServersAdminNegativeTestJSON-1484885611-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531359 Jul 30 01:38:27.282564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484404b-7b7d-4299-8fa4-557b81e3cda4 req-ed562884-a355-4655-a016-e96137fb317e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:27.290710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2484404b-7b7d-4299-8fa4-557b81e3cda4 req-ed562884-a355-4655-a016-e96137fb317e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.0858259 Jul 30 01:38:27.295383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.345358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0bdba-28dd-404d-80cf-458d6eeb62c4 None None] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:27.359631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2484404b-7b7d-4299-8fa4-557b81e3cda4 req-040abb54-b763-4913-b055-14a9dffc87b9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Jul 30 01:38:27.427751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] Provisioning for port 2ff7a86d-21e9-431b-a3a0-910e55d9527c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:27.435223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] Provisioning complete for port 2ff7a86d-21e9-431b-a3a0-910e55d9527c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:27.435917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.539399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Router 5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:38:27.616375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eb5d7-8e09-4656-b494-7effad027b22 req-724cb13d-674a-4ca2-be3c-6cba1291f982 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:27.623611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-755eb5d7-8e09-4656-b494-7effad027b22 req-724cb13d-674a-4ca2-be3c-6cba1291f982 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 950 time: 0.0748241 Jul 30 01:38:27.669708 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.714301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:27.715619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-755eb5d7-8e09-4656-b494-7effad027b22 req-d5bc9e17-2f35-416b-82b4-c046f0edf2cd tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Jul 30 01:38:27.746151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] Sync routers for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:27.761093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.762518 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04b7d157-edbf-4783-9c5b-8d5a7d595f0f tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.0120792 Jul 30 01:38:27.765294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36936) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:27.768447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] For port 2ff7a86d-21e9-431b-a3a0-910e55d9527c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2ff7a86d-21e9-431b-a3a0-910e55d9527c,segment=NetworkSegment(6eec4076-c046-450f-92fb-7c77abb6a64f),segment_id=6eec4076-c046-450f-92fb-7c77abb6a64f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:27.772580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:27.773539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:27.783171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.830211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:27.945919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964c7d-df9a-4928-979d-66cf92caa62d None None] Pushing event updated for resources: {'Port': ['ID=2ff7a86d-21e9-431b-a3a0-910e55d9527c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:27.972272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:27.973119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:27.979242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ae81cbe5-377a-41b8-b339-9cadd9682948 None None] Provisioning complete for port 2ff7a86d-21e9-431b-a3a0-910e55d9527c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:27.979242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ae81cbe5-377a-41b8-b339-9cadd9682948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.995505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa6780-257c-4256-99ce-618bdee4c2dc req-ba153b1f-52f5-43f4-9a43-1d4262a4904d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:27.997281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1eaa6780-257c-4256-99ce-618bdee4c2dc req-ba153b1f-52f5-43f4-9a43-1d4262a4904d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 943 time: 0.0846045 Jul 30 01:38:28.034909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:28.035582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbe3d1-9e01-4a0d-961e-b8e44086eb0a None None] The sync data for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:28.066914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1eaa6780-257c-4256-99ce-618bdee4c2dc req-aff32303-d9db-4127-a3eb-26a22ef0eefa tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536532 Jul 30 01:38:28.150971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36950) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:28.277353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2ff7a86d-21e9-431b-a3a0-910e55d9527c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:28.312336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-248315829'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:28.329196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.330158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2ff7a86d-21e9-431b-a3a0-910e55d9527c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:28.330534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.336375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Made reservation on behalf of adf30f5462324cf9b9c803d0a37acf46 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:28.340179 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.348857 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.458977 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.465592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.503296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:28.539041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b32f015-12b5-411b-a710-b257da05fb14,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:28.542181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.542534 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Added segment 3ce0e7c3-e9c2-40a7-a408-e6165fb93912 of type vlan for network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 Jul 30 01:38:28.602306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818060d-66d5-4a12-bf02-16f8dd25071d req-81794ed8-1faf-411f-8a7a-38f940dc30b0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.603972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9818060d-66d5-4a12-bf02-16f8dd25071d req-81794ed8-1faf-411f-8a7a-38f940dc30b0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.1207225 Jul 30 01:38:28.606240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.608393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 288cb023-1517-4e3f-a36e-02b842da368a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:28.675169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9818060d-66d5-4a12-bf02-16f8dd25071d req-a426629a-0ed8-43f2-b1e7-c43cb41ecc83 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592597 Jul 30 01:38:28.675419 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.680998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.681623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.723139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 288cb023-1517-4e3f-a36e-02b842da368a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=288cb023-1517-4e3f-a36e-02b842da368a,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:28.737652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '288cb023-1517-4e3f-a36e-02b842da368a', 'network_id': '3d63b949-606e-4233-a639-4d7b9f7d1c8a', 'port_id': '288cb023-1517-4e3f-a36e-02b842da368a', 'mac_address': 'fa:16:3e:7c:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac00d0d-b896-4c37-b2f8-de1d189ecae2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:28.767703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6155636 Jul 30 01:38:28.785472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366743-2391-4fc4-aebe-e2bfd1ebb236 tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Pushing event updated for resources: {'Network': ['ID=cc0ddac8-a921-4d91-b4c0-a52471cf8ff2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:28.803771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:28.827390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.877468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288cb023-1517-4e3f-a36e-02b842da368a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:28.906486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c3e13-5697-4368-992f-82ad6bfbfe88 req-ede89c70-16ad-46f0-9837-f21b3bdbb15a tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.914447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 288cb023-1517-4e3f-a36e-02b842da368a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=288cb023-1517-4e3f-a36e-02b842da368a,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:28.918026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-944c3e13-5697-4368-992f-82ad6bfbfe88 req-ede89c70-16ad-46f0-9837-f21b3bdbb15a tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 950 time: 0.0763996 Jul 30 01:38:28.920898 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.966423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-944c3e13-5697-4368-992f-82ad6bfbfe88 req-47e2a605-cace-4006-9fec-64e428fea95e tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Jul 30 01:38:28.991839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=288cb023-1517-4e3f-a36e-02b842da368a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:29.008177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:29.013612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Request body: {'port': {'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2', 'binding:host_id': 'n-h1-713499-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-356069370'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:29.017594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Allocated IP 172.20.0.1 (91ae239c-1294-44ab-a2a5-ef0e3796fea8/04d945b9-ef48-4df6-8944-ed8d7a4fd1f9/00dead6d-a365-4f72-a72a-3738420cd183) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:29.066817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635a286-0743-4c6f-a345-0faf64314066 req-95b42a2a-c4db-4101-9791-10a8153e30ed tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.069200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8635a286-0743-4c6f-a345-0faf64314066 req-95b42a2a-c4db-4101-9791-10a8153e30ed tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 950 time: 0.0550156 Jul 30 01:38:29.085354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Made reservation on behalf of c48dc9494f5c4b8aa899e9db8fc7e2f7 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:29.088571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.103543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.195254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.217432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Transition to ACTIVE for port object 00dead6d-a365-4f72-a72a-3738420cd183 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:29.229404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76805bc-86f4-42b1-8335-e95d588167af req-7bdd9767-abb2-4f5d-a456-f5d3834bdf7c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.231067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a76805bc-86f4-42b1-8335-e95d588167af req-7bdd9767-abb2-4f5d-a456-f5d3834bdf7c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 944 time: 0.0632412 Jul 30 01:38:29.246935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Deleting port e06718c4-11a6-4ba7-b2cc-3421038a4547 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:29.247705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.284683 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.290319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.301397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:29.304866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['288cb023-1517-4e3f-a36e-02b842da368a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:29.310416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.341004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a76805bc-86f4-42b1-8335-e95d588167af req-cbd32609-c995-4a1b-b7a2-e0566a2d2f5d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886235 Jul 30 01:38:29.382290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] For port e06718c4-11a6-4ba7-b2cc-3421038a4547, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e06718c4-11a6-4ba7-b2cc-3421038a4547,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:29.383155 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.401960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Calling delete_port for e06718c4-11a6-4ba7-b2cc-3421038a4547 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:29.421183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b3405-74f3-46a4-b8a6-e35bb029ff20,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:29.435852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:29.443240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:29.457156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:29.492288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Port': ['ID=00dead6d-a365-4f72-a72a-3738420cd183,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:29.544795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.580785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.593487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['67384855-ca9b-46a9-997f-77b060a11843', 'e06718c4-11a6-4ba7-b2cc-3421038a4547'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:29.614391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Pushing event deleted for resources: {'Port': ['ID=e06718c4-11a6-4ba7-b2cc-3421038a4547,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:29.660007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] No DVR routers for this DVR port e06718c4-11a6-4ba7-b2cc-3421038a4547 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:29.664619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.666792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8635a286-0743-4c6f-a345-0faf64314066 req-31b27c9b-39df-4a7f-8d60-130b9b02128d tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "DELETE /v2.0/ports/e06718c4-11a6-4ba7-b2cc-3421038a4547 HTTP/1.1" status: 204 len: 173 time: 0.5876253 Jul 30 01:38:29.667298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f46592-176f-43fd-9a02-30eea0918b8d', 'name': 'network-vif-deleted', 'tag': 'e06718c4-11a6-4ba7-b2cc-3421038a4547'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:29.669895 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded9175-7daf-44a6-8827-d123f6b1b3e9" -d '{"events": [{"server_uuid": "25f46592-176f-43fd-9a02-30eea0918b8d", "name": "network-vif-deleted", "tag": "e06718c4-11a6-4ba7-b2cc-3421038a4547"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:29.758962 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0103844-0a5e-4a50-ba78-7de0d4941197 x-openstack-request-id: req-a0103844-0a5e-4a50-ba78-7de0d4941197 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:29.759532 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f46592-176f-43fd-9a02-30eea0918b8d", "name": "network-vif-deleted", "tag": "e06718c4-11a6-4ba7-b2cc-3421038a4547", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:29.759979 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0103844-0a5e-4a50-ba78-7de0d4941197 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:29.760548 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f46592-176f-43fd-9a02-30eea0918b8d', 'name': 'network-vif-deleted', 'tag': 'e06718c4-11a6-4ba7-b2cc-3421038a4547', 'status': 'completed', 'code': 200} Jul 30 01:38:29.793013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dbf87627-240e-4660-83a1-3953411ff96c None None] Provisioning for port 00dead6d-a365-4f72-a72a-3738420cd183 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:29.805453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dbf87627-240e-4660-83a1-3953411ff96c None None] Provisioning complete for port 00dead6d-a365-4f72-a72a-3738420cd183 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:29.805832 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dbf87627-240e-4660-83a1-3953411ff96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.821182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:29.840854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023f38e-1361-4683-874f-ef886dccda04 req-d1dc07d0-6e1b-46c5-afd2-ebdb1e65b75f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.843153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7023f38e-1361-4683-874f-ef886dccda04 req-d1dc07d0-6e1b-46c5-afd2-ebdb1e65b75f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 945 time: 0.0628760 Jul 30 01:38:29.858865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dbf87627-240e-4660-83a1-3953411ff96c None None] Port 00dead6d-a365-4f72-a72a-3738420cd183 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:29.871945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.889842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7023f38e-1361-4683-874f-ef886dccda04 req-b0b43c8d-b87e-4a62-a5a5-19654cf8e356 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Jul 30 01:38:29.893892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Transition to ACTIVE for port object 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:29.921899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.982041 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.009466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=799d1517-4cb1-4cc3-9d7e-0eb98c5c7850,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.057952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Checking segment: {'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:30.058309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Network hostable DHCP agents. Network: cc0ddac8-a921-4d91-b4c0-a52471cf8ff2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:38:30.101221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-780c9967-3e0c-4a5d-831e-40bfe466fbe2 req-f03cc48f-dd8b-46c5-8c4a-143f5202c2fd tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=25f46592-176f-43fd-9a02-30eea0918b8d HTTP/1.1" status: 200 len: 210 time: 0.0379944 Jul 30 01:38:30.128396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:30.168173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, cc0ddac8-a921-4d91-b4c0-a52471cf8ff2) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:30.177526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6f64a-1b76-4345-9a31-ebe80ee3bb60 None None] Network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:30.187724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:30.211635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.212091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.212356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.220142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.220493 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.223463 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 2 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.277444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.277834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.278481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.296086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.296570 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.299183 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 3 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.339536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.339931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.340429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.350885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.351295 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.356515 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 4 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.360793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-7f9a05aa-c0ea-43a6-b52e-a9f5553807d3 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:30.363659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-7f9a05aa-c0ea-43a6-b52e-a9f5553807d3 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.0776718 Jul 30 01:38:30.377363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-10'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:30.385076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.385408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.385746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.392676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.393007 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.395139 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 5 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.436866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.437217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.437708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.441384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.448206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.450989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.451350 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.455426 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 6 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.493108 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.536759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.538358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.538358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.549945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.551285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89223a8f-ff62-46c2-bbc6-dd660b0290b5 req-610f5c17-0606-4a5b-9cff-1f40cda8198e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:30.551691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.552017 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.552805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89223a8f-ff62-46c2-bbc6-dd660b0290b5 req-610f5c17-0606-4a5b-9cff-1f40cda8198e tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 944 time: 0.0995669 Jul 30 01:38:30.553997 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 7 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.556280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Port': ['ID=00dead6d-a365-4f72-a72a-3738420cd183,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.576559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.576897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.577234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.604760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 288cb023-1517-4e3f-a36e-02b842da368a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:30.619036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.619385 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.621121 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 8 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.652230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.652611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.652895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.658633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89223a8f-ff62-46c2-bbc6-dd660b0290b5 req-99ffca75-849f-430f-9b87-52749114007d tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967720 Jul 30 01:38:30.668988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.669456 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.671455 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 9 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.683471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 288cb023-1517-4e3f-a36e-02b842da368a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:30.688256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 288cb023-1517-4e3f-a36e-02b842da368a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:30.688838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.699136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:30.705195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.705617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.705891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.715760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.716086 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.717868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:30.718463 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 10 to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 Jul 30 01:38:30.727276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:30.740294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.740294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.740294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.753537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:30.785464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.785811 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:30.786196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.790442 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.811886 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.820830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.823075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288cb023-1517-4e3f-a36e-02b842da368a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:30.826398 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d89a78b-bf93-4a14-8080-ab43ecf87318" -d '{"events": [{"server_uuid": "62ec2a5c-ba90-46f1-a938-5e445c9321ec", "name": "network-vif-plugged", "status": "completed", "tag": "288cb023-1517-4e3f-a36e-02b842da368a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:30.832807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 288cb023-1517-4e3f-a36e-02b842da368a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=288cb023-1517-4e3f-a36e-02b842da368a,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:30.838740 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.881687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.898219 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5500e5-ec90-451a-8ad2-72f2b8bbe0a0 x-openstack-request-id: req-3d5500e5-ec90-451a-8ad2-72f2b8bbe0a0 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:30.898673 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ec2a5c-ba90-46f1-a938-5e445c9321ec", "name": "network-vif-plugged", "status": "completed", "tag": "288cb023-1517-4e3f-a36e-02b842da368a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:30.898926 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d5500e5-ec90-451a-8ad2-72f2b8bbe0a0 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:30.899341 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288cb023-1517-4e3f-a36e-02b842da368a', 'code': 200} Jul 30 01:38:30.937491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on host n-h2-713499-10 for vnic_type normal with profile {"migrating_to": "n-h1-713499-10"} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:30.937825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:30.938155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.943918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:30.944298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Attempting to bind port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on network 0907950a-8b74-4cd3-9254-5a517e011101 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:30.953016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:30.953361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Checking segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:30.960239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Bound using segment: {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:30.960239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Bound port: fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28650769-c3bd-4114-81ae-8b854a79da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0907950a-8b74-4cd3-9254-5a517e011101'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:30.960239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.967635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=288cb023-1517-4e3f-a36e-02b842da368a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.997156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Router 5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:31.007258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] For port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:31.007639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempted to set empty binding levels {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:38:31.016253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.102422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.103373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.109020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7cd2cf6c-8601-4de0-be02-fda573439757 None None] Provisioning complete for port 00dead6d-a365-4f72-a72a-3738420cd183 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:31.109812 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cf6c-8601-4de0-be02-fda573439757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.118564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:31.122465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5858d-3bd8-443d-b51f-7d61a56bf2a5 req-95d01870-835a-41d0-bdc5-1b00cd2fa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.123928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ca5858d-3bd8-443d-b51f-7d61a56bf2a5 req-95d01870-835a-41d0-bdc5-1b00cd2fa457 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 1097 time: 0.1447642 Jul 30 01:38:31.126653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:31.135059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65d3c6-5a7b-4d17-9ee8-267159cdf4eb req-e1d7763b-ae6e-48da-9ad5-47c04853687e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.136580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f65d3c6-5a7b-4d17-9ee8-267159cdf4eb req-e1d7763b-ae6e-48da-9ad5-47c04853687e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.1063683 Jul 30 01:38:31.139961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.161468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2cf6c-8601-4de0-be02-fda573439757 None None] Port 00dead6d-a365-4f72-a72a-3738420cd183 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:31.178761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=799d1517-4cb1-4cc3-9d7e-0eb98c5c7850,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:31.191274 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e29cb936-a7b6-44ad-9f38-aae8fa8e7bde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1818864 Jul 30 01:38:31.191861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36996) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:31.249977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:31.250413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ca5858d-3bd8-443d-b51f-7d61a56bf2a5 req-ea63a171-2499-409d-ae5a-aacc0a394535 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125109 Jul 30 01:38:31.261570 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9abcd744-7cd9-4690-a49d-d5919c3a76b3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "PUT /v2.0/routers/5a6c5cfd-3c89-47d6-81d7-4a4629ef9495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952238 Jul 30 01:38:31.264510 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] Sync routers for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:31.279531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36998) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:31.284752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Request body: {'port': {'network_id': '91ae239c-1294-44ab-a2a5-ef0e3796fea8', 'name': 'tempest-FloatingIPAdminTestJSON-730803277'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:31.285029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:31.286095 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:31.295800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f65d3c6-5a7b-4d17-9ee8-267159cdf4eb req-e661b2db-76fa-4fa5-b067-5de4d83a80cb tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399884 Jul 30 01:38:31.297094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.297712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.299066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] 10.222.0.66 "PUT /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 1123 time: 0.9260418 Jul 30 01:38:31.301403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c3979-579e-4b7f-b452-d2f06aa669be service neutron] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:31.312123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Deleting port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:31.313052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.344028 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:31.358348 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:31.360123 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:31.395546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fec711a2-d3c6-4172-a7de-f6721d7ee7fe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:31.425574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:31.426767 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c768f-3cd7-4c7f-bead-9a782f720770 None None] The sync data for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:31.439507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] For port 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850, host n-h1-713499-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:31.440230 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.458190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Calling delete_port for 799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:31.495374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['fec711a2-d3c6-4172-a7de-f6721d7ee7fe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:31.511248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Made reservation on behalf of d73215c85bd74291bd46f588520322b5 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:31.516838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.542528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] device_id is not set on port 46c23aae-10ec-477d-9690-58da9199600a yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:31.577967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.618560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event deleted for resources: {'Port': ['ID=799d1517-4cb1-4cc3-9d7e-0eb98c5c7850,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:31.627319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.634334 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89d2cd56-38a3-475a-99c1-60fde5110e80 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "DELETE /v2.0/ports/799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 HTTP/1.1" status: 204 len: 168 time: 0.4392123 Jul 30 01:38:31.635657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37006) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:31.663019 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-87be5b1e-8595-40cd-a9a3-353145de8836 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:38:31.666324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-87be5b1e-8595-40cd-a9a3-353145de8836 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "GET /v2.0/ports/799d1517-4cb1-4cc3-9d7e-0eb98c5c7850 HTTP/1.1" status: 404 len: 333 time: 0.0291417 Jul 30 01:38:31.669767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:31.675165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Request body: {'port': {'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1486284770'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:31.709119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Made reservation on behalf of c48dc9494f5c4b8aa899e9db8fc7e2f7 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:31.713659 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.734546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:31.746753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93a1cf-01ba-46e9-90cf-4e2f8165474a req-e7b7dc03-ea91-4729-8cb8-5923d70b921b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.748644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f93a1cf-01ba-46e9-90cf-4e2f8165474a req-e7b7dc03-ea91-4729-8cb8-5923d70b921b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 950 time: 0.1162095 Jul 30 01:38:31.754984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Allocated IP 172.20.0.3 (91ae239c-1294-44ab-a2a5-ef0e3796fea8/04d945b9-ef48-4df6-8944-ed8d7a4fd1f9/46c23aae-10ec-477d-9690-58da9199600a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:31.765485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe'}, {'name': 'network-changed', 'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:31.768803 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b970b72-512f-485b-b78a-e67f4d8746af" -d '{"events": [{"server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "name": "network-vif-unplugged", "status": "completed", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe"}, {"name": "network-changed", "server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:31.773062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:31.864486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f93a1cf-01ba-46e9-90cf-4e2f8165474a req-456e4f30-f9c4-4789-bff7-b7a7c94ae1f4 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064761 Jul 30 01:38:31.894850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9822b-d604-48b7-9e0e-3cf0751cc7d1 req-d7899491-26e9-4de3-a1a4-12869f5b9d86 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.896699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bab9822b-d604-48b7-9e0e-3cf0751cc7d1 req-d7899491-26e9-4de3-a1a4-12869f5b9d86 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.1438661 Jul 30 01:38:31.920749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.925667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:31.946670 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d01926a-5acb-4902-8d34-15c5407bf326 x-openstack-request-id: req-2d01926a-5acb-4902-8d34-15c5407bf326 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:31.947299 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "name": "network-vif-unplugged", "status": "completed", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe", "code": 200}, {"name": "network-changed", "server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:31.947586 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d01926a-5acb-4902-8d34-15c5407bf326 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:31.948145 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'code': 200} Jul 30 01:38:31.948385 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'status': 'completed', 'code': 200} Jul 30 01:38:31.948559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe has no active binding in host n-h1-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:38:31.966936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.989417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bab9822b-d604-48b7-9e0e-3cf0751cc7d1 req-50bbab63-82aa-49ce-a120-e1a011963b77 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808706 Jul 30 01:38:32.010211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:32.013453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:32.017313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:32.018452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.019111 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.039878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=05b2ff97-42a4-43ec-8334-2618ba1b51e3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:32.048235 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-90bd1298-244e-4751-93ac-839948371e26 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3771548 Jul 30 01:38:32.050713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37014) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:32.059872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:32.084809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.104098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Transition to ACTIVE for port object 46c23aae-10ec-477d-9690-58da9199600a will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:32.119391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970b72-512f-485b-b78a-e67f4d8746af req-fdc68f94-6bca-4790-87ef-f6d0d7cb9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.120926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-fdc68f94-6bca-4790-87ef-f6d0d7cb9724 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1126 time: 0.0829937 Jul 30 01:38:32.133350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.231260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.301133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970b72-512f-485b-b78a-e67f4d8746af req-078e9418-031f-4d5c-9c25-5c621985ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.301694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-078e9418-031f-4d5c-9c25-5c621985ae5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.1722865 Jul 30 01:38:32.307942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:32.341432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:32.350594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.350846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-0bd18926-a274-4fbd-8a63-53068ce5e797 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 217 time: 0.0389073 Jul 30 01:38:32.351762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:32.353715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event updated for resources: {'Port': ['ID=46c23aae-10ec-477d-9690-58da9199600a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:32.356089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:32.370604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Transition to ACTIVE for port object 05b2ff97-42a4-43ec-8334-2618ba1b51e3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:32.377901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.420064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.420762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.450421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cb6564d3-ef95-456c-bfe7-38fcb0916fb9 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1660914 Jul 30 01:38:32.456081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:32.517491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=05b2ff97-42a4-43ec-8334-2618ba1b51e3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:32.528981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970b72-512f-485b-b78a-e67f4d8746af req-24cf18fa-5a14-416c-9960-94e6f7b92f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.530701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-24cf18fa-5a14-416c-9960-94e6f7b92f12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0955966 Jul 30 01:38:32.545431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708f621-47f4-494b-9bb9-c22f698514b6 req-5b0537df-58ba-4766-9f52-7aa36cdaa464 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.547273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d708f621-47f4-494b-9bb9-c22f698514b6 req-5b0537df-58ba-4766-9f52-7aa36cdaa464 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.0992539 Jul 30 01:38:32.553829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.554661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.555391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.560946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.561545 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.562119 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 2 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.577937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-e5d232fe-1b5b-47e6-a32c-a9d4b802e742 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296214 Jul 30 01:38:32.604156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.604498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.604968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.618567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.619513 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.619513 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 3 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.652027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.652422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.652737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.663983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.664225 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.664633 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 4 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.690214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'project_id': 'd73215c85bd74291bd46f588520322b5', 'port_id': '46c23aae-10ec-477d-9690-58da9199600a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:32.696166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.696510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.696885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.723574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.725919 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.731708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d708f621-47f4-494b-9bb9-c22f698514b6 req-ccbbac6f-2311-4ad0-9348-05a6f0d16661 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524463 Jul 30 01:38:32.735492 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 5 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.769578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.785549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-7ab2342b-881a-43a2-975d-406c142c88a2 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984169 Jul 30 01:38:32.802825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.803322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.803872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.839494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.839839 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.841254 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 6 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.860736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.860736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.861142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.871615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.871945 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.873413 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 7 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.888715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.889054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.889386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.898892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.899353 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.901252 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 8 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.902705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-74b891e3-d0fe-445e-bc4a-c3f281a50930 None None] Provisioning for port 46c23aae-10ec-477d-9690-58da9199600a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:32.907915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-74b891e3-d0fe-445e-bc4a-c3f281a50930 None None] Provisioning complete for port 46c23aae-10ec-477d-9690-58da9199600a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:32.908520 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-74b891e3-d0fe-445e-bc4a-c3f281a50930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.926218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.926218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.926218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.932896 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.933269 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.934256 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 9 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:32.941863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b970b72-512f-485b-b78a-e67f4d8746af req-b4ab10b5-d7ea-41f1-a2f2-9c892133aea0 service neutron] 10.222.0.55 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390247 Jul 30 01:38:32.951296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-74b891e3-d0fe-445e-bc4a-c3f281a50930 None None] Port 46c23aae-10ec-477d-9690-58da9199600a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:32.952339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:32.952682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:32.953026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:32.960410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.962375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:32.962509 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:32.963781 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 10 to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 Jul 30 01:38:33.019767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:33.020301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:33.020301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:33.032875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:33.033216 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:33.033593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.060787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-53d5d5d7-41cb-4b18-9277-0d75565fc7ec tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.062449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-53d5d5d7-41cb-4b18-9277-0d75565fc7ec tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 950 time: 0.0849335 Jul 30 01:38:33.075964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb73ef6-2fd1-4167-bae5-584b7d47e83c req-b9f58507-ed54-4589-af45-7374c162abe2 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.077790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bb73ef6-2fd1-4167-bae5-584b7d47e83c req-b9f58507-ed54-4589-af45-7374c162abe2 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 950 time: 0.1101511 Jul 30 01:38:33.170315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Allocated IP 172.25.8.41 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/642095d9-7e94-4600-87de-df7929c781e0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:33.181128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] For port 05b2ff97-42a4-43ec-8334-2618ba1b51e3, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:33.181667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempted to set empty binding levels {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:38:33.189052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.235730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea7276-79fa-4ced-a812-6f2a775ea714 req-5158f59f-93c2-4bfd-a7c3-6fa4f6511fbe tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.237329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dea7276-79fa-4ced-a812-6f2a775ea714 req-5158f59f-93c2-4bfd-a7c3-6fa4f6511fbe tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.1503940 Jul 30 01:38:33.240211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bb73ef6-2fd1-4167-bae5-584b7d47e83c req-e211e2e9-1b40-4684-ac89-b83cfe1ffe1e tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/security-groups?id=152a3902-7746-43f3-a4b1-c84dda50fc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542876 Jul 30 01:38:33.294972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dea7276-79fa-4ced-a812-6f2a775ea714 req-df224482-d7eb-46c0-b1eb-89fe87c843d0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Jul 30 01:38:33.301866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Deleting port 67384855-ca9b-46a9-997f-77b060a11843 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:33.302417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.424702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] For port 67384855-ca9b-46a9-997f-77b060a11843, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=67384855-ca9b-46a9-997f-77b060a11843,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:33.425254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.440468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Calling delete_port for 67384855-ca9b-46a9-997f-77b060a11843 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:33.540505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] In _notify_port_updated(), no bound segment for port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:38:33.541384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.542143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.543512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "PUT /v2.0/ports/05b2ff97-42a4-43ec-8334-2618ba1b51e3 HTTP/1.1" status: 200 len: 976 time: 1.4918146 Jul 30 01:38:33.548403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:33.563882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e22b6b-1e14-462b-b8d4-2193f2579cde tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=05b2ff97-42a4-43ec-8334-2618ba1b51e3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:33.617200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.682988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.727045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:33.730762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:33.737370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:33.744178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Pushing event updated for resources: {'Port': ['ID=642095d9-7e94-4600-87de-df7929c781e0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:33.796789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e06718c4-11a6-4ba7-b2cc-3421038a4547 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:33.838793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: e06718c4-11a6-4ba7-b2cc-3421038a4547 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:33.839193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e06718c4-11a6-4ba7-b2cc-3421038a4547 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:34.136295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.136926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.137242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.137710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.138192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.138683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.139178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.139639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.140098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.140557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.141018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.141472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.141940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.142423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.142869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.143359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.143818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.144284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.144749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.145211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.145664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.146117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.146615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.147099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.147554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.148012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.148515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.149002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.149630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.150093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.150662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.151171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.151628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.152397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.152534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.152993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.153704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.154157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.154611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.165662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a66d323e-6773-4f96-b316-487305380179 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34738 time: 0.6106915 Jul 30 01:38:34.166232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37078) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:34.189228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed862d4-de2c-4559-86ac-714a1613e7d5 req-28a0d272-cfca-4b4b-9b60-549425a2b2ef tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.190844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ed862d4-de2c-4559-86ac-714a1613e7d5 req-28a0d272-cfca-4b4b-9b60-549425a2b2ef tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.1774044 Jul 30 01:38:34.220488 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.232617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['67384855-ca9b-46a9-997f-77b060a11843'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:34.271353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Pushing event deleted for resources: {'Port': ['ID=67384855-ca9b-46a9-997f-77b060a11843,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:34.369442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ed862d4-de2c-4559-86ac-714a1613e7d5 req-d1a5a374-34b7-4f08-af5d-ad495be23b9b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624908 Jul 30 01:38:34.370147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] No DVR routers for this DVR port 67384855-ca9b-46a9-997f-77b060a11843 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:34.372802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.375085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d4d7936-d95e-4ff8-81b8-31c7892b78f5 req-a0f435f8-138f-443a-a87f-f2447bef796b tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.66 "DELETE /v2.0/ports/67384855-ca9b-46a9-997f-77b060a11843 HTTP/1.1" status: 204 len: 173 time: 1.2961969 Jul 30 01:38:34.378382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'name': 'network-vif-deleted', 'tag': '67384855-ca9b-46a9-997f-77b060a11843'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:34.381188 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3282b533-074e-4182-9466-3b2aba1330dc" -d '{"events": [{"server_uuid": "7ca2c9f1-7af4-4d8e-af08-89694978563d", "name": "network-vif-deleted", "tag": "67384855-ca9b-46a9-997f-77b060a11843"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:34.416221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aef6f1-5cfe-4083-a7ea-490e20df77ae req-65d04fb0-4b9e-4c4c-bf9f-078e5a007e5c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.419517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1aef6f1-5cfe-4083-a7ea-490e20df77ae req-65d04fb0-4b9e-4c4c-bf9f-078e5a007e5c tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.1227472 Jul 30 01:38:34.427081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.440839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Deleting port 05b2ff97-42a4-43ec-8334-2618ba1b51e3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:34.441181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.516340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.534427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b59c0b24-d07e-4c87-ad37-6fcbd3a873e3 req-1df7920c-85db-4f6b-9264-99e484206347 tempest-ServersAdminNegativeTestJSON-1643142493 tempest-ServersAdminNegativeTestJSON-1643142493-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca2c9f1-7af4-4d8e-af08-89694978563d HTTP/1.1" status: 200 len: 210 time: 0.0690513 Jul 30 01:38:34.555054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1aef6f1-5cfe-4083-a7ea-490e20df77ae req-e2751dd6-48ab-4d06-a3a9-10191a0da1a9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249583 Jul 30 01:38:34.566905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] For port 05b2ff97-42a4-43ec-8334-2618ba1b51e3, host n-h1-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:34.567332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.587892 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e79f4-c9fd-4705-8672-2a5291cd7ccb x-openstack-request-id: req-043e79f4-c9fd-4705-8672-2a5291cd7ccb {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:34.588173 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca2c9f1-7af4-4d8e-af08-89694978563d", "name": "network-vif-deleted", "tag": "67384855-ca9b-46a9-997f-77b060a11843", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:34.588412 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-043e79f4-c9fd-4705-8672-2a5291cd7ccb {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:34.588802 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca2c9f1-7af4-4d8e-af08-89694978563d', 'name': 'network-vif-deleted', 'tag': '67384855-ca9b-46a9-997f-77b060a11843', 'status': 'completed', 'code': 200} Jul 30 01:38:34.589672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Calling delete_port for 05b2ff97-42a4-43ec-8334-2618ba1b51e3 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:34.694358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.730376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event deleted for resources: {'Port': ['ID=05b2ff97-42a4-43ec-8334-2618ba1b51e3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:34.737634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.739275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.739755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5ac003b9-f59a-416d-ad86-7d1ab480922f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "DELETE /v2.0/ports/05b2ff97-42a4-43ec-8334-2618ba1b51e3 HTTP/1.1" status: 204 len: 168 time: 0.5680542 Jul 30 01:38:34.742856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37094) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:34.745897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.773492 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bcd0ce-4aeb-4bd5-b6f9-6036338afb0a tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:38:34.775874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-79bcd0ce-4aeb-4bd5-b6f9-6036338afb0a tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "GET /v2.0/ports/05b2ff97-42a4-43ec-8334-2618ba1b51e3 HTTP/1.1" status: 404 len: 333 time: 0.0312870 Jul 30 01:38:34.780867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37096) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:34.786158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1351453481', 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:34.793780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Pushing event updated for resources: {'Port': ['ID=642095d9-7e94-4600-87de-df7929c781e0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:34.813165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Made reservation on behalf of c48dc9494f5c4b8aa899e9db8fc7e2f7 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:34.821520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.840148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port 9c2629af-12fe-455a-98b7-66fcf9f83bf3 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:34.852591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.054005 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Floating IP 74d28b87-13dc-457a-b42a-3d2d6ad857bd associated. External IP: 172.25.8.41, port: 46c23aae-10ec-477d-9690-58da9199600a. Jul 30 01:38:35.141197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.193401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.236578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:35.240023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:35.250379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:35.251981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.253414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.261696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=9c2629af-12fe-455a-98b7-66fcf9f83bf3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:35.276098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a0296c53-9bd6-4847-a0db-7855cd5352c0 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4940846 Jul 30 01:38:35.278860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37102) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.322011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534b738-6091-4935-bf60-541a75f0df66 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.323460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5534b738-6091-4935-bf60-541a75f0df66 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "GET /v2.0/ports/9c2629af-12fe-455a-98b7-66fcf9f83bf3 HTTP/1.1" status: 200 len: 955 time: 0.0435016 Jul 30 01:38:35.326201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37104) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.329553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Router 5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:35.443455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Deleting port 9c2629af-12fe-455a-98b7-66fcf9f83bf3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:35.444158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.491752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:35.504146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] Sync routers for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:35.515643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:35.516288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:35.524052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.558499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.571170 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-48b6810f-7e03-4a31-8c5d-a9639f652099 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.1136463 Jul 30 01:38:35.575113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.580248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Calling delete_port for 9c2629af-12fe-455a-98b7-66fcf9f83bf3 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:35.621129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d02eb-d2a3-4c24-a706-a283fbcb6edc req-967e3929-704f-42b4-8b9f-a891fa1029aa tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.622960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f6d02eb-d2a3-4c24-a706-a283fbcb6edc req-967e3929-704f-42b4-8b9f-a891fa1029aa tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.1367261 Jul 30 01:38:35.628284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:35.658628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:35.659282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:35.693278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:35.694216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9862e-e28c-4a9a-8f4f-89dece34f31a None None] The sync data for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:35.732247 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fa9d01d5-5d5a-4c56-a0fa-aaa27282e0f6 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] 10.222.0.78 "GET /v2.0/floatingips/74d28b87-13dc-457a-b42a-3d2d6ad857bd HTTP/1.1" status: 200 len: 981 time: 0.1555834 Jul 30 01:38:35.734598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37118) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.770195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f6d02eb-d2a3-4c24-a706-a283fbcb6edc req-1d5183b5-a96f-433d-aeec-f19f102dbcbf tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329017 Jul 30 01:38:35.844569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f6622-79fd-4e6e-a9e7-ff9c26852511 req-ac4f3f91-192c-4aae-91a9-4529277826a0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.847371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c04f6622-79fd-4e6e-a9e7-ff9c26852511 req-ac4f3f91-192c-4aae-91a9-4529277826a0 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.0737460 Jul 30 01:38:35.849482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.908916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c2629af-12fe-455a-98b7-66fcf9f83bf3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:35.924063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.928660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b4d18b20-dcd1-486d-8653-b0d61965cdf6 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "DELETE /v2.0/ports/9c2629af-12fe-455a-98b7-66fcf9f83bf3 HTTP/1.1" status: 204 len: 168 time: 0.5989358 Jul 30 01:38:35.929358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37120) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.949248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37122) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.951198 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f5dae835-8922-43cf-a62a-3baa38109730 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.2151990 Jul 30 01:38:35.978829 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d704fec-16b4-4132-870b-65a57cf0b852 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:38:35.984130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9d704fec-16b4-4132-870b-65a57cf0b852 tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "GET /v2.0/ports/9c2629af-12fe-455a-98b7-66fcf9f83bf3 HTTP/1.1" status: 404 len: 333 time: 0.0452120 Jul 30 01:38:35.989001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:35.990650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c04f6622-79fd-4e6e-a9e7-ff9c26852511 req-96fc5c52-8a8a-436b-9e1c-50e9f1847cf9 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367512 Jul 30 01:38:35.995807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Request body: {'port': {'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-579203522'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:36.034163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Made reservation on behalf of c48dc9494f5c4b8aa899e9db8fc7e2f7 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:36.038878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.079628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port ab472f84-2de6-40c5-8e7a-30f353fc2a39 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:36.127494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37130) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:36.232962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting port 642095d9-7e94-4600-87de-df7929c781e0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:36.233594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.270209 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.317018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.331391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.331865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.363405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:36.363677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Calling delete_port for 642095d9-7e94-4600-87de-df7929c781e0 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:36.371464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:36.373442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=ab472f84-2de6-40c5-8e7a-30f353fc2a39,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:36.375662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:36.376796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:36.377421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.392663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3fb25cb8-b3b6-4df0-9d0c-5a11f283b454 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ad105bfff9b4e24b7af6fd351ab835c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615273 Jul 30 01:38:36.393460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37136) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:36.403395 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c40a6efd-6e20-4310-8d0a-8624e75d240f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4127250 Jul 30 01:38:36.409646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37138) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:36.418034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:36.528389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00255381-83fa-44b7-9115-9a6261f1a356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.550754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.565774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00255381-83fa-44b7-9115-9a6261f1a356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.645770 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.694744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Port': ['ID=642095d9-7e94-4600-87de-df7929c781e0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:36.703966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.710199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00255381-83fa-44b7-9115-9a6261f1a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.712039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-c4ff5488-8fc1-4703-a4ed-c8679c983916 service neutron] 10.222.0.55 "GET /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe/bindings/n-h1-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.1314247 Jul 30 01:38:36.712980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00255381-83fa-44b7-9115-9a6261f1a356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.714116 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-00255381-83fa-44b7-9115-9a6261f1a356 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/152a3902-7746-43f3-a4b1-c84dda50fc79 HTTP/1.1" status: 204 len: 168 time: 0.3196602 Jul 30 01:38:36.733024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00255381-83fa-44b7-9115-9a6261f1a356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a3902-7746-43f3-a4b1-c84dda50fc79,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:36.790810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.791198 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Floating IP 74d28b87-13dc-457a-b42a-3d2d6ad857bd disassociated (deleted). External IP: 172.25.8.41, port: 46c23aae-10ec-477d-9690-58da9199600a. Jul 30 01:38:36.807829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] device_id is not set on port ab472f84-2de6-40c5-8e7a-30f353fc2a39 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:36.817020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.833288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Transition to ACTIVE for port object ab472f84-2de6-40c5-8e7a-30f353fc2a39 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:36.837201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.896694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=ab472f84-2de6-40c5-8e7a-30f353fc2a39,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:36.951784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:36.952899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:36.959719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:36.966890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:36.967572 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:36.968141 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 2 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:36.982774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:36.983427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:36.984051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:36.989656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:36.990851 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:36.991480 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 3 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.012874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.013775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.013775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.018429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.018754 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.019223 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 4 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.033780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.034188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.034669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.040408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.040833 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.041466 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 5 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.056096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.056431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.056772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.062901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.062901 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.063240 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 6 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.081573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.081573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.082118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.087296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.087735 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.088226 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 7 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.102519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.102932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.103506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.108916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.109380 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.110397 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 8 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.130660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.131118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.131473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.138342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.138765 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.139768 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 9 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.163395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.163749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.164234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.169284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.169612 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.170001 n-d-713499-10 neutron-server[93889]: INFO neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempt 10 to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 Jul 30 01:38:37.186801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:37.187285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:37.187629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempting to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:37.192727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:37.193130 n-d-713499-10 neutron-server[93889]: ERROR neutron.plugins.ml2.managers [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Failed to bind port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '3ce0e7c3-e9c2-40a7-a408-e6165fb93912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'cc0ddac8-a921-4d91-b4c0-a52471cf8ff2'}] Jul 30 01:38:37.193534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.204719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:37.237229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37156) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:37.294704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71047f-4172-4fb7-b034-d9e80fa0ebf1 req-afb3f950-afd3-4b91-accd-14a9c23e5122 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.296252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c71047f-4172-4fb7-b034-d9e80fa0ebf1 req-afb3f950-afd3-4b91-accd-14a9c23e5122 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.1562822 Jul 30 01:38:37.303348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:37.303951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] For port ab472f84-2de6-40c5-8e7a-30f353fc2a39, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:37.304506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attempted to set empty binding levels {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:38:37.308119 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89b8a7ab-cf35-434d-b87a-dacc1ce23460 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38d865654de444d6863280ce94bac3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697150 Jul 30 01:38:37.310040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.311913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37160) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:37.352018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] In _notify_port_updated(), no bound segment for port ab472f84-2de6-40c5-8e7a-30f353fc2a39 on network cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:38:37.354015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.355076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.356048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "PUT /v2.0/ports/ab472f84-2de6-40c5-8e7a-30f353fc2a39 HTTP/1.1" status: 200 len: 975 time: 0.9454527 Jul 30 01:38:37.360794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37162) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:37.386386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec711a2-d3c6-4172-a7de-f6721d7ee7fe {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:37.388875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fec4a2-4c4a-4657-af4a-e5a7d63f8b3f tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event updated for resources: {'Port': ['ID=ab472f84-2de6-40c5-8e7a-30f353fc2a39,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:37.426018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-840e5fd5-5a50-44c0-b0f9-78f3ec53fb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.428207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:37.438496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829435b9-2a4a-42e3-b51c-f90835090582 req-5013d8a3-fa65-49c3-bc38-a0c5e4c6ee3a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.440047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-829435b9-2a4a-42e3-b51c-f90835090582 req-5013d8a3-fa65-49c3-bc38-a0c5e4c6ee3a tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 943 time: 0.5615726 Jul 30 01:38:37.451099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-840e5fd5-5a50-44c0-b0f9-78f3ec53fb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.451754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Router 5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:37.472036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c71047f-4172-4fb7-b034-d9e80fa0ebf1 req-53ea3dd5-5363-4620-a8a6-5302915cbacb tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438317 Jul 30 01:38:37.484676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.508871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-840e5fd5-5a50-44c0-b0f9-78f3ec53fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.512609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-840e5fd5-5a50-44c0-b0f9-78f3ec53fb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.513930 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-840e5fd5-5a50-44c0-b0f9-78f3ec53fb0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c86ad27e-a7cf-4978-978b-ea9b1e61ebe3 HTTP/1.1" status: 204 len: 168 time: 0.1974926 Jul 30 01:38:37.525988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e5fd5-5a50-44c0-b0f9-78f3ec53fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ad27e-a7cf-4978-978b-ea9b1e61ebe3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:37.586781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-829435b9-2a4a-42e3-b51c-f90835090582 req-4dd3ccde-3bc9-46f0-a5a7-19e4e0c6d84f tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321256 Jul 30 01:38:37.717416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Deleting port ab472f84-2de6-40c5-8e7a-30f353fc2a39 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:37.717803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.785089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] Transition to ACTIVE for port object fec711a2-d3c6-4172-a7de-f6721d7ee7fe will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:37.788846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:37.796197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.797988 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.808922 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] Sync routers for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:37.822917 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:37.824440 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:37.828461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 67384855-ca9b-46a9-997f-77b060a11843 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:37.861534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 67384855-ca9b-46a9-997f-77b060a11843 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:37.862972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 67384855-ca9b-46a9-997f-77b060a11843 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:37.874746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] For port ab472f84-2de6-40c5-8e7a-30f353fc2a39, host n-h1-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:37.875145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.891725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c1baed60-b3bc-43ec-9257-576d64033bdd tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "DELETE /v2.0/floatingips/74d28b87-13dc-457a-b42a-3d2d6ad857bd HTTP/1.1" status: 204 len: 168 time: 1.9405918 Jul 30 01:38:37.896610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:37.900037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:37.919821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] Pushing event updated for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:37.923127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Calling delete_port for ab472f84-2de6-40c5-8e7a-30f353fc2a39 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:37.945713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] No DVR routers for this DVR port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:37.973728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.017483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-17a12776-7ebb-4754-a2ee-c1e43e152358 service neutron] 10.222.0.55 "PUT /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe/bindings/n-h1-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2798460 Jul 30 01:38:38.034568 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.064824 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:38.067571 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.080908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.136483 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.137396 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ec1a1-9055-4c6e-8f9a-56794d80399b None None] The sync data for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:38.137541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.144157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab472f84-2de6-40c5-8e7a-30f353fc2a39,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:38.214297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.216362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6d2369ca-3bc0-4383-9e97-8a17b70d0a0c tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "DELETE /v2.0/ports/ab472f84-2de6-40c5-8e7a-30f353fc2a39 HTTP/1.1" status: 204 len: 168 time: 0.8501177 Jul 30 01:38:38.219231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37192) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:38.257204 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-135693f0-d999-47bb-9a5b-87faca701e6e tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:38:38.258876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-135693f0-d999-47bb-9a5b-87faca701e6e tempest-PortsAdminExtendedAttrsTestJSON-1373775961 tempest-PortsAdminExtendedAttrsTestJSON-1373775961-project-admin] 10.222.0.78 "GET /v2.0/ports/ab472f84-2de6-40c5-8e7a-30f353fc2a39 HTTP/1.1" status: 404 len: 333 time: 0.0385079 Jul 30 01:38:38.262471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:38.263785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-3780cf6d-e943-4cbe-97fe-f893a5a7614e tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.265458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-3780cf6d-e943-4cbe-97fe-f893a5a7614e tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1378772 Jul 30 01:38:38.277735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9926e-0b94-493d-a2df-bd428c0f4cce req-2821dcdf-5c90-45bb-b491-9021c1489348 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.280105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3aa9926e-0b94-493d-a2df-bd428c0f4cce req-2821dcdf-5c90-45bb-b491-9021c1489348 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.1333654 Jul 30 01:38:38.356791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3aa9926e-0b94-493d-a2df-bd428c0f4cce req-f8b9116c-c4f7-4392-bd9f-f03b3e637a50 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656118 Jul 30 01:38:38.360565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-9b5d7ef8-758e-4798-9b2d-4a4f2be3e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.362579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-9b5d7ef8-758e-4798-9b2d-4a4f2be3e44b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83&tenant_id=5e5efe4c308546469e670371d45cbc45 HTTP/1.1" status: 200 len: 1096 time: 0.0812685 Jul 30 01:38:38.381210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Allocated IP 172.25.8.221 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/cac8f06f-030c-4f64-9399-a3b11acc6a4b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:38.414340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.440442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8f0e4519-2775-4495-95e2-bb2bf90ca3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.441972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-8f0e4519-2775-4495-95e2-bb2bf90ca3e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5efe4c308546469e670371d45cbc45&device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1096 time: 0.0532353 Jul 30 01:38:38.545684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-7ab0c7cb-9b85-4085-9440-6ef27798c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.547695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-7ab0c7cb-9b85-4085-9440-6ef27798c671 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 200 len: 907 time: 0.0986669 Jul 30 01:38:38.575944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.596367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0ddac8-a921-4d91-b4c0-a52471cf8ff2']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.621768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce0e7c3-e9c2-40a7-a408-e6165fb93912') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.622146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce0e7c3-e9c2-40a7-a408-e6165fb93912') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.632879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.639443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.645082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:38.700240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:38.720869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.756045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.771951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:38.772673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:38.778460 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:38.806567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:39.006787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-245b8568-e81c-4d92-b169-a0b6861e7fdf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 200 len: 217 time: 0.4517343 Jul 30 01:38:39.096509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f31def-cb82-4bc0-b58e-dab0bc47f133 req-f3193c81-d844-416a-bc0c-ebe8a05616f5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.098209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78f31def-cb82-4bc0-b58e-dab0bc47f133 req-f3193c81-d844-416a-bc0c-ebe8a05616f5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.0938792 Jul 30 01:38:39.101146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-72e87d4a-a9a3-46a8-af15-2fbbc9ea8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.101645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-72e87d4a-a9a3-46a8-af15-2fbbc9ea8034 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 200 len: 846 time: 0.0838780 Jul 30 01:38:39.106367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:39.116028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:39.118331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Pushing event updated for resources: {'Port': ['ID=cac8f06f-030c-4f64-9399-a3b11acc6a4b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:39.158681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-0fc41d3c-7ef9-4871-8ff6-dea04944e8af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0907950a-8b74-4cd3-9254-5a517e011101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435123 Jul 30 01:38:39.168806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.182638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.193820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] 10.222.0.78 "DELETE /v2.0/networks/cc0ddac8-a921-4d91-b4c0-a52471cf8ff2 HTTP/1.1" status: 204 len: 168 time: 0.9290967 Jul 30 01:38:39.234863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78f31def-cb82-4bc0-b58e-dab0bc47f133 req-ac608d69-ccd5-45ad-9fe1-aefb10381e9d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244740 Jul 30 01:38:39.268109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f0918-720a-4f23-aa8c-81edfa9be57f tempest-PortsAdminExtendedAttrsTestJSON-502976069 tempest-PortsAdminExtendedAttrsTestJSON-502976069-project] Pushing event deleted for resources: {'Network': ['ID=cc0ddac8-a921-4d91-b4c0-a52471cf8ff2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:39.280828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.309716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-564b3583-04f7-4b20-845f-a6f42af0f1e9 service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422086 Jul 30 01:38:39.334802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.534732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37236) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:39.540179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0e4c2-6969-4709-8765-55aa3cbcb75f req-1687f554-6152-433a-9551-b1e885449937 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.541742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55b0e4c2-6969-4709-8765-55aa3cbcb75f req-1687f554-6152-433a-9551-b1e885449937 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.0799911 Jul 30 01:38:39.544019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-b8277cb6-c75a-4d29-abeb-ef452e7ff8cd service neutron] 10.222.0.66 "GET /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263846 Jul 30 01:38:39.591123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.598386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.611230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55b0e4c2-6969-4709-8765-55aa3cbcb75f req-1fe102c5-bf09-4657-9c31-3c18d52f96d5 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/security-groups?id=077ce2e5-0b0d-4638-9acd-235b91297bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 Jul 30 01:38:39.704673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Pushing event updated for resources: {'Port': ['ID=cac8f06f-030c-4f64-9399-a3b11acc6a4b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:39.727281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.739147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-424d44d4-3b0b-41e1-8630-9c582c3f5f81 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.741040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-424d44d4-3b0b-41e1-8630-9c582c3f5f81 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 945 time: 0.1050544 Jul 30 01:38:39.751524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24af707d-f479-4b1a-b986-de4da52dd1af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=adf30f5462324cf9b9c803d0a37acf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152407 Jul 30 01:38:39.752348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:39.789089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.793508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3e40d972-2a45-4947-8837-fea87492dd85 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8970940 Jul 30 01:38:39.794218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37252) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:39.862096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b888364-3d29-4c4f-b005-6800a48ede05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.909046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b888364-3d29-4c4f-b005-6800a48ede05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:39.922265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-673c0d6c-a28d-4ead-b988-8ebf03d8ded2 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.924261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-673c0d6c-a28d-4ead-b988-8ebf03d8ded2 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83&tenant_id=5e5efe4c308546469e670371d45cbc45&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1037822 Jul 30 01:38:39.976022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:40.000885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b888364-3d29-4c4f-b005-6800a48ede05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.003686 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b888364-3d29-4c4f-b005-6800a48ede05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.007858 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9b888364-3d29-4c4f-b005-6800a48ede05 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b32f015-12b5-411b-a710-b257da05fb14 HTTP/1.1" status: 204 len: 168 time: 0.2497706 Jul 30 01:38:40.026533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b888364-3d29-4c4f-b005-6800a48ede05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b32f015-12b5-411b-a710-b257da05fb14,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:40.038550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Deleting port 288cb023-1517-4e3f-a36e-02b842da368a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:40.038889 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.040923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.192463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-ddc27031-b239-49e7-8976-07507e7a5529 service neutron] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:40.198733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-ddc27031-b239-49e7-8976-07507e7a5529 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.200716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e1e0026-e510-48f1-9e4b-2f3df47a658a req-ddc27031-b239-49e7-8976-07507e7a5529 service neutron] 10.222.0.66 "DELETE /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe/bindings/n-h2-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.2692208 Jul 30 01:38:40.223173 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.229279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] For port 288cb023-1517-4e3f-a36e-02b842da368a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=288cb023-1517-4e3f-a36e-02b842da368a,segment=NetworkSegment(68dfb3de-0c8a-4e38-83e7-c7023ba55322),segment_id=68dfb3de-0c8a-4e38-83e7-c7023ba55322)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:40.229943 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.267756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Calling delete_port for 288cb023-1517-4e3f-a36e-02b842da368a owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:40.387072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Allocated IP 172.25.8.3 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/bf61c677-8a73-4482-be60-021b14c3b931) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:40.503469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.525139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.540592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Pushing event deleted for resources: {'Port': ['ID=288cb023-1517-4e3f-a36e-02b842da368a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:40.579302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37290) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:40.592332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] No DVR routers for this DVR port 288cb023-1517-4e3f-a36e-02b842da368a on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:40.595484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.598165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b313a63-8ae1-48f1-9da3-226c679727c4 req-0751c570-9764-456e-851e-18f8702040e7 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.55 "DELETE /v2.0/ports/288cb023-1517-4e3f-a36e-02b842da368a HTTP/1.1" status: 204 len: 173 time: 0.8503792 Jul 30 01:38:40.598757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'name': 'network-vif-deleted', 'tag': '288cb023-1517-4e3f-a36e-02b842da368a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:40.602759 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e7631f-517f-41c7-b3c5-edfc3de00c39" -d '{"events": [{"server_uuid": "62ec2a5c-ba90-46f1-a938-5e445c9321ec", "name": "network-vif-deleted", "tag": "288cb023-1517-4e3f-a36e-02b842da368a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:40.615214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.652397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 288cb023-1517-4e3f-a36e-02b842da368a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:40.657688 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004cf71-34b9-4a6c-9528-ad8fc38e4b43 x-openstack-request-id: req-b004cf71-34b9-4a6c-9528-ad8fc38e4b43 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:40.658264 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ec2a5c-ba90-46f1-a938-5e445c9321ec", "name": "network-vif-deleted", "tag": "288cb023-1517-4e3f-a36e-02b842da368a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:40.658762 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b004cf71-34b9-4a6c-9528-ad8fc38e4b43 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:40.659435 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ec2a5c-ba90-46f1-a938-5e445c9321ec', 'name': 'network-vif-deleted', 'tag': '288cb023-1517-4e3f-a36e-02b842da368a', 'status': 'completed', 'code': 200} Jul 30 01:38:40.696681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 288cb023-1517-4e3f-a36e-02b842da368a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:40.697159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 288cb023-1517-4e3f-a36e-02b842da368a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:40.745601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:40.757779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-685e9c5f-0045-462a-9585-07f3c07437d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c48dc9494f5c4b8aa899e9db8fc7e2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766245 Jul 30 01:38:40.759355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d98997a1-6197-4f52-8d17-99eb4c2765d4 req-c0ec3e33-4fd2-4e6a-92a6-01a13b40fea1 tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 210 time: 0.0394135 Jul 30 01:38:40.761540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37296) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:40.761901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:40.776729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:40.782476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:40.847532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Pushing event updated for resources: {'Port': ['ID=bf61c677-8a73-4482-be60-021b14c3b931,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:40.904727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5091928-6241-4078-a5ad-4ad2da4454b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.912529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d221-d43b-4c91-9c47-71fb6ce8e67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.936998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.989519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d221-d43b-4c91-9c47-71fb6ce8e67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.993655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.025523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7333-8440-42d6-ad8b-840208a20cf8 req-1485d389-1d41-4197-9e8f-a5bc4338bcb1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:41.027075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fffe7333-8440-42d6-ad8b-840208a20cf8 req-1485d389-1d41-4197-9e8f-a5bc4338bcb1 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.6630168 Jul 30 01:38:41.118929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fffe7333-8440-42d6-ad8b-840208a20cf8 req-60728700-8fbf-4d04-b2ec-640b5d4d702e tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810153 Jul 30 01:38:41.120108 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d221-d43b-4c91-9c47-71fb6ce8e67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.122872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d221-d43b-4c91-9c47-71fb6ce8e67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.126422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6ee8d221-d43b-4c91-9c47-71fb6ce8e67f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd8b3405-74f3-46a4-b8a6-e35bb029ff20 HTTP/1.1" status: 204 len: 168 time: 0.3556442 Jul 30 01:38:41.139465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8d221-d43b-4c91-9c47-71fb6ce8e67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b3405-74f3-46a4-b8a6-e35bb029ff20,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:41.185671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5091928-6241-4078-a5ad-4ad2da4454b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.190250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.190368 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5091928-6241-4078-a5ad-4ad2da4454b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.196915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.250349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:41.251111 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f5091928-6241-4078-a5ad-4ad2da4454b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd07dd945f914b1289f32c870793a062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725828 Jul 30 01:38:41.254038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5091928-6241-4078-a5ad-4ad2da4454b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7f048-6a1f-4405-aec4-60b55903d4cc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:41.318921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Pushing event updated for resources: {'Port': ['ID=bf61c677-8a73-4482-be60-021b14c3b931,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:41.326785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c940487-2291-4be5-9175-155bcb0166f1 req-f04bd33f-6e70-4c80-a0ff-f126a3212080 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:41.328719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c940487-2291-4be5-9175-155bcb0166f1 req-f04bd33f-6e70-4c80-a0ff-f126a3212080 tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 1096 time: 0.0540657 Jul 30 01:38:41.367785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.391293 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.392554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7c2f0742-7b8d-4dbf-9309-fe752a2ef81c tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5930674 Jul 30 01:38:41.395087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37318) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:41.404364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c940487-2291-4be5-9175-155bcb0166f1 req-1b6d2faf-f6bc-494b-b046-4c721c6d671a tempest-LiveMigrationTest-670838056 tempest-LiveMigrationTest-670838056-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Jul 30 01:38:41.409951 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b76d666a-06f8-4773-90ca-244927aacd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.480465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b76d666a-06f8-4773-90ca-244927aacd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.503524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-919b4c75-b700-4c77-8bf0-c2b74c5f38a0 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.1071508 Jul 30 01:38:41.506845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37324) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:41.555307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b76d666a-06f8-4773-90ca-244927aacd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.557404 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b76d666a-06f8-4773-90ca-244927aacd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.558567 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b76d666a-06f8-4773-90ca-244927aacd10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32a7f048-6a1f-4405-aec4-60b55903d4cc HTTP/1.1" status: 204 len: 168 time: 0.3062112 Jul 30 01:38:41.575395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d666a-06f8-4773-90ca-244927aacd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7f048-6a1f-4405-aec4-60b55903d4cc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:41.670822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-154b5342-cca2-4476-9b07-e4f147dfed23 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1623251 Jul 30 01:38:41.673147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37334) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:41.866439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93284381-0dfc-479d-b9c5-231d738a45ba req-29939a41-bf88-40fe-87a9-0f102096f17d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:41.868348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93284381-0dfc-479d-b9c5-231d738a45ba req-29939a41-bf88-40fe-87a9-0f102096f17d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.1417215 Jul 30 01:38:41.923172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-174e7559-bb02-46ec-a5d0-c162bb5ef85b req-ba89089b-7037-43e4-937a-542f22d09f1a tempest-ImagesTestJSON-783367614 tempest-ImagesTestJSON-783367614-project] 10.222.0.78 "GET /v2.0/ports?device_id=62ec2a5c-ba90-46f1-a938-5e445c9321ec HTTP/1.1" status: 200 len: 210 time: 0.0378802 Jul 30 01:38:41.944229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Deleting port bf61c677-8a73-4482-be60-021b14c3b931 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:41.944554 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.984276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.000809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-853ba18d-200d-4ae7-86a7-c7a423318887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.033489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93284381-0dfc-479d-b9c5-231d738a45ba req-e93f10f5-7e16-46ed-9447-ca9810c0edaa tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521184 Jul 30 01:38:42.094551 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.094878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.114206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Calling delete_port for bf61c677-8a73-4482-be60-021b14c3b931 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:42.132866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-853ba18d-200d-4ae7-86a7-c7a423318887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.142150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-853ba18d-200d-4ae7-86a7-c7a423318887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.197868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-853ba18d-200d-4ae7-86a7-c7a423318887 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6748ba7a5df84439b94bc9cb7d3cdaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124925 Jul 30 01:38:42.199585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ba18d-200d-4ae7-86a7-c7a423318887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b681a-1012-4bb0-aaef-67670dbd9256,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.201640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37356) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.286329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.316784 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-59a7e610-caf4-406d-8aa0-49ee07bc6014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.359223 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-59a7e610-caf4-406d-8aa0-49ee07bc6014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.371292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.384595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-ec9f1d27-d8b1-4ccc-9386-c028624cb579 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:42.385570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-155556142'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:42.386082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-ec9f1d27-d8b1-4ccc-9386-c028624cb579 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 944 time: 0.1367340 Jul 30 01:38:42.407592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:42.411294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.422738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.427163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Pushing event deleted for resources: {'Port': ['ID=bf61c677-8a73-4482-be60-021b14c3b931,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.546975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.551039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.552899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-59a7e610-caf4-406d-8aa0-49ee07bc6014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.555408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-59a7e610-caf4-406d-8aa0-49ee07bc6014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.559028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-59a7e610-caf4-406d-8aa0-49ee07bc6014 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e82b681a-1012-4bb0-aaef-67670dbd9256 HTTP/1.1" status: 204 len: 168 time: 0.3537712 Jul 30 01:38:42.563018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.565469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.566606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dc43d502-96d1-46e6-a7d4-dfff9a3b2ef8 tempest-FloatingIPAdminTestJSON-1921519660 tempest-FloatingIPAdminTestJSON-1921519660-project] 10.222.0.78 "DELETE /v2.0/floatingips/bcf8abd4-4c3e-454b-b583-7d7545b3b944 HTTP/1.1" status: 204 len: 168 time: 0.8924570 Jul 30 01:38:42.569427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37366) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.589905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:42.596625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387ea92e-e2aa-4dd4-a11b-12e48bef20c0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.605118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.605118 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Added segment 848b771e-b240-43d6-9d79-e89cda4a009f of type vlan for network dc2d6e50-939f-4447-ad65-4d8900e7ee79 Jul 30 01:38:42.606899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7e610-caf4-406d-8aa0-49ee07bc6014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b681a-1012-4bb0-aaef-67670dbd9256,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.667948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.700484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.704703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Deleting port fec711a2-d3c6-4172-a7de-f6721d7ee7fe {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:42.705240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.706789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:42.707713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.771871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4804511 Jul 30 01:38:42.772185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37370) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.777158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'subnet': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:42.798481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7232c-272e-4c0b-81b8-f06ed2e9ff8f tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Network': ['ID=dc2d6e50-939f-4447-ad65-4d8900e7ee79,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.813831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:42.827341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] For port fec711a2-d3c6-4172-a7de-f6721d7ee7fe, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:42.827747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.845109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Deleting port cac8f06f-030c-4f64-9399-a3b11acc6a4b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:42.845443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.847554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Calling delete_port for fec711a2-d3c6-4172-a7de-f6721d7ee7fe owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:42.892900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:42.897908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.025128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.025455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.039365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Calling delete_port for cac8f06f-030c-4f64-9399-a3b11acc6a4b owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:43.202622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.231145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.246323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fec711a2-d3c6-4172-a7de-f6721d7ee7fe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:43.293798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['acf87661-f007-4144-bcd7-5db0f6edcf35'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:43.294241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84441b9-ce36-44fc-a166-96f7b6fee0de req-1fef769f-59f4-4024-8330-568593d3ddc0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:43.302371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c84441b9-ce36-44fc-a166-96f7b6fee0de req-1fef769f-59f4-4024-8330-568593d3ddc0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 866 time: 0.1434247 Jul 30 01:38:43.311055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event deleted for resources: {'Port': ['ID=fec711a2-d3c6-4172-a7de-f6721d7ee7fe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:43.331154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Subnet': ['ID=55a82873-9197-4aa2-b825-c527303214b8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:43.341156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Checking segment: {'id': '848b771e-b240-43d6-9d79-e89cda4a009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:43.341156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network hostable DHCP agents. Network: dc2d6e50-939f-4447-ad65-4d8900e7ee79, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:38:43.363404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:43.380046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, dc2d6e50-939f-4447-ad65-4d8900e7ee79) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:43.386662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:43.387582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.397145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c369f-e6f4-4d29-9bb7-d12149205a5e None None] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:43.413271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bdfa9653-2c6c-405f-a192-fb0e673eff35 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6400084 Jul 30 01:38:43.416145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37412) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:43.431885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-858900847'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:43.465740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c84441b9-ce36-44fc-a166-96f7b6fee0de req-1b89bcd1-b321-4165-915f-7b97a25a3b26 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616549 Jul 30 01:38:43.466645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] No DVR routers for this DVR port fec711a2-d3c6-4172-a7de-f6721d7ee7fe on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:43.471269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.473486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff99a527-8f63-41a0-ac7e-8c94ee8895f2 req-31223fef-8e4e-411f-880d-dff07cc0c179 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "DELETE /v2.0/ports/fec711a2-d3c6-4172-a7de-f6721d7ee7fe HTTP/1.1" status: 204 len: 173 time: 1.0790522 Jul 30 01:38:43.474086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'name': 'network-vif-deleted', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:43.491980 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b117e1-35b3-4ad8-a51d-f6f34b8ccd62" -d '{"events": [{"server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "name": "network-vif-deleted", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:43.529762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.617274 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62640dab-3506-4591-8c10-af37665e0198 x-openstack-request-id: req-62640dab-3506-4591-8c10-af37665e0198 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:43.617886 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f888cc39-00d5-422b-b16d-9841ae39da83", "name": "network-vif-deleted", "tag": "fec711a2-d3c6-4172-a7de-f6721d7ee7fe", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:43.621614 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62640dab-3506-4591-8c10-af37665e0198 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:43.622272 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f888cc39-00d5-422b-b16d-9841ae39da83', 'name': 'network-vif-deleted', 'tag': 'fec711a2-d3c6-4172-a7de-f6721d7ee7fe', 'status': 'completed', 'code': 200} Jul 30 01:38:43.639872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Pushing event deleted for resources: {'Port': ['ID=cac8f06f-030c-4f64-9399-a3b11acc6a4b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:43.686425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:43.687669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'tenant_id': '6930270ae63d4b588c6c111ea96da808', 'fixed_ips': [{'subnet_id': '55a82873-9197-4aa2-b825-c527303214b8'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:38:43.688600 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.690931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.742605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] device_id is not set on port 01be01e8-9da7-483d-9ee3-245c38134227 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:43.761627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.770601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.776822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d16de817-6eaf-405f-a9ce-d4731211e811 tempest-FloatingIPAdminTestJSON-234055936 tempest-FloatingIPAdminTestJSON-234055936-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/c9bd4778-fc74-4d9c-bfe3-7886cb60244f HTTP/1.1" status: 204 len: 168 time: 1.2023745 Jul 30 01:38:43.779033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37436) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:43.826107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37438) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:43.891295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Deleting subnet fac00d0d-b896-4c37-b2f8-de1d189ecae2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:38:43.894698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.942850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.016627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.037470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting port 46c23aae-10ec-477d-9690-58da9199600a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:44.037829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.082904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Allocated IP 2001:db8::2 (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/78f6cee6-1d9c-45f6-9398-92ad301708e6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:44.097636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.162055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac00d0d-b896-4c37-b2f8-de1d189ecae2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.164646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.166486 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fac00d0d-b896-4c37-b2f8-de1d189ecae2 HTTP/1.1" status: 204 len: 168 time: 0.3393831 Jul 30 01:38:44.172526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37472) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:44.181226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.181953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.192213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.195214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.195795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.196421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.197088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.197876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.198521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.199036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.200933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.201366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.201795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8954a9-b84c-4ee8-bc18-aa1740633bda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:44.222250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Calling delete_port for 46c23aae-10ec-477d-9690-58da9199600a owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:44.311661 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.329947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Transition to ACTIVE for port object 78f6cee6-1d9c-45f6-9398-92ad301708e6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:44.352875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Transition to ACTIVE for port object 78f6cee6-1d9c-45f6-9398-92ad301708e6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:44.358822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.363097 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.419745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:44.423804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:44.432304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:44.442119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Pushing event updated for resources: {'Port': ['ID=78f6cee6-1d9c-45f6-9398-92ad301708e6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.509247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Attempting to bind port 78f6cee6-1d9c-45f6-9398-92ad301708e6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:44.509702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Attempting to bind port 78f6cee6-1d9c-45f6-9398-92ad301708e6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '848b771e-b240-43d6-9d79-e89cda4a009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:44.510066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Attempting to bind port 78f6cee6-1d9c-45f6-9398-92ad301708e6 on network dc2d6e50-939f-4447-ad65-4d8900e7ee79 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:44.516182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:44.516836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Checking segment: {'id': '848b771e-b240-43d6-9d79-e89cda4a009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:44.517256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.517656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Bound using segment: {'id': '848b771e-b240-43d6-9d79-e89cda4a009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:44.518139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Bound port: 78f6cee6-1d9c-45f6-9398-92ad301708e6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848b771e-b240-43d6-9d79-e89cda4a009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:44.518521 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.525455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.548649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Allocated IP 2001:db8::259 (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/01be01e8-9da7-483d-9ee3-245c38134227) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:44.580663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.596348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d63b949-606e-4233-a639-4d7b9f7d1c8a']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:44.611232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] For port 78f6cee6-1d9c-45f6-9398-92ad301708e6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:44.616531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dfb3de-0c8a-4e38-83e7-c7023ba55322') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:44.616807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dfb3de-0c8a-4e38-83e7-c7023ba55322') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:44.620386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] For port 78f6cee6-1d9c-45f6-9398-92ad301708e6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=78f6cee6-1d9c-45f6-9398-92ad301708e6,segment=NetworkSegment(848b771e-b240-43d6-9d79-e89cda4a009f),segment_id=848b771e-b240-43d6-9d79-e89cda4a009f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:44.629127 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.636916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.668059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.713543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 288cb023-1517-4e3f-a36e-02b842da368a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:44.718442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Port': ['ID=46c23aae-10ec-477d-9690-58da9199600a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.728476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:44.747575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-268b1d30-4df6-427e-81a0-facbe3803fc7 req-f0fd235d-16ea-4432-b454-6f3e27fef724 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.1834376 Jul 30 01:38:44.788575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 288cb023-1517-4e3f-a36e-02b842da368a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:44.789117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 288cb023-1517-4e3f-a36e-02b842da368a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:44.814354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2f091-0cf2-4b40-b0d3-420c15fe2a4a None None] Pushing event updated for resources: {'Port': ['ID=78f6cee6-1d9c-45f6-9398-92ad301708e6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.843076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:44.844053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:44.846003 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:44.851959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.895580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.897523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5d7baf5b-162c-46a8-bfa2-0c618026385d tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "DELETE /v2.0/ports/46c23aae-10ec-477d-9690-58da9199600a HTTP/1.1" status: 204 len: 168 time: 1.1160376 Jul 30 01:38:44.900449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37488) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:44.938237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Transition to ACTIVE for port object 01be01e8-9da7-483d-9ee3-245c38134227 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:44.962416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.976374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.978751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] 10.222.0.78 "DELETE /v2.0/networks/3d63b949-606e-4233-a639-4d7b9f7d1c8a HTTP/1.1" status: 204 len: 168 time: 0.8047683 Jul 30 01:38:45.004430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eb655-7fa1-49db-9727-9d8457a3e1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3d63b949-606e-4233-a639-4d7b9f7d1c8a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:45.019553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-893c1be5-b53e-4321-bf56-84369a0905db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.030076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.040099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc21230-fd0a-48f1-bfca-8ec18c1ae7c3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:45.041709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4dc21230-fd0a-48f1-bfca-8ec18c1ae7c3 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 HTTP/1.1" status: 200 len: 913 time: 0.1402869 Jul 30 01:38:45.046306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37492) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:45.086601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=01be01e8-9da7-483d-9ee3-245c38134227,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:45.120762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:45.122274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:45.132159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:45.139666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:45.143916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.252055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:45.309577 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31398a79-7495-4e14-8bc4-b318cc957cbc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90f5741d679f45d6a6045fa9625e5d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562453 Jul 30 01:38:45.311988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37496) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:45.408334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6c8393f-be27-4ad0-895f-a1640f721319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.455643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6c8393f-be27-4ad0-895f-a1640f721319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.499290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-893c1be5-b53e-4321-bf56-84369a0905db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.518451 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-68b1b963-0f24-4ae1-811b-1911cfa56f78 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0994947 Jul 30 01:38:45.519542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:45.528081 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-893c1be5-b53e-4321-bf56-84369a0905db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.543907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2026643675', 'allowed_address_pairs': [{'ip_address': '2001:db8::259', 'mac_address': 'fa:16:3e:1e:7f:d3'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:45.564855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6c8393f-be27-4ad0-895f-a1640f721319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.567645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6c8393f-be27-4ad0-895f-a1640f721319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.571301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d6c8393f-be27-4ad0-895f-a1640f721319 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/077ce2e5-0b0d-4638-9acd-235b91297bd5 HTTP/1.1" status: 204 len: 168 time: 0.2557509 Jul 30 01:38:45.610272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-893c1be5-b53e-4321-bf56-84369a0905db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5071b1a91c5340a78eb86fbe259a3611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615966 Jul 30 01:38:45.611829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1be5-b53e-4321-bf56-84369a0905db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199f8c3f-2f03-4b5f-8122-71debb2c03c5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:45.616570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37506) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:45.640152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8393f-be27-4ad0-895f-a1640f721319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ce2e5-0b0d-4638-9acd-235b91297bd5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:45.886064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:45.895883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:45.928247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: fec711a2-d3c6-4172-a7de-f6721d7ee7fe {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:45.928594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fec711a2-d3c6-4172-a7de-f6721d7ee7fe not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:46.083706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.105764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] device_id is not set on port 22dd9ab9-7389-4b76-ad29-d30c626a88ec yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:46.366673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d1581cc-3018-45ae-9946-052f5b7f05f4 req-15fe8949-6186-48d5-b755-e12f2ec4b3f0 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.1299009 Jul 30 01:38:46.408381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2912192e-fec0-44ea-b935-614c896279dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.446027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Allocated IP 2001:db8::260 (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/22dd9ab9-7389-4b76-ad29-d30c626a88ec) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:46.452031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2912192e-fec0-44ea-b935-614c896279dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.464559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 78f6cee6-1d9c-45f6-9398-92ad301708e6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:46.538199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478428a-ee9e-42d0-9b4b-7e0d93b0b42f None None] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:46.601655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2912192e-fec0-44ea-b935-614c896279dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.604366 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2912192e-fec0-44ea-b935-614c896279dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.605559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2912192e-fec0-44ea-b935-614c896279dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/199f8c3f-2f03-4b5f-8122-71debb2c03c5 HTTP/1.1" status: 204 len: 168 time: 0.9861162 Jul 30 01:38:46.613247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.620495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912192e-fec0-44ea-b935-614c896279dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f8c3f-2f03-4b5f-8122-71debb2c03c5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:46.690443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-301b328d-a5af-4850-9eaf-eafdd23cc2c8 None None] Provisioning for port 78f6cee6-1d9c-45f6-9398-92ad301708e6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:46.757320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 78f6cee6-1d9c-45f6-9398-92ad301708e6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:46.782755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 78f6cee6-1d9c-45f6-9398-92ad301708e6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:46.784491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.813093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.859459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Transition to ACTIVE for port object 22dd9ab9-7389-4b76-ad29-d30c626a88ec will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:46.930461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.015933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=22dd9ab9-7389-4b76-ad29-d30c626a88ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:47.057930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:47.073750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:47.076094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.078488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:47.084621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.099888 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.122433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-775941c7-8a51-4188-950b-f93af67280d9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5886252 Jul 30 01:38:47.125285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37548) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:47.127573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 78f6cee6-1d9c-45f6-9398-92ad301708e6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=78f6cee6-1d9c-45f6-9398-92ad301708e6,segment=NetworkSegment(848b771e-b240-43d6-9d79-e89cda4a009f),segment_id=848b771e-b240-43d6-9d79-e89cda4a009f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:47.135296 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.195725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=78f6cee6-1d9c-45f6-9398-92ad301708e6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:47.289297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15867db9-b7dc-4350-908a-179050ceab3c tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.292553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting port 00dead6d-a365-4f72-a72a-3738420cd183 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:47.293174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.297431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15867db9-b7dc-4350-908a-179050ceab3c tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.304640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15867db9-b7dc-4350-908a-179050ceab3c tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.306662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-15867db9-b7dc-4350-908a-179050ceab3c tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1802762 Jul 30 01:38:47.309603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37554) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:47.460691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-b39a093c-e7c5-4c6f-9fc4-551ce4157f07 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2fc9d886ec56485f84f6765494ec7767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526850 Jul 30 01:38:47.465092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port 22dd9ab9-7389-4b76-ad29-d30c626a88ec {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:47.465758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.581826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87b10619-a8b0-42c0-a5ac-ff0e66a69242 req-815d9fa2-953d-4f77-bf60-dc9222d7cc12 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.1034856 Jul 30 01:38:47.608429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.611577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.635917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Calling delete_port for 00dead6d-a365-4f72-a72a-3738420cd183 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:47.640402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for 22dd9ab9-7389-4b76-ad29-d30c626a88ec owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:47.660557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Provisioning for port 01be01e8-9da7-483d-9ee3-245c38134227 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:47.666907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Provisioning complete for port 01be01e8-9da7-483d-9ee3-245c38134227 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:47.667554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.775605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Port 01be01e8-9da7-483d-9ee3-245c38134227 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:47.805380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Provisioning complete for port 78f6cee6-1d9c-45f6-9398-92ad301708e6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:47.806056 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.870552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-556b58f4-5137-4c0b-b595-e16247c1c405 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.882244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-556b58f4-5137-4c0b-b595-e16247c1c405 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4198163 Jul 30 01:38:47.901306 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.917761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37580) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:47.935691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=22dd9ab9-7389-4b76-ad29-d30c626a88ec,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:47.972868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-89436bb3-399c-4836-80dd-02000572b00a tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/quotas/2fc9d886ec56485f84f6765494ec7767 HTTP/1.1" status: 200 len: 375 time: 0.0893245 Jul 30 01:38:48.037483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4091f29c-860e-48f4-8193-9de5ca19c4f6 None None] Could not find standard attr ID for object 22dd9ab9-7389-4b76-ad29-d30c626a88ec. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:38:48.057360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-c3fda6f1-bd21-4369-8eaf-00f6d38a14fd tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2fc9d886ec56485f84f6765494ec7767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708480 Jul 30 01:38:48.113285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.116054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4360306-919a-4a22-9fe9-6e4a8c953033 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/ports/22dd9ab9-7389-4b76-ad29-d30c626a88ec HTTP/1.1" status: 204 len: 168 time: 0.8046339 Jul 30 01:38:48.118680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:48.140215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1100066295-network', 'tenant_id': 'd1926a343a5f48138ea8f7c6bd2f27dc'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:48.153094 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-511c29f8-d5b0-4a0e-a61b-95ee7494fefb tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] GET failed (client error): The resource could not be found. Jul 30 01:38:48.155666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-511c29f8-d5b0-4a0e-a61b-95ee7494fefb tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "GET /v2.0/ports/22dd9ab9-7389-4b76-ad29-d30c626a88ec HTTP/1.1" status: 404 len: 333 time: 0.0354595 Jul 30 01:38:48.160291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:48.166486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1924759598'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:48.179115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6abcb71f-b926-4964-b4c3-cd1ec80957cf None None] Provisioning complete for port 01be01e8-9da7-483d-9ee3-245c38134227 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:48.184738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6abcb71f-b926-4964-b4c3-cd1ec80957cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.205696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Made reservation on behalf of d1926a343a5f48138ea8f7c6bd2f27dc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:48.208451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.238405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.268178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6abcb71f-b926-4964-b4c3-cd1ec80957cf None None] Port 01be01e8-9da7-483d-9ee3-245c38134227 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:48.393252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 78f6cee6-1d9c-45f6-9398-92ad301708e6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:48.484545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 78f6cee6-1d9c-45f6-9398-92ad301708e6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:48.484918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.487995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a6a3c8a5-7f74-4305-b99b-4fccf1b40e9e None None] Could not find standard attr ID for object 22dd9ab9-7389-4b76-ad29-d30c626a88ec. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:38:48.488631 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.512145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.527546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:48.533850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.564560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55636648-4513-4a1a-9975-8acec5b10391 req-1264eb4c-9aff-4aa5-905d-c3998fc845b1 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 210 time: 0.0742354 Jul 30 01:38:48.585739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.585879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] device_id is not set on port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:48.611977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:48.658203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52e262-c81d-485d-ad45-68f4e6eacc88,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:48.675948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.676976 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Added segment 4a404896-29e4-43cc-adfe-9c90ae506070 of type vlan for network 53c80f67-1313-41db-bdc5-3e9f3242aa07 Jul 30 01:38:48.681565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Port': ['ID=00dead6d-a365-4f72-a72a-3738420cd183,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:48.824884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5f25649-277c-414d-8119-b31334bc28c2 req-c7d01d97-cd01-4aac-bc80-bb9ee5d890f9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=f888cc39-00d5-422b-b16d-9841ae39da83 HTTP/1.1" status: 200 len: 210 time: 0.0712302 Jul 30 01:38:48.867620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Allocated IP 2001:db8::39f (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/0ae6b484-ba53-41c2-bdfe-2668bccd6795) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:48.890184 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3722a590-6152-46e3-b723-b38e5a131019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.897253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.113071 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.114100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:49.114693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.122064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.140810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.164317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Transition to ACTIVE for port object 0ae6b484-ba53-41c2-bdfe-2668bccd6795 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:49.184177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2651045 Jul 30 01:38:49.188477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37608) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:49.195435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Request body: {'subnet': {'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1100066295-subnet', 'tenant_id': 'd1926a343a5f48138ea8f7c6bd2f27dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:49.245166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e4a8-17df-45e3-bdad-bf76ea3343d6 admin admin] Pushing event updated for resources: {'Network': ['ID=53c80f67-1313-41db-bdc5-3e9f3242aa07,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:49.250378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.257448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:49.262155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Made reservation on behalf of d1926a343a5f48138ea8f7c6bd2f27dc for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:49.277960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.393898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:49.401288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:49.415051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:49.421362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:49.422154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.447769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=0ae6b484-ba53-41c2-bdfe-2668bccd6795,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:49.482387 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-135ce488-b19e-4a8c-8973-1b088d0752b1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3207700 Jul 30 01:38:49.483928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37612) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:49.493786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::259', 'mac_address': 'fa:16:3e:1e:7f:d3'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:49.567953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Router 5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:49.642385 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.712482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-709e980c-8a77-4f89-a6c2-4ccdf83b4309 req-6700b08e-2ca2-4cb5-aed4-be04533a6b72 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 210 time: 0.0325150 Jul 30 01:38:49.785015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:49.793165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b7f1eaf6-7804-4cfa-95df-26ec3d4c2685 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "PUT /v2.0/routers/5a6c5cfd-3c89-47d6-81d7-4a4629ef9495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7435851 Jul 30 01:38:49.793393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37616) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:49.810305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] Sync routers for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:49.832002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:49.832808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:49.896548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.920965 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:38:49.923577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:49.996538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] Routers {'5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:50.042141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:50.042141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cea33900-a769-4f3d-a6b7-acaa72c1fde1 None None] Provisioning for port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:50.043145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8efacaa-2720-4104-b762-2bc2aaf127ea,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:50.043145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Checking segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:50.043145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Network hostable DHCP agents. Network: 53c80f67-1313-41db-bdc5-3e9f3242aa07, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:38:50.097268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:50.153681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.155886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 53c80f67-1313-41db-bdc5-3e9f3242aa07) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:50.163071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:50.164813 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.166988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-b6bed5ba-abd5-4678-8d99-e41c363172a9 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2fc9d886ec56485f84f6765494ec7767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714140 Jul 30 01:38:50.185818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.200752 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27fc7cc5-4d56-432d-ae68-4053ccfbe8d1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0111706 Jul 30 01:38:50.211887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.213315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cea33900-a769-4f3d-a6b7-acaa72c1fde1 None None] Provisioning complete for port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:50.214649 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cea33900-a769-4f3d-a6b7-acaa72c1fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.219832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c985c5-c3b4-4458-acc0-14bf13cfee1a None None] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:50.229667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:50.233876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ad55d-1d2a-4876-88fb-188d357f06ed None None] The sync data for ids ['5a6c5cfd-3c89-47d6-81d7-4a4629ef9495'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:50.290488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] In _notify_port_updated(), no bound segment for port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 on network dc2d6e50-939f-4447-ad65-4d8900e7ee79 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:38:50.307683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:50.309319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.317273 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "PUT /v2.0/ports/0ae6b484-ba53-41c2-bdfe-2668bccd6795 HTTP/1.1" status: 200 len: 1003 time: 0.8296022 Jul 30 01:38:50.324590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cea33900-a769-4f3d-a6b7-acaa72c1fde1 None None] Port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:50.325620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:50.436731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bc363-53a7-4744-a36b-9d0e84d86642 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=0ae6b484-ba53-41c2-bdfe-2668bccd6795,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:50.438608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80676695-f923-437a-a07f-a35bbc987b43 None None] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:50.657924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-d7f0b0f2-8ee0-44bf-90fc-9fd9cd77c566 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:50.659764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-d7f0b0f2-8ee0-44bf-90fc-9fd9cd77c566 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4893754 Jul 30 01:38:50.678802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Request body: {'port': {'device_id': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '2fc9d886ec56485f84f6765494ec7767'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:50.758249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e3f4d39-fa26-4336-adae-aabec9acfc2f None None] Provisioning complete for port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:50.758970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4d39-fa26-4336-adae-aabec9acfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.826679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.837670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f4d39-fa26-4336-adae-aabec9acfc2f None None] Port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:50.852923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c828-91ac-413e-acce-077e0eb72c8f req-47e290bb-b968-4d82-b498-f0c82028ec01 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:50.854860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be49c828-91ac-413e-acce-077e0eb72c8f req-47e290bb-b968-4d82-b498-f0c82028ec01 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.4498005 Jul 30 01:38:50.880856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.928425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Made reservation on behalf of 2fc9d886ec56485f84f6765494ec7767 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:50.932394 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.947816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.953635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port 0ae6b484-ba53-41c2-bdfe-2668bccd6795 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:50.954106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.028832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be49c828-91ac-413e-acce-077e0eb72c8f req-7d00fecb-db88-4e0d-b059-15ee718baa3a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386952 Jul 30 01:38:51.072659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting port 67a5c6b3-4d44-411a-80e5-852bb6189cc1 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:51.073106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.081409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.101968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for 0ae6b484-ba53-41c2-bdfe-2668bccd6795 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:51.266845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.300838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=0ae6b484-ba53-41c2-bdfe-2668bccd6795,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:51.340248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.387937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-110fcd86-e635-470b-ad61-0712f2d31f3d tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:51.391736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-110fcd86-e635-470b-ad61-0712f2d31f3d tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 822 time: 0.4354715 Jul 30 01:38:51.398594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a8813c3-d9a8-4316-9c28-482a39b4eaf8 req-bff88c66-13bc-424c-91fa-9488ca665357 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 210 time: 0.1948094 Jul 30 01:38:51.399392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.423473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.431630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3b95a19-531e-4c46-94fb-307c65dd43e4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/ports/0ae6b484-ba53-41c2-bdfe-2668bccd6795 HTTP/1.1" status: 204 len: 168 time: 1.1046629 Jul 30 01:38:51.432280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:51.483181 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fca70b-d10b-4345-9d4d-84c579f0cc40 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] GET failed (client error): The resource could not be found. Jul 30 01:38:51.489012 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a4fca70b-d10b-4345-9d4d-84c579f0cc40 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "GET /v2.0/ports/0ae6b484-ba53-41c2-bdfe-2668bccd6795 HTTP/1.1" status: 404 len: 333 time: 0.0556264 Jul 30 01:38:51.489698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37658) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:51.496983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1475336292'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:51.531212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Allocated IP 192.168.233.189 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/706ef069-075f-404b-a955-848ba2d4aef1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:51.625137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2695fc6-2ac2-4638-a9c5-a9fc07a4753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.709950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:51.715781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.719042 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.722320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-722abbd4-0700-4005-afba-28a459bb7709 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/quotas/d1926a343a5f48138ea8f7c6bd2f27dc HTTP/1.1" status: 200 len: 375 time: 0.3296616 Jul 30 01:38:51.739472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] device_id is not set on port 5b44dbd9-091d-4871-892b-a9ff86494901 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:51.776686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Calling delete_port for 67a5c6b3-4d44-411a-80e5-852bb6189cc1 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:51.779375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058d2d0f-bd77-4815-a686-2255c685f0f5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:51.827713 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.829774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-77ee3e7e-b4a2-4bac-89cf-4af5adf9dfa7 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793276 Jul 30 01:38:51.943321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Allocated IP 2001:db8::1cf (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/5b44dbd9-091d-4871-892b-a9ff86494901) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:51.962259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851db2c-5da4-4f38-9143-043f3927d43b req-0225f07f-1cc3-4d36-a9cf-27a82c2d8203 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:51.964007 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4851db2c-5da4-4f38-9143-043f3927d43b req-0225f07f-1cc3-4d36-a9cf-27a82c2d8203 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.2655425 Jul 30 01:38:52.033705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.081295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Transition to ACTIVE for port object 706ef069-075f-404b-a955-848ba2d4aef1 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:52.189100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.195604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-6cb84045-a13d-47bf-9592-f864f91f388a service neutron] 10.222.0.78 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543477 Jul 30 01:38:52.210462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Transition to ACTIVE for port object 5b44dbd9-091d-4871-892b-a9ff86494901 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:52.280151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.358434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:52.362794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:52.379036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:52.388667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.389584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.431175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=5b44dbd9-091d-4871-892b-a9ff86494901,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:52.454830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d1b2bbca-97d0-4991-9ffd-3d5b844b7fd1 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9632859 Jul 30 01:38:52.455733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37668) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:52.462512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:7f:d3'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:52.680546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.786089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2629c9e1-d5d2-4d24-862f-4892c498461c None None] Provisioning for port 5b44dbd9-091d-4871-892b-a9ff86494901 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:52.792102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2629c9e1-d5d2-4d24-862f-4892c498461c None None] Provisioning complete for port 5b44dbd9-091d-4871-892b-a9ff86494901 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:52.792698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2629c9e1-d5d2-4d24-862f-4892c498461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.799584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916afbe7-d3fa-48f3-8d6b-db2cdf93e86d req-ffa9df16-9026-473b-8ad5-efa3b3588e89 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.807141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-916afbe7-d3fa-48f3-8d6b-db2cdf93e86d req-ffa9df16-9026-473b-8ad5-efa3b3588e89 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.6368792 Jul 30 01:38:52.809496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.849338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2629c9e1-d5d2-4d24-862f-4892c498461c None None] Port 5b44dbd9-091d-4871-892b-a9ff86494901 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:52.882186 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Deleting port 0c1ae790-4bac-47e2-817e-beb52f6995e0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:52.882186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.900074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.925336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:52.977705 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.984287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:52.995469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-3ee62a2a-bcc1-415f-8533-46b6f90be82b service neutron] 10.222.0.78 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820528 Jul 30 01:38:52.998407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:53.052242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-916afbe7-d3fa-48f3-8d6b-db2cdf93e86d req-bb795851-cfbf-4f2a-ad34-e587e56ad51b tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395160 Jul 30 01:38:53.060335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:53.069901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.083143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.164151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] In _notify_port_updated(), no bound segment for port 5b44dbd9-091d-4871-892b-a9ff86494901 on network dc2d6e50-939f-4447-ad65-4d8900e7ee79 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:38:53.182444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:53.209030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.211488 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "PUT /v2.0/ports/5b44dbd9-091d-4871-892b-a9ff86494901 HTTP/1.1" status: 200 len: 1003 time: 0.7545443 Jul 30 01:38:53.214271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37676) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:53.273550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Port': ['ID=67a5c6b3-4d44-411a-80e5-852bb6189cc1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:53.333891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dd877-0ed5-4776-91ba-b9d91bdc23d5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=5b44dbd9-091d-4871-892b-a9ff86494901,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:53.360537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:53.361673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.373305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port 5b44dbd9-091d-4871-892b-a9ff86494901 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:53.373654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.495061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] For port 0c1ae790-4bac-47e2-817e-beb52f6995e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0c1ae790-4bac-47e2-817e-beb52f6995e0,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:53.495464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-20a23700-e8cd-447c-8c9c-49e8000d350e None None] Provisioning for port 706ef069-075f-404b-a955-848ba2d4aef1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:53.500785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.509610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-20a23700-e8cd-447c-8c9c-49e8000d350e None None] Provisioning complete for port 706ef069-075f-404b-a955-848ba2d4aef1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:53.510782 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20a23700-e8cd-447c-8c9c-49e8000d350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.551391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6845db6b-33dd-465d-a392-1dc1cb12eb5d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8716624 Jul 30 01:38:53.555608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.555840 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.576814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for 5b44dbd9-091d-4871-892b-a9ff86494901 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:53.580527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-65c400f9-3e73-4297-8565-23af16da5bd8 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:38:53.581666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-65c400f9-3e73-4297-8565-23af16da5bd8 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293641 Jul 30 01:38:53.616938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-20a23700-e8cd-447c-8c9c-49e8000d350e None None] Port 706ef069-075f-404b-a955-848ba2d4aef1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:53.740763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5764950f-c223-4383-b35e-6367c5ccfe84 None None] Provisioning complete for port 5b44dbd9-091d-4871-892b-a9ff86494901 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:53.741834 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5764950f-c223-4383-b35e-6367c5ccfe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.757488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Request body: {'port': {'device_id': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:53.840025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5764950f-c223-4383-b35e-6367c5ccfe84 None None] Port 5b44dbd9-091d-4871-892b-a9ff86494901 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:53.852704 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.870965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42086-ce05-4f0b-8663-9259883033fb req-a880c4e2-e2e2-4922-a133-43872aef311d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:53.881801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.883682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16d42086-ce05-4f0b-8663-9259883033fb req-a880c4e2-e2e2-4922-a133-43872aef311d tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 936 time: 0.6772015 Jul 30 01:38:53.888306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.895370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a72d8fc7-caa6-493a-a481-2d3c83cf8159 req-17d6620b-9cc8-40d0-862a-82b8d310b2a2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 210 time: 0.1915934 Jul 30 01:38:53.938939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=5b44dbd9-091d-4871-892b-a9ff86494901,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:54.002972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.011635 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6a8a775e-2a29-435c-9f69-ec3db51717f9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/ports/5b44dbd9-091d-4871-892b-a9ff86494901 HTTP/1.1" status: 204 len: 168 time: 0.7962935 Jul 30 01:38:54.012443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:54.082522 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-50162125-2e7e-4419-b2e3-447eeb15abd9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] GET failed (client error): The resource could not be found. Jul 30 01:38:54.092547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-50162125-2e7e-4419-b2e3-447eeb15abd9 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "GET /v2.0/ports/5b44dbd9-091d-4871-892b-a9ff86494901 HTTP/1.1" status: 404 len: 333 time: 0.0752854 Jul 30 01:38:54.093295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:54.106181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-858801429'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:54.137318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.137875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Fanout notify agent at l3_agent the message router_deleted on router 5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:38:54.172079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.176397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0008bc90-e084-47b2-a7e7-b748d8f273a4 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "DELETE /v2.0/routers/5a6c5cfd-3c89-47d6-81d7-4a4629ef9495 HTTP/1.1" status: 204 len: 168 time: 4.3820004 Jul 30 01:38:54.179772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:54.182144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.249619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16d42086-ce05-4f0b-8663-9259883033fb req-1783971f-3503-4941-a8cc-5c92c73e5823 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649206 Jul 30 01:38:54.444151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.447504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting subnet 04d945b9-ef48-4df6-8944-ed8d7a4fd1f9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:38:54.463705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:54.470096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.474739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.475587 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.475959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.476272 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Floating IP 329ba953-1086-4f96-83eb-26dbea4c1e64 disassociated. External IP: 172.25.8.116, port: 0c1ae790-4bac-47e2-817e-beb52f6995e0. Jul 30 01:38:54.476613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Calling delete_port for 0c1ae790-4bac-47e2-817e-beb52f6995e0 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:54.515876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf74f79-98be-4cc7-818f-9952c11b4c01 req-f6651a0f-bdf7-4b42-8675-2ca68ed3e04a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:54.522199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] device_id is not set on port b36db64b-4d37-4d3d-8c74-d613b0d36109 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:54.525025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cf74f79-98be-4cc7-818f-9952c11b4c01 req-f6651a0f-bdf7-4b42-8675-2ca68ed3e04a tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 945 time: 0.3193817 Jul 30 01:38:54.664860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.703390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Allocated IP 2001:db8::8e (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/b36db64b-4d37-4d3d-8c74-d613b0d36109) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:54.764734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cf74f79-98be-4cc7-818f-9952c11b4c01 req-dfd7fae1-f883-4651-8a37-04b1599872c1 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups?id=55c2e06e-3372-4930-abfb-421b8f99b2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266381 Jul 30 01:38:54.924791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.944199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Transition to ACTIVE for port object b36db64b-4d37-4d3d-8c74-d613b0d36109 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:55.006108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.015595 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.065882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:55.070247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:55.073177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=b36db64b-4d37-4d3d-8c74-d613b0d36109,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:55.087396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:55.093161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:55.093823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.112396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-07ecfb71-d13f-482d-adac-a56ce7f09337 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0176349 Jul 30 01:38:55.116058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:55.122019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'network_id': 'dc2d6e50-939f-4447-ad65-4d8900e7ee79', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-633095857'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:55.219087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-2f52a775-1bf8-4db0-b06c-013a00649eb5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:55.220892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-2f52a775-1bf8-4db0-b06c-013a00649eb5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 822 time: 0.1494207 Jul 30 01:38:55.242004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abe8146f-5d21-4352-8137-c08509f296af req-b8cd4c28-4fcd-4305-a628-14ce52db29be tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 210 time: 0.2178149 Jul 30 01:38:55.277419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Made reservation on behalf of 6930270ae63d4b588c6c111ea96da808 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:55.281783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.287843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'port': {'device_id': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'admin_state_up': True, 'tenant_id': 'd1926a343a5f48138ea8f7c6bd2f27dc'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:55.333641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] device_id is not set on port 73173a70-7fc1-4912-b266-582790e03401 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:38:55.387613 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.406906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c602d-6c44-41be-9fac-0b4488ae914f req-4b4059d8-e318-4c1f-8776-c14333270e47 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:55.409261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-998c602d-6c44-41be-9fac-0b4488ae914f req-4b4059d8-e318-4c1f-8776-c14333270e47 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 944 time: 0.4821820 Jul 30 01:38:55.485274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9a90da3-6d59-4d6b-b135-5692daed4fb3 None None] Provisioning for port b36db64b-4d37-4d3d-8c74-d613b0d36109 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:55.491942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9a90da3-6d59-4d6b-b135-5692daed4fb3 None None] Provisioning complete for port b36db64b-4d37-4d3d-8c74-d613b0d36109 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:55.492714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9a90da3-6d59-4d6b-b135-5692daed4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.539223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706ef069-075f-404b-a955-848ba2d4aef1 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:55.544757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c9a90da3-6d59-4d6b-b135-5692daed4fb3 None None] Port b36db64b-4d37-4d3d-8c74-d613b0d36109 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:55.546818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Allocated IP 2001:db8::1f9 (dc2d6e50-939f-4447-ad65-4d8900e7ee79/55a82873-9197-4aa2-b825-c527303214b8/73173a70-7fc1-4912-b266-582790e03401) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:55.551168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.589690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event deleted for resources: {'Port': ['ID=0c1ae790-4bac-47e2-817e-beb52f6995e0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:55.605755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-d72572bc-6f68-48ab-bad7-5aebfd66ba65 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:55.607364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-d72572bc-6f68-48ab-bad7-5aebfd66ba65 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 944 time: 0.0534558 Jul 30 01:38:55.622813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Transition to ACTIVE for port object 706ef069-075f-404b-a955-848ba2d4aef1 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:55.678171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.691872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.781457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-998c602d-6c44-41be-9fac-0b4488ae914f req-90ecbc93-e0a1-43ae-b440-3783135f09fd tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544860 Jul 30 01:38:55.782154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Subnet': ['ID=04d945b9-ef48-4df6-8944-ed8d7a4fd1f9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:55.792682 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.794583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef537ab0-63df-43f6-98e0-f8293704def3 None None] Network 91ae239c-1294-44ab-a2a5-ef0e3796fea8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:55.798422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-330643f9-275f-4ea6-84f7-bb710e2c768e tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "DELETE /v2.0/subnets/04d945b9-ef48-4df6-8944-ed8d7a4fd1f9 HTTP/1.1" status: 204 len: 168 time: 1.6139238 Jul 30 01:38:55.800239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:55.812214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Deleting port acf87661-f007-4144-bcd7-5db0f6edcf35 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:55.812562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.883169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce8a8-ad83-464f-9058-dff68c72f1ac req-adf0c684-290b-485c-9eeb-59c3b873b074 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:55.891746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5abce8a8-ad83-464f-9058-dff68c72f1ac req-adf0c684-290b-485c-9eeb-59c3b873b074 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 936 time: 0.4975119 Jul 30 01:38:55.921901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.030919 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.055547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.101772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:56.102727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Made reservation on behalf of d1926a343a5f48138ea8f7c6bd2f27dc for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:56.104522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] DHCP port deletion for 91ae239c-1294-44ab-a2a5-ef0e3796fea8 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:38:56.106534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.129593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5abce8a8-ad83-464f-9058-dff68c72f1ac req-d6ebe252-61a2-4dd7-9508-dbbd372c9524 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366350 Jul 30 01:38:56.142357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Transition to ACTIVE for port object 73173a70-7fc1-4912-b266-582790e03401 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:56.176034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] Deleting port 2ff7a86d-21e9-431b-a3a0-910e55d9527c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:56.176732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.194806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ac555b0-8d40-408c-9e49-1f4848793289 req-de1dfcfb-71cc-42b6-9274-dc26185537e1 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 210 time: 0.0956481 Jul 30 01:38:56.211202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] For port acf87661-f007-4144-bcd7-5db0f6edcf35, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=acf87661-f007-4144-bcd7-5db0f6edcf35,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:56.211676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.237476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.268586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Calling delete_port for acf87661-f007-4144-bcd7-5db0f6edcf35 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:56.277253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] For port 2ff7a86d-21e9-431b-a3a0-910e55d9527c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2ff7a86d-21e9-431b-a3a0-910e55d9527c,segment=NetworkSegment(6eec4076-c046-450f-92fb-7c77abb6a64f),segment_id=6eec4076-c046-450f-92fb-7c77abb6a64f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:56.277450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.321633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] Calling delete_port for 2ff7a86d-21e9-431b-a3a0-910e55d9527c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:56.336382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2ff7a86d-21e9-431b-a3a0-910e55d9527c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:56.344873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:56.385948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:56.391354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=73173a70-7fc1-4912-b266-582790e03401,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.395268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:56.402256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:56.403494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.423044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Attempting to bind port 706ef069-075f-404b-a955-848ba2d4aef1 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:56.423660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Attempting to bind port 706ef069-075f-404b-a955-848ba2d4aef1 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:56.423991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Attempting to bind port 706ef069-075f-404b-a955-848ba2d4aef1 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:56.429179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting port 2ff7a86d-21e9-431b-a3a0-910e55d9527c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:56.429870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.465123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab068ccd-7866-485b-b728-4c607fd75509 req-c0321265-9460-42a4-b499-148c075fbe96 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 210 time: 0.0748308 Jul 30 01:38:56.480154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Port 706ef069-075f-404b-a955-848ba2d4aef1 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:56.480644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Attempting to bind port 706ef069-075f-404b-a955-848ba2d4aef1 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:56.509544 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd9fd3ba-59aa-4b94-9753-91c9a0f3eace tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3910050 Jul 30 01:38:56.509856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37726) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:56.517203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.544796 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.549297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] Pushing event deleted for resources: {'Port': ['ID=2ff7a86d-21e9-431b-a3a0-910e55d9527c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.553341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::259', 'mac_address': 'fa:16:3e:1e:7f:d3'}, {'ip_address': '2001:db8::8e', 'mac_address': 'fa:16:3e:9f:13:74'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:56.562492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] For port 2ff7a86d-21e9-431b-a3a0-910e55d9527c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2ff7a86d-21e9-431b-a3a0-910e55d9527c,segment=NetworkSegment(6eec4076-c046-450f-92fb-7c77abb6a64f),segment_id=6eec4076-c046-450f-92fb-7c77abb6a64f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:56.563240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.570217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc151f0e-fe59-4962-9087-e9b42f9e2b4b None None] No DVR routers for this DVR port 2ff7a86d-21e9-431b-a3a0-910e55d9527c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:56.572694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:56.573498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:56.574932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:56.574932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Bound port: 706ef069-075f-404b-a955-848ba2d4aef1, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:56.575192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.579464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Calling delete_port for 2ff7a86d-21e9-431b-a3a0-910e55d9527c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:56.691241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.725893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['acf87661-f007-4144-bcd7-5db0f6edcf35'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:56.737353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event deleted for resources: {'Port': ['ID=acf87661-f007-4144-bcd7-5db0f6edcf35,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.752587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.768122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0c1ae790-4bac-47e2-817e-beb52f6995e0 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:56.797661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 0c1ae790-4bac-47e2-817e-beb52f6995e0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:56.798184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0c1ae790-4bac-47e2-817e-beb52f6995e0 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:56.815605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] No DVR routers for this DVR port acf87661-f007-4144-bcd7-5db0f6edcf35 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:56.817126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] No DVR routers for this DVR port 2ff7a86d-21e9-431b-a3a0-910e55d9527c on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:56.822835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.825742 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8db0061-e64b-496d-882d-b0ff0785a9b1 req-a5896763-34dc-4f40-8809-3e8350853a61 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "DELETE /v2.0/ports/acf87661-f007-4144-bcd7-5db0f6edcf35 HTTP/1.1" status: 204 len: 173 time: 1.2115474 Jul 30 01:38:56.826211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'name': 'network-vif-deleted', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:56.831347 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef475857-cecc-424c-a5ae-47c2a425bf70" -d '{"events": [{"server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "name": "network-vif-deleted", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:56.839996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Port': ['ID=2ff7a86d-21e9-431b-a3a0-910e55d9527c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.888420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ff49adf7-0d1e-4317-9d60-0e8fe3e282e7 None None] Provisioning for port 73173a70-7fc1-4912-b266-582790e03401 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:56.892475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ff49adf7-0d1e-4317-9d60-0e8fe3e282e7 None None] Provisioning complete for port 73173a70-7fc1-4912-b266-582790e03401 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:56.892858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff49adf7-0d1e-4317-9d60-0e8fe3e282e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.940947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ff49adf7-0d1e-4317-9d60-0e8fe3e282e7 None None] Port 73173a70-7fc1-4912-b266-582790e03401 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:56.967127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.988807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ae239c-1294-44ab-a2a5-ef0e3796fea8']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:57.002823 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f341d-7eb4-402c-bdfa-aaadc21bb52f x-openstack-request-id: req-929f341d-7eb4-402c-bdfa-aaadc21bb52f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:57.003139 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e880c32f-21e0-4296-8cbc-6b0a89db05c1", "name": "network-vif-deleted", "tag": "acf87661-f007-4144-bcd7-5db0f6edcf35", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:57.003393 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-929f341d-7eb4-402c-bdfa-aaadc21bb52f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:57.003802 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e880c32f-21e0-4296-8cbc-6b0a89db05c1', 'name': 'network-vif-deleted', 'tag': 'acf87661-f007-4144-bcd7-5db0f6edcf35', 'status': 'completed', 'code': 200} Jul 30 01:38:57.008285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eec4076-c046-450f-92fb-7c77abb6a64f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:57.008583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eec4076-c046-450f-92fb-7c77abb6a64f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:57.023211 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.048819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.059898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:57.060563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:57.066114 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:57.080541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Allocated IP 172.20.0.10 (53c80f67-1313-41db-bdc5-3e9f3242aa07/c8efacaa-2720-4104-b762-2bc2aaf127ea/ca82f357-e0e2-4355-9cf6-75b8e8bd7251) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:57.090481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d19ebc7-d280-407c-add7-7c8ca7618517 req-ec5934d9-2ab0-471e-92f4-e66e8961d74b tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=e880c32f-21e0-4296-8cbc-6b0a89db05c1 HTTP/1.1" status: 200 len: 210 time: 0.0651550 Jul 30 01:38:57.136832 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.158442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.164966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "DELETE /v2.0/networks/91ae239c-1294-44ab-a2a5-ef0e3796fea8 HTTP/1.1" status: 204 len: 168 time: 1.3594444 Jul 30 01:38:57.170703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37740) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:57.171852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:57.178073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524bff5-d8d9-49f8-98f2-2aba99e4effa tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Network': ['ID=91ae239c-1294-44ab-a2a5-ef0e3796fea8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:57.183544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] Sync routers for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:57.197756 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:57.198870 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:57.327491 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:57.330467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] No DVR routers for this DVR port 0c1ae790-4bac-47e2-817e-beb52f6995e0 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:57.351781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.353725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4851db2c-5da4-4f38-9143-043f3927d43b req-19a29bd6-1d2a-4990-af6c-178b9e7da120 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.55 "DELETE /v2.0/ports/0c1ae790-4bac-47e2-817e-beb52f6995e0 HTTP/1.1" status: 204 len: 173 time: 5.3652442 Jul 30 01:38:57.389567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'name': 'network-vif-deleted', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:57.393173 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb87588c-64e5-4187-9873-aecd8c9f3344" -d '{"events": [{"server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "name": "network-vif-deleted", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:57.440781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f8c1b74-1a6b-4d98-8328-dd45abb6a5df req-8ec4936d-f509-42b1-82a8-9b6b85d37be5 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/ports?device_id=b9679cde-8cb5-4b3d-b48e-fc0043b7dc31 HTTP/1.1" status: 200 len: 210 time: 0.1437714 Jul 30 01:38:57.443074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:57.496518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:57.554888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.560691 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07409723-76e0-4538-bb6f-17c9b19cbbd5 x-openstack-request-id: req-07409723-76e0-4538-bb6f-17c9b19cbbd5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:57.560986 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9679cde-8cb5-4b3d-b48e-fc0043b7dc31", "name": "network-vif-deleted", "tag": "0c1ae790-4bac-47e2-817e-beb52f6995e0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:57.561234 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07409723-76e0-4538-bb6f-17c9b19cbbd5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:57.561630 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9679cde-8cb5-4b3d-b48e-fc0043b7dc31', 'name': 'network-vif-deleted', 'tag': '0c1ae790-4bac-47e2-817e-beb52f6995e0', 'status': 'completed', 'code': 200} Jul 30 01:38:57.594834 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:50Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:57.622137 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] Checking router: 8f45f0a3-cea3-47a0-a248-6d806d0925c7 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:57.632280 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:57.632900 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:57.639417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac4cf8-aaf7-4434-8995-8c89cd7a4c88 req-0a80d5e4-e1f5-4885-9a6a-650498921c93 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:57.641236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eeac4cf8-aaf7-4434-8995-8c89cd7a4c88 req-0a80d5e4-e1f5-4885-9a6a-650498921c93 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 948 time: 0.3868594 Jul 30 01:38:57.664729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:57.665356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.666738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] 10.222.0.66 "PUT /v2.0/ports/706ef069-075f-404b-a955-848ba2d4aef1 HTTP/1.1" status: 200 len: 1097 time: 3.9642653 Jul 30 01:38:57.714904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a3fd496-6514-4293-a732-be6471ac224a req-f7741db2-17db-471f-a06a-5e0477226be1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 210 time: 0.0850825 Jul 30 01:38:57.728980 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.781597 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:57.785528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:57.821115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.821464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.821909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.822127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.822450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.822772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.823257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.823436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.823751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.824070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.824384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.824695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05558ae3-1b49-4dfb-a9ce-ed2acfe836bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:57.853575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eeac4cf8-aaf7-4434-8995-8c89cd7a4c88 req-82b21f79-a7fa-46f8-a15d-5be633db6247 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812010 Jul 30 01:38:57.857558 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.918540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Deleting port 4229c5f6-3094-40fb-a3b7-62b6fc8ed18b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:57.918890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.044575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6e2ea133-8bba-4318-99a4-b7514f3167ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.045714 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:50Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:58.046742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-6e2ea133-8bba-4318-99a4-b7514f3167ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc9d886ec56485f84f6765494ec7767&device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 1100 time: 0.3278136 Jul 30 01:38:58.075887 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910154a-ed5f-4db7-81e7-27a7745bd15d None None] The sync data for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 is: [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '455926d0-aea3-47af-aea1-8724d0027bc4', 'name': '', 'network_id': '5e1bb280-71d8-48bb-8d77-b755ae43e998', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'mac_address': 'fa:16:3e:f0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:41Z', 'updated_at': '2021-07-30T01:36:50Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'subnets': [{'id': 'e2fcbc0e-c995-4326-8582-0130ff058b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:58.157272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-30a8f8ee-0cd6-4e87-94a5-876383c97e23 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=706ef069-075f-404b-a955-848ba2d4aef1 HTTP/1.1" status: 200 len: 217 time: 0.0875008 Jul 30 01:38:58.174659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.175222 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.224801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Calling delete_port for 4229c5f6-3094-40fb-a3b7-62b6fc8ed18b owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:58.257669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.326847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-24ece674-9ca5-4467-9819-e7843cafedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.328541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-24ece674-9ca5-4467-9819-e7843cafedfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1621275 Jul 30 01:38:58.405989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ac869a-beb1-4a85-acd9-938674534d76 None None] New status for floating IP 329ba953-1086-4f96-83eb-26dbea4c1e64: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:38:58.424318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:58.456595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:58.480030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:58.495926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:58.539878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37764) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:58.556342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.580294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.608076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda8a82c-3932-4a73-8281-4e631aeb3fb2 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.633848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda8a82c-3932-4a73-8281-4e631aeb3fb2 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.639921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6754d-d316-4356-be44-5e4033e40ef6 req-cd663de9-e98b-4306-a3df-cd8120683dc5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.641689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0d6754d-d316-4356-be44-5e4033e40ef6 req-cd663de9-e98b-4306-a3df-cd8120683dc5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 945 time: 0.2604210 Jul 30 01:38:58.650163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-af7af7a6-c3cb-4b1a-b166-f8231b7b64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.651705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-af7af7a6-c3cb-4b1a-b166-f8231b7b64ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2935317 Jul 30 01:38:58.655755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] In _notify_port_updated(), no bound segment for port 73173a70-7fc1-4912-b266-582790e03401 on network dc2d6e50-939f-4447-ad65-4d8900e7ee79 {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:38:58.661241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.662052 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.666398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "PUT /v2.0/ports/73173a70-7fc1-4912-b266-582790e03401 HTTP/1.1" status: 200 len: 1066 time: 2.1481004 Jul 30 01:38:58.669265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37766) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:58.683410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.684069 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.758848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda8a82c-3932-4a73-8281-4e631aeb3fb2 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.762714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fda8a82c-3932-4a73-8281-4e631aeb3fb2 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.768238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fda8a82c-3932-4a73-8281-4e631aeb3fb2 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "DELETE /v2.0/security-groups/55c2e06e-3372-4930-abfb-421b8f99b2a8 HTTP/1.1" status: 204 len: 168 time: 0.2273107 Jul 30 01:38:58.780558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37770) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:58.781505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8a82c-3932-4a73-8281-4e631aeb3fb2 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2e06e-3372-4930-abfb-421b8f99b2a8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:58.816242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543b251-495e-4329-a882-768b69d0e0c0 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event updated for resources: {'Port': ['ID=73173a70-7fc1-4912-b266-582790e03401,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:58.830850 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-9487e984-2b39-4c37-aca8-54f4949407f3 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] show failed (client error): The resource could not be found. Jul 30 01:38:58.835499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-4fb72055-9d60-47e5-8d33-f0e77fdeecd2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5837128 Jul 30 01:38:58.836577 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9487e984-2b39-4c37-aca8-54f4949407f3 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "GET /v2.0/security-groups/55c2e06e-3372-4930-abfb-421b8f99b2a8 HTTP/1.1" status: 404 len: 347 time: 0.0427256 Jul 30 01:38:58.837221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37772) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:58.889238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0d6754d-d316-4356-be44-5e4033e40ef6 req-463c8b7a-5ef0-4002-9530-81652bf7fae5 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346656 Jul 30 01:38:58.918556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.953106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-8ed4a74b-a8dc-4394-8108-55226cef3b63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:38:58.954874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-8ed4a74b-a8dc-4394-8108-55226cef3b63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614665 Jul 30 01:38:58.964650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port 73173a70-7fc1-4912-b266-582790e03401 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:58.964990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.000948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eeeb170a-4441-4ec7-bb70-d3c9b399f72a None None] Provisioning complete for port 73173a70-7fc1-4912-b266-582790e03401 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:59.001403 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eeeb170a-4441-4ec7-bb70-d3c9b399f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.039749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Pushing event deleted for resources: {'Port': ['ID=4229c5f6-3094-40fb-a3b7-62b6fc8ed18b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:59.052094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb170a-4441-4ec7-bb70-d3c9b399f72a None None] Port 73173a70-7fc1-4912-b266-582790e03401 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:59.060230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-0db7f967-632e-44b6-8cc4-445c1c6fee9a service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864112 Jul 30 01:38:59.094732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Deleting port 463cc557-71f8-46ba-95a8-031740c45206 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:59.095110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.097759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.118129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Request body: {'port': {'device_id': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:59.144213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for 73173a70-7fc1-4912-b266-582790e03401 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:59.150710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283a128-b517-4148-9090-fa7037aa051f req-0e5e0d92-b0a0-432a-97e2-5a1b95e7d307 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.152257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6283a128-b517-4148-9090-fa7037aa051f req-0e5e0d92-b0a0-432a-97e2-5a1b95e7d307 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 932 time: 0.3290110 Jul 30 01:38:59.237667 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.238046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.256830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-f709213a-70bf-4005-b954-75dc517c7819 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.258312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-f709213a-70bf-4005-b954-75dc517c7819 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 945 time: 0.3409061 Jul 30 01:38:59.259437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Calling delete_port for 463cc557-71f8-46ba-95a8-031740c45206 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:59.288264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ee60-e3ef-41b5-a9cb-800205e31425 req-0aae61e6-f4b4-4654-8a2f-f9eb094a09ff tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.289858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2581ee60-e3ef-41b5-a9cb-800205e31425 req-0aae61e6-f4b4-4654-8a2f-f9eb094a09ff tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 948 time: 0.3092451 Jul 30 01:38:59.304538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.307037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.308170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-98fb4a35-adae-487a-b91f-22269aa29250 tempest-FloatingIPAdminTestJSON-1611978702 tempest-FloatingIPAdminTestJSON-1611978702-project] 10.222.0.78 "DELETE /v2.0/floatingips/56645070-33a5-42b4-ac99-107cde422067 HTTP/1.1" status: 204 len: 168 time: 2.1342523 Jul 30 01:38:59.357669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.386844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.435614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6283a128-b517-4148-9090-fa7037aa051f req-0b50b999-815a-4c77-b659-46a21a572335 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408342 Jul 30 01:38:59.492309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2581ee60-e3ef-41b5-a9cb-800205e31425 req-5df613aa-980d-4f61-acd9-b946e6ba847a tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747279 Jul 30 01:38:59.510634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-570831c3-574d-4e4b-b3bd-f3302d80a166 req-fe1e972e-0273-41b9-96d4-71753b50c92a service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330447 Jul 30 01:38:59.609077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:59.611300 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2c6b0-58ca-483b-8733-a594dcf111a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:59.645838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37788) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:59.657511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Deleting port 14d486ea-beaa-44ee-a6c5-b842c297889d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:59.657898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.676103 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a95f6-0f90-4384-bef4-b1b5759a336f x-openstack-request-id: req-9f9a95f6-0f90-4384-bef4-b1b5759a336f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:59.676431 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:59.676641 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f9a95f6-0f90-4384-bef4-b1b5759a336f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:59.677034 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'status': 'completed', 'code': 200} Jul 30 01:38:59.722516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=73173a70-7fc1-4912-b266-582790e03401,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:59.847435 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.895192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Pushing event deleted for resources: {'Port': ['ID=463cc557-71f8-46ba-95a8-031740c45206,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:00.015500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.017822 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6f84e6a-356d-4a0b-a6a5-8c89e81e7ae4 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/ports/73173a70-7fc1-4912-b266-582790e03401 HTTP/1.1" status: 204 len: 168 time: 1.3475564 Jul 30 01:39:00.021715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37794) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:00.049963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.052716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.053984 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0bda7847-ceea-4828-a40d-e448a282acb9 tempest-ServersTestFqdnHostnames-269058864 tempest-ServersTestFqdnHostnames-269058864-project] 10.222.0.78 "DELETE /v2.0/floatingips/329ba953-1086-4f96-83eb-26dbea4c1e64 HTTP/1.1" status: 204 len: 168 time: 1.2127101 Jul 30 01:39:00.055610 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdc43bc-eb58-4763-90d2-00a8c32720c2 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] GET failed (client error): The resource could not be found. Jul 30 01:39:00.057165 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0bdc43bc-eb58-4763-90d2-00a8c32720c2 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "GET /v2.0/ports/73173a70-7fc1-4912-b266-582790e03401 HTTP/1.1" status: 404 len: 333 time: 0.0346718 Jul 30 01:39:00.057703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:00.063473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:00.248614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] For port 14d486ea-beaa-44ee-a6c5-b842c297889d, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=14d486ea-beaa-44ee-a6c5-b842c297889d,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:00.248982 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.266573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-694cb962-f495-44a7-9e64-6a9cbc2158f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.268077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-694cb962-f495-44a7-9e64-6a9cbc2158f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc9d886ec56485f84f6765494ec7767&device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 1100 time: 0.5516646 Jul 30 01:39:00.282267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port b36db64b-4d37-4d3d-8c74-d613b0d36109 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:00.282582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.294351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Calling delete_port for 14d486ea-beaa-44ee-a6c5-b842c297889d owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:00.341467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-798b1ec0-e24b-4b68-9d12-4367c1afe25d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d73215c85bd74291bd46f588520322b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6944072 Jul 30 01:39:00.354752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:00.471777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.501786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for b36db64b-4d37-4d3d-8c74-d613b0d36109 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:00.510195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1750ec3c-e967-4a8e-8630-beb2df2b79f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.520287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e7c67-847c-452d-89ba-cea2a51bf302 req-db98c2c4-1309-43ae-b91e-a02e29a8e1de tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.521829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e9e7c67-847c-452d-89ba-cea2a51bf302 req-db98c2c4-1309-43ae-b91e-a02e29a8e1de tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 945 time: 0.2682724 Jul 30 01:39:00.538884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:00.570553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-52a676ba-1f85-459d-98d3-33e9163eb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.572026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-52a676ba-1f85-459d-98d3-33e9163eb3aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2828946 Jul 30 01:39:00.588911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.615566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1750ec3c-e967-4a8e-8630-beb2df2b79f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.664289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-5b971c32-1cf2-45ac-acf8-1a1bdead8840 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=706ef069-075f-404b-a955-848ba2d4aef1 HTTP/1.1" status: 200 len: 217 time: 0.0712581 Jul 30 01:39:00.670803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Transition to ACTIVE for port object ca82f357-e0e2-4355-9cf6-75b8e8bd7251 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:00.690199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.729662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e9e7c67-847c-452d-89ba-cea2a51bf302 req-06f46032-9434-4118-ad1c-18e328f67856 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952734 Jul 30 01:39:00.786256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961b2d3-75aa-4d85-86df-ac7afe7b058c req-e9266f79-b29a-439e-8b90-8f9453f1e9ff tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.787884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3961b2d3-75aa-4d85-86df-ac7afe7b058c req-e9266f79-b29a-439e-8b90-8f9453f1e9ff tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 932 time: 0.2620640 Jul 30 01:39:00.796824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 14d486ea-beaa-44ee-a6c5-b842c297889d no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:00.801101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1750ec3c-e967-4a8e-8630-beb2df2b79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.804417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1750ec3c-e967-4a8e-8630-beb2df2b79f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.808496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1750ec3c-e967-4a8e-8630-beb2df2b79f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be517a6d-7372-4e1a-947f-d3c8c585da08 HTTP/1.1" status: 204 len: 168 time: 0.4499519 Jul 30 01:39:00.834540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750ec3c-e967-4a8e-8630-beb2df2b79f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be517a6d-7372-4e1a-947f-d3c8c585da08,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:00.856845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.901288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:00.915461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=b36db64b-4d37-4d3d-8c74-d613b0d36109,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:00.926068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.953841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: acf87661-f007-4144-bcd7-5db0f6edcf35 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:00.954190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device acf87661-f007-4144-bcd7-5db0f6edcf35 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:00.966416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-d2605ba9-da58-4fa4-a885-310334c0f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.969192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-d2605ba9-da58-4fa4-a885-310334c0f257 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.2969053 Jul 30 01:39:00.980257 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.982233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe6a232d-d0d9-4d15-a9f3-366d1fcd0d69 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/ports/b36db64b-4d37-4d3d-8c74-d613b0d36109 HTTP/1.1" status: 204 len: 168 time: 0.9177732 Jul 30 01:39:00.985056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:00.990958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4224902-aa57-4161-805f-254ee190a86a req-ad3abc81-2ae6-4a6a-9447-0e117946b1b4 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.992859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4224902-aa57-4161-805f-254ee190a86a req-ad3abc81-2ae6-4a6a-9447-0e117946b1b4 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 948 time: 0.1864083 Jul 30 01:39:00.996761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3961b2d3-75aa-4d85-86df-ac7afe7b058c req-559a3c9b-282e-4a6f-814c-b21b5a17b416 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484008 Jul 30 01:39:01.014063 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-03851b11-fb7a-4e92-8e88-cafa09f0cce5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] GET failed (client error): The resource could not be found. Jul 30 01:39:01.015481 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03851b11-fb7a-4e92-8e88-cafa09f0cce5 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "GET /v2.0/ports/b36db64b-4d37-4d3d-8c74-d613b0d36109 HTTP/1.1" status: 404 len: 333 time: 0.0295906 Jul 30 01:39:01.025108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:01.042334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:01.060819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.151588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event deleted for resources: {'Port': ['ID=14d486ea-beaa-44ee-a6c5-b842c297889d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:01.263197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] No DVR routers for this DVR port 14d486ea-beaa-44ee-a6c5-b842c297889d on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:01.275133 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.278003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff36f79f-b1e8-47b9-a101-50cad3234469 req-dc834ffa-7c7e-41d1-9253-988220c7df67 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.55 "DELETE /v2.0/ports/14d486ea-beaa-44ee-a6c5-b842c297889d HTTP/1.1" status: 204 len: 173 time: 1.9980428 Jul 30 01:39:01.294986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4224902-aa57-4161-805f-254ee190a86a req-b3c64d36-140c-4864-80ea-df95865b3a84 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475524 Jul 30 01:39:01.295179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:01.295255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Attempting to bind port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:01.295255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Attempting to bind port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:01.295525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Attempting to bind port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:01.303775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-24350030-376f-4746-b7ae-2e7dc73d0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.306107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-24350030-376f-4746-b7ae-2e7dc73d0d4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2649658 Jul 30 01:39:01.309917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:01.310319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Attempting to bind port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:01.324142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:01.324839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Checking segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:01.325212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Bound using segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:01.325690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Bound port: ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:01.326258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.336214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-175af9b3-f244-4168-9885-d5af585aa11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.344500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port 01be01e8-9da7-483d-9ee3-245c38134227 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:01.344896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.466860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-e69b9811-2ab6-4584-8298-6b8beecd4b2b service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514151 Jul 30 01:39:01.467902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:01.490513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:01.524908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.525707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.554634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for 01be01e8-9da7-483d-9ee3-245c38134227 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:01.589553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.589902 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.591382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] 10.222.0.55 "PUT /v2.0/ports/ca82f357-e0e2-4355-9cf6-75b8e8bd7251 HTTP/1.1" status: 200 len: 1093 time: 2.5961621 Jul 30 01:39:01.635567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c0d36-bebc-46ef-b593-3a464c69f949 service neutron] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:01.640235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c2c6b0-58ca-483b-8733-a594dcf111a9 req-2268f8ba-c987-428c-81f4-57b9483f76de service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619878 Jul 30 01:39:01.663639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-175af9b3-f244-4168-9885-d5af585aa11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.672911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-175af9b3-f244-4168-9885-d5af585aa11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.679533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'name': 'network-vif-deleted', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d'}, {'name': 'network-changed', 'server_uuid': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'tag': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:01.681942 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab" -d '{"events": [{"server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "name": "network-vif-deleted", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d"}, {"name": "network-changed", "server_uuid": "6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf", "tag": "ca82f357-e0e2-4355-9cf6-75b8e8bd7251"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:01.734101 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb20703-842b-4076-bc29-34d7049e9121 x-openstack-request-id: req-1cb20703-842b-4076-bc29-34d7049e9121 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:01.734464 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2880a1e2-9dab-45b7-9bef-6f6b67a9365a", "name": "network-vif-deleted", "tag": "14d486ea-beaa-44ee-a6c5-b842c297889d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf", "tag": "ca82f357-e0e2-4355-9cf6-75b8e8bd7251", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:01.734829 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1cb20703-842b-4076-bc29-34d7049e9121 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:01.735464 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2880a1e2-9dab-45b7-9bef-6f6b67a9365a', 'name': 'network-vif-deleted', 'tag': '14d486ea-beaa-44ee-a6c5-b842c297889d', 'status': 'completed', 'code': 200} Jul 30 01:39:01.735872 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'tag': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'status': 'completed', 'code': 200} Jul 30 01:39:01.740375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Deleting port 455926d0-aea3-47af-aea1-8724d0027bc4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:01.740774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.742274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-6b2dde1a-1e39-4eab-8ec9-bc6992d802ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.744244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-6b2dde1a-1e39-4eab-8ec9-bc6992d802ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 1096 time: 0.0656722 Jul 30 01:39:01.746414 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-175af9b3-f244-4168-9885-d5af585aa11a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=153741462f524eea8d1e06049242061c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520431 Jul 30 01:39:01.747331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175af9b3-f244-4168-9885-d5af585aa11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e7e2f-76fd-4755-9041-9684d4cc00c5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:01.749091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37822) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:01.835195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-7eba9877-f5bf-419c-b9d8-3c59dfe2827c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251 HTTP/1.1" status: 200 len: 217 time: 0.0660107 Jul 30 01:39:01.878735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00191fb1-23ad-4b13-bf22-3e98dc7d28db req-19596d27-c95b-4948-9d49-419b62c1b972 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=2880a1e2-9dab-45b7-9bef-6f6b67a9365a HTTP/1.1" status: 200 len: 210 time: 0.0492642 Jul 30 01:39:01.882759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] For port 455926d0-aea3-47af-aea1-8724d0027bc4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=455926d0-aea3-47af-aea1-8724d0027bc4,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:01.883316 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.919565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.925472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Calling delete_port for 455926d0-aea3-47af-aea1-8724d0027bc4 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:01.932178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb6b6-b7a1-4229-9dbe-45e8f370ddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.945418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498893-1d98-4612-a223-8a82fdf1944e req-bfc1547f-4a04-43a9-8311-bf2cb3f20b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.947212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-bfc1547f-4a04-43a9-8311-bf2cb3f20b54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 200 len: 862 time: 0.0936778 Jul 30 01:39:01.963833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb6b6-b7a1-4229-9dbe-45e8f370ddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.967201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:01.974591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=01be01e8-9da7-483d-9ee3-245c38134227,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.046308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.048576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1936d571-3680-4b97-a331-44c07008fa31 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/ports/01be01e8-9da7-483d-9ee3-245c38134227 HTTP/1.1" status: 204 len: 168 time: 1.0224786 Jul 30 01:39:02.051302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37828) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:02.052005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-043d4271-d5e8-4888-b2b3-2d8c98b0b556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c80f67-1313-41db-bdc5-3e9f3242aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708606 Jul 30 01:39:02.122291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:02.149667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '706ef069-075f-404b-a955-848ba2d4aef1', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '706ef069-075f-404b-a955-848ba2d4aef1', 'mac_address': 'fa:16:3e:4d:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:02.224669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting subnet 55a82873-9197-4aa2-b825-c527303214b8 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:02.239265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb6b6-b7a1-4229-9dbe-45e8f370ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.242767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e0cbb6b6-b7a1-4229-9dbe-45e8f370ddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.246400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e0cbb6b6-b7a1-4229-9dbe-45e8f370ddaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb2e7e2f-76fd-4755-9041-9684d4cc00c5 HTTP/1.1" status: 204 len: 168 time: 0.4939125 Jul 30 01:39:02.246556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.249816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.259076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2b4b-5e22-4f61-9fb2-f60e172b4e13 req-5cc0cbc7-084b-45bf-9bcb-e43520efb4c7 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.261487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c76b2b4b-5e22-4f61-9fb2-f60e172b4e13 req-5cc0cbc7-084b-45bf-9bcb-e43520efb4c7 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 944 time: 0.1150434 Jul 30 01:39:02.274756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-ebcc6d24-e7f0-4403-b769-3fd654299e5f service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130339 Jul 30 01:39:02.284551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706ef069-075f-404b-a955-848ba2d4aef1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:02.286297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbb6b6-b7a1-4229-9dbe-45e8f370ddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e7e2f-76fd-4755-9041-9684d4cc00c5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.331511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:02.337853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.367216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.406360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.411222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c76b2b4b-5e22-4f61-9fb2-f60e172b4e13 req-d846c97c-c5dc-4589-b742-db16502bbdf1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351616 Jul 30 01:39:02.470181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03498893-1d98-4612-a223-8a82fdf1944e req-f463064a-b1a6-43fe-bb75-79602f0d10fe service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725168 Jul 30 01:39:02.526758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76872d-bc15-44b1-a2a7-9f7d2fb7ac2a req-022b08f3-d2e0-45d4-8a8c-34acfcef0fc0 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.534246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e76872d-bc15-44b1-a2a7-9f7d2fb7ac2a req-022b08f3-d2e0-45d4-8a8c-34acfcef0fc0 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 949 time: 0.0606477 Jul 30 01:39:02.569704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e76872d-bc15-44b1-a2a7-9f7d2fb7ac2a req-377b3c69-dae8-44fc-b270-9fb3a0b172e4 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jul 30 01:39:02.576029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.580030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.601365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['706ef069-075f-404b-a955-848ba2d4aef1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:02.628018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-e13e09e6-6bf2-4eb7-a08e-7a75ecf796f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.629971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-e13e09e6-6bf2-4eb7-a08e-7a75ecf796f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 1096 time: 0.0590684 Jul 30 01:39:02.750311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-16cbde0d-b618-43b2-92bb-fa69c2c4cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.751873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-16cbde0d-b618-43b2-92bb-fa69c2c4cc0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 923 time: 0.1141386 Jul 30 01:39:02.762511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37840) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:02.813306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da683db5-1b28-432e-adc3-0a6a618d45fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.816018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-ae96f1e5-f6e9-4143-ab00-aa16f3adeb53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251 HTTP/1.1" status: 200 len: 217 time: 0.0544672 Jul 30 01:39:02.888607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-01bb1db2-97e6-40c4-a2d0-a34e748f1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.890190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-01bb1db2-97e6-40c4-a2d0-a34e748f1a16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 200 len: 862 time: 0.0655689 Jul 30 01:39:02.929851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Pushing event deleted for resources: {'Port': ['ID=455926d0-aea3-47af-aea1-8724d0027bc4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.945841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-3ab600a9-3aa5-4ddd-88e8-5318767834ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c80f67-1313-41db-bdc5-3e9f3242aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469418 Jul 30 01:39:03.043287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.080622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Subnet': ['ID=55a82873-9197-4aa2-b825-c527303214b8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:03.085057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.089218 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97dcbd51-a9d1-418f-8feb-f2421050334b tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/subnets/55a82873-9197-4aa2-b825-c527303214b8 HTTP/1.1" status: 204 len: 168 time: 1.0346248 Jul 30 01:39:03.090606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:03.090750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-f02d8da2-2e09-498c-bd10-cc9e7cb71d74 service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377559 Jul 30 01:39:03.099095 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da683db5-1b28-432e-adc3-0a6a618d45fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.110739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8297045-f821-429a-b901-75ba3825ec6c None None] Network dc2d6e50-939f-4447-ad65-4d8900e7ee79 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:03.113867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da683db5-1b28-432e-adc3-0a6a618d45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.202536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da683db5-1b28-432e-adc3-0a6a618d45fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e91ae45-f6b1-47c0-9344-bc8587d74afc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:03.217131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-da683db5-1b28-432e-adc3-0a6a618d45fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1673bb5e4f5943f280c06265aa318d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535286 Jul 30 01:39:03.223360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37850) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:03.297022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.303131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d619adb5-d891-4b67-ae6e-9cbf6899c7ab req-83adc1cc-d891-4bf3-881d-8d5abe8cef63 service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985788 Jul 30 01:39:03.309595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.337611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df1f41-195b-4ee3-b11f-da19de903228 req-0977af07-3a88-40d6-8b21-101ef01f61e4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.339378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3df1f41-195b-4ee3-b11f-da19de903228 req-0977af07-3a88-40d6-8b21-101ef01f61e4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 944 time: 0.1013999 Jul 30 01:39:03.369475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2da5718a-6c43-464b-824d-4fce45594ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.390561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] DHCP port deletion for dc2d6e50-939f-4447-ad65-4d8900e7ee79 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:39:03.412046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2da5718a-6c43-464b-824d-4fce45594ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.432646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3df1f41-195b-4ee3-b11f-da19de903228 req-07d0a2e7-e6c4-4574-b72e-dbf2e82bd679 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717809 Jul 30 01:39:03.483375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] Deleting port 78f6cee6-1d9c-45f6-9398-92ad301708e6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:03.483755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.538791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Deleting port 78f6cee6-1d9c-45f6-9398-92ad301708e6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:03.539252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.539824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2da5718a-6c43-464b-824d-4fce45594ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.542946 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2da5718a-6c43-464b-824d-4fce45594ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.543997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2da5718a-6c43-464b-824d-4fce45594ec6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0e91ae45-f6b1-47c0-9344-bc8587d74afc HTTP/1.1" status: 204 len: 168 time: 0.3195393 Jul 30 01:39:03.553749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5718a-6c43-464b-824d-4fce45594ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e91ae45-f6b1-47c0-9344-bc8587d74afc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:03.579637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf5a88-acad-483b-ac95-96d38722fe0d req-281c4f88-bd1a-4b59-a55c-0c380a9ff9ca tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.586039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] For port 78f6cee6-1d9c-45f6-9398-92ad301708e6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=78f6cee6-1d9c-45f6-9398-92ad301708e6,segment=NetworkSegment(848b771e-b240-43d6-9d79-e89cda4a009f),segment_id=848b771e-b240-43d6-9d79-e89cda4a009f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:03.586685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.587338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8cf5a88-acad-483b-ac95-96d38722fe0d req-281c4f88-bd1a-4b59-a55c-0c380a9ff9ca tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 944 time: 0.0844615 Jul 30 01:39:03.611870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] Calling delete_port for 78f6cee6-1d9c-45f6-9398-92ad301708e6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:03.654289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8cf5a88-acad-483b-ac95-96d38722fe0d req-14a33f36-98c1-4e13-b28c-134ae5f105fa tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651021 Jul 30 01:39:03.681470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] For port 78f6cee6-1d9c-45f6-9398-92ad301708e6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=78f6cee6-1d9c-45f6-9398-92ad301708e6,segment=NetworkSegment(848b771e-b240-43d6-9d79-e89cda4a009f),segment_id=848b771e-b240-43d6-9d79-e89cda4a009f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:03.682020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.740603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-8a1bb622-6cf6-4f26-9293-026e1901efd4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.742556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-8a1bb622-6cf6-4f26-9293-026e1901efd4 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 944 time: 0.1228862 Jul 30 01:39:03.744776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Calling delete_port for 78f6cee6-1d9c-45f6-9398-92ad301708e6 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:03.764523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaadca4-62c7-4f45-b1da-30d33d498e9b req-28ede5ec-e5b1-41eb-bf78-db0e77f4512c tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.766459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0aaadca4-62c7-4f45-b1da-30d33d498e9b req-28ede5ec-e5b1-41eb-bf78-db0e77f4512c tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 949 time: 0.0853386 Jul 30 01:39:03.772004 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.817422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] Pushing event deleted for resources: {'Port': ['ID=78f6cee6-1d9c-45f6-9398-92ad301708e6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:03.830005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9b343-017a-48c6-829d-31c915b242ea None None] No DVR routers for this DVR port 78f6cee6-1d9c-45f6-9398-92ad301708e6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:03.833609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:03.844567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0aaadca4-62c7-4f45-b1da-30d33d498e9b req-5e8e1e64-c26c-4695-9eb3-a1abfa429058 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Jul 30 01:39:03.907565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Deleting port a96e1cf9-d24f-4670-9490-651ddeb7961a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:03.907909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.987798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.997525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:04.009259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] For port a96e1cf9-d24f-4670-9490-651ddeb7961a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a96e1cf9-d24f-4670-9490-651ddeb7961a,segment=NetworkSegment(28650769-c3bd-4114-81ae-8b854a79da9d),segment_id=28650769-c3bd-4114-81ae-8b854a79da9d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:04.009729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.021955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Port': ['ID=78f6cee6-1d9c-45f6-9398-92ad301708e6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.026033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Calling delete_port for a96e1cf9-d24f-4670-9490-651ddeb7961a owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:04.030191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] No DVR routers for this DVR port 78f6cee6-1d9c-45f6-9398-92ad301708e6 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:04.072913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 706ef069-075f-404b-a955-848ba2d4aef1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:04.081012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 706ef069-075f-404b-a955-848ba2d4aef1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:04.081416 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.086123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:04.101498 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] Sync routers for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:04.103742 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-15d1aa55-2bc5-4cf8-94b5-2be642be6183 admin admin] 10.222.0.78 "PUT /v2.0/routers/8f45f0a3-cea3-47a0-a248-6d806d0925c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0437272 Jul 30 01:39:04.115569 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:04.116452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:04.118932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:04.163882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.181934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2d6e50-939f-4447-ad65-4d8900e7ee79']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:04.213291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848b771e-b240-43d6-9d79-e89cda4a009f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:04.213605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848b771e-b240-43d6-9d79-e89cda4a009f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:04.224853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.241901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.247066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:04.256693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:04.261587 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65376b6b-f690-4226-895f-5b14fc491317" -d '{"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-plugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:04.274216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.283751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:39:04.285087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:39:04.290295 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:39:04.312803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:04.325283 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.337285 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b84f13-f322-4fe1-b8c9-55dd05c796f3 x-openstack-request-id: req-69b84f13-f322-4fe1-b8c9-55dd05c796f3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:04.337569 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-plugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:04.339359 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69b84f13-f322-4fe1-b8c9-55dd05c796f3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:04.340644 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'code': 200} Jul 30 01:39:04.446159 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.462710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 78f6cee6-1d9c-45f6-9398-92ad301708e6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:04.485933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.489858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 78f6cee6-1d9c-45f6-9398-92ad301708e6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:04.490379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 78f6cee6-1d9c-45f6-9398-92ad301708e6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:04.497603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.510627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.517270 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] 10.222.0.78 "DELETE /v2.0/networks/dc2d6e50-939f-4447-ad65-4d8900e7ee79 HTTP/1.1" status: 204 len: 168 time: 1.4258888 Jul 30 01:39:04.542015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606fd30-364c-4d25-8b7c-b399e6a01014 tempest-AllowedAddressPairIpV6TestJSON-1943261753 tempest-AllowedAddressPairIpV6TestJSON-1943261753-project] Pushing event deleted for resources: {'Network': ['ID=dc2d6e50-939f-4447-ad65-4d8900e7ee79,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.574769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26b215-9aa3-4e21-8959-fd1f6abcaa6f req-e4c549fe-6c5e-4b83-8e22-720bde64b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:04.576358 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f26b215-9aa3-4e21-8959-fd1f6abcaa6f req-e4c549fe-6c5e-4b83-8e22-720bde64b125 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 1102 time: 0.1584384 Jul 30 01:39:04.609798 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:39:02Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:04.633644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f26b215-9aa3-4e21-8959-fd1f6abcaa6f req-695646f9-3cfc-42c5-9732-3c5efe51c431 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 Jul 30 01:39:04.648154 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] Checking router: 8f45f0a3-cea3-47a0-a248-6d806d0925c7 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:04.659581 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] Routers {'8f45f0a3-cea3-47a0-a248-6d806d0925c7'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:04.660641 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:04.699691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.792314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.798276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Pushing event deleted for resources: {'Port': ['ID=a96e1cf9-d24f-4670-9490-651ddeb7961a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:04.804978 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] Set router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:04.837599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58de2d-ce83-478e-ab26-6dc087a20d9d req-b50bc70e-850d-44b8-a050-163b2a9ee0d9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:04.840033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f58de2d-ce83-478e-ab26-6dc087a20d9d req-b50bc70e-850d-44b8-a050-163b2a9ee0d9 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b6e72e5-f5bd-46ed-a210-04ec4bab4387 HTTP/1.1" status: 200 len: 866 time: 0.2100589 Jul 30 01:39:04.840904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] No DVR routers for this DVR port a96e1cf9-d24f-4670-9490-651ddeb7961a on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:04.843800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.846468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195ecd0f-dd22-4703-a90a-62f661dfa934 req-22e9745d-37f7-444a-b013-3b388c03d674 tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.66 "DELETE /v2.0/ports/a96e1cf9-d24f-4670-9490-651ddeb7961a HTTP/1.1" status: 204 len: 173 time: 1.0946155 Jul 30 01:39:04.870263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'name': 'network-vif-deleted', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:04.872960 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcc8dc5-4f7a-42be-81b9-fa290cb3be8e" -d '{"events": [{"server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "name": "network-vif-deleted", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:04.897715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37900) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:05.030814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b4d17-e9a0-46fd-bae5-bfe4debb9789 req-3e84efd1-9693-4ce8-b1a2-aa27c1cd592e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.033173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c17b4d17-e9a0-46fd-bae5-bfe4debb9789 req-3e84efd1-9693-4ce8-b1a2-aa27c1cd592e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 944 time: 0.2473261 Jul 30 01:39:05.036464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f58de2d-ce83-478e-ab26-6dc087a20d9d req-da39c798-2463-4fee-a7f8-1f058529747d tempest-LiveMigrationTest-390434964 tempest-LiveMigrationTest-390434964-project] 10.222.0.78 "GET /v2.0/security-groups?id=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672499 Jul 30 01:39:05.070504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Deleting port 23053556-6256-4a6d-9dc1-e536602cc877 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:05.070852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.128540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c17b4d17-e9a0-46fd-bae5-bfe4debb9789 req-d6c061ba-227d-4e5a-9d7e-eb449cbd7830 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890114 Jul 30 01:39:05.149807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-708ec910-442a-4e08-be4e-b4efbf045e31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6930270ae63d4b588c6c111ea96da808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485032 Jul 30 01:39:05.150738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:05.204080 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273df7b8-d36d-4340-957d-6d3cc9fa1de9 x-openstack-request-id: req-273df7b8-d36d-4340-957d-6d3cc9fa1de9 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:05.204374 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6e72e5-f5bd-46ed-a210-04ec4bab4387", "name": "network-vif-deleted", "tag": "a96e1cf9-d24f-4670-9490-651ddeb7961a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:05.204627 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-273df7b8-d36d-4340-957d-6d3cc9fa1de9 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:05.205017 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e72e5-f5bd-46ed-a210-04ec4bab4387', 'name': 'network-vif-deleted', 'tag': 'a96e1cf9-d24f-4670-9490-651ddeb7961a', 'status': 'completed', 'code': 200} Jul 30 01:39:05.212350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:39:02Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:05.216815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ef38-d40e-424d-9135-6e11e3455b24 req-2ab1e6d1-dc49-47a0-bbd0-af5bb775d4d4 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.218674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76b7ef38-d40e-424d-9135-6e11e3455b24 req-2ab1e6d1-dc49-47a0-bbd0-af5bb775d4d4 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 950 time: 0.0731411 Jul 30 01:39:05.246279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bb67e09-a985-44ad-aa4d-07d79d441e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.249495 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f74eec-c190-4f62-b97c-8991d7ebf54c None None] The sync data for ids ['8f45f0a3-cea3-47a0-a248-6d806d0925c7'] in n-d-713499-10 is: [{'id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'name': 'tempest-ServersTestFqdnHostnames-1290528791-router', 'tenant_id': '78806f057a9e4e158db7f56f535fbbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23053556-6256-4a6d-9dc1-e536602cc877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:39:02Z', 'revision_number': 5, 'project_id': '78806f057a9e4e158db7f56f535fbbaf', 'gw_port': {'id': '23053556-6256-4a6d-9dc1-e536602cc877', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f45f0a3-cea3-47a0-a248-6d806d0925c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:05.260951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] For port 23053556-6256-4a6d-9dc1-e536602cc877, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=23053556-6256-4a6d-9dc1-e536602cc877,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:05.261355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.270691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bb67e09-a985-44ad-aa4d-07d79d441e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.339248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bb67e09-a985-44ad-aa4d-07d79d441e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.342884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bb67e09-a985-44ad-aa4d-07d79d441e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.344297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9bb67e09-a985-44ad-aa4d-07d79d441e98 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/387ea92e-e2aa-4dd4-a11b-12e48bef20c0 HTTP/1.1" status: 204 len: 168 time: 0.1925840 Jul 30 01:39:05.356745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb67e09-a985-44ad-aa4d-07d79d441e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ea92e-e2aa-4dd4-a11b-12e48bef20c0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:05.747224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Calling delete_port for 23053556-6256-4a6d-9dc1-e536602cc877 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:05.768339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76b7ef38-d40e-424d-9135-6e11e3455b24 req-4675627b-9cc2-4797-ad07-fc806ef6b1a7 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392747 Jul 30 01:39:05.902419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37934) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:05.957922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.992456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Pushing event deleted for resources: {'Port': ['ID=23053556-6256-4a6d-9dc1-e536602cc877,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.062282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.111256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37944) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.166002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.169709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.173636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Deleting subnet b89e0b09-4749-4ac6-b5ad-7d5975d9a352 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:06.178380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.206713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-804978883', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:06.239478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Made reservation on behalf of 883117dfa71849c4be6b3e8790a7b119 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:06.243068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.256493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.259886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.261541 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.262054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f45f0a3-cea3-47a0-a248-6d806d0925c7 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:39:06.267396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.270862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd1f52ae-4fc5-48e3-abbe-957c9d84b14f admin admin] 10.222.0.78 "DELETE /v2.0/routers/8f45f0a3-cea3-47a0-a248-6d806d0925c7 HTTP/1.1" status: 204 len: 168 time: 2.1404927 Jul 30 01:39:06.271632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37954) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.322263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93093e8a-d805-4801-9a76-18f27c4aec5c req-e204f1c0-17d3-45d5-b111-0054999e34c1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:06.329934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93093e8a-d805-4801-9a76-18f27c4aec5c req-e204f1c0-17d3-45d5-b111-0054999e34c1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 944 time: 0.1134937 Jul 30 01:39:06.348470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 455926d0-aea3-47af-aea1-8724d0027bc4 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:06.376863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Deleting subnet e2fcbc0e-c995-4326-8582-0130ff058b4c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:06.380598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.381783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.385016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 455926d0-aea3-47af-aea1-8724d0027bc4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:06.388350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 455926d0-aea3-47af-aea1-8724d0027bc4 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:06.423442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.472363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93093e8a-d805-4801-9a76-18f27c4aec5c req-327ae33d-a996-4d0a-b120-d87e2f663dde tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411252 Jul 30 01:39:06.485559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.499169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.527279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.536160 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b89e0b09-4749-4ac6-b5ad-7d5975d9a352 HTTP/1.1" status: 204 len: 168 time: 0.4232588 Jul 30 01:39:06.538353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb4f00-b1fe-4c71-ad0e-d81108967c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89e0b09-4749-4ac6-b5ad-7d5975d9a352,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.541540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.544900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.548378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.556570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] device_id is not set on port b9240eae-979d-4de2-9306-6f1489a1d91c yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:39:06.620545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.652899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fcbc0e-c995-4326-8582-0130ff058b4c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.655141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.666162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa71562-bf79-4558-b2f7-a8db2ab822bc None None] Network 5e1bb280-71d8-48bb-8d77-b755ae43e998 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:06.668591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bb302117-2b5f-4fde-8776-fd5793946cb6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e2fcbc0e-c995-4326-8582-0130ff058b4c HTTP/1.1" status: 204 len: 168 time: 0.3960588 Jul 30 01:39:06.671100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149b3936-6ad0-4ddc-bb0d-cddb3c6fafe4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.671805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37964) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.695420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.778626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Allocated IP 172.25.8.43 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/b9240eae-979d-4de2-9306-6f1489a1d91c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:06.862868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.881478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0907950a-8b74-4cd3-9254-5a517e011101']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:06.895529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28650769-c3bd-4114-81ae-8b854a79da9d') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:06.896660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28650769-c3bd-4114-81ae-8b854a79da9d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:06.906296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.907837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.924868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.963459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:39:06.964049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:39:07.038064 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:39:07.046527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.068776 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.071225 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0907950a-8b74-4cd3-9254-5a517e011101 HTTP/1.1" status: 204 len: 168 time: 0.5237010 Jul 30 01:39:07.089031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389351f-4040-4268-905a-a9584d28734e req-909af298-c082-4fc1-8fa9-341e811ffb19 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:07.097261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4389351f-4040-4268-905a-a9584d28734e req-909af298-c082-4fc1-8fa9-341e811ffb19 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 950 time: 0.1164873 Jul 30 01:39:07.100993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37976) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:07.111671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037225c-d4ff-4a16-b8a7-8608337ba109 admin admin] Pushing event deleted for resources: {'Network': ['ID=0907950a-8b74-4cd3-9254-5a517e011101,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.137415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:07.169288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.187737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Deleting port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:07.188119 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.235109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4389351f-4040-4268-905a-a9584d28734e req-4df70c05-1e54-401c-9810-9056f02ce160 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324015 Jul 30 01:39:07.251251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.318737 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.328602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Deleting subnet 8cec96e6-4a88-4c59-96ea-bdd50d4eefe9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:07.335643 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.373244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.382488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Pushing event updated for resources: {'Port': ['ID=b9240eae-979d-4de2-9306-6f1489a1d91c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.387680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'port_id': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'mac_address': 'fa:16:3e:3b:32:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8efacaa-2720-4104-b762-2bc2aaf127ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:07.394865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:07.398570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:07.404350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:07.409927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] For port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,segment=NetworkSegment(177eeb12-c5d1-445e-ba6b-6f2bc944a518),segment_id=177eeb12-c5d1-445e-ba6b-6f2bc944a518)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.416932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.421695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.454464 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.466084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:07.466936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.487200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:07.493723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Calling delete_port for 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:07.499553 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce597efa-e8d8-4572-b103-ff52a3a08a4b tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5935192 Jul 30 01:39:07.500458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37988) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:07.515319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] DHCP port deletion for 5e1bb280-71d8-48bb-8d77-b755ae43e998 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:39:07.519958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.43'}]}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:07.547670 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.549471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.550831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.558038 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.606108 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.645162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.650296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Deleting port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:07.650883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.653880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.659633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] No DVR routers for this DVR port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:07.675388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.682290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.743908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] For port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.744321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.780022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Calling delete_port for 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:07.783974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:39:07.786200 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.819596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] Pushing event deleted for resources: {'Port': ['ID=04ff7ae9-27ab-4902-94a7-8bcbc7c86a34,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.825107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50aae9-b5c7-4b37-b238-f8ea1e9c0fcb None None] No DVR routers for this DVR port 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:07.837825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.852402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1bb280-71d8-48bb-8d77-b755ae43e998']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:07.869114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177eeb12-c5d1-445e-ba6b-6f2bc944a518') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:07.869597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177eeb12-c5d1-445e-ba6b-6f2bc944a518') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:07.880014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.881007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0dad-1032-4494-a1c3-7462f99225e1 req-8940363d-8903-4433-8530-309987962f08 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:07.882752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f6c0dad-1032-4494-a1c3-7462f99225e1 req-8940363d-8903-4433-8530-309987962f08 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 945 time: 0.2028804 Jul 30 01:39:07.893351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.905573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['ca82f357-e0e2-4355-9cf6-75b8e8bd7251'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:07.920543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.952609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.993784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f6c0dad-1032-4494-a1c3-7462f99225e1 req-5a160a59-49a1-4e89-bc14-4a4e6a2b8354 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024444 Jul 30 01:39:08.006916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:39:08.008072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:39:08.010679 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:39:08.012509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cec96e6-4a88-4c59-96ea-bdd50d4eefe9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.025342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:08.050197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: a96e1cf9-d24f-4670-9490-651ddeb7961a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:08.050816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a96e1cf9-d24f-4670-9490-651ddeb7961a not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:08.093288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.097620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5630c8c2-1c69-406d-85ad-3535448694e4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8cec96e6-4a88-4c59-96ea-bdd50d4eefe9 HTTP/1.1" status: 204 len: 168 time: 0.9931893 Jul 30 01:39:08.098395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38018) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.191545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.202930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.204415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5e1bb280-71d8-48bb-8d77-b755ae43e998 HTTP/1.1" status: 204 len: 168 time: 1.5245032 Jul 30 01:39:08.216517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4291a-bff7-477a-9b7c-4869daf7b8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1bb280-71d8-48bb-8d77-b755ae43e998,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.220311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.324937 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.332786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.333422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 23053556-6256-4a6d-9dc1-e536602cc877 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:08.343489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59cb1bd-8bb0-4ea4-ab51-aa065272a64e']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.360994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9243bb-e8e4-45dc-a3c9-4943f822b56b') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.361357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9243bb-e8e4-45dc-a3c9-4943f822b56b') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.363340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.372140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 23053556-6256-4a6d-9dc1-e536602cc877 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:08.372498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 23053556-6256-4a6d-9dc1-e536602cc877 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:08.373062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:08.374149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.392110 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.400120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:39:08.400636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:39:08.403141 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:39:08.405528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:08.405528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 04ff7ae9-27ab-4902-94a7-8bcbc7c86a34 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:08.476930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.484278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.490116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] 10.222.0.78 "DELETE /v2.0/networks/a59cb1bd-8bb0-4ea4-ab51-aa065272a64e HTTP/1.1" status: 204 len: 168 time: 0.3906355 Jul 30 01:39:08.510391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64e4e9-fad8-4f48-8065-c1109b617e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a59cb1bd-8bb0-4ea4-ab51-aa065272a64e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.539668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.551047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.595664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1a64e734-24a7-4a9a-9df3-fc1948f1682a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78806f057a9e4e158db7f56f535fbbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543783 Jul 30 01:39:08.598085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38038) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.635800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.661885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27c018-dbc9-48c7-a7d0-90993547330f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.686410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27c018-dbc9-48c7-a7d0-90993547330f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.752504 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27c018-dbc9-48c7-a7d0-90993547330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.757122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27c018-dbc9-48c7-a7d0-90993547330f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.761958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c27c018-dbc9-48c7-a7d0-90993547330f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c7b3c84-6c0c-4230-b96b-8381b4e573fe HTTP/1.1" status: 204 len: 168 time: 0.1627724 Jul 30 01:39:08.785851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27c018-dbc9-48c7-a7d0-90993547330f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7b3c84-6c0c-4230-b96b-8381b4e573fe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.789101 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9114f1f-26a1-43dc-a774-05fe82fd0fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.811658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38042) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.850086 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.853143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.884514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-96676f09-9446-4e5c-bd8b-b9a394ed17aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e5efe4c308546469e670371d45cbc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714507 Jul 30 01:39:08.890180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:08.921959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.922642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3aafe03-be3a-439b-a458-1b02cbdffd91 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:39:08.995516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9114f1f-26a1-43dc-a774-05fe82fd0fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.996872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c25a450-80de-4ed0-9a97-0e4177e5e2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.003143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9114f1f-26a1-43dc-a774-05fe82fd0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.007194 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:39:09.016409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e731caff-a9a5-4eac-8053-4b8620df7fde tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5130906 Jul 30 01:39:09.017848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.064535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c25a450-80de-4ed0-9a97-0e4177e5e2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.136500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e9114f1f-26a1-43dc-a774-05fe82fd0fdb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a95084489734444691e2fcda676e2ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802567 Jul 30 01:39:09.136764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Deleting port b9240eae-979d-4de2-9306-6f1489a1d91c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:09.136764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.143446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9114f1f-26a1-43dc-a774-05fe82fd0fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75db9c-2a73-4980-8244-9e301fc68bcc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.169717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38056) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.236639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3406a-6504-4a20-871b-d6d53a3746ff req-59a70f4e-14cc-427c-964f-fa038bd797f6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:09.239802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ca3406a-6504-4a20-871b-d6d53a3746ff req-59a70f4e-14cc-427c-964f-fa038bd797f6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 945 time: 0.1310775 Jul 30 01:39:09.282292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c25a450-80de-4ed0-9a97-0e4177e5e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.296407 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c25a450-80de-4ed0-9a97-0e4177e5e2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.298026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c25a450-80de-4ed0-9a97-0e4177e5e2d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7 HTTP/1.1" status: 204 len: 168 time: 0.4065928 Jul 30 01:39:09.311052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ca3406a-6504-4a20-871b-d6d53a3746ff req-2624ceea-5b69-4e47-8e71-56d19ed78c09 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602627 Jul 30 01:39:09.324904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a450-80de-4ed0-9a97-0e4177e5e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ecbcf4-1e09-4cf5-8ccc-1b0b9ab7c6e7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.644583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.648165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca3e93b6-3e10-4653-94de-8b0b43dc7697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.668428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38086) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.668546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Calling delete_port for b9240eae-979d-4de2-9306-6f1489a1d91c owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:09.689108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca3e93b6-3e10-4653-94de-8b0b43dc7697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.719489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5f408314-9f56-40ac-843f-16ad18d918ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2bfb8f1a3934f4197e703b03bdfb219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497715 Jul 30 01:39:09.722398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38090) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.776470 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b53888ed-2d2a-4b11-b7cd-605127af4053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.806576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b53888ed-2d2a-4b11-b7cd-605127af4053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.808514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38092) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.819189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca3e93b6-3e10-4653-94de-8b0b43dc7697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.821704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca3e93b6-3e10-4653-94de-8b0b43dc7697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.822969 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca3e93b6-3e10-4653-94de-8b0b43dc7697 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2e75db9c-2a73-4980-8244-9e301fc68bcc HTTP/1.1" status: 204 len: 168 time: 0.6521809 Jul 30 01:39:09.839347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e93b6-3e10-4653-94de-8b0b43dc7697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75db9c-2a73-4980-8244-9e301fc68bcc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.868274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.889257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b53888ed-2d2a-4b11-b7cd-605127af4053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.896364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b53888ed-2d2a-4b11-b7cd-605127af4053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.900292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b53888ed-2d2a-4b11-b7cd-605127af4053 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b69d703b-5a2f-4103-a05a-2c78abea17c3 HTTP/1.1" status: 204 len: 168 time: 0.1742117 Jul 30 01:39:09.906514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53888ed-2d2a-4b11-b7cd-605127af4053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69d703b-5a2f-4103-a05a-2c78abea17c3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.964217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9240eae-979d-4de2-9306-6f1489a1d91c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.967570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-207122220-network', 'tenant_id': 'c2b105f1d9f24516ae577ba0ad7a1c98'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:10.004134 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.006718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8073f337-6580-4ebe-9b73-9b0f753c477a tempest-RoutersAdminNegativeIpV6Test-588798069 tempest-RoutersAdminNegativeIpV6Test-588798069-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b9240eae-979d-4de2-9306-6f1489a1d91c HTTP/1.1" status: 204 len: 168 time: 0.9875567 Jul 30 01:39:10.011560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Made reservation on behalf of c2b105f1d9f24516ae577ba0ad7a1c98 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:10.014025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.025769 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.188428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.194286 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.248195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:10.264393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6885ef1b-6368-4fbb-a270-8a8a215b48be,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.267264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:10.272402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b3322aa-6c0e-45ea-9bf1-dd01236fa750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.277930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.278101 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Added segment c589c7a6-c504-47e1-b923-1587f96c3f40 of type vlan for network 9cb75366-40d5-41c0-80a0-89976f40824f Jul 30 01:39:10.358317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.411186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.412409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:10.413068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.538579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b3322aa-6c0e-45ea-9bf1-dd01236fa750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.549618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb75366-40d5-41c0-80a0-89976f40824f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.554421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b3322aa-6c0e-45ea-9bf1-dd01236fa750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.559304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8ebf763a-e38e-429c-b066-f2a6fe409433 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7495170 Jul 30 01:39:10.562416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:10.567247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9cb75366-40d5-41c0-80a0-89976f40824f details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:10.578275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Request body: {'subnet': {'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-207122220-subnet', 'tenant_id': 'c2b105f1d9f24516ae577ba0ad7a1c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:10.608269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Made reservation on behalf of c2b105f1d9f24516ae577ba0ad7a1c98 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:10.621156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.696721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6b3322aa-6c0e-45ea-9bf1-dd01236fa750 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f69133da88674f74b01ed1ada352e27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467778 Jul 30 01:39:10.698988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3322aa-6c0e-45ea-9bf1-dd01236fa750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd345c2-e81e-476a-93cd-ce0447bb0d61,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.702032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38138) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:10.813588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93da1d-5e80-4e6e-afc8-e42500b66830 req-c2311da2-97c5-4892-866c-b1ff2e6f9261 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:10.814351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b93da1d-5e80-4e6e-afc8-e42500b66830 req-c2311da2-97c5-4892-866c-b1ff2e6f9261 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 945 time: 0.1233292 Jul 30 01:39:10.820944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:10.910351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5246cf09-9ed8-4ad3-9666-885ef28c5e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.933096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:10.936945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:10.937394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.981654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b93da1d-5e80-4e6e-afc8-e42500b66830 req-e0b11872-65f1-400a-8a3b-c851982ae0c1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396403 Jul 30 01:39:11.002426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:11.056213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5246cf09-9ed8-4ad3-9666-885ef28c5e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.122189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.148909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:11.151469 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739167e5-1f9c-464e-8fd7-06f03bbde9a3" -d '{"events": [{"server_uuid": "6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf", "name": "network-vif-plugged", "status": "completed", "tag": "ca82f357-e0e2-4355-9cf6-75b8e8bd7251"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:11.154917 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.165390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:11.172243 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.190964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5246cf09-9ed8-4ad3-9666-885ef28c5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.193827 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5246cf09-9ed8-4ad3-9666-885ef28c5e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.197871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5246cf09-9ed8-4ad3-9666-885ef28c5e49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fd345c2-e81e-476a-93cd-ce0447bb0d61 HTTP/1.1" status: 204 len: 168 time: 0.4926682 Jul 30 01:39:11.229606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246cf09-9ed8-4ad3-9666-885ef28c5e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd345c2-e81e-476a-93cd-ce0447bb0d61,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.247834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.264740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.288997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Checking segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:11.289333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Network hostable DHCP agents. Network: 9cb75366-40d5-41c0-80a0-89976f40824f, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:11.305089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85a717d6-0249-4fb5-8656-229571a00606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.310963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Network 9cb75366-40d5-41c0-80a0-89976f40824f is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:11.330829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9cb75366-40d5-41c0-80a0-89976f40824f) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:11.341372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f24540c-7790-4f83-8a2d-a9632f9c5d0d None None] Network 9cb75366-40d5-41c0-80a0-89976f40824f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:11.352929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:11.355765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.431610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85a717d6-0249-4fb5-8656-229571a00606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.436970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85a717d6-0249-4fb5-8656-229571a00606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.453934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-27f8ea7e-2f12-4f82-9c7e-64dc9a756491 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8900790 Jul 30 01:39:11.482382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a717d6-0249-4fb5-8656-229571a00606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959e31e-2f5a-4559-a873-ad0d17a13099,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.522202 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85a717d6-0249-4fb5-8656-229571a00606 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d10cfde39ed547b394f8db67188c5898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186019 Jul 30 01:39:11.539560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:11.540171 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d1718e-e283-4384-aa19-05721c9c9da6 x-openstack-request-id: req-c6d1718e-e283-4384-aa19-05721c9c9da6 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:11.540754 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf", "name": "network-vif-plugged", "status": "completed", "tag": "ca82f357-e0e2-4355-9cf6-75b8e8bd7251", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:11.541013 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6d1718e-e283-4384-aa19-05721c9c9da6 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:11.541498 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'code': 200} Jul 30 01:39:11.548070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1bb494-3f31-4c7f-aff8-009cc05084fe None None] Network 9cb75366-40d5-41c0-80a0-89976f40824f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:11.620781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab74e-761f-4b6c-aa5a-a87edf43cf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.665753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab74e-761f-4b6c-aa5a-a87edf43cf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.712406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7756e9-f527-4e6b-81b7-63e81c9b5d9d req-89a6b705-86eb-4acc-99a8-7da522722d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:11.714003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a7756e9-f527-4e6b-81b7-63e81c9b5d9d req-89a6b705-86eb-4acc-99a8-7da522722d92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 1098 time: 0.0720003 Jul 30 01:39:11.743336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab74e-761f-4b6c-aa5a-a87edf43cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.746830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab74e-761f-4b6c-aa5a-a87edf43cf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.748451 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ec5ab74e-761f-4b6c-aa5a-a87edf43cf6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7959e31e-2f5a-4559-a873-ad0d17a13099 HTTP/1.1" status: 204 len: 168 time: 0.2075930 Jul 30 01:39:11.757118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ab74e-761f-4b6c-aa5a-a87edf43cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959e31e-2f5a-4559-a873-ad0d17a13099,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.761229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a7756e9-f527-4e6b-81b7-63e81c9b5d9d req-ad2cfc10-8f11-4eb6-b899-7aee28a2ebf0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Jul 30 01:39:12.042638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:12.205139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:12.228816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '706ef069-075f-404b-a955-848ba2d4aef1', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '706ef069-075f-404b-a955-848ba2d4aef1', 'mac_address': 'fa:16:3e:4d:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:12.295085 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.305413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455bfd-37c3-4c87-90c4-9c3bc9ca3f42 req-56cca116-5c6c-40a6-9a62-cf0f9a27c1e8 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:12.316168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c455bfd-37c3-4c87-90c4-9c3bc9ca3f42 req-56cca116-5c6c-40a6-9a62-cf0f9a27c1e8 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1162093 Jul 30 01:39:12.317447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 706ef069-075f-404b-a955-848ba2d4aef1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:12.352560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:12.359072 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.384864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c455bfd-37c3-4c87-90c4-9c3bc9ca3f42 req-9d73e63d-9d28-4593-aaf6-74c303ac64f0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673950 Jul 30 01:39:12.444682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:12.527856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['706ef069-075f-404b-a955-848ba2d4aef1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:12.702652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-0ac05d35-8394-4a13-8bbf-33753ee8efde tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:12.712014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-0ac05d35-8394-4a13-8bbf-33753ee8efde tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 812 time: 0.1785488 Jul 30 01:39:12.731295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-d7525ca9-1852-442a-ae45-76ad3d3e7748 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/quotas/c2b105f1d9f24516ae577ba0ad7a1c98 HTTP/1.1" status: 200 len: 375 time: 0.0180032 Jul 30 01:39:12.756636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38242) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:12.781348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-a8e0689a-7ce1-401c-b227-df3f0c70e308 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487421 Jul 30 01:39:12.843111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6e86bc2-21e5-46d1-9f8b-a9ca96bb0c32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=883117dfa71849c4be6b3e8790a7b119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849469 Jul 30 01:39:12.845659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38246) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:12.918736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb1012a1-dbfb-44b1-ad79-49ae00b38081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.950333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb1012a1-dbfb-44b1-ad79-49ae00b38081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.022936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb1012a1-dbfb-44b1-ad79-49ae00b38081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.026850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb1012a1-dbfb-44b1-ad79-49ae00b38081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.028222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cb1012a1-dbfb-44b1-ad79-49ae00b38081 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/149b3936-6ad0-4ddc-bb0d-cddb3c6fafe4 HTTP/1.1" status: 204 len: 168 time: 0.1813400 Jul 30 01:39:13.043234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1012a1-dbfb-44b1-ad79-49ae00b38081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b3936-6ad0-4ddc-bb0d-cddb3c6fafe4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:13.196101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-edff997d-c20b-4df5-9478-6fe11c5ee05b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:39:13.206775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-edff997d-c20b-4df5-9478-6fe11c5ee05b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4241722 Jul 30 01:39:13.337394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-b638d576-684b-49d7-a261-791bbcc5ff89 service neutron] 10.222.0.78 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291652 Jul 30 01:39:13.559272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-396bf29f-2070-4b1a-8452-0a5eb2cb09ec service neutron] 10.222.0.78 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200446 Jul 30 01:39:13.603439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b512580-e2b1-4ec7-8bc5-3ae7b1c685c2 req-7a04dae2-d3f7-422e-9e2f-208c84262144 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:13.615666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b512580-e2b1-4ec7-8bc5-3ae7b1c685c2 req-7a04dae2-d3f7-422e-9e2f-208c84262144 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1189690 Jul 30 01:39:13.706047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b512580-e2b1-4ec7-8bc5-3ae7b1c685c2 req-a06337b7-afdc-42da-87e7-76247090396d tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866976 Jul 30 01:39:14.052888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:14.054538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8ce68-d9a2-4262-a170-8a9038d6286d req-91cef3d0-5302-4f21-ac32-132957b2a360 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.074305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86f8ce68-d9a2-4262-a170-8a9038d6286d req-91cef3d0-5302-4f21-ac32-132957b2a360 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1437697 Jul 30 01:39:14.165624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86f8ce68-d9a2-4262-a170-8a9038d6286d req-21c6fb0f-1662-4e40-805c-8f74b0fdda34 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894103 Jul 30 01:39:14.171723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 706ef069-075f-404b-a955-848ba2d4aef1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:14.172402 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.287217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a2d1ed8-fd0a-44f9-bab2-23cca02447ec req-51b45b37-91de-40e7-8e65-1953b4f7f486 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 210 time: 0.1167352 Jul 30 01:39:14.292672 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.394627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:14.399720 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5523741-75e5-408c-8a13-b80dc55bde88" -d '{"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-plugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:14.420753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:14.426291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.433586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71019158-9bfb-4667-bcc9-f76599236b67 req-5e5f7012-e535-495c-a6a2-5c07d8c493f6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.435800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71019158-9bfb-4667-bcc9-f76599236b67 req-5e5f7012-e535-495c-a6a2-5c07d8c493f6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1148593 Jul 30 01:39:14.514325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:14.606437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71019158-9bfb-4667-bcc9-f76599236b67 req-768e34a8-0a9a-4e53-a0fd-7e597067670a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568067 Jul 30 01:39:14.620107 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c1532-b8cd-4444-a168-8616120d9b8b x-openstack-request-id: req-d46c1532-b8cd-4444-a168-8616120d9b8b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:14.620400 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-plugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:14.620656 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d46c1532-b8cd-4444-a168-8616120d9b8b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:14.621054 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'code': 200} Jul 30 01:39:14.767232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221b290-8adc-4a25-b5d6-cacbdfab39f1 req-92e486e7-2cbb-48c1-ac8d-e22294e594d1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.776744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a221b290-8adc-4a25-b5d6-cacbdfab39f1 req-92e486e7-2cbb-48c1-ac8d-e22294e594d1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.0823483 Jul 30 01:39:14.833882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a221b290-8adc-4a25-b5d6-cacbdfab39f1 req-50a3384c-0a83-4016-86e9-cc6d2cf66286 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Jul 30 01:39:15.185282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c846f-971e-40ed-966c-7b5421dc218d req-168d9c99-e4d3-4f5b-952a-9468305e78b2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.187211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38364) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.196680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-282c846f-971e-40ed-966c-7b5421dc218d req-168d9c99-e4d3-4f5b-952a-9468305e78b2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1457520 Jul 30 01:39:15.275536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-282c846f-971e-40ed-966c-7b5421dc218d req-e1383857-300c-4b52-96b1-e68a3b4d7cc7 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769374 Jul 30 01:39:15.507677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31c95e28-c7c1-4ffe-ac78-d81826fd99fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.522015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0af85264-678c-4e50-a78f-560ef7d4f478 req-9be66e41-3f43-4aae-b29a-54e97cd1264a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 210 time: 0.0838165 Jul 30 01:39:15.567091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379401d-9443-4e53-b3c2-01c23f439d2b req-3dd762f2-323a-437b-82cf-698d90c891b1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.575621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4379401d-9443-4e53-b3c2-01c23f439d2b req-3dd762f2-323a-437b-82cf-698d90c891b1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1893470 Jul 30 01:39:15.642330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4379401d-9443-4e53-b3c2-01c23f439d2b req-15f78ba9-98db-44eb-b798-39d35b103a2f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640745 Jul 30 01:39:15.726228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38382) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.779649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31c95e28-c7c1-4ffe-ac78-d81826fd99fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.790540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31c95e28-c7c1-4ffe-ac78-d81826fd99fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.830143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c95e28-c7c1-4ffe-ac78-d81826fd99fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65efcc40-49ef-4c58-b613-6ab851f3f483,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:15.874615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31c95e28-c7c1-4ffe-ac78-d81826fd99fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3df6a0c11fd745d794c73d150854f5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853516 Jul 30 01:39:15.877184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38390) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.908166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1588027493'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:15.941646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d7496-5b0b-47f3-aa1a-d82d5f751c78 req-9d411183-47b2-4579-ae1e-be4fecf62965 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.956282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:15.962137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.965902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b51d7496-5b0b-47f3-aa1a-d82d5f751c78 req-9d411183-47b2-4579-ae1e-be4fecf62965 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.1580491 Jul 30 01:39:16.000576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.193844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.204505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.218375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:16.242427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.243490 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Added segment 13a3805a-2243-4faa-b01d-0895ddd99010 of type vlan for network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac Jul 30 01:39:16.298108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.340008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.347512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.348146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.359097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b51d7496-5b0b-47f3-aa1a-d82d5f751c78 req-b3c21b3f-eeaa-4d8d-8243-060bc8d0a404 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873405 Jul 30 01:39:16.408484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c44332-af1b-472d-b3f7-03172420f216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.476736 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7481930 Jul 30 01:39:16.477836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:16.487898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f878483d-642d-4f2b-9c5b-48e7839a18e2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.505127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b21e2-6576-497c-a83c-41216415a7ef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Network': ['ID=d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.519619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:16.558454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c44332-af1b-472d-b3f7-03172420f216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.620211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-b671c4a9-1bfe-406e-b431-208466de3a29 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.622198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-b671c4a9-1bfe-406e-b431-208466de3a29 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 812 time: 0.6484435 Jul 30 01:39:16.630026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:16.683515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-64f3664f-e729-4afe-9cc5-2f972e94d206 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.685241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-64f3664f-e729-4afe-9cc5-2f972e94d206 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 812 time: 0.7155097 Jul 30 01:39:16.719132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Request body: {'port': {'device_id': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'admin_state_up': True, 'tenant_id': 'c2b105f1d9f24516ae577ba0ad7a1c98'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:16.805912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Request body: {'port': {'device_id': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'admin_state_up': True, 'tenant_id': 'c2b105f1d9f24516ae577ba0ad7a1c98'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:16.855288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70961d01-ed22-45b4-97db-6033af3c83f7 req-04154a5b-21d8-4188-ae2a-a00de48e10ec tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 210 time: 0.1805346 Jul 30 01:39:16.999277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c44332-af1b-472d-b3f7-03172420f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.001739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40c44332-af1b-472d-b3f7-03172420f216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.002858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-40c44332-af1b-472d-b3f7-03172420f216 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65efcc40-49ef-4c58-b613-6ab851f3f483 HTTP/1.1" status: 204 len: 168 time: 1.1148455 Jul 30 01:39:17.039589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c44332-af1b-472d-b3f7-03172420f216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65efcc40-49ef-4c58-b613-6ab851f3f483,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:17.086356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Made reservation on behalf of c2b105f1d9f24516ae577ba0ad7a1c98 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.089846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.127060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ca7da-9257-44ce-bcad-65f6a99f2ac9 req-cf58dc19-cf07-4178-95f8-7b550da9bb39 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:17.135276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-509ca7da-9257-44ce-bcad-65f6a99f2ac9 req-cf58dc19-cf07-4178-95f8-7b550da9bb39 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.6564407 Jul 30 01:39:17.351512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Allocated IP 172.20.0.5 (9cb75366-40d5-41c0-80a0-89976f40824f/d4c6e90e-a319-44b2-ba4b-d9a0dc97bece/03611b6e-732e-474b-b18d-3b57d1468320) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:17.456741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.461236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.551877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-509ca7da-9257-44ce-bcad-65f6a99f2ac9 req-29cbf40a-5cda-4ac9-8992-9babffcf528a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154465 Jul 30 01:39:17.628170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Made reservation on behalf of c2b105f1d9f24516ae577ba0ad7a1c98 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.632272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.643033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38442) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:17.685587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9079-f0cc-4098-9d54-714f49e79f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.856893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9079-f0cc-4098-9d54-714f49e79f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.870976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9079-f0cc-4098-9d54-714f49e79f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.940369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f8c9079-f0cc-4098-9d54-714f49e79f71 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58ab7797f1fc4538b48792c0bd0583a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959027 Jul 30 01:39:17.941973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.946647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38456) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:18.002007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c9079-f0cc-4098-9d54-714f49e79f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee55e7-178e-4d29-a920-97896e654a1d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.044500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaaea2a7-5781-46ee-af72-06f3a6f479bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.063164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4acea0f-600b-47a2-aae4-68d0978ce61b req-2bedc327-6e5d-4540-83ff-d91ae14a8001 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 210 time: 0.0703626 Jul 30 01:39:18.070685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaaea2a7-5781-46ee-af72-06f3a6f479bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.144265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaaea2a7-5781-46ee-af72-06f3a6f479bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.147860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaaea2a7-5781-46ee-af72-06f3a6f479bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.154222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aaaea2a7-5781-46ee-af72-06f3a6f479bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52ee55e7-178e-4d29-a920-97896e654a1d HTTP/1.1" status: 204 len: 168 time: 0.2015455 Jul 30 01:39:18.166893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaea2a7-5781-46ee-af72-06f3a6f479bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee55e7-178e-4d29-a920-97896e654a1d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.618856 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.725262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.796553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=886f60d2-b33a-4f45-8509-f618126bd7be,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.839493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event updated for resources: {'Port': ['ID=03611b6e-732e-474b-b18d-3b57d1468320,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.870337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d92e72-3fbd-43e4-897c-580b51fe9be6 req-5a2833ce-212e-43a8-8617-805405b64682 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:18.875507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04d92e72-3fbd-43e4-897c-580b51fe9be6 req-5a2833ce-212e-43a8-8617-805405b64682 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.2493474 Jul 30 01:39:18.882433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-666ce54b-582f-4b87-aaac-c1d0bdbcb6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.882917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Network 9cb75366-40d5-41c0-80a0-89976f40824f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:18.883783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:18.884142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network hostable DHCP agents. Network: d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:18.897099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Allocated IP 172.20.0.3 (9cb75366-40d5-41c0-80a0-89976f40824f/d4c6e90e-a319-44b2-ba4b-d9a0dc97bece/aef0498a-d56e-49ff-8692-753ea33bb170) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:18.902028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:18.908818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:19.029375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04d92e72-3fbd-43e4-897c-580b51fe9be6 req-2847a729-5d2a-4d8f-bbff-a484c10ce8cf tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243448 Jul 30 01:39:19.116788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:19.132071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:19.140443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bda3d-147d-4b66-8967-bcef3d30b23a None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:19.141294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.141961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.151809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.152421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.223310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38506) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:19.226152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-89b1e427-7b89-4da9-8741-ae2d09e2343a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6141303 Jul 30 01:39:19.233300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'name': 'tempest-NetworksTestDHCPv6-724051434'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:19.314501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-1c47c9ad-b049-4239-936a-145f95fc2310 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5235355 Jul 30 01:39:19.340556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Request body: {'port': {'device_id': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:19.369335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5796-c717-45d2-afe9-5999a7777bdd req-f9a24f64-0e3d-4053-a5d4-0cd8e5c4a812 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.370882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c05f5796-c717-45d2-afe9-5999a7777bdd req-f9a24f64-0e3d-4053-a5d4-0cd8e5c4a812 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 931 time: 0.1068707 Jul 30 01:39:19.553684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:19.566142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.619411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '886f60d2-b33a-4f45-8509-f618126bd7be'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:19.620276 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.626620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port f155212f-c6dc-475d-ad3a-86c69815b8e6 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:39:19.662555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.728787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c05f5796-c717-45d2-afe9-5999a7777bdd req-1a46f99a-7f3e-4ac2-9c50-0644348042ab tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136690 Jul 30 01:39:19.735080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.992032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::267 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/886f60d2-b33a-4f45-8509-f618126bd7be/f155212f-c6dc-475d-ad3a-86c69815b8e6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:20.031074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.117271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Network 9cb75366-40d5-41c0-80a0-89976f40824f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:20.125498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:20.128567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:20.172617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event updated for resources: {'Port': ['ID=aef0498a-d56e-49ff-8692-753ea33bb170,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:20.283430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.305225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object f155212f-c6dc-475d-ad3a-86c69815b8e6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:20.328648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.329410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.347961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.422957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:20.427869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=f155212f-c6dc-475d-ad3a-86c69815b8e6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:20.432065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:20.434414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:20.440304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.441223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.468612 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e951921e-f8b9-4dac-9831-ff9ace4ea582 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2424731 Jul 30 01:39:20.472521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38544) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:20.500638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef176-76b6-4a8e-a529-4c1dae00a409 req-e6cc5ad0-d070-4f76-a025-97eac001ed8c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.506965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-931ef176-76b6-4a8e-a529-4c1dae00a409 req-e6cc5ad0-d070-4f76-a025-97eac001ed8c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.3409324 Jul 30 01:39:20.523053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/886f60d2-b33a-4f45-8509-f618126bd7be/76c1f5a9-0c46-414e-8abc-52609b3dfae6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:20.582249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-82b76360-d9c4-4251-8cc5-a65707175115 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9077504 Jul 30 01:39:20.623796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dbda3a-9770-4356-9790-a3e5844d4ece tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.652221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60dbda3a-9770-4356-9790-a3e5844d4ece tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1778994 Jul 30 01:39:20.653300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38548) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:20.677476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Request body: {'port': {'device_id': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:20.824997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port f155212f-c6dc-475d-ad3a-86c69815b8e6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:20.824997 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.830700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03611b6e-732e-474b-b18d-3b57d1468320 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:20.861112 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.896490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Transition to ACTIVE for port object 03611b6e-732e-474b-b18d-3b57d1468320 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:20.975714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.980549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.003272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Transition to ACTIVE for port object 76c1f5a9-0c46-414e-8abc-52609b3dfae6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:21.015846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.044187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for f155212f-c6dc-475d-ad3a-86c69815b8e6 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:21.046741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Transition to ACTIVE for port object 76c1f5a9-0c46-414e-8abc-52609b3dfae6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:21.061419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.108622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.114549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:21.188415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:21.200631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:21.301625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-931ef176-76b6-4a8e-a529-4c1dae00a409 req-07301c4a-b5d8-4d23-ba87-1e8a7c9e0364 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7846301 Jul 30 01:39:21.312345 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.380580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Pushing event updated for resources: {'Port': ['ID=03611b6e-732e-474b-b18d-3b57d1468320,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.382096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Pushing event updated for resources: {'Port': ['ID=76c1f5a9-0c46-414e-8abc-52609b3dfae6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.385349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Attempting to bind port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:21.385741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Attempting to bind port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:21.386086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Attempting to bind port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:21.405055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:21.405428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:21.406830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.409000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:21.411723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Bound port: 76c1f5a9-0c46-414e-8abc-52609b3dfae6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:21.412685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.416950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.441347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd8573-a797-40c2-839d-26b649c64b53 req-5fc45244-530a-4230-bfae-5a2476622704 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.452332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebfd8573-a797-40c2-839d-26b649c64b53 req-5fc45244-530a-4230-bfae-5a2476622704 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 943 time: 0.4839845 Jul 30 01:39:21.506892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=f155212f-c6dc-475d-ad3a-86c69815b8e6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.564406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.566275 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55551adc-93b9-421b-abd7-c95c0f955a5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/f155212f-c6dc-475d-ad3a-86c69815b8e6 HTTP/1.1" status: 204 len: 168 time: 0.9114189 Jul 30 01:39:21.570615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38572) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:21.592535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] For port 76c1f5a9-0c46-414e-8abc-52609b3dfae6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:21.597605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] For port 76c1f5a9-0c46-414e-8abc-52609b3dfae6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=76c1f5a9-0c46-414e-8abc-52609b3dfae6,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:21.607083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.666408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18a6b33e-4bbb-4c2d-9056-bae1310b97e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.736447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76f7a3-8ad0-4eaf-970f-7b4a1fb231bf None None] Pushing event updated for resources: {'Port': ['ID=76c1f5a9-0c46-414e-8abc-52609b3dfae6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.820109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1209b501-eaf4-4b97-b8b4-9d81e77d7b0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.835396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1209b501-eaf4-4b97-b8b4-9d81e77d7b0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.837080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1209b501-eaf4-4b97-b8b4-9d81e77d7b0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2654529 Jul 30 01:39:21.841873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38592) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:21.848013 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.915327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 886f60d2-b33a-4f45-8509-f618126bd7be {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:21.921927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.939967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Attempting to bind port 03611b6e-732e-474b-b18d-3b57d1468320 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:21.941063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Attempting to bind port 03611b6e-732e-474b-b18d-3b57d1468320 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:21.941649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Attempting to bind port 03611b6e-732e-474b-b18d-3b57d1468320 on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:21.974610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebfd8573-a797-40c2-839d-26b649c64b53 req-2b45aa55-3204-4557-8059-9d726f529e6b tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203075 Jul 30 01:39:22.012169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.014144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4d57e56f-d909-457a-9827-81ededb2b2e2 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a025ef32d625420b837b95e5d1b76d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1390898 Jul 30 01:39:22.058554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Port 03611b6e-732e-474b-b18d-3b57d1468320 on network 9cb75366-40d5-41c0-80a0-89976f40824f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:22.059098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Attempting to bind port 03611b6e-732e-474b-b18d-3b57d1468320 on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:22.142394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:22.142742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Checking segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:22.145728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Bound using segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:22.146732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Bound port: 03611b6e-732e-474b-b18d-3b57d1468320, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:22.147135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.218499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.364814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.401098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=886f60d2-b33a-4f45-8509-f618126bd7be,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:22.429195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.434642 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-21694be9-78e6-4fdd-8ab2-57272bfa27f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/886f60d2-b33a-4f45-8509-f618126bd7be HTTP/1.1" status: 204 len: 168 time: 0.5888152 Jul 30 01:39:22.435401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38598) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:22.475180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 76c1f5a9-0c46-414e-8abc-52609b3dfae6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:22.514581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e96ad6d-761f-49be-99ee-6218254bb04a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771239 Jul 30 01:39:22.515663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38602) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:22.531465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:22.582822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:22.636127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3ccb0-5972-452e-8d3c-b4a99240319f req-8170a408-2f44-4e76-badc-9d6240eec523 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.644748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ada3ccb0-5972-452e-8d3c-b4a99240319f req-8170a408-2f44-4e76-badc-9d6240eec523 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 946 time: 0.2134213 Jul 30 01:39:22.658327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:22.663894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.738472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] For port 03611b6e-732e-474b-b18d-3b57d1468320, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:22.760860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-851be233-5c99-4db1-9f4d-4e34736444ce tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.767757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-851be233-5c99-4db1-9f4d-4e34736444ce tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7521067 Jul 30 01:39:22.790217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] For port 03611b6e-732e-474b-b18d-3b57d1468320, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=03611b6e-732e-474b-b18d-3b57d1468320,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:22.801458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ada3ccb0-5972-452e-8d3c-b4a99240319f req-f94f7c75-7e2f-4426-84d6-5b0469c3e68d tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552200 Jul 30 01:39:22.819404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-850cd14f-946c-4f71-88df-b8ed8ef497df tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/quotas/a025ef32d625420b837b95e5d1b76d25 HTTP/1.1" status: 200 len: 375 time: 0.0509005 Jul 30 01:39:22.820689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.916145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:22.930033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Pushing event updated for resources: {'Port': ['ID=03611b6e-732e-474b-b18d-3b57d1468320,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.027294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-da26ae85-e0f1-4358-9479-2781dbcdb625 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a025ef32d625420b837b95e5d1b76d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1958416 Jul 30 01:39:23.029321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.030076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.037842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-3d6423ca-e307-4890-bb79-f4e97e518a75 service neutron] 10.222.0.66 "PUT /v2.0/ports/03611b6e-732e-474b-b18d-3b57d1468320 HTTP/1.1" status: 200 len: 1092 time: 3.7127116 Jul 30 01:39:23.082864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'tag': '03611b6e-732e-474b-b18d-3b57d1468320'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:23.093925 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176257e-b335-4b39-9f98-2ef6c1bd1954" -d '{"events": [{"name": "network-changed", "server_uuid": "93aaba18-1dc7-4a92-ab6d-c149743cbe2a", "tag": "03611b6e-732e-474b-b18d-3b57d1468320"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:23.107188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.197127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-752daf74-b535-4ce6-b21d-ab19304d3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.199162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-752daf74-b535-4ce6-b21d-ab19304d3596 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 1095 time: 0.0934196 Jul 30 01:39:23.209436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef0498a-d56e-49ff-8692-753ea33bb170 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:23.236316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:23.260511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.281336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'port_id': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'mac_address': 'fa:16:3e:3b:32:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8efacaa-2720-4104-b762-2bc2aaf127ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:23.293156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-773b3452-7d4a-478c-b1bb-6728d4791410 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03611b6e-732e-474b-b18d-3b57d1468320 HTTP/1.1" status: 200 len: 217 time: 0.0772033 Jul 30 01:39:23.301205 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.404523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:23.407044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=81d3ae14-6edd-4f63-b509-1de5c80004aa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.407728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a84e7-3c55-4e84-b486-f2d1b699d434 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:23.409523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:23.417621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.418356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.442329 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b1e4a304-bcac-47a0-aa17-d84102d6e915 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9252131 Jul 30 01:39:23.444101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:23.460030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'name': 'tempest-NetworksTestDHCPv6-856217130'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:23.461365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Transition to ACTIVE for port object aef0498a-d56e-49ff-8692-753ea33bb170 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:23.499569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.504955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.521423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:23.530895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] Provisioning for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:23.543157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] Provisioning complete for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:23.544073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.611641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-a9ad41b7-4291-4242-9c8c-58ee84b5faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.617082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-a9ad41b7-4291-4242-9c8c-58ee84b5faf3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.3106582 Jul 30 01:39:23.681554 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df56b78c-dad3-4ea3-a2b4-65d95a7bff5e x-openstack-request-id: req-df56b78c-dad3-4ea3-a2b4-65d95a7bff5e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:23.681854 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aaba18-1dc7-4a92-ab6d-c149743cbe2a", "tag": "03611b6e-732e-474b-b18d-3b57d1468320", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:23.682128 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df56b78c-dad3-4ea3-a2b4-65d95a7bff5e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:23.682520 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'tag': '03611b6e-732e-474b-b18d-3b57d1468320', 'status': 'completed', 'code': 200} Jul 30 01:39:23.771577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:23.781838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.792326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:23.816168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.874765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port b0738606-d56b-4e48-a68f-fa101a095190 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:39:23.889318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-c2d9158a-3901-4c64-a32e-133d9595164a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2004352 Jul 30 01:39:23.898805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.944834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Pushing event updated for resources: {'Port': ['ID=aef0498a-d56e-49ff-8692-753ea33bb170,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:24.032334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['ca82f357-e0e2-4355-9cf6-75b8e8bd7251'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:24.163305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-e1940ff7-fe60-4a74-8632-dbfadf393ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399595 Jul 30 01:39:24.163903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::5a (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/81d3ae14-6edd-4f63-b509-1de5c80004aa/b0738606-d56b-4e48-a68f-fa101a095190) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:24.257022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001a47-9d2e-45c3-82ef-6ecb6b59e816 req-ddd4e859-fd7b-439e-9f41-8ada04004efc tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.265714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a001a47-9d2e-45c3-82ef-6ecb6b59e816 req-ddd4e859-fd7b-439e-9f41-8ada04004efc tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 943 time: 0.7928948 Jul 30 01:39:24.274263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.409214 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-86b12045-ef8d-4a29-b024-ba52f86d2496 service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193105 Jul 30 01:39:24.464380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Attempting to bind port aef0498a-d56e-49ff-8692-753ea33bb170 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:24.464828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Attempting to bind port aef0498a-d56e-49ff-8692-753ea33bb170 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:24.465170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Attempting to bind port aef0498a-d56e-49ff-8692-753ea33bb170 on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:24.466629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.509634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object b0738606-d56b-4e48-a68f-fa101a095190 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:24.509875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] For port 76c1f5a9-0c46-414e-8abc-52609b3dfae6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=76c1f5a9-0c46-414e-8abc-52609b3dfae6,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:24.539501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Port aef0498a-d56e-49ff-8692-753ea33bb170 on network 9cb75366-40d5-41c0-80a0-89976f40824f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:24.539829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Attempting to bind port aef0498a-d56e-49ff-8692-753ea33bb170 on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:24.541355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.560904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a001a47-9d2e-45c3-82ef-6ecb6b59e816 req-84007e57-316a-4c2a-bd9b-1c1f2967d3d5 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941141 Jul 30 01:39:24.577923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.585923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.641821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:24.643246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Checking segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:24.646975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Bound using segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:24.648039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Bound port: aef0498a-d56e-49ff-8692-753ea33bb170, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:24.649513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.725215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=b0738606-d56b-4e48-a68f-fa101a095190,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:24.757266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:24.759479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:24.762286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:24.770139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.775911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.821134 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d00f5244-a74e-4b64-bf24-76bbb2d432ec tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3705914 Jul 30 01:39:24.822112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38650) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:24.832835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4c865-fb16-44b1-80a5-f3e03d475e35 None None] Pushing event updated for resources: {'Port': ['ID=76c1f5a9-0c46-414e-8abc-52609b3dfae6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:24.870571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c1a0c-1f90-4821-87af-dd01ae462f47 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:24.875935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] For port aef0498a-d56e-49ff-8692-753ea33bb170, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:24.880575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] For port aef0498a-d56e-49ff-8692-753ea33bb170, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aef0498a-d56e-49ff-8692-753ea33bb170,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:24.895077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.910306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-310e1c27-4e89-4cc1-a45b-5e0dca174cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.912724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-310e1c27-4e89-4cc1-a45b-5e0dca174cc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 1095 time: 0.3744733 Jul 30 01:39:24.934249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bcd52-da52-4992-b4be-cc55e0e12d76 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.936638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:24.940339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bcd52-da52-4992-b4be-cc55e0e12d76 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.942494 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f7bcd52-da52-4992-b4be-cc55e0e12d76 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1190431 Jul 30 01:39:24.947246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38654) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:25.008158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Pushing event updated for resources: {'Port': ['ID=aef0498a-d56e-49ff-8692-753ea33bb170,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:25.024892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-440d015b-8f69-44ce-942f-f597f3f7c921 req-53a801fe-b4ca-43b1-9e57-660c2918cd71 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 210 time: 0.1354861 Jul 30 01:39:25.082528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-19c8da18-c83c-46a1-9b73-05a5bbb170d4 None None] Provisioning complete for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:25.083603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19c8da18-c83c-46a1-9b73-05a5bbb170d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.205185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port b0738606-d56b-4e48-a68f-fa101a095190 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:25.205532 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.273346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.277555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.283826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.285377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-f3be996f-3f91-478a-a5ab-eadf98d891e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/aef0498a-d56e-49ff-8692-753ea33bb170 HTTP/1.1" status: 200 len: 1092 time: 4.6304698 Jul 30 01:39:25.294159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-bc6dad18-e4f9-41f7-8bef-e338bb029ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.297148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-bc6dad18-e4f9-41f7-8bef-e338bb029ecc service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 913 time: 0.3255091 Jul 30 01:39:25.335363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e8b46-1d7a-48b6-af75-ec91e1e4d0c5 req-e6049971-35be-48b5-b133-20cecbd32a26 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.337714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-290e8b46-1d7a-48b6-af75-ec91e1e4d0c5 req-e6049971-35be-48b5-b133-20cecbd32a26 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 945 time: 1.1777496 Jul 30 01:39:25.376364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:25.439581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:25.448221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.454516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.481349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for b0738606-d56b-4e48-a68f-fa101a095190 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:25.558896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:25.560142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-6cfc183d-8d3f-4755-bc31-020eb910e29c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03611b6e-732e-474b-b18d-3b57d1468320 HTTP/1.1" status: 200 len: 217 time: 0.1968603 Jul 30 01:39:25.571200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-290e8b46-1d7a-48b6-af75-ec91e1e4d0c5 req-7b19bb95-927f-48d6-bcb7-6e19288fc94b tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185984 Jul 30 01:39:25.646087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-ebc2c109-9059-4cdc-b381-875184437eb0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.648128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-ebc2c109-9059-4cdc-b381-875184437eb0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 945 time: 0.3994398 Jul 30 01:39:25.693879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-6c65c021-b179-46c9-9058-77b13b17c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.695710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-6c65c021-b179-46c9-9058-77b13b17c521 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 1095 time: 0.2616169 Jul 30 01:39:25.696600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'tag': 'aef0498a-d56e-49ff-8692-753ea33bb170'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:25.699123 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd44e29-6b17-4f39-ac0e-117689c893dc" -d '{"events": [{"name": "network-changed", "server_uuid": "80fdea3f-4222-45a2-bfcb-9d2b8c465b0a", "tag": "aef0498a-d56e-49ff-8692-753ea33bb170"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:25.709630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-d315c955-2914-49f5-bd56-c7a30cedc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.711093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-d315c955-2914-49f5-bd56-c7a30cedc70c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.1628160 Jul 30 01:39:25.735720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-702254f5-b68f-469b-a8d2-67dedf8e2130 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a025ef32d625420b837b95e5d1b76d25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941222 Jul 30 01:39:25.816081 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c9e6a0-cffd-4324-b091-3caf6155e091 x-openstack-request-id: req-40c9e6a0-cffd-4324-b091-3caf6155e091 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:25.816421 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fdea3f-4222-45a2-bfcb-9d2b8c465b0a", "tag": "aef0498a-d56e-49ff-8692-753ea33bb170", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:25.816717 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40c9e6a0-cffd-4324-b091-3caf6155e091 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:25.816963 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'tag': 'aef0498a-d56e-49ff-8692-753ea33bb170', 'status': 'completed', 'code': 200} Jul 30 01:39:25.821279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-8f99e5f1-2836-4740-b237-871eddefd13d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef0498a-d56e-49ff-8692-753ea33bb170 HTTP/1.1" status: 200 len: 217 time: 0.1093373 Jul 30 01:39:25.921052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-0dc85a4d-8e7d-4282-9a5f-e89e03164431 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927001 Jul 30 01:39:26.063036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-38d2f860-2961-4f14-8a1a-17bf244ecd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.064660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-38d2f860-2961-4f14-8a1a-17bf244ecd10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.1472962 Jul 30 01:39:26.183119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-23f0344c-04c0-45c3-b753-00a8196f118f tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.185559 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-23f0344c-04c0-45c3-b753-00a8196f118f tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4445710 Jul 30 01:39:26.194674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf02c0aa-bdc6-43b3-b741-5dbddd9bb371 None None] Provisioning for port b0738606-d56b-4e48-a68f-fa101a095190 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:26.198877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.208598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf02c0aa-bdc6-43b3-b741-5dbddd9bb371 None None] Provisioning complete for port b0738606-d56b-4e48-a68f-fa101a095190 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:26.209064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf02c0aa-bdc6-43b3-b741-5dbddd9bb371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.246640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Request body: {'port': {'device_id': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'a025ef32d625420b837b95e5d1b76d25'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:26.266563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bf02c0aa-bdc6-43b3-b741-5dbddd9bb371 None None] Port b0738606-d56b-4e48-a68f-fa101a095190 was deleted so its status cannot be updated. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 01:39:26.306568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf02c0aa-bdc6-43b3-b741-5dbddd9bb371 None None] Provisioning complete for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:26.306942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf02c0aa-bdc6-43b3-b741-5dbddd9bb371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.372652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674b7b-b9bc-44a4-8a4d-a93c0a61de24 req-7e930cdd-55d4-4691-b579-2c81a353ef15 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.399228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=b0738606-d56b-4e48-a68f-fa101a095190,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:26.400215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92674b7b-b9bc-44a4-8a4d-a93c0a61de24 req-7e930cdd-55d4-4691-b579-2c81a353ef15 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 943 time: 0.5920658 Jul 30 01:39:26.423233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 76c1f5a9-0c46-414e-8abc-52609b3dfae6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:26.432598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-31ad922d-a7d0-4be1-b87e-c15fb39b7548 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2444251 Jul 30 01:39:26.589269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:26.589803 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.639722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Deleting port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:26.640091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.654895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.660696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-963e10b1-0cda-4286-b0c3-5fd04ee005ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/b0738606-d56b-4e48-a68f-fa101a095190 HTTP/1.1" status: 204 len: 168 time: 1.7118630 Jul 30 01:39:26.662518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38688) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:26.686754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bbab8-a046-4052-a036-8ebb612d932d req-3056ca25-691a-4736-a780-71984c8eb0c9 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.697480 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c54bbab8-a046-4052-a036-8ebb612d932d req-3056ca25-691a-4736-a780-71984c8eb0c9 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.6303401 Jul 30 01:39:26.701926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92674b7b-b9bc-44a4-8a4d-a93c0a61de24 req-d2c4fce1-9ad4-44bf-9919-b3dde5fa716a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005445 Jul 30 01:39:26.774789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Made reservation on behalf of a025ef32d625420b837b95e5d1b76d25 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:26.784449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.789205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-3393df5b-720f-4d19-82d3-daeeaa592730 service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205408 Jul 30 01:39:26.804026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f3bd47a-9022-42bb-93bb-17fc29619f36 None None] Could not find standard attr ID for object f155212f-c6dc-475d-ad3a-86c69815b8e6. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:39:26.812003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.857770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd72675-6ef0-426e-998a-c10ac9c48609 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.859695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd72675-6ef0-426e-998a-c10ac9c48609 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.861567 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7dd72675-6ef0-426e-998a-c10ac9c48609 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1883688 Jul 30 01:39:26.868690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:26.924555 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:39:26.941342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-649a2a73-eef3-44a5-8eda-db16d350a324 None None] Could not find standard attr ID for object b0738606-d56b-4e48-a68f-fa101a095190. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:39:26.952734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:27.048585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 81d3ae14-6edd-4f63-b509-1de5c80004aa {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:27.062356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.162118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.181065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:27.208923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'port_id': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'mac_address': 'fa:16:3e:3b:32:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8efacaa-2720-4104-b762-2bc2aaf127ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:27.277676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.322735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.353750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:27.411510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:27.421654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.504087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.515093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.515609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.516053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.516496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.516949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.517384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.517817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.518256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.518687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.519151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.519584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.520011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:27.526290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.536338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.571308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.626736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.631827 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/81d3ae14-6edd-4f63-b509-1de5c80004aa HTTP/1.1" status: 204 len: 168 time: 0.7609272 Jul 30 01:39:27.636523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:27.717337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd10b97b-d405-4034-a5db-cfa13d28b3f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749748 Jul 30 01:39:27.718012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:27.730291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:27.741759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0cb47-b5bc-4698-bd10-03594b517b44 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:27.741954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25d11a-ab22-471f-8203-52a32ec10ae5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=81d3ae14-6edd-4f63-b509-1de5c80004aa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.744743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76348bf-5ebb-48b3-a50c-0334bca58b21,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.823161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d176257e-b335-4b39-9f98-2ef6c1bd1954 req-276f9dee-2320-41b6-aaec-85e7ba2a5908 service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0170581 Jul 30 01:39:27.937538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a756621e-785d-41cc-a25c-453bb22bf813 req-265248d2-cbf6-41d2-ae33-d499a739f306 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 210 time: 0.0977871 Jul 30 01:39:27.948403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:27.966624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.968393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c54bbab8-a046-4052-a036-8ebb612d932d req-18e75c3c-6f2c-42b4-bfaf-939a805947b8 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2698679 Jul 30 01:39:28.086908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:39:28.097070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] For port ca82f357-e0e2-4355-9cf6-75b8e8bd7251, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.097447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.151799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 03611b6e-732e-474b-b18d-3b57d1468320 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:28.152546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Calling delete_port for ca82f357-e0e2-4355-9cf6-75b8e8bd7251 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:28.281997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] Deleting port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:28.282564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.286561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Allocated IP 192.168.233.139 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/88055b39-1111-40c4-91d5-619bb7cb80b6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:28.427778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] For port 76c1f5a9-0c46-414e-8abc-52609b3dfae6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=76c1f5a9-0c46-414e-8abc-52609b3dfae6,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.428337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.442855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 76c1f5a9-0c46-414e-8abc-52609b3dfae6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:28.481000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 03611b6e-732e-474b-b18d-3b57d1468320, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=03611b6e-732e-474b-b18d-3b57d1468320,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.485213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] Calling delete_port for 76c1f5a9-0c46-414e-8abc-52609b3dfae6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:28.500187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '03611b6e-732e-474b-b18d-3b57d1468320', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'port_id': '03611b6e-732e-474b-b18d-3b57d1468320', 'mac_address': 'fa:16:3e:2b:60:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c6e90e-a319-44b2-ba4b-d9a0dc97bece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:28.558009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-a70a3bec-c7b8-4710-bd4a-f291179d492b service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1115077 Jul 30 01:39:28.593103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.608807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.640676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.665234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03611b6e-732e-474b-b18d-3b57d1468320 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:28.675804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.689046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 03611b6e-732e-474b-b18d-3b57d1468320, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=03611b6e-732e-474b-b18d-3b57d1468320,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.716960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.721681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] Pushing event deleted for resources: {'Port': ['ID=76c1f5a9-0c46-414e-8abc-52609b3dfae6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:28.725121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fb712-4232-4f22-bf1c-d323f66feafe None None] No DVR routers for this DVR port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:28.793340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=03611b6e-732e-474b-b18d-3b57d1468320,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:28.796878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No active binding found for port 76c1f5a9-0c46-414e-8abc-52609b3dfae6 {{(pid=93891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:39:28.797480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 76c1f5a9-0c46-414e-8abc-52609b3dfae6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:28.836306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:28.841597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a648a597-9489-4a98-8a98-329de97d5f23 req-a9b7a86c-c9ab-4a1a-9a12-22e2752bda36 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 210 time: 0.2790344 Jul 30 01:39:28.875304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:28.875674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event deleted for resources: {'Port': ['ID=ca82f357-e0e2-4355-9cf6-75b8e8bd7251,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:28.887104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:28.888079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.902250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a3249-0ec0-45cd-a07f-567db8b9b119 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:28.961951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2380724 Jul 30 01:39:28.964600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38714) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:28.981570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'name': 'tempest-NetworksTestDHCPv6-1643142783'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:29.021026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:29.023586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['03611b6e-732e-474b-b18d-3b57d1468320'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:29.066013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee63228-1ff3-4024-8db5-acaca17359d0 req-8377f7b0-1a52-4777-93f1-58d0318050e4 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:29.084971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cee63228-1ff3-4024-8db5-acaca17359d0 req-8377f7b0-1a52-4777-93f1-58d0318050e4 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 943 time: 0.4999316 Jul 30 01:39:29.087623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] No DVR routers for this DVR port ca82f357-e0e2-4355-9cf6-75b8e8bd7251 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:29.088940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: ca82f357-e0e2-4355-9cf6-75b8e8bd7251 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:29.089301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ca82f357-e0e2-4355-9cf6-75b8e8bd7251 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:29.124484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:29.127288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7019c1-7b65-41f3-a7d9-4793bcd4fda9 req-34b1b490-bff8-424e-a9a7-acb3c8f58c8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "DELETE /v2.0/ports/ca82f357-e0e2-4355-9cf6-75b8e8bd7251 HTTP/1.1" status: 204 len: 173 time: 3.4722986 Jul 30 01:39:29.134095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'name': 'network-vif-deleted', 'tag': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:29.138411 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a03ff66-0573-405a-ad4f-654d3dea7a52" -d '{"events": [{"server_uuid": "6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf", "name": "network-vif-deleted", "tag": "ca82f357-e0e2-4355-9cf6-75b8e8bd7251"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:29.214606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b359c2c-cd4a-4f4e-a356-f417abc0cbcd req-3cc59a67-ef55-4101-853b-2d0d74c78209 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 210 time: 0.1187031 Jul 30 01:39:29.244530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cee63228-1ff3-4024-8db5-acaca17359d0 req-a83301a2-70b6-4040-8264-a6e025cd3c14 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581888 Jul 30 01:39:29.310718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '17869c0e-19ff-4da7-bdf3-1810383bee8c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:29.313151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:29.315650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58bf64a9-8fd8-4725-b6a1-396ed73ec107 req-70e1d042-df01-499f-900f-7cc7ca6e7a8d service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971030 Jul 30 01:39:29.608729 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff43b38d-ce30-403f-8a12-bf30650c3f7c x-openstack-request-id: req-ff43b38d-ce30-403f-8a12-bf30650c3f7c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:29.609321 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf", "name": "network-vif-deleted", "tag": "ca82f357-e0e2-4355-9cf6-75b8e8bd7251", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:29.612533 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff43b38d-ce30-403f-8a12-bf30650c3f7c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:29.615347 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf', 'name': 'network-vif-deleted', 'tag': 'ca82f357-e0e2-4355-9cf6-75b8e8bd7251', 'status': 'completed', 'code': 200} Jul 30 01:39:29.686276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-94161c86-fed0-45c7-a886-43d37c4d8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:29.691206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-94161c86-fed0-45c7-a886-43d37c4d8ba5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 1095 time: 0.2394011 Jul 30 01:39:29.940449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/17869c0e-19ff-4da7-bdf3-1810383bee8c/98bedde5-9999-4201-b996-6e62518879eb) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:29.947672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a72a78-8336-4e1c-867b-fc53cd2282c9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=17869c0e-19ff-4da7-bdf3-1810383bee8c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.037371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.080988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Transition to ACTIVE for port object 88055b39-1111-40c4-91d5-619bb7cb80b6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:30.120266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f0281f6-9285-4736-a671-16a044b49a99 req-c3d1836d-826e-401d-b8f2-8fab14be1ae6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=6eee4f8e-ce89-47f6-8ed4-45e4c54c45bf HTTP/1.1" status: 200 len: 210 time: 0.1360731 Jul 30 01:39:30.149645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:30.150203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-672b488c-228c-4775-8dba-cf886bbf93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.152954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-672b488c-228c-4775-8dba-cf886bbf93e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 913 time: 0.4536798 Jul 30 01:39:30.154438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.158491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.165500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b402ce-e5d7-4785-84a6-1a21bb557128 req-51172fc2-3d21-4a01-a14f-f81ea9f44030 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.176345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0b402ce-e5d7-4785-84a6-1a21bb557128 req-51172fc2-3d21-4a01-a14f-f81ea9f44030 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.2497642 Jul 30 01:39:30.211986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 7bf483e5-4607-4a5c-b180-e681993cb78b yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:39:30.219910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.220119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-2aeabe9a-b97f-40ba-b464-a96a9dce9e63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aef0498a-d56e-49ff-8692-753ea33bb170 HTTP/1.1" status: 200 len: 217 time: 0.0406313 Jul 30 01:39:30.230403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Transition to ACTIVE for port object 98bedde5-9999-4201-b996-6e62518879eb will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:30.242054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:30.242877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Pushing event updated for resources: {'Port': ['ID=88055b39-1111-40c4-91d5-619bb7cb80b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.248275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Transition to ACTIVE for port object 98bedde5-9999-4201-b996-6e62518879eb will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:30.258585 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.297244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:30.301839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:30.309663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:30.312670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:30.316167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:30.358241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.358898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.377739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Pushing event updated for resources: {'Port': ['ID=98bedde5-9999-4201-b996-6e62518879eb,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.423869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Attempting to bind port 98bedde5-9999-4201-b996-6e62518879eb on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:30.424272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Attempting to bind port 98bedde5-9999-4201-b996-6e62518879eb by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:30.424650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Attempting to bind port 98bedde5-9999-4201-b996-6e62518879eb on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:30.435820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:30.436225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:30.436659 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.437044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:30.437271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-505206e5-6065-421a-91ba-55c3b10ddb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.437532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Bound port: 98bedde5-9999-4201-b996-6e62518879eb, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:30.438052 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.438892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-505206e5-6065-421a-91ba-55c3b10ddb6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.1940143 Jul 30 01:39:30.447991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0b402ce-e5d7-4785-84a6-1a21bb557128 req-8311172c-1a16-4384-9c24-06bd24cbdc39 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706516 Jul 30 01:39:30.540656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-9b87da06-bd8d-44f7-aea4-50919e593c59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915446 Jul 30 01:39:30.541738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-4b77e0b9-c8cd-411f-bb97-fed970dbebe1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3291507 Jul 30 01:39:30.555906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] For port 98bedde5-9999-4201-b996-6e62518879eb, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:30.556780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a711-7759-4e51-a367-a04111be04ef req-8af18886-3bdb-4aa1-8606-b241ed1c82eb tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.560006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] For port 98bedde5-9999-4201-b996-6e62518879eb, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=98bedde5-9999-4201-b996-6e62518879eb,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:30.567818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.578871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ed6a711-7759-4e51-a367-a04111be04ef req-8af18886-3bdb-4aa1-8606-b241ed1c82eb tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 936 time: 0.2208724 Jul 30 01:39:30.615992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Request body: {'port': {'device_id': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:30.708814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acb937-7ca6-483a-a9b6-4b2924b645de None None] Pushing event updated for resources: {'Port': ['ID=98bedde5-9999-4201-b996-6e62518879eb,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.783955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.817775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6eec4c05-5d0b-4c62-b364-e8af6f29765f None None] Provisioning for port 88055b39-1111-40c4-91d5-619bb7cb80b6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:30.822486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6eec4c05-5d0b-4c62-b364-e8af6f29765f None None] Provisioning complete for port 88055b39-1111-40c4-91d5-619bb7cb80b6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:30.823634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6eec4c05-5d0b-4c62-b364-e8af6f29765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.833527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::14d (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/17869c0e-19ff-4da7-bdf3-1810383bee8c/7bf483e5-4607-4a5c-b180-e681993cb78b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:30.915696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6eec4c05-5d0b-4c62-b364-e8af6f29765f None None] Port 88055b39-1111-40c4-91d5-619bb7cb80b6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:30.953495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ed6a711-7759-4e51-a367-a04111be04ef req-ed37c532-7236-4c6c-a286-7cd869eb34d1 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735783 Jul 30 01:39:30.980860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f37b91-94fb-4a64-a3d3-7457f9f2bc43 req-d927dc89-76df-46f4-845e-cf0c0a25764f tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.001345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94f37b91-94fb-4a64-a3d3-7457f9f2bc43 req-d927dc89-76df-46f4-845e-cf0c0a25764f tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 944 time: 0.2675703 Jul 30 01:39:31.135782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-3654840a-6489-4404-a6ed-d6e653362429 service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415502 Jul 30 01:39:31.191646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94f37b91-94fb-4a64-a3d3-7457f9f2bc43 req-040edef5-c135-4dd7-9aee-4c85ea982ba5 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893010 Jul 30 01:39:31.386550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88055b39-1111-40c4-91d5-619bb7cb80b6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:31.403954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.417377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Transition to ACTIVE for port object 88055b39-1111-40c4-91d5-619bb7cb80b6 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:31.426743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.437059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbd44e29-6b17-4f39-ac0e-117689c893dc req-87afee15-a974-4d62-bc2d-07800939a913 service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910366 Jul 30 01:39:31.518349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Pushing event updated for resources: {'Port': ['ID=88055b39-1111-40c4-91d5-619bb7cb80b6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:31.715670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Attempting to bind port 88055b39-1111-40c4-91d5-619bb7cb80b6 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:31.716010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Attempting to bind port 88055b39-1111-40c4-91d5-619bb7cb80b6 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:31.716343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Attempting to bind port 88055b39-1111-40c4-91d5-619bb7cb80b6 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:31.726109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Port 88055b39-1111-40c4-91d5-619bb7cb80b6 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:31.726465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Attempting to bind port 88055b39-1111-40c4-91d5-619bb7cb80b6 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:31.766489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:31.766883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:31.767343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:31.767808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Bound port: 88055b39-1111-40c4-91d5-619bb7cb80b6, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:31.768195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.803244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.886546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] For port 88055b39-1111-40c4-91d5-619bb7cb80b6, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:31.891473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] For port 88055b39-1111-40c4-91d5-619bb7cb80b6, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=88055b39-1111-40c4-91d5-619bb7cb80b6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:31.923659 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.981967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.981967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.981967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] 10.222.0.55 "PUT /v2.0/ports/88055b39-1111-40c4-91d5-619bb7cb80b6 HTTP/1.1" status: 200 len: 1097 time: 1.3669066 Jul 30 01:39:32.023654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'tag': '88055b39-1111-40c4-91d5-619bb7cb80b6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:32.026631 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97344e53-926c-4713-804e-b8f0af9f1552" -d '{"events": [{"name": "network-changed", "server_uuid": "2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da", "tag": "88055b39-1111-40c4-91d5-619bb7cb80b6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:32.105298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 7bf483e5-4607-4a5c-b180-e681993cb78b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:32.111433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f4a98-1315-431d-91ae-1d99b6bd2306 req-7126165f-f66e-49a6-8551-44f93b7fd3b6 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.113138 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d28f4a98-1315-431d-91ae-1d99b6bd2306 req-7126165f-f66e-49a6-8551-44f93b7fd3b6 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.0861712 Jul 30 01:39:32.132568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 03611b6e-732e-474b-b18d-3b57d1468320 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:32.228178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d28f4a98-1315-431d-91ae-1d99b6bd2306 req-187fba28-0b9b-4e66-8aea-dbb0ed1b2633 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987968 Jul 30 01:39:32.358659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 03611b6e-732e-474b-b18d-3b57d1468320 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:32.369931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 03611b6e-732e-474b-b18d-3b57d1468320 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:32.370312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.459312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38786) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:32.475499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592528352', 'description': 'tempest-description--1467275085'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:32.506735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c309c7-0362-496f-a097-9270f0a6569c service neutron] Pushing event updated for resources: {'Port': ['ID=88055b39-1111-40c4-91d5-619bb7cb80b6,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:32.515324 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.528408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.571615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 98bedde5-9999-4201-b996-6e62518879eb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:32.584301 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33669e13-3c99-4265-a6ab-9663eedaa152 x-openstack-request-id: req-33669e13-3c99-4265-a6ab-9663eedaa152 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:32.584539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf1a58-a7c1-4013-a38b-a40cfa4bc99f req-8097e4ea-c2c7-4741-bbac-1fc35497f88b tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.584636 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da", "tag": "88055b39-1111-40c4-91d5-619bb7cb80b6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:32.584823 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33669e13-3c99-4265-a6ab-9663eedaa152 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:32.586009 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'tag': '88055b39-1111-40c4-91d5-619bb7cb80b6', 'status': 'completed', 'code': 200} Jul 30 01:39:32.592194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7cf1a58-a7c1-4013-a38b-a40cfa4bc99f req-8097e4ea-c2c7-4741-bbac-1fc35497f88b tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 948 time: 0.1866374 Jul 30 01:39:32.668689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7cf1a58-a7c1-4013-a38b-a40cfa4bc99f req-d601ca58-4685-4547-9e61-89f5618d5a26 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Jul 30 01:39:32.885707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-5f5ab727-1464-4777-aa46-ae59a6182204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.899738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-5f5ab727-1464-4777-aa46-ae59a6182204 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a025ef32d625420b837b95e5d1b76d25&device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 1100 time: 0.7804203 Jul 30 01:39:32.947302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0983f6-3d4e-4bbd-aca4-4eccc1cc2939 req-26f763eb-17c4-4a05-b21f-1a34f5d4a1a6 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.948361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:32.955533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:32.959566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:32.968265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa0983f6-3d4e-4bbd-aca4-4eccc1cc2939 req-26f763eb-17c4-4a05-b21f-1a34f5d4a1a6 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 944 time: 0.2491708 Jul 30 01:39:32.971356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.972361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.984747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aef0498a-d56e-49ff-8692-753ea33bb170 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:32.988273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.035054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.036484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=7bf483e5-4607-4a5c-b180-e681993cb78b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.059067 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-6b5f38af-3c2d-4ab1-bb01-3124fcd1a58e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=88055b39-1111-40c4-91d5-619bb7cb80b6 HTTP/1.1" status: 200 len: 217 time: 0.1582658 Jul 30 01:39:33.076320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.132725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c404e60-aacc-496a-bbd2-4e9adb051e38,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.138378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.143478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-afcec7ce-4fa3-4918-b061-a6372816a71c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6827919 Jul 30 01:39:33.153715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa0983f6-3d4e-4bbd-aca4-4eccc1cc2939 req-240630a0-9b71-4006-95c8-deb7d6e6f8e4 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842070 Jul 30 01:39:33.170232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38798) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:33.170533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'security_group_rule': {'security_group_id': '2c404e60-aacc-496a-bbd2-4e9adb051e38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:33.197008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-a7d844d6-1082-4452-8a7c-1f7124662cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.199967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-a7d844d6-1082-4452-8a7c-1f7124662cfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1324048 Jul 30 01:39:33.235054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.238642 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce99d6ca-c7f5-4ff3-874c-fb7dcabb592f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2693036 Jul 30 01:39:33.244378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38800) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:33.269323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aef0498a-d56e-49ff-8692-753ea33bb170, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aef0498a-d56e-49ff-8692-753ea33bb170,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:33.321042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'aef0498a-d56e-49ff-8692-753ea33bb170', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'port_id': 'aef0498a-d56e-49ff-8692-753ea33bb170', 'mac_address': 'fa:16:3e:5f:3a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c6e90e-a319-44b2-ba4b-d9a0dc97bece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:33.328144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-325d6868-9e41-4ba9-aa5a-31834f7997d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.331094 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-325d6868-9e41-4ba9-aa5a-31834f7997d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243341 Jul 30 01:39:33.399993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 03611b6e-732e-474b-b18d-3b57d1468320, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=03611b6e-732e-474b-b18d-3b57d1468320,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:33.411605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03611b6e-732e-474b-b18d-3b57d1468320'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:33.413930 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08249c8-4bf3-47ed-a4b9-91921fae1d83" -d '{"events": [{"server_uuid": "93aaba18-1dc7-4a92-ab6d-c149743cbe2a", "name": "network-vif-plugged", "status": "completed", "tag": "03611b6e-732e-474b-b18d-3b57d1468320"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:33.517787 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-676f3648-e398-4421-961d-b6b1ff918563 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797287 Jul 30 01:39:33.522173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.554935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 98bedde5-9999-4201-b996-6e62518879eb completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:33.599683 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd9e95d-9dc0-439b-afea-e13ce9d62c28 x-openstack-request-id: req-dcd9e95d-9dc0-439b-afea-e13ce9d62c28 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:33.599936 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aaba18-1dc7-4a92-ab6d-c149743cbe2a", "name": "network-vif-plugged", "status": "completed", "tag": "03611b6e-732e-474b-b18d-3b57d1468320", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:33.600186 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcd9e95d-9dc0-439b-afea-e13ce9d62c28 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:33.600590 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03611b6e-732e-474b-b18d-3b57d1468320', 'code': 200} Jul 30 01:39:33.603670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-cccbe416-c21a-4002-91d3-c91491a6918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.605501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-cccbe416-c21a-4002-91d3-c91491a6918f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc9d886ec56485f84f6765494ec7767&device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 1102 time: 0.3132589 Jul 30 01:39:33.630889 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.653108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afed9e-f7bd-4532-a257-124be45d1970 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.674094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.691428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afed9e-f7bd-4532-a257-124be45d1970 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.695899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-76afed9e-f7bd-4532-a257-124be45d1970 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4465234 Jul 30 01:39:33.701915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:33.703672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] Provisioning for port 98bedde5-9999-4201-b996-6e62518879eb completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:33.711622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.730637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef0498a-d56e-49ff-8692-753ea33bb170 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:33.780922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] Provisioning complete for port 98bedde5-9999-4201-b996-6e62518879eb triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:33.784344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.808154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aef0498a-d56e-49ff-8692-753ea33bb170, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aef0498a-d56e-49ff-8692-753ea33bb170,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:33.839378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ad0a5-0faa-4c31-a1cd-ebdb87235386 req-b515e725-eef1-4558-8ff3-d6713c37b606 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.847657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-353ad0a5-0faa-4c31-a1cd-ebdb87235386 req-b515e725-eef1-4558-8ff3-d6713c37b606 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.4329221 Jul 30 01:39:33.863803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=03611b6e-732e-474b-b18d-3b57d1468320,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.887265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.939719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae9c007-8753-4115-866d-934aaa2121fa,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.949226 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.960523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ccb29910-9867-4f6d-8cc5-1f928d78e3c3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7991745 Jul 30 01:39:33.974297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38826) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:33.983326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'security_group_rule': {'security_group_id': '2c404e60-aacc-496a-bbd2-4e9adb051e38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:33.997653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-e7f3ae61-26c4-4752-b237-8304b62f92e5 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.005758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-e7f3ae61-26c4-4752-b237-8304b62f92e5 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.4615281 Jul 30 01:39:34.045097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aef0498a-d56e-49ff-8692-753ea33bb170,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.092340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-353ad0a5-0faa-4c31-a1cd-ebdb87235386 req-937efcfc-0953-4e4f-b473-6f940218d673 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431753 Jul 30 01:39:34.109320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd40a90-4020-44cd-bfbc-992efd21de2b req-6f64b93d-0447-4eb6-84c2-a0e5ab1f84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.119578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbd40a90-4020-44cd-bfbc-992efd21de2b req-6f64b93d-0447-4eb6-84c2-a0e5ab1f84fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 1097 time: 0.4236026 Jul 30 01:39:34.178048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.187333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-131d5c5a-396c-4783-a5c5-20dd56932579 req-40fbaa63-c3a6-497c-b771-0ce0fe403bcc service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621883 Jul 30 01:39:34.189797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fefe2-ff13-4085-bd42-933462dda1b6 req-535728b6-56f3-4857-ad8d-b8de3bc8c68c tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.194655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b12fefe2-ff13-4085-bd42-933462dda1b6 req-535728b6-56f3-4857-ad8d-b8de3bc8c68c tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 948 time: 0.3298986 Jul 30 01:39:34.267491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] For port 98bedde5-9999-4201-b996-6e62518879eb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=98bedde5-9999-4201-b996-6e62518879eb,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:34.271271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.280226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['aef0498a-d56e-49ff-8692-753ea33bb170'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:34.290852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-4fc27ef6-f4f3-45fe-9501-0ed7d5da63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.298053 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-4fc27ef6-f4f3-45fe-9501-0ed7d5da63b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.6107042 Jul 30 01:39:34.299379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.388815 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbd40a90-4020-44cd-bfbc-992efd21de2b req-1f2a50a5-8afd-45ae-8978-63ffea6e2711 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497473 Jul 30 01:39:34.433098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b12fefe2-ff13-4085-bd42-933462dda1b6 req-52a3d91d-fbb6-4d92-a7ad-01b79fec320d tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259567 Jul 30 01:39:34.450968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-8ce6989f-d232-444e-bcfa-1daf75b916ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=706ef069-075f-404b-a955-848ba2d4aef1 HTTP/1.1" status: 200 len: 217 time: 0.1289151 Jul 30 01:39:34.500700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.511754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ae437cb-88f9-423c-89e9-a9a571c423f4 None None] Provisioning for port 7bf483e5-4607-4a5c-b180-e681993cb78b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:34.524667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.534253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced8503-a60d-41fa-823f-3cc33db03c9a None None] Pushing event updated for resources: {'Port': ['ID=98bedde5-9999-4201-b996-6e62518879eb,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.537014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ae437cb-88f9-423c-89e9-a9a571c423f4 None None] Provisioning complete for port 7bf483e5-4607-4a5c-b180-e681993cb78b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:34.537385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ae437cb-88f9-423c-89e9-a9a571c423f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.562824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 7bf483e5-4607-4a5c-b180-e681993cb78b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:34.563765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.596355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2ae437cb-88f9-423c-89e9-a9a571c423f4 None None] Port 7bf483e5-4607-4a5c-b180-e681993cb78b cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:34.622525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344e53-926c-4713-804e-b8f0af9f1552 req-7b597015-9210-448d-8b6f-60a74d356453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.624615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-7b597015-9210-448d-8b6f-60a74d356453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a025ef32d625420b837b95e5d1b76d25&device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 1100 time: 0.1980054 Jul 30 01:39:34.631477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-d7788511-202e-4055-8985-4bbde928db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.635202 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-d7788511-202e-4055-8985-4bbde928db44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1673942 Jul 30 01:39:34.672093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.674691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6954422 Jul 30 01:39:34.689814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:34.692782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46ab24-54c2-44df-b438-0d50828f7b3f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dda8f7-20f1-4df0-96d5-7936815bb152,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:34.710337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:34.772153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.787781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48793b12-41ea-46af-9415-ed4e6e88594c req-4b0cbbc1-f04f-46a3-b3cf-50fb8490b75d tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.789577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48793b12-41ea-46af-9415-ed4e6e88594c req-4b0cbbc1-f04f-46a3-b3cf-50fb8490b75d tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 945 time: 0.2073560 Jul 30 01:39:34.800185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Deleting port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:34.801098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.899047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-27550f5a-30eb-4c52-a758-48b89eba2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.900980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-27550f5a-30eb-4c52-a758-48b89eba2f9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2437241 Jul 30 01:39:34.914277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.921988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48793b12-41ea-46af-9415-ed4e6e88594c req-475aa110-3a97-41b3-a5fb-9f63dd5d3bf3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039073 Jul 30 01:39:35.002754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 7bf483e5-4607-4a5c-b180-e681993cb78b owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:35.024715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.081908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344e53-926c-4713-804e-b8f0af9f1552 req-f6f23e43-1b47-459e-99d5-390667262fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.084230 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-f6f23e43-1b47-459e-99d5-390667262fe6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.4429095 Jul 30 01:39:35.201924 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-e8684b22-5c9d-44e9-b891-57f2a62f7d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=88055b39-1111-40c4-91d5-619bb7cb80b6 HTTP/1.1" status: 200 len: 217 time: 0.0641606 Jul 30 01:39:35.212265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] For port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:35.212634 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.342905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Allocated IP 172.25.8.60 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/274c9bd9-c768-468a-b5c3-1505b2e1c22c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:35.515032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645e08-57bc-4628-ab8d-ac055051b4ad req-7b096eb1-db68-41e7-9276-9e4cec601c81 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.516817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb645e08-57bc-4628-ab8d-ac055051b4ad req-7b096eb1-db68-41e7-9276-9e4cec601c81 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 945 time: 0.0983078 Jul 30 01:39:35.566257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.602236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb645e08-57bc-4628-ab8d-ac055051b4ad req-b7f367f7-078a-42bc-9f7d-a2cebaba9e45 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups?id=d64081fa-b974-4be5-8917-70d5a4f29090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648367 Jul 30 01:39:35.630442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-958969a7-4da6-4504-94d8-529ca7cf39fc service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121215 Jul 30 01:39:35.665241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344e53-926c-4713-804e-b8f0af9f1552 req-e7ae0dbe-304f-41d8-adc8-b9f71e9e883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.667709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-e7ae0dbe-304f-41d8-adc8-b9f71e9e883c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.4524083 Jul 30 01:39:35.722177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.736760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48012-c3e1-4125-a1b4-7b341071f36b req-3f274bc2-15cf-4483-b16f-a4566bdc25ed tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.738673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07d48012-c3e1-4125-a1b4-7b341071f36b req-3f274bc2-15cf-4483-b16f-a4566bdc25ed tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 948 time: 0.1046002 Jul 30 01:39:35.803855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:35.807259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'Port': ['ID=274c9bd9-c768-468a-b5c3-1505b2e1c22c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:35.811479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:35.819650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:35.849416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07d48012-c3e1-4125-a1b4-7b341071f36b req-5489c5f4-5d31-408f-b10f-52544b4489b3 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842197 Jul 30 01:39:36.077506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede451-b28a-42f6-84ca-bb2252fd53a2 req-d63bdb42-f5ff-40bc-836e-47b43f264918 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.099147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceede451-b28a-42f6-84ca-bb2252fd53a2 req-d63bdb42-f5ff-40bc-836e-47b43f264918 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 945 time: 0.0896361 Jul 30 01:39:36.155920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceede451-b28a-42f6-84ca-bb2252fd53a2 req-fffc6ac3-2e94-468a-a17e-35cd09021013 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539210 Jul 30 01:39:36.192711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.193088 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.193402 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Floating IP a3ff08fc-4aab-438f-9eb8-5196977b847b disassociated. External IP: 172.25.8.50, port: b6a4a96b-b413-4b9f-b430-8d6ec1aa3965. Jul 30 01:39:36.193747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Calling delete_port for b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:36.219979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248374f-4169-4289-b8ff-9e7b482c3cfb req-69079cc6-2fda-493e-94e3-3c9f5a1c98e2 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.220921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344e53-926c-4713-804e-b8f0af9f1552 req-822c0bb1-775e-43c1-b33c-d7c7c9fdf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.221915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2248374f-4169-4289-b8ff-9e7b482c3cfb req-69079cc6-2fda-493e-94e3-3c9f5a1c98e2 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 950 time: 0.0644176 Jul 30 01:39:36.222460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-822c0bb1-775e-43c1-b33c-d7c7c9fdf733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4815733 Jul 30 01:39:36.259219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.334131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.343102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-41e0c758-5ae2-4bda-bfda-f31a1626f801 req-db0f98ef-cb27-44f0-81fd-6560f685a43d service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034421 Jul 30 01:39:36.376424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2248374f-4169-4289-b8ff-9e7b482c3cfb req-f5d57fa4-53d8-4169-ab05-3323e05a3d2c tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183033 Jul 30 01:39:36.376900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=7bf483e5-4607-4a5c-b180-e681993cb78b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.412773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 98bedde5-9999-4201-b996-6e62518879eb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:36.429594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.431899 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad8b1985-6545-4fad-8938-840a70d89ff7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/7bf483e5-4607-4a5c-b180-e681993cb78b HTTP/1.1" status: 204 len: 168 time: 2.7291408 Jul 30 01:39:36.435518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38902) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:36.496883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-715bd858-55b8-43f4-b22d-592ee4cf0b95 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588642 Jul 30 01:39:36.516640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d708d-3292-4be7-8efd-63e123daedbc req-b3651710-3668-4888-90ec-493504756ca0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.520748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e6d708d-3292-4be7-8efd-63e123daedbc req-b3651710-3668-4888-90ec-493504756ca0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 944 time: 0.2591939 Jul 30 01:39:36.546952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 98bedde5-9999-4201-b996-6e62518879eb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:36.547809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.616355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.720427 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.728219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e17710-832f-47cb-884a-7882f5d5cfbe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.730471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e17710-832f-47cb-884a-7882f5d5cfbe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.732943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f4e17710-832f-47cb-884a-7882f5d5cfbe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2951086 Jul 30 01:39:36.737052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38922) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:36.767575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.816710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event deleted for resources: {'Port': ['ID=b6a4a96b-b413-4b9f-b430-8d6ec1aa3965,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.833960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-97344e53-926c-4713-804e-b8f0af9f1552 req-42dfe42c-f651-4083-9c20-d83507589895 service neutron] 10.222.0.55 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289254 Jul 30 01:39:36.859493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e6d708d-3292-4be7-8efd-63e123daedbc req-ab3d865e-800a-485a-959c-1a5f9d520776 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545652 Jul 30 01:39:36.977257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 88055b39-1111-40c4-91d5-619bb7cb80b6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:36.977490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 17869c0e-19ff-4da7-bdf3-1810383bee8c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:36.978668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Router 69b1d45b-4f05-491e-9fc4-28d835b0084b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:36.989648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.024918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aef0498a-d56e-49ff-8692-753ea33bb170 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:37.068393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.141701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:37.153426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54888799-8713-4510-8299-fcfa3ee2c537 req-eb11b516-0da5-45b6-af0c-182985bde5a7 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.0524316 Jul 30 01:39:37.168093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.174562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] Sync routers for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:37.181469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.215267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] No DVR routers for this DVR port b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:37.219333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.222372 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a93f5dc1-a7a0-46a1-a117-9923fc0d5d05 req-9628eadc-5e6c-4aa8-a0e1-9908696b3d6d tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.66 "DELETE /v2.0/ports/b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 HTTP/1.1" status: 204 len: 173 time: 3.2019391 Jul 30 01:39:37.222886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'name': 'network-vif-deleted', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:37.235660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:37.236822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:37.245428 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0009ba-2cec-4208-b21b-32a55f05716f" -d '{"events": [{"server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "name": "network-vif-deleted", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:37.311051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port aef0498a-d56e-49ff-8692-753ea33bb170 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:37.316105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 88055b39-1111-40c4-91d5-619bb7cb80b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=88055b39-1111-40c4-91d5-619bb7cb80b6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:37.337499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port aef0498a-d56e-49ff-8692-753ea33bb170 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:37.337876 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.388428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '88055b39-1111-40c4-91d5-619bb7cb80b6', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '88055b39-1111-40c4-91d5-619bb7cb80b6', 'mac_address': 'fa:16:3e:8f:94:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:37.489903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.723065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.779379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'Port': ['ID=274c9bd9-c768-468a-b5c3-1505b2e1c22c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.782640 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e784bcbe-7055-4c92-99fd-52035c30a41a x-openstack-request-id: req-e784bcbe-7055-4c92-99fd-52035c30a41a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:37.783144 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc266ea8-49c6-4426-ae67-cb4a7c3ca495", "name": "network-vif-deleted", "tag": "b6a4a96b-b413-4b9f-b430-8d6ec1aa3965", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:37.783239 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e784bcbe-7055-4c92-99fd-52035c30a41a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:37.783799 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc266ea8-49c6-4426-ae67-cb4a7c3ca495', 'name': 'network-vif-deleted', 'tag': 'b6a4a96b-b413-4b9f-b430-8d6ec1aa3965', 'status': 'completed', 'code': 200} Jul 30 01:39:37.801640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.824197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.825492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5efeb785-2063-4406-b6f0-a2986bf4d528 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1202028 Jul 30 01:39:37.918700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.923348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38974) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:37.937198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/17869c0e-19ff-4da7-bdf3-1810383bee8c HTTP/1.1" status: 204 len: 168 time: 1.1973615 Jul 30 01:39:37.953091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd152ebe-4d58-437b-8ba3-8541999d37d1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=17869c0e-19ff-4da7-bdf3-1810383bee8c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.964735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66caa258-16f5-46c6-a0a2-f4293729b927 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:37.994454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d23e61-b9b3-48f7-9db8-2fad41a956da req-7f404c5e-17f7-4915-a77e-2bcf8ca64732 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.015704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33d23e61-b9b3-48f7-9db8-2fad41a956da req-7f404c5e-17f7-4915-a77e-2bcf8ca64732 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 948 time: 0.7039051 Jul 30 01:39:38.069758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce485a2f-947b-459d-b33d-15ca4f9890e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1451869 Jul 30 01:39:38.072795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38986) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.081515 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.150408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:38.152454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:38.180230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71f6f6-45fb-4395-a79b-00ebe8fa928d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.184446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38994) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.184597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4b71f6f6-45fb-4395-a79b-00ebe8fa928d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1106761 Jul 30 01:39:38.196670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33d23e61-b9b3-48f7-9db8-2fad41a956da req-c6cf7018-7c57-4f87-9a7f-6e1d96a7ffd6 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713073 Jul 30 01:39:38.240205 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.246277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.273295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88055b39-1111-40c4-91d5-619bb7cb80b6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:38.302824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795f465-2c18-49fa-9721-01a82bb7a11a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.305026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b795f465-2c18-49fa-9721-01a82bb7a11a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195593 Jul 30 01:39:38.307792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39000) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.417567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 88055b39-1111-40c4-91d5-619bb7cb80b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=88055b39-1111-40c4-91d5-619bb7cb80b6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:38.426841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0498a-d56e-49ff-8692-753ea33bb170'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:38.429522 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ee1ad-0306-44af-b4e9-bf7217fcf614" -d '{"events": [{"server_uuid": "80fdea3f-4222-45a2-bfcb-9d2b8c465b0a", "name": "network-vif-plugged", "status": "completed", "tag": "aef0498a-d56e-49ff-8692-753ea33bb170"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:38.431353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39004) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.431689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a2532ef0-540f-4c77-9f1d-7898a765edef tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226254 Jul 30 01:39:38.439372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:38.454474 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4fa41b0-665f-4bd5-8d23-1588b2eb063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.460577 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.485634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aef0498a-d56e-49ff-8692-753ea33bb170, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aef0498a-d56e-49ff-8692-753ea33bb170,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:38.550048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.619811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4fa41b0-665f-4bd5-8d23-1588b2eb063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.641996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b605-b8ce-4678-91e8-1c8a341aed4f req-5fa08d44-0e62-4d41-b431-659e86a1f1ac tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.656751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29f7b605-b8ce-4678-91e8-1c8a341aed4f req-5fa08d44-0e62-4d41-b431-659e86a1f1ac tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 944 time: 0.3069787 Jul 30 01:39:38.661738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4fa41b0-665f-4bd5-8d23-1588b2eb063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.691330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=88055b39-1111-40c4-91d5-619bb7cb80b6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:38.724046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:38.728971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.733721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa41b0-665f-4bd5-8d23-1588b2eb063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532fb25-5eae-460f-a736-13b59e3bdb81,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:38.752857 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.826780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:39:38.828942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['88055b39-1111-40c4-91d5-619bb7cb80b6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:38.877256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b4fa41b0-665f-4bd5-8d23-1588b2eb063f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc4b1f7b88e94a7287bcdeb9102fb311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290674 Jul 30 01:39:38.883054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:38.911781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29f7b605-b8ce-4678-91e8-1c8a341aed4f req-2ec07f09-6411-4d24-9308-23c7e50c80ec tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507465 Jul 30 01:39:38.916822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aef0498a-d56e-49ff-8692-753ea33bb170,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:38.932863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:38.952713 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.953424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:39.017084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:39.017740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6a4a96b-b413-4b9f-b430-8d6ec1aa3965 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:39.021425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd25ce-8447-4e32-a697-da0f3f673a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.030339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.060615 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd25ce-8447-4e32-a697-da0f3f673a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.089943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:39.105477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:39.112887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:39.114558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:39.117165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:39.121373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.124552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.150462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd25ce-8447-4e32-a697-da0f3f673a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.151409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63b66d99-5028-4d91-93aa-e7345b734cf2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7186761 Jul 30 01:39:39.152464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39018) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:39.152764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dfd25ce-8447-4e32-a697-da0f3f673a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.161180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] Deleting port 98bedde5-9999-4201-b996-6e62518879eb {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:39.161430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634', 'ip_address': '2001:db8::7472:e48:9bd5:e425'}], 'name': 'tempest-NetworksTestDHCPv6-250748594'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:39.161762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.163642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] Checking router: 69b1d45b-4f05-491e-9fc4-28d835b0084b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:39.171627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2dfd25ce-8447-4e32-a697-da0f3f673a10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1532fb25-5eae-460f-a736-13b59e3bdb81 HTTP/1.1" status: 204 len: 168 time: 0.2730954 Jul 30 01:39:39.229046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eefcfb30-86b2-4be8-a9dd-b467ad464858 req-f31725ec-63d7-4378-8e58-d24be99a3f9b tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.1057112 Jul 30 01:39:39.252406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd25ce-8447-4e32-a697-da0f3f673a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532fb25-5eae-460f-a736-13b59e3bdb81,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:39.257258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:39.258435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:39.275295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-b1883aa6-9cb8-455b-9d14-2597d491a7d4 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.285267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-b1883aa6-9cb8-455b-9d14-2597d491a7d4 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 822 time: 0.5617197 Jul 30 01:39:39.304088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-f0a1ffeb-bf62-4be1-943d-27a08c06ba9b tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/quotas/d1926a343a5f48138ea8f7c6bd2f27dc HTTP/1.1" status: 200 len: 375 time: 0.0177708 Jul 30 01:39:39.382701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:39.415472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-48de327f-b89c-43e9-8962-1de9a25d38b3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104360 Jul 30 01:39:39.439766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:39.537506 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c2702-3487-4b70-885b-54f2d178f465 x-openstack-request-id: req-984c2702-3487-4b70-885b-54f2d178f465 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:39.538188 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fdea3f-4222-45a2-bfcb-9d2b8c465b0a", "name": "network-vif-plugged", "status": "completed", "tag": "aef0498a-d56e-49ff-8692-753ea33bb170", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:39.538660 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-984c2702-3487-4b70-885b-54f2d178f465 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:39.541518 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0498a-d56e-49ff-8692-753ea33bb170', 'code': 200} Jul 30 01:39:39.562894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fa4da-0fd1-484c-8e49-38d17b5c1428 req-c5f835a5-aef2-49dd-b48d-5591b21d635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.564558 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-700fa4da-0fd1-484c-8e49-38d17b5c1428 req-c5f835a5-aef2-49dd-b48d-5591b21d635d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 1097 time: 0.0719690 Jul 30 01:39:39.568235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.586780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-b5a150ba-5172-459e-8801-0ad05ce1c14d service neutron] 10.222.0.78 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629012 Jul 30 01:39:39.613917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:39:39.623305 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-700fa4da-0fd1-484c-8e49-38d17b5c1428 req-140baeeb-36d1-41af-a7d0-72e3222eab24 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512455 Jul 30 01:39:39.693953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d582ee-b154-419d-a58a-bb1bf833df29 req-2c827346-a7e3-46df-9420-80265cc41c44 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.702206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83d582ee-b154-419d-a58a-bb1bf833df29 req-2c827346-a7e3-46df-9420-80265cc41c44 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 949 time: 0.2037234 Jul 30 01:39:39.704905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39036) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:39.749830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e8babff-ea74-4f8b-903e-dce2135824fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.804756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] For port 98bedde5-9999-4201-b996-6e62518879eb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=98bedde5-9999-4201-b996-6e62518879eb,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:39.805544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.827236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] Calling delete_port for 98bedde5-9999-4201-b996-6e62518879eb owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:39.829150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-89b71552-39f3-4183-a472-db33fe99e14d service neutron] 10.222.0.78 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372365 Jul 30 01:39:39.839794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:39.859973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::7472:e48:9bd5:e425 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634/3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:39.865327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83d582ee-b154-419d-a58a-bb1bf833df29 req-794ffd47-30f0-4200-9667-cec9e67fd094 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621206 Jul 30 01:39:39.884529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc467e04-2bda-4c8f-b1de-9f99f8a8f011 None None] The sync data for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 is: [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 4, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41', 'name': '', 'network_id': 'eea8029b-40f6-4f9b-8a6d-6faca3cae9cd', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'mac_address': 'fa:16:3e:3f:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:37Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'subnets': [{'id': '5e644484-a354-473a-b80f-99c8ec9e4424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:40.050525 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.054276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e8babff-ea74-4f8b-903e-dce2135824fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.063121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e8babff-ea74-4f8b-903e-dce2135824fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.115517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] Pushing event deleted for resources: {'Port': ['ID=98bedde5-9999-4201-b996-6e62518879eb,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.122771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfe379-0a6d-4972-9b34-7516da48cd8a None None] No DVR routers for this DVR port 98bedde5-9999-4201-b996-6e62518879eb on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:40.157225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0e265-fc67-4e89-b54f-ad7c06049824 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:40.191477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.222457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:40.280358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.325576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:40.329202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:40.335406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:40.350198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.350809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.381317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.385979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c28d71a8-18c0-4c1d-a178-69f911b990b6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2315717 Jul 30 01:39:40.388199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:40.394505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 98bedde5-9999-4201-b996-6e62518879eb no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:40.425184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaecd4de-2536-458a-b17f-5340efe62ed8 None None] New status for floating IP a3ff08fc-4aab-438f-9eb8-5196977b847b: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:39:40.469741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4370dc1-aef9-4d82-b30d-982affe7889f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.471580 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4370dc1-aef9-4d82-b30d-982affe7889f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0824528 Jul 30 01:39:40.475172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39052) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:40.477330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 98bedde5-9999-4201-b996-6e62518879eb {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:40.477653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 98bedde5-9999-4201-b996-6e62518879eb not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:40.588532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:40.590148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.618690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:40.619325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.758507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.777899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:40.903054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4e8babff-ea74-4f8b-903e-dce2135824fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2288530feb04372ac551b911cde8c75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1882381 Jul 30 01:39:40.904917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d149b49a-f219-4f3b-b1cb-6491e884c136 req-22dbb585-35f8-4d1a-a317-e727adf364b5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 210 time: 0.0885406 Jul 30 01:39:40.906360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39060) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:40.915976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8babff-ea74-4f8b-903e-dce2135824fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf222172-8e45-4ebc-a4d7-1fab3be3eef2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.014193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819baf7-a084-482c-b746-aaa9401d2e3a req-42f03a9b-cf7c-4337-972c-78f355c2467e tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.021361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2819baf7-a084-482c-b746-aaa9401d2e3a req-42f03a9b-cf7c-4337-972c-78f355c2467e tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 945 time: 0.1950533 Jul 30 01:39:41.033853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.074011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0971cb0-55b5-4c24-a484-9ba167e70dd9 req-f0032b49-8dce-4bed-a073-9d95ea33981b tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.0498977 Jul 30 01:39:41.076752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dca8154-6812-4340-b4a9-3ccf4d1a7734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.078348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.115332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dca8154-6812-4340-b4a9-3ccf4d1a7734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.123300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 88055b39-1111-40c4-91d5-619bb7cb80b6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:41.125592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2819baf7-a084-482c-b746-aaa9401d2e3a req-2d517e3a-4189-497d-9a20-a9580b9a43aa tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033108 Jul 30 01:39:41.150968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.153252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bb6cfc84-ea5c-4f35-8785-f8538124e7fe tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a HTTP/1.1" status: 204 len: 168 time: 0.6766334 Jul 30 01:39:41.155973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39064) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:41.210229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dca8154-6812-4340-b4a9-3ccf4d1a7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.213081 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dca8154-6812-4340-b4a9-3ccf4d1a7734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.216744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6dca8154-6812-4340-b4a9-3ccf4d1a7734 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf222172-8e45-4ebc-a4d7-1fab3be3eef2 HTTP/1.1" status: 204 len: 168 time: 0.3057470 Jul 30 01:39:41.236821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca8154-6812-4340-b4a9-3ccf4d1a7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf222172-8e45-4ebc-a4d7-1fab3be3eef2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.290749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9545fe2-31f1-4155-9386-f6d6552269bb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.292957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9545fe2-31f1-4155-9386-f6d6552269bb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.297560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39076) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:41.297991 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e9545fe2-31f1-4155-9386-f6d6552269bb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1404433 Jul 30 01:39:41.320132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634/7bf52e19-a7b7-4924-aeae-0c35d3b8f02d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:41.341770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 88055b39-1111-40c4-91d5-619bb7cb80b6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:41.358847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 88055b39-1111-40c4-91d5-619bb7cb80b6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:41.359223 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.388417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f1dd-eb37-4c52-aa21-739273f34a94 req-e3f77519-2981-4b7b-9512-2a2b7d07d3e8 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.390122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50f0f1dd-eb37-4c52-aa21-739273f34a94 req-e3f77519-2981-4b7b-9512-2a2b7d07d3e8 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 949 time: 0.1376696 Jul 30 01:39:41.397722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:41.447474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50f0f1dd-eb37-4c52-aa21-739273f34a94 req-111fddfe-8afc-4e9c-9988-ba41c3eb664a tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Jul 30 01:39:41.518085 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.544146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:41.546479 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1589fe-ff3c-423e-b21c-91b513b95cf6" -d '{"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-unplugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:41.606650 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7d333c-1e57-4e85-94ba-91a8c5fec48e x-openstack-request-id: req-9e7d333c-1e57-4e85-94ba-91a8c5fec48e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:41.607044 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-unplugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:41.607286 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e7d333c-1e57-4e85-94ba-91a8c5fec48e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:41.608048 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'code': 200} Jul 30 01:39:41.617056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 88055b39-1111-40c4-91d5-619bb7cb80b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=88055b39-1111-40c4-91d5-619bb7cb80b6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:41.626097 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.629807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.663788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Transition to ACTIVE for port object 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:41.697861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Transition to ACTIVE for port object 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:41.704816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=88055b39-1111-40c4-91d5-619bb7cb80b6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.705405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.716772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.789754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:41.796645 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.798114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:41.803415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:41.860462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Pushing event updated for resources: {'Port': ['ID=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.878679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Attempting to bind port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:41.879171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Attempting to bind port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:41.879640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Attempting to bind port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:41.891668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:41.892040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:41.892450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.892846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:41.893332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Bound port: 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:41.893726 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.980787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-f39cf217-d484-4581-b783-446ffbec3fd6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.982809 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-f39cf217-d484-4581-b783-446ffbec3fd6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.66 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 822 time: 0.2456992 Jul 30 01:39:42.007568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'port': {'device_id': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'admin_state_up': True, 'tenant_id': 'd1926a343a5f48138ea8f7c6bd2f27dc'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:42.022407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] For port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:42.027145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] For port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:42.032877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.039751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.123734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95017d-2f64-4e45-87cb-5b3db087b238 None None] Pushing event updated for resources: {'Port': ['ID=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.169609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:42.243768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Made reservation on behalf of d1926a343a5f48138ea8f7c6bd2f27dc for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:42.247361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.258931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5847ad6-347a-4276-9669-bfbf5caab1ed req-05ed1d95-1288-4d02-88aa-e86576448e0a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 210 time: 0.1018054 Jul 30 01:39:42.366949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:42.383394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '706ef069-075f-404b-a955-848ba2d4aef1', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '706ef069-075f-404b-a955-848ba2d4aef1', 'mac_address': 'fa:16:3e:4d:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:42.403060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77870142-a583-48bd-b258-cf99dc4361fe req-bd48453e-6acc-4758-a42e-646184efe286 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.1094592 Jul 30 01:39:42.461859 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.479065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706ef069-075f-404b-a955-848ba2d4aef1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:42.556723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:42.561621 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.591763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.605239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Allocated IP 172.20.0.12 (53c80f67-1313-41db-bdc5-3e9f3242aa07/c8efacaa-2720-4104-b762-2bc2aaf127ea/53624d17-1189-4b51-8fa5-5dfb664b7ad7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:42.711655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.714918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.721049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['706ef069-075f-404b-a955-848ba2d4aef1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:42.735519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.737381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-075b2960-520a-4878-8ced-a160814bd6c5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634 HTTP/1.1" status: 204 len: 168 time: 1.4382625 Jul 30 01:39:42.748928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39134) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:42.780302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e176414-7c84-48b3-8018-53ce611a9d45 req-401c85ec-979c-4cfa-b6ac-44e413d94dac tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.785283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e176414-7c84-48b3-8018-53ce611a9d45 req-401c85ec-979c-4cfa-b6ac-44e413d94dac tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 945 time: 0.3185642 Jul 30 01:39:42.831483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-acb6b6e1-8d87-42e4-a8c0-b4008f3b5259 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787225 Jul 30 01:39:42.832388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:42.864280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:42.933578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.000641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.065640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.070186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e176414-7c84-48b3-8018-53ce611a9d45 req-497b0b9b-8b50-4a92-bcbb-f3bf6830bf26 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751558 Jul 30 01:39:43.126316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:43.128620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:43.140744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:43.197415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cb4b5-f578-4932-a140-be41fc31a297 req-b351d5b8-1870-44cf-9f17-d542675a0a80 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.210581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b95cb4b5-f578-4932-a140-be41fc31a297 req-b351d5b8-1870-44cf-9f17-d542675a0a80 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 950 time: 0.2053232 Jul 30 01:39:43.234730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:43.239452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.252913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.253650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.285057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-01d4f6fd-70be-4d1f-bcce-d63f06e40d61 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2887435 Jul 30 01:39:43.298975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Request body: {'port': {'device_id': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:43.439842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.486016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b95cb4b5-f578-4932-a140-be41fc31a297 req-64601a44-9cfc-494f-870d-84f8df449100 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743318 Jul 30 01:39:43.609633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88055b39-1111-40c4-91d5-619bb7cb80b6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:43.612182 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73235d1-3745-4319-be26-b228af7a6ffa" -d '{"events": [{"server_uuid": "2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da", "name": "network-vif-plugged", "status": "completed", "tag": "88055b39-1111-40c4-91d5-619bb7cb80b6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:43.677703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9f05-c63d-4a27-b569-478dd6770550 req-fbd0e3df-e7a6-45a2-b10d-d915a043c614 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.679591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-159f9f05-c63d-4a27-b569-478dd6770550 req-fbd0e3df-e7a6-45a2-b10d-d915a043c614 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 932 time: 0.2018921 Jul 30 01:39:43.875877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-159f9f05-c63d-4a27-b569-478dd6770550 req-6175ecbf-268a-4340-bb2c-6cb3e6feebd9 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803958 Jul 30 01:39:43.970349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d36711-b69e-43e2-aeb5-1fe1a2229cdb None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:44.041235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8826613-eb36-41e2-ac53-3c4dc4977461 req-0222d764-0670-4e9e-80ab-88b916e6eb4a tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc266ea8-49c6-4426-ae67-cb4a7c3ca495 HTTP/1.1" status: 200 len: 210 time: 0.0681243 Jul 30 01:39:44.045144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.134442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11ddee70-251f-4f43-b487-f286d95de4de None None] Could not find standard attr ID for object 3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:39:44.136945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53624d17-1189-4b51-8fa5-5dfb664b7ad7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:44.153160 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ce0dd9-8e31-451d-8c2d-830d57dae981 x-openstack-request-id: req-51ce0dd9-8e31-451d-8c2d-830d57dae981 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:44.156171 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da", "name": "network-vif-plugged", "status": "completed", "tag": "88055b39-1111-40c4-91d5-619bb7cb80b6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:44.157190 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.157668 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51ce0dd9-8e31-451d-8c2d-830d57dae981 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:44.166091 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88055b39-1111-40c4-91d5-619bb7cb80b6', 'code': 200} Jul 30 01:39:44.209930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Transition to ACTIVE for port object 53624d17-1189-4b51-8fa5-5dfb664b7ad7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:44.218404 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.232499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:44.244666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:44.248520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:44.259525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.260056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.296145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11ddee70-251f-4f43-b487-f286d95de4de None None] Provisioning for port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:44.312588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=60942edb-b5a6-4a73-a676-c7b69375845f,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.387998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6dc1b761-a14a-47ca-8a68-ea948889443c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5537715 Jul 30 01:39:44.391258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39196) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:44.401280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '60942edb-b5a6-4a73-a676-c7b69375845f', 'ip_address': '2001:db8::457a:cdd9:99b:443d'}], 'name': 'tempest-NetworksTestDHCPv6-2004410496'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:44.486115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 706ef069-075f-404b-a955-848ba2d4aef1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:44.486645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.552848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:44.667039 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.667584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.670464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:44.684428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9206-63d8-4961-968a-18ce4867ced2 req-6d8bfdca-f0ae-41c1-8463-0ebeaa9ab8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:44.686141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:44.686337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-989f9206-63d8-4961-968a-18ce4867ced2 req-6d8bfdca-f0ae-41c1-8463-0ebeaa9ab8fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 1102 time: 0.4330070 Jul 30 01:39:44.686700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.739983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.740327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.740664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.740996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.746797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.747310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.747648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.748001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.748304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.748632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.748954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.749272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:44.793260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:44.805120 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.877577 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.949054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Attempting to bind port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:44.949567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Attempting to bind port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:44.955737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Attempting to bind port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:45.017899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:45.018216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Attempting to bind port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:45.044962 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-989f9206-63d8-4961-968a-18ce4867ced2 req-d8507f7d-d18e-47fe-b102-678466fc6f1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136170 Jul 30 01:39:45.047818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:45.048224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:45.051644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Checking segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:45.057604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Bound using segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:45.058032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Bound port: 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:45.058402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.064678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.081992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.169854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ebd673-58b0-4196-accb-a380673a5d12 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:45.242741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb968d25-8015-433f-8f4a-253466896786 req-202c68ec-b691-487d-a737-574d186945f8 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.262748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb968d25-8015-433f-8f4a-253466896786 req-202c68ec-b691-487d-a737-574d186945f8 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 950 time: 0.5330539 Jul 30 01:39:45.292134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:45.305576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:45.321409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.349282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.391420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6e6d10d2-d65b-4cd0-a1c5-f75ce9d867b1 None None] Provisioning complete for port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:45.391797 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e6d10d2-d65b-4cd0-a1c5-f75ce9d867b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.481069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ce5408f3-39bd-4241-b741-bfa111735a1c tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.482685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ce5408f3-39bd-4241-b741-bfa111735a1c tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "GET /v2.0/ports?device_id=80fdea3f-4222-45a2-bfcb-9d2b8c465b0a HTTP/1.1" status: 200 len: 945 time: 0.5745513 Jul 30 01:39:45.521570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-b4e07906-513a-483c-b12c-89ec612233c0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.523186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-b4e07906-513a-483c-b12c-89ec612233c0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 812 time: 1.0597348 Jul 30 01:39:45.596314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:45.597920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.598645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.614168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] 10.222.0.66 "PUT /v2.0/ports/53624d17-1189-4b51-8fa5-5dfb664b7ad7 HTTP/1.1" status: 200 len: 1093 time: 2.3201070 Jul 30 01:39:45.615676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:45.618070 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d4010a-1c41-441f-af3a-5f670b219236" -d '{"events": [{"name": "network-changed", "server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:45.726057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aabb15-18a2-4160-92e7-ea37b81435cf service neutron] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.746823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec709f-cb68-45fa-a471-686486e168db req-8be8c9fc-59b8-4984-b01a-e215c516f31a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.748426 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-abec709f-cb68-45fa-a471-686486e168db req-8be8c9fc-59b8-4984-b01a-e215c516f31a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "GET /v2.0/ports?device_id=93aaba18-1dc7-4a92-ab6d-c149743cbe2a HTTP/1.1" status: 200 len: 945 time: 0.4355268 Jul 30 01:39:45.759101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:45.775682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-0293fdd6-3d40-4f6c-8016-d99034acdacd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/quotas/c2b105f1d9f24516ae577ba0ad7a1c98 HTTP/1.1" status: 200 len: 375 time: 0.1846538 Jul 30 01:39:45.967682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-036dfa94-39d0-49c7-b9d7-b67ea7b36900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.981351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-d35740c7-9c24-4742-8ac7-db9d626ab1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.983503 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-d35740c7-9c24-4742-8ac7-db9d626ab1a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 1096 time: 0.2337728 Jul 30 01:39:46.054316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-47c4d0b5-cd1a-41c0-95c2-80c2104fdfe3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7 HTTP/1.1" status: 200 len: 217 time: 0.0615504 Jul 30 01:39:46.087104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb968d25-8015-433f-8f4a-253466896786 req-b64bd340-3cce-4140-8ca9-c13b1f66311b tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450936 Jul 30 01:39:46.158479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e741658e-ec6a-4531-96ad-27359ac0f980 None None] Provisioning complete for port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:46.159100 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e741658e-ec6a-4531-96ad-27359ac0f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.205893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Deleting port 03611b6e-732e-474b-b18d-3b57d1468320 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:46.206239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.235217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:46.253230 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79316882-e7c1-4499-b9fd-e67ac2a4f2fa" -d '{"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-plugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:46.309665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7ee0235f-c0e2-427f-b2c2-99ade163beac tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4024773 Jul 30 01:39:46.377505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-78665e99-304b-4917-8ce2-ea2621d048a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:46.378975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-78665e99-304b-4917-8ce2-ea2621d048a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 200 len: 862 time: 0.3051891 Jul 30 01:39:46.417496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:46.493287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-3331f8d3-c2ce-4179-8241-c74875942ff9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53c80f67-1313-41db-bdc5-3e9f3242aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065032 Jul 30 01:39:46.500298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-b41aa721-ed84-4f80-905d-df9d1fbe774b service neutron] 10.222.0.78 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896684 Jul 30 01:39:46.545895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:46.546594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.653416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d8e7cc80-c113-4047-9073-9f8e630a1a2f None None] Could not find standard attr ID for object 3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:39:46.701050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1fe224d7-149d-42d5-956a-b4cc704e48af service neutron] 10.222.0.78 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997552 Jul 30 01:39:46.744336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] For port 03611b6e-732e-474b-b18d-3b57d1468320, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=03611b6e-732e-474b-b18d-3b57d1468320,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:46.748562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.756428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-036dfa94-39d0-49c7-b9d7-b67ea7b36900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.775254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.776456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Calling delete_port for 03611b6e-732e-474b-b18d-3b57d1468320 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:46.788247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Deleting port aef0498a-d56e-49ff-8692-753ea33bb170 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:46.792332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.950427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.971465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['03611b6e-732e-474b-b18d-3b57d1468320'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:46.983742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 2c9655aa-9ab8-428b-bfea-331790edb575 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:39:47.005059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-036dfa94-39d0-49c7-b9d7-b67ea7b36900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.012000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event deleted for resources: {'Port': ['ID=03611b6e-732e-474b-b18d-3b57d1468320,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:47.043973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['aef0498a-d56e-49ff-8692-753ea33bb170'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:47.060134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40fe86-bdde-4b80-afd3-d515b83ff887 req-ae34d1ed-536c-4ef9-bb56-890c50ee915e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:47.069714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d40fe86-bdde-4b80-afd3-d515b83ff887 req-ae34d1ed-536c-4ef9-bb56-890c50ee915e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 944 time: 0.7813613 Jul 30 01:39:47.195074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dfa94-39d0-49c7-b9d7-b67ea7b36900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364438a2-68c8-490c-8580-1bbe93bd35e6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:47.321730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d40fe86-bdde-4b80-afd3-d515b83ff887 req-0d25a5b5-f690-458f-8ea4-4db065ba36e5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507913 Jul 30 01:39:47.328093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] No DVR routers for this DVR port 03611b6e-732e-474b-b18d-3b57d1468320 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:47.339663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.341713 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-abec709f-cb68-45fa-a471-686486e168db req-a8a343ed-6618-40a8-8ac9-b993bef1fcd0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "DELETE /v2.0/ports/03611b6e-732e-474b-b18d-3b57d1468320 HTTP/1.1" status: 204 len: 173 time: 1.5536509 Jul 30 01:39:47.359207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-036dfa94-39d0-49c7-b9d7-b67ea7b36900 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcbf45ffc44848cd95090d87a5ae68c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7415528 Jul 30 01:39:47.359728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39238) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:47.364584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-1353ed99-859f-410e-8c2a-4ee2bac2c752 service neutron] 10.222.0.66 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509831 Jul 30 01:39:47.470366 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2797ec-2cf6-4553-8e35-bb97c7075bb1 x-openstack-request-id: req-3f2797ec-2cf6-4553-8e35-bb97c7075bb1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:47.470902 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:47.473738 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f2797ec-2cf6-4553-8e35-bb97c7075bb1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:47.474174 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'status': 'completed', 'code': 200} Jul 30 01:39:47.519112 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef6471a-1948-42ec-8f1f-25baacd3cc94 x-openstack-request-id: req-6ef6471a-1948-42ec-8f1f-25baacd3cc94 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:47.519584 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-plugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:47.519745 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ef6471a-1948-42ec-8f1f-25baacd3cc94 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:47.520696 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'code': 200} Jul 30 01:39:47.653340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::457a:cdd9:99b:443d (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/60942edb-b5a6-4a73-a676-c7b69375845f/2c9655aa-9ab8-428b-bfea-331790edb575) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:47.671078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:47.742497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] For port aef0498a-d56e-49ff-8692-753ea33bb170, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aef0498a-d56e-49ff-8692-753ea33bb170,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:47.742872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.765840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2060810e-bca0-473c-ac86-227b0c47b512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.771104 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66cae042-a8aa-4f7c-b950-b3ae4de4a545 req-bfdff54d-00aa-4e59-8242-a8bb5cd977bb service neutron] 10.222.0.66 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991315 Jul 30 01:39:47.830195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58c25f5e-420d-4c4f-a04c-a83f63003504 req-0eae323b-5fac-452c-807a-b140152c4bc5 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 210 time: 0.1052506 Jul 30 01:39:47.858015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Calling delete_port for aef0498a-d56e-49ff-8692-753ea33bb170 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:47.881727 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2060810e-bca0-473c-ac86-227b0c47b512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.031336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ff0303-ddaf-40b5-8b7a-d49c66b0d962 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.063257 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ff0303-ddaf-40b5-8b7a-d49c66b0d962 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.087632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4010a-1c41-441f-af3a-5f670b219236 req-d06d8822-89a6-4a81-b24e-df43fd4591f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.089192 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-d06d8822-89a6-4a81-b24e-df43fd4591f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 1096 time: 0.2544699 Jul 30 01:39:48.221768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ff0303-ddaf-40b5-8b7a-d49c66b0d962 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.224963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ff0303-ddaf-40b5-8b7a-d49c66b0d962 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.228400 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-26ff0303-ddaf-40b5-8b7a-d49c66b0d962 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "DELETE /v2.0/security-groups/d64081fa-b974-4be5-8917-70d5a4f29090 HTTP/1.1" status: 204 len: 168 time: 0.5404124 Jul 30 01:39:48.233871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39262) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:48.263028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c548f-05cc-42f8-b6a0-55ea52750514 req-25ac26af-d071-4326-8900-e96e4db7ce14 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.270703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-078c548f-05cc-42f8-b6a0-55ea52750514 req-25ac26af-d071-4326-8900-e96e4db7ce14 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 950 time: 0.5347185 Jul 30 01:39:48.323892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff0303-ddaf-40b5-8b7a-d49c66b0d962 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64081fa-b974-4be5-8917-70d5a4f29090,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:48.336503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2060810e-bca0-473c-ac86-227b0c47b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.362268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2060810e-bca0-473c-ac86-227b0c47b512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.363820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2060810e-bca0-473c-ac86-227b0c47b512 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/364438a2-68c8-490c-8580-1bbe93bd35e6 HTTP/1.1" status: 204 len: 168 time: 1.0019636 Jul 30 01:39:48.372870 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-2bebb9a6-daff-4f66-9c09-8dc21572af93 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] show failed (client error): The resource could not be found. Jul 30 01:39:48.377597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39272) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:48.391716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2bebb9a6-daff-4f66-9c09-8dc21572af93 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "GET /v2.0/security-groups/d64081fa-b974-4be5-8917-70d5a4f29090 HTTP/1.1" status: 404 len: 347 time: 0.1507113 Jul 30 01:39:48.444700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.455749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060810e-bca0-473c-ac86-227b0c47b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364438a2-68c8-490c-8580-1bbe93bd35e6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:48.508576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-078c548f-05cc-42f8-b6a0-55ea52750514 req-ff850d2a-ed43-472f-b03c-4f3a82d00282 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365961 Jul 30 01:39:48.539560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4010a-1c41-441f-af3a-5f670b219236 req-dc99f7de-98e9-464d-9d06-81f57042f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.551256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-dc99f7de-98e9-464d-9d06-81f57042f1bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 923 time: 0.4408162 Jul 30 01:39:48.663966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-b1912d4b-622a-495a-a4cc-a17d119608e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7 HTTP/1.1" status: 200 len: 217 time: 0.1140237 Jul 30 01:39:48.692196 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-37e0e591-f1e2-4374-ab31-6d2ffc237edd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2433305 Jul 30 01:39:48.820607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4010a-1c41-441f-af3a-5f670b219236 req-97a12a53-d64e-4455-9beb-78e360617677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.822125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-97a12a53-d64e-4455-9beb-78e360617677 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 200 len: 862 time: 0.1293013 Jul 30 01:39:48.876501 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-5a7ca32d-4946-475d-921a-dcad6cb8ada4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53c80f67-1313-41db-bdc5-3e9f3242aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461609 Jul 30 01:39:48.882497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ca29ed6-8410-4cba-9d94-0349722d4f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.033853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.045538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event deleted for resources: {'Port': ['ID=aef0498a-d56e-49ff-8692-753ea33bb170,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:49.054233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aef0498a-d56e-49ff-8692-753ea33bb170 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:49.118053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39284) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:49.122174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: aef0498a-d56e-49ff-8692-753ea33bb170 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:49.122551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aef0498a-d56e-49ff-8692-753ea33bb170 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:49.192914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] No DVR routers for this DVR port aef0498a-d56e-49ff-8692-753ea33bb170 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:49.196942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.199573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1bf9e1d-f978-4102-88e1-ec10bc18b6ad req-ccd87e38-1be5-400d-b05b-e8615e69e23a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "DELETE /v2.0/ports/aef0498a-d56e-49ff-8692-753ea33bb170 HTTP/1.1" status: 204 len: 173 time: 3.5970106 Jul 30 01:39:49.208756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-148672e0-bbe7-45ee-861a-58c04d7cddaa req-8d9ba2b0-5b29-4f5c-a7f6-d72baa978801 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 210 time: 0.1636250 Jul 30 01:39:49.223230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'name': 'network-vif-deleted', 'tag': 'aef0498a-d56e-49ff-8692-753ea33bb170'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:49.225511 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd157b0d-3d4d-4910-bdce-8a1fc2d182d7" -d '{"events": [{"server_uuid": "80fdea3f-4222-45a2-bfcb-9d2b8c465b0a", "name": "network-vif-deleted", "tag": "aef0498a-d56e-49ff-8692-753ea33bb170"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:49.231442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 2c9655aa-9ab8-428b-bfea-331790edb575 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:49.253695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b56ff-cdea-403a-bccb-625bd0cf3994 req-3326069b-01e0-402a-9c55-72a9991556b9 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.262296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2b56ff-cdea-403a-bccb-625bd0cf3994 req-3326069b-01e0-402a-9c55-72a9991556b9 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 944 time: 0.6666706 Jul 30 01:39:49.619999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2b56ff-cdea-403a-bccb-625bd0cf3994 req-76dfcf44-8e1b-407e-99e8-794935249464 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547850 Jul 30 01:39:49.640687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Deleting port f32681a0-a7de-4c36-9e4e-888a61d75cf4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:49.641168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.650532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.736485 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe015e11-d775-4eec-8bd4-d603ded54448 x-openstack-request-id: req-fe015e11-d775-4eec-8bd4-d603ded54448 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:49.737059 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fdea3f-4222-45a2-bfcb-9d2b8c465b0a", "name": "network-vif-deleted", "tag": "aef0498a-d56e-49ff-8692-753ea33bb170", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:49.737307 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe015e11-d775-4eec-8bd4-d603ded54448 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:49.741664 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fdea3f-4222-45a2-bfcb-9d2b8c465b0a', 'name': 'network-vif-deleted', 'tag': 'aef0498a-d56e-49ff-8692-753ea33bb170', 'status': 'completed', 'code': 200} Jul 30 01:39:49.816225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'name': 'network-vif-deleted', 'tag': '03611b6e-732e-474b-b18d-3b57d1468320'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:49.818637 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d177d8b9-416e-42d3-87b1-c687a37389e4" -d '{"events": [{"server_uuid": "93aaba18-1dc7-4a92-ab6d-c149743cbe2a", "name": "network-vif-deleted", "tag": "03611b6e-732e-474b-b18d-3b57d1468320"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:49.858751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef24d-9e73-44db-a479-21d466e56b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.929690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.930284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.930812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.931513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.932226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.932908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.933561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.935834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b2f413c6-4f1d-48c1-9df0-ceb64c382e8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.9251716 Jul 30 01:39:49.974747 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f53386-06e1-4f96-b7ae-ea219052a61f x-openstack-request-id: req-a9f53386-06e1-4f96-b7ae-ea219052a61f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:49.975215 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aaba18-1dc7-4a92-ab6d-c149743cbe2a", "name": "network-vif-deleted", "tag": "03611b6e-732e-474b-b18d-3b57d1468320", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:49.975565 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9f53386-06e1-4f96-b7ae-ea219052a61f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:49.976056 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aaba18-1dc7-4a92-ab6d-c149743cbe2a', 'name': 'network-vif-deleted', 'tag': '03611b6e-732e-474b-b18d-3b57d1468320', 'status': 'completed', 'code': 200} Jul 30 01:39:49.994508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=2c9655aa-9ab8-428b-bfea-331790edb575,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:50.008091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-6f728efd-fbcd-40ac-9bff-406f3b71f54b service neutron] 10.222.0.66 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1240644 Jul 30 01:39:50.037089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:50.151138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:50.206531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:50.212832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.213498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.248886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 53624d17-1189-4b51-8fa5-5dfb664b7ad7 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:50.252447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 03611b6e-732e-474b-b18d-3b57d1468320 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:50.345727 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81d4010a-1c41-441f-af3a-5f670b219236 req-7b7653ab-568e-42d4-9f71-16e786476116 service neutron] 10.222.0.66 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264830 Jul 30 01:39:50.417018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef24d-9e73-44db-a479-21d466e56b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.425344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef24d-9e73-44db-a479-21d466e56b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.434842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-e1f8f85e-aac4-4a2a-bf55-0fdee9e026e8 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.436746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-e1f8f85e-aac4-4a2a-bf55-0fdee9e026e8 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 812 time: 1.0733564 Jul 30 01:39:50.460949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-68577c67-b629-4f15-9928-cc1d8bd5d793 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.465232 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-68577c67-b629-4f15-9928-cc1d8bd5d793 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 812 time: 0.6377773 Jul 30 01:39:50.472485 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e2ef24d-9e73-44db-a479-21d466e56b72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a9dfb318d224f5cb809906d4b528c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3501375 Jul 30 01:39:50.477549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39306) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:50.489197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Request body: {'port': {'device_id': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'admin_state_up': True, 'tenant_id': 'c2b105f1d9f24516ae577ba0ad7a1c98'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:50.527421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Request body: {'port': {'device_id': '75159006-9da0-47a7-b8f7-06783ad974b3', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'admin_state_up': True, 'tenant_id': 'c2b105f1d9f24516ae577ba0ad7a1c98'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:50.538443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dc59e8b6-c161-4231-9e09-3bb2419968b4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.1460712 Jul 30 01:39:50.546979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39308) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:50.559234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c65dab26-cdb4-4d82-a140-09803d82df52 req-18bed57c-810b-48fb-8c9e-75270eb495d0 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 210 time: 0.1758690 Jul 30 01:39:50.613082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:50.615107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-57f21439-db2c-4415-a34b-d2a4b398e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.615604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-57f21439-db2c-4415-a34b-d2a4b398e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.616079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-57f21439-db2c-4415-a34b-d2a4b398e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.617952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-57f21439-db2c-4415-a34b-d2a4b398e2b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=b39e997b-3bf4-4063-98c0-3d00e3627146&id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 2298 time: 0.6128821 Jul 30 01:39:50.640548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'port_id': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'mac_address': 'fa:16:3e:17:0a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8efacaa-2720-4104-b762-2bc2aaf127ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:50.642652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 03611b6e-732e-474b-b18d-3b57d1468320 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:50.643897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 03611b6e-732e-474b-b18d-3b57d1468320 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:50.711314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.711901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.728374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.771843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53624d17-1189-4b51-8fa5-5dfb664b7ad7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:50.777399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-ce334ffd-2a7a-4695-9cbf-3daab1bc6cb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 1001 time: 0.1482539 Jul 30 01:39:50.795274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9a7239c6-d194-4a8d-8692-f5b4cf076181 None None] Provisioning for port 2c9655aa-9ab8-428b-bfea-331790edb575 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:50.803611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ef24d-9e73-44db-a479-21d466e56b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab108e51-320a-4c1b-8f81-5eace32350c4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:50.825091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9a7239c6-d194-4a8d-8692-f5b4cf076181 None None] Provisioning complete for port 2c9655aa-9ab8-428b-bfea-331790edb575 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:50.827478 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9a7239c6-d194-4a8d-8692-f5b4cf076181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.830871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707943e6-7a3c-45e8-8e5f-393c2276e6c8 req-96355991-3a45-41f6-a389-cf87f0bf36d3 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.836947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-707943e6-7a3c-45e8-8e5f-393c2276e6c8 req-96355991-3a45-41f6-a389-cf87f0bf36d3 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 950 time: 0.9750266 Jul 30 01:39:50.880884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:50.888293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Calling delete_port for f32681a0-a7de-4c36-9e4e-888a61d75cf4 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:50.893300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd9006c7-829a-4fca-8954-0f77e448a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.915290 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.925270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd9006c7-829a-4fca-8954-0f77e448a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.937632 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.006918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd9006c7-829a-4fca-8954-0f77e448a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.011526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd9006c7-829a-4fca-8954-0f77e448a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.013460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd9006c7-829a-4fca-8954-0f77e448a909 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab108e51-320a-4c1b-8f81-5eace32350c4 HTTP/1.1" status: 204 len: 168 time: 0.5196133 Jul 30 01:39:51.020048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9a7239c6-d194-4a8d-8692-f5b4cf076181 None None] Port 2c9655aa-9ab8-428b-bfea-331790edb575 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:51.034884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9006c7-829a-4fca-8954-0f77e448a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab108e51-320a-4c1b-8f81-5eace32350c4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:51.053432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-dfd10a4c-952f-4078-a92f-022025bca824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.055931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-dfd10a4c-952f-4078-a92f-022025bca824 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 200 len: 856 time: 0.2650983 Jul 30 01:39:51.076592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:51.126608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['53624d17-1189-4b51-8fa5-5dfb664b7ad7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:51.158073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Made reservation on behalf of c2b105f1d9f24516ae577ba0ad7a1c98 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:51.165258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.170041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f6922d96-4583-4438-9e2b-c72dc063d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.171989 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f6922d96-4583-4438-9e2b-c72dc063d58d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042154 Jul 30 01:39:51.485808 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-0e5c9224-b46e-481d-8704-756c5589987e service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076620 Jul 30 01:39:51.563725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Allocated IP 172.20.0.10 (9cb75366-40d5-41c0-80a0-89976f40824f/d4c6e90e-a319-44b2-ba4b-d9a0dc97bece/94299ab5-f159-471e-b904-5019e3b5ecfe) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:51.638621 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6856f98a-928a-492e-9805-77b549bd2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.758154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-df36d224-538a-481d-a3c8-3fedd1cd3674 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645824 Jul 30 01:39:51.847301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-707943e6-7a3c-45e8-8e5f-393c2276e6c8 req-02880e1b-8354-4f8a-b562-6b2305475e9e tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9920967 Jul 30 01:39:51.866703 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-34eb4b39-ad87-4771-835c-3738ff80ff05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 217 time: 0.0925801 Jul 30 01:39:51.871344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.882389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298678f3-1445-4b00-8ed7-d8be56acf70d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.888998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298678f3-1445-4b00-8ed7-d8be56acf70d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.893450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-298678f3-1445-4b00-8ed7-d8be56acf70d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 1.3213918 Jul 30 01:39:51.903181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39334) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:51.926525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e177-09c3-4809-adf7-d565c3bde444 req-cfce7f9a-0166-47fe-b1aa-957de275facd tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.929089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20b3e177-09c3-4809-adf7-d565c3bde444 req-cfce7f9a-0166-47fe-b1aa-957de275facd tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 944 time: 1.1394038 Jul 30 01:39:51.991831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-79e94c10-8331-4d32-bbc3-d3374646b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:51.993083 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-79e94c10-8331-4d32-bbc3-d3374646b67b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.0671012 Jul 30 01:39:52.016473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e55e-2a59-444d-ab08-1348c36656de req-fd6cb76e-74bd-455a-8e67-107061cc3b46 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:52.018243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d37e55e-2a59-444d-ab08-1348c36656de req-fd6cb76e-74bd-455a-8e67-107061cc3b46 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 950 time: 0.3968682 Jul 30 01:39:52.097544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f465d5d8-14be-4f4e-9e7b-e5a4076fe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:52.099410 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f465d5d8-14be-4f4e-9e7b-e5a4076fe811 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0989735 Jul 30 01:39:52.144445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.263829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 53624d17-1189-4b51-8fa5-5dfb664b7ad7 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:52.275102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-0fb1cddc-9eaa-4c82-ac62-ab1e7aa35a9f service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642423 Jul 30 01:39:52.284118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20b3e177-09c3-4809-adf7-d565c3bde444 req-c17eaa58-abad-4fa3-95a0-4f2b13150549 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136773 Jul 30 01:39:52.291963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.322993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Made reservation on behalf of c2b105f1d9f24516ae577ba0ad7a1c98 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:52.337709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.421117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:52.453796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:52.456463 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.515180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74e08-8125-4a41-92bf-7785fa6e9db0 req-1b83637e-4053-4ca1-b907-86681c871f3c tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:52.528491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af74e08-8125-4a41-92bf-7785fa6e9db0 req-1b83637e-4053-4ca1-b907-86681c871f3c tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 932 time: 0.2539248 Jul 30 01:39:52.545044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Network 9cb75366-40d5-41c0-80a0-89976f40824f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:52.568083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:52.571762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event updated for resources: {'Port': ['ID=94299ab5-f159-471e-b904-5019e3b5ecfe,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:52.579968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.581265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:52.636537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.689390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:52.691091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:52.696135 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83055d7b-ff41-4454-862c-fc3d45eb17c0" -d '{"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-plugged", "status": "completed", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:52.721225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.736942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Deleting port 88055b39-1111-40c4-91d5-619bb7cb80b6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:52.737459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.740651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Pushing event deleted for resources: {'Port': ['ID=f32681a0-a7de-4c36-9e4e-888a61d75cf4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:52.743571 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-bdca3720-0b42-40fe-8197-65ffd7117535 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552035 Jul 30 01:39:52.757551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:52.763331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 2c9655aa-9ab8-428b-bfea-331790edb575 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:52.763811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.768699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.831985 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052008b1-0162-411f-977a-ae07f44c3dfe x-openstack-request-id: req-052008b1-0162-411f-977a-ae07f44c3dfe {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:52.832900 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-plugged", "status": "completed", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:52.833438 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-052008b1-0162-411f-977a-ae07f44c3dfe {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:52.833893 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'code': 200} Jul 30 01:39:52.834975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:52.860069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6af74e08-8125-4a41-92bf-7785fa6e9db0 req-a9d71a73-25f5-4d65-9ca8-334ff83ca1a7 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300033 Jul 30 01:39:52.943117 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-1e411e52-0ec8-49b5-a143-08fc576ee5cd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4663353 Jul 30 01:39:52.945979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-5e144620-eb34-4dcf-a2ec-2a0191ceb2ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 217 time: 0.1702404 Jul 30 01:39:52.984580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.002595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Request body: {'port': {'device_id': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:53.165311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d60df6-1442-4e66-a618-c0ba4f52c2eb req-65c79ce3-320c-4322-b124-e08299725bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.167391 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e3d60df6-1442-4e66-a618-c0ba4f52c2eb req-65c79ce3-320c-4322-b124-e08299725bbe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 1098 time: 0.2453415 Jul 30 01:39:53.172304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.177148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-205569e5-ae6b-4aca-b77f-da14265f52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.179573 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-205569e5-ae6b-4aca-b77f-da14265f52fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1881132 Jul 30 01:39:53.260697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.266049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Allocated IP 172.20.0.2 (9cb75366-40d5-41c0-80a0-89976f40824f/d4c6e90e-a319-44b2-ba4b-d9a0dc97bece/4e7655ad-dae7-4008-9a94-70b4c8036e12) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:53.281363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] For port 88055b39-1111-40c4-91d5-619bb7cb80b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=88055b39-1111-40c4-91d5-619bb7cb80b6,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:53.281737 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.289777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.295085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.300050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2d08f3df-6db2-4871-a4e4-ad8b62c26bd1 tempest-ServersTestBootFromVolume-1520531418 tempest-ServersTestBootFromVolume-1520531418-project] 10.222.0.78 "DELETE /v2.0/floatingips/a3ff08fc-4aab-438f-9eb8-5196977b847b HTTP/1.1" status: 204 len: 168 time: 4.9174314 Jul 30 01:39:53.311512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39382) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:53.315850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 2c9655aa-9ab8-428b-bfea-331790edb575 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:53.333045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Calling delete_port for 88055b39-1111-40c4-91d5-619bb7cb80b6 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:53.357423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e3d60df6-1442-4e66-a618-c0ba4f52c2eb req-36c2b637-5554-4f9f-b199-0755bafd643b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Jul 30 01:39:53.363062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e126-1bf5-43c5-9a26-a048db07787a req-37113aeb-c0d1-4109-b876-a2c4d17e3fba tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.375365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c481e126-1bf5-43c5-9a26-a048db07787a req-37113aeb-c0d1-4109-b876-a2c4d17e3fba tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 950 time: 0.3499269 Jul 30 01:39:53.377767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-11075f03-198d-4729-853e-824e4a9466e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.379714 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-11075f03-198d-4729-853e-824e4a9466e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1735251 Jul 30 01:39:53.638926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-21316c4d-1a72-450b-a187-57742f221c9e service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352489 Jul 30 01:39:53.727330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c481e126-1bf5-43c5-9a26-a048db07787a req-32b87426-bd34-48e5-8776-cbe0253776e3 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/security-groups?id=f76348bf-5ebb-48b3-a50c-0334bca58b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508887 Jul 30 01:39:53.814876 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-708fa394-74b2-4e44-83f0-c649db0db3b7 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680677 Jul 30 01:39:53.856574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce9efb-072a-4571-9e04-69f2c50da73b req-018a9097-7c23-43c6-8291-d047ab7d7c73 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.863749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65ce9efb-072a-4571-9e04-69f2c50da73b req-018a9097-7c23-43c6-8291-d047ab7d7c73 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.3295650 Jul 30 01:39:53.872203 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-3da6faad-3bc6-45c1-9f4a-e1889e10b1e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 200 len: 217 time: 0.0489211 Jul 30 01:39:53.983775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-a71ffe84-714f-486a-ad35-6c6eecb06df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.986683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-a71ffe84-714f-486a-ad35-6c6eecb06df2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1062036 Jul 30 01:39:54.058927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-d8a6a063-c205-480b-ad17-02cb953c1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.064576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-d8a6a063-c205-480b-ad17-02cb953c1abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687590 Jul 30 01:39:54.066836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65ce9efb-072a-4571-9e04-69f2c50da73b req-ea76589b-700a-4bc4-a0b0-75f0a059de50 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021177 Jul 30 01:39:54.107916 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.321816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b4e5d454-27e2-46b1-a769-8cad47f43cd7 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413414 Jul 30 01:39:54.448853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.561528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-97293664-99d0-4d31-b9e4-d6ebe34b0100 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324765 Jul 30 01:39:54.624754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-4e00dfc3-d212-47b7-88e7-bb59991af38d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 200 len: 217 time: 0.0523026 Jul 30 01:39:54.648113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.700041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-fdf555fd-7fe9-45be-ae5d-192217892513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.704229 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-fdf555fd-7fe9-45be-ae5d-192217892513 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.0680275 Jul 30 01:39:54.726314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.736756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Pushing event deleted for resources: {'Port': ['ID=88055b39-1111-40c4-91d5-619bb7cb80b6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.806650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-97c5ccc4-f9cd-4b91-9028-9a18bd3bd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.813910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=2c9655aa-9ab8-428b-bfea-331790edb575,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.814747 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-97c5ccc4-f9cd-4b91-9028-9a18bd3bd4fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027336 Jul 30 01:39:54.839155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0454a25-c9c1-4c9c-b1a7-cfe0cc64ed95 req-a487010d-85a9-4182-b1fb-114ded803766 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.847056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0454a25-c9c1-4c9c-b1a7-cfe0cc64ed95 req-a487010d-85a9-4182-b1fb-114ded803766 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 932 time: 0.7850988 Jul 30 01:39:54.980619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-e7671dcd-41f7-4a75-93e0-37bc3a66b111 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587551 Jul 30 01:39:54.997269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.006536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f117246-10b9-43c0-a0ac-64879a3f3f6b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/2c9655aa-9ab8-428b-bfea-331790edb575 HTTP/1.1" status: 204 len: 168 time: 3.1018641 Jul 30 01:39:55.014096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39430) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:55.054215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 88055b39-1111-40c4-91d5-619bb7cb80b6 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:55.105770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 88055b39-1111-40c4-91d5-619bb7cb80b6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:55.106337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 88055b39-1111-40c4-91d5-619bb7cb80b6 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:55.177342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6335852-3635-4244-a2f8-ece786ec381a req-16015098-6301-4459-8ec3-e1094bc87d43 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da HTTP/1.1" status: 200 len: 210 time: 0.2981682 Jul 30 01:39:55.184499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.257680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca46d59-367a-4140-82c8-6a5c17c851ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.259952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca46d59-367a-4140-82c8-6a5c17c851ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.261696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aca46d59-367a-4140-82c8-6a5c17c851ba tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2466424 Jul 30 01:39:55.273983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39436) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:55.339707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b02f48be-492f-4bc9-8be2-49f5466d2e5e service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493569 Jul 30 01:39:55.370531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event updated for resources: {'Port': ['ID=4e7655ad-dae7-4008-9a94-70b4c8036e12,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:55.373174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] No DVR routers for this DVR port 88055b39-1111-40c4-91d5-619bb7cb80b6 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:55.390497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0454a25-c9c1-4c9c-b1a7-cfe0cc64ed95 req-79f28b75-3358-40a9-ac12-d9ec07da31e1 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422361 Jul 30 01:39:55.413814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.416878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d37e55e-2a59-444d-ab08-1348c36656de req-521d25af-6f7f-4701-a4e1-3a17e7539198 tempest-ServerDiagnosticsNegativeTest-1879459349 tempest-ServerDiagnosticsNegativeTest-1879459349-project] 10.222.0.55 "DELETE /v2.0/ports/88055b39-1111-40c4-91d5-619bb7cb80b6 HTTP/1.1" status: 204 len: 173 time: 3.3767357 Jul 30 01:39:55.419105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-1ab21d2b-183e-4085-96b1-a41ddbaf3bd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 200 len: 217 time: 0.0639420 Jul 30 01:39:55.419220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'name': 'network-vif-deleted', 'tag': '88055b39-1111-40c4-91d5-619bb7cb80b6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:55.421756 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8f4bd-ef86-4316-a76a-8cdf1b885c90" -d '{"events": [{"server_uuid": "2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da", "name": "network-vif-deleted", "tag": "88055b39-1111-40c4-91d5-619bb7cb80b6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:55.434918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 60942edb-b5a6-4a73-a676-c7b69375845f {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:55.507688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.508390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Network 9cb75366-40d5-41c0-80a0-89976f40824f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:55.515388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:55.523499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:55.599972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.622822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd26d86-4447-4255-89af-7e0d8a90d88c req-bd10e50a-67c9-4f37-8ce6-fe7b088cee4a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.624467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cd26d86-4447-4255-89af-7e0d8a90d88c req-bd10e50a-67c9-4f37-8ce6-fe7b088cee4a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.2295187 Jul 30 01:39:55.629323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-af467977-342d-4a76-baec-c55ddbeacf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.630803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-af467977-342d-4a76-baec-c55ddbeacf0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.2018917 Jul 30 01:39:55.662901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.663401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94299ab5-f159-471e-b904-5019e3b5ecfe {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:55.663670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.689969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.719574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.731347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-c7b1e2ea-6287-4a6e-9957-fcbedd5bbee3 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2336960 Jul 30 01:39:55.737967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cd26d86-4447-4255-89af-7e0d8a90d88c req-ae6eefbe-f68c-46da-bfe2-abc45d9ed30b tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Jul 30 01:39:55.750226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Request body: {'port': {'device_id': '75159006-9da0-47a7-b8f7-06783ad974b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:55.752043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Transition to ACTIVE for port object 94299ab5-f159-471e-b904-5019e3b5ecfe will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:55.763321 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.850884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-cab3e6a0-4c9e-471a-8883-cb2ac989f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.852479 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-cab3e6a0-4c9e-471a-8883-cb2ac989f5ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2078643 Jul 30 01:39:55.860183 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e671e8-8272-4e8b-8db5-f2b070b9048a x-openstack-request-id: req-24e671e8-8272-4e8b-8db5-f2b070b9048a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:55.860477 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da", "name": "network-vif-deleted", "tag": "88055b39-1111-40c4-91d5-619bb7cb80b6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:55.860728 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24e671e8-8272-4e8b-8db5-f2b070b9048a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:55.861118 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b85a34b-dcd8-41a6-8a8b-a3b1fcc841da', 'name': 'network-vif-deleted', 'tag': '88055b39-1111-40c4-91d5-619bb7cb80b6', 'status': 'completed', 'code': 200} Jul 30 01:39:55.973033 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.993023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854156f3-db09-42b5-8041-5f29da826e99 req-d88d6415-ed6e-48e5-824f-9a0c90662e13 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.994902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-854156f3-db09-42b5-8041-5f29da826e99 req-d88d6415-ed6e-48e5-824f-9a0c90662e13 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.1370327 Jul 30 01:39:56.024282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.162245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-854156f3-db09-42b5-8041-5f29da826e99 req-3f7d2d60-894d-4bc6-8932-f2a9ebf9c7cf tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537881 Jul 30 01:39:56.480135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39474) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:56.778554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Pushing event updated for resources: {'Port': ['ID=94299ab5-f159-471e-b904-5019e3b5ecfe,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:56.854019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.945540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=60942edb-b5a6-4a73-a676-c7b69375845f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:56.948283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7655ad-dae7-4008-9a94-70b4c8036e12 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:56.962474 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.984586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Transition to ACTIVE for port object 4e7655ad-dae7-4008-9a94-70b4c8036e12 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:57.012560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.018251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48e20a-27cf-4dd9-97a6-484f5e2f19bd None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:57.024072 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7bc34be7-6238-4675-b991-b3d9b851cb61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/60942edb-b5a6-4a73-a676-c7b69375845f HTTP/1.1" status: 204 len: 168 time: 1.7490554 Jul 30 01:39:57.029590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:57.082696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7503d06-dccb-48a9-8dbe-6446ac50e67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.099461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39500) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:57.111065 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d8367b0-56c9-4828-8139-17b4b33a684e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769527 Jul 30 01:39:57.111655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39506) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:57.130086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:57.164153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.248640 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-4926ff93-c331-4b7b-9640-f136157b45a9 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3669529 Jul 30 01:39:57.251015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Attempting to bind port 94299ab5-f159-471e-b904-5019e3b5ecfe on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:57.251369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Attempting to bind port 94299ab5-f159-471e-b904-5019e3b5ecfe by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:57.251690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Attempting to bind port 94299ab5-f159-471e-b904-5019e3b5ecfe on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:57.277638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Port 94299ab5-f159-471e-b904-5019e3b5ecfe on network 9cb75366-40d5-41c0-80a0-89976f40824f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:57.277949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Attempting to bind port 94299ab5-f159-471e-b904-5019e3b5ecfe on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:57.288660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:57.289265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Checking segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:57.289459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Bound using segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:57.289908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Bound port: 94299ab5-f159-471e-b904-5019e3b5ecfe, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:57.290318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.355281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:57.358900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.373239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ac97-e6dc-408b-a867-b6983bee6b91 req-88591ea2-a199-497b-95f7-272b086508ef tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.399493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9486ac97-e6dc-408b-a867-b6983bee6b91 req-88591ea2-a199-497b-95f7-272b086508ef tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 944 time: 0.8540814 Jul 30 01:39:57.424259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Pushing event updated for resources: {'Port': ['ID=4e7655ad-dae7-4008-9a94-70b4c8036e12,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:57.528963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:39:57.572393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] For port 94299ab5-f159-471e-b904-5019e3b5ecfe, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:57.601429 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-b5325bb7-fc08-4c73-96ab-3e3e38bf2f5d service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419988 Jul 30 01:39:57.609190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] For port 94299ab5-f159-471e-b904-5019e3b5ecfe, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=94299ab5-f159-471e-b904-5019e3b5ecfe,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:57.639877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Attempting to bind port 4e7655ad-dae7-4008-9a94-70b4c8036e12 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:57.640221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Attempting to bind port 4e7655ad-dae7-4008-9a94-70b4c8036e12 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:57.640573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Attempting to bind port 4e7655ad-dae7-4008-9a94-70b4c8036e12 on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:57.664707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Port 4e7655ad-dae7-4008-9a94-70b4c8036e12 on network 9cb75366-40d5-41c0-80a0-89976f40824f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:57.665049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Attempting to bind port 4e7655ad-dae7-4008-9a94-70b4c8036e12 on network 9cb75366-40d5-41c0-80a0-89976f40824f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:57.672638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-4e2a2fd9-3e75-41c7-8eb3-1b8f51cb91e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 217 time: 0.0590706 Jul 30 01:39:57.677445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.678945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:57.679324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Checking segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:57.679707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Bound using segment: {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:57.680147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Bound port: 4e7655ad-dae7-4008-9a94-70b4c8036e12, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c589c7a6-c504-47e1-b923-1587f96c3f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:57.680507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.695365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Deleting port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:57.695700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.755370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Pushing event updated for resources: {'Port': ['ID=94299ab5-f159-471e-b904-5019e3b5ecfe,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:57.786749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] Deleting port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:57.787653 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.792434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] For port 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:57.793510 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.808940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Calling delete_port for 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:57.815538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.816826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.818693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-56256ae7-56ba-44e5-8d4f-ebbb2acfff83 service neutron] 10.222.0.66 "PUT /v2.0/ports/94299ab5-f159-471e-b904-5019e3b5ecfe HTTP/1.1" status: 200 len: 1093 time: 4.8293214 Jul 30 01:39:57.832161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'tag': '94299ab5-f159-471e-b904-5019e3b5ecfe'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:57.838758 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c84009-1602-43c7-9fa2-f722db4b48ff" -d '{"events": [{"name": "network-changed", "server_uuid": "af44a88c-bbe2-4bc5-8d71-d63864c73141", "tag": "94299ab5-f159-471e-b904-5019e3b5ecfe"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:57.884385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] For port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:57.884385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.902035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] Calling delete_port for 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:57.994660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-d21cced9-1f9a-44e2-9a63-03c3aae84628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.996569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-d21cced9-1f9a-44e2-9a63-03c3aae84628 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.3148715 Jul 30 01:39:58.010128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-2cc68a35-e55f-4917-9041-01cc904399d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.012642 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-2cc68a35-e55f-4917-9041-01cc904399d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 1096 time: 0.1202703 Jul 30 01:39:58.075269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.090318 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.108768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] No DVR routers for this DVR port 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:58.133087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3027f-2e56-4fa7-843f-181d9261ef5e None None] Pushing event deleted for resources: {'Port': ['ID=7bf52e19-a7b7-4924-aeae-0c35d3b8f02d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:58.163823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9486ac97-e6dc-408b-a867-b6983bee6b91 req-1fd5689b-3a85-4390-a6f7-2da90d0b1304 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392228 Jul 30 01:39:58.163823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:58.166492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-e4985eaa-7703-4449-9f02-1c545f72e0a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94299ab5-f159-471e-b904-5019e3b5ecfe HTTP/1.1" status: 200 len: 217 time: 0.1309090 Jul 30 01:39:58.195070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3a06-7e1f-41cf-a44d-9c4ed4c6b8ca req-dc7b200b-8321-46cf-b2e3-f3951a3edb33 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.203172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17bc3a06-7e1f-41cf-a44d-9c4ed4c6b8ca req-dc7b200b-8321-46cf-b2e3-f3951a3edb33 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.7244034 Jul 30 01:39:58.218914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.263477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.263885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.264950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.264950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.264950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.265253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.265572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.265903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.266233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.266559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.266888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.267241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:58.267352 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a7b50-16d1-4206-a902-56475e35126b x-openstack-request-id: req-e84a7b50-16d1-4206-a902-56475e35126b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:58.267540 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af44a88c-bbe2-4bc5-8d71-d63864c73141", "tag": "94299ab5-f159-471e-b904-5019e3b5ecfe", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:58.267833 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e84a7b50-16d1-4206-a902-56475e35126b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:58.268255 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'tag': '94299ab5-f159-471e-b904-5019e3b5ecfe', 'status': 'completed', 'code': 200} Jul 30 01:39:58.291388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a230d9e8-3586-43a5-a240-a57814ffdcc9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a025ef32d625420b837b95e5d1b76d25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1706033 Jul 30 01:39:58.291811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39532) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:58.340110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] For port 4e7655ad-dae7-4008-9a94-70b4c8036e12, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:58.344889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f252f00e-82db-4909-b2dc-f34866ed3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.351985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f252f00e-82db-4909-b2dc-f34866ed3e11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3444650 Jul 30 01:39:58.388008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:58.394383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:58.403413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.405938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.406427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641ec55-72bf-4701-966a-afc2fd8c414c None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:58.407535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] For port 4e7655ad-dae7-4008-9a94-70b4c8036e12, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:58.434555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.463066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17bc3a06-7e1f-41cf-a44d-9c4ed4c6b8ca req-9d5b4483-af79-4eb0-9fa3-b35f10634422 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580235 Jul 30 01:39:58.543605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-21cc0677-7690-42c7-855d-b405210db7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.545149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-21cc0677-7690-42c7-855d-b405210db7f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.3465714 Jul 30 01:39:58.550400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=80a62292-f1be-4765-97b2-b4ef77db597d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:58.578235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7503d06-dccb-48a9-8dbe-6446ac50e67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.601086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.601806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.603939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] 10.222.0.55 "PUT /v2.0/ports/4e7655ad-dae7-4008-9a94-70b4c8036e12 HTTP/1.1" status: 200 len: 1092 time: 2.8584499 Jul 30 01:39:58.605303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c29e97-5b01-4cdb-8fdc-39604320892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.608840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75159006-9da0-47a7-b8f7-06783ad974b3', 'tag': '4e7655ad-dae7-4008-9a94-70b4c8036e12'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:58.621989 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e43bda-70cf-4de2-a508-6345846426ce" -d '{"events": [{"name": "network-changed", "server_uuid": "75159006-9da0-47a7-b8f7-06783ad974b3", "tag": "4e7655ad-dae7-4008-9a94-70b4c8036e12"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:58.622835 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-61001cbd-f536-4a2c-aac0-d074137bcb95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658264 Jul 30 01:39:58.628269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7503d06-dccb-48a9-8dbe-6446ac50e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.639763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39540) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:58.647115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:58.654313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7fde203a-e8b6-4533-8c9e-5d9e997bccca tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5151587 Jul 30 01:39:58.693236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:58.693747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bf52e19-a7b7-4924-aeae-0c35d3b8f02d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:58.696576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '80a62292-f1be-4765-97b2-b4ef77db597d', 'ip_address': '2001:db8::2a37:c834:b6e1:dc7e'}], 'name': 'tempest-NetworksTestDHCPv6-464167053'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:58.717395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '80a62292-f1be-4765-97b2-b4ef77db597d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:58.723389 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.791710 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095d921-5300-4839-b072-3996f3d57b51 x-openstack-request-id: req-0095d921-5300-4839-b072-3996f3d57b51 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:58.792005 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75159006-9da0-47a7-b8f7-06783ad974b3", "tag": "4e7655ad-dae7-4008-9a94-70b4c8036e12", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:58.792284 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0095d921-5300-4839-b072-3996f3d57b51 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:58.792756 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75159006-9da0-47a7-b8f7-06783ad974b3', 'tag': '4e7655ad-dae7-4008-9a94-70b4c8036e12', 'status': 'completed', 'code': 200} Jul 30 01:39:58.825459 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-781078b9-c747-4981-9d6a-753760004aa0 service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622086 Jul 30 01:39:58.863129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c29e97-5b01-4cdb-8fdc-39604320892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.872786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-e37d87bd-238d-41da-9ebb-1ad451d5e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.874530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-e37d87bd-238d-41da-9ebb-1ad451d5e578 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 1095 time: 0.1743562 Jul 30 01:39:58.875187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870ac2-dea6-4ed5-99e4-2bebbdb91b2c service neutron] Pushing event updated for resources: {'Port': ['ID=4e7655ad-dae7-4008-9a94-70b4c8036e12,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:58.892982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d7503d06-dccb-48a9-8dbe-6446ac50e67e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fdb80a0f9e4343c3ab78a6d2a849cd28&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3871145 Jul 30 01:39:58.901524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:58.905713 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-f7b525a4-f31e-49ac-8f42-53a5b5fa9885 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125725 Jul 30 01:39:58.930013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7503d06-dccb-48a9-8dbe-6446ac50e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099669b-5f09-4cfd-9061-e52354113603,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:58.946724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/80a62292-f1be-4765-97b2-b4ef77db597d/47a947c0-e62f-4863-b055-d18227296b68) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:59.065473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74c59fb8-af69-4801-a9bf-c323af2affb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.105904 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-02e10f7a-2273-4507-b75a-27883ee36c38 service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669203 Jul 30 01:39:59.132767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74c59fb8-af69-4801-a9bf-c323af2affb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.138032 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f17308ee-733f-4cd7-a1c4-05dfc06acc28 req-a466c769-4f03-495c-b8e3-cd61e184872a service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247481 Jul 30 01:39:59.181645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.193544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Transition to ACTIVE for port object 47a947c0-e62f-4863-b055-d18227296b68 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:59.218433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Transition to ACTIVE for port object 47a947c0-e62f-4863-b055-d18227296b68 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:59.230965 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.259895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74c59fb8-af69-4801-a9bf-c323af2affb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.263971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74c59fb8-af69-4801-a9bf-c323af2affb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.277634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-74c59fb8-af69-4801-a9bf-c323af2affb0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c099669b-5f09-4cfd-9061-e52354113603 HTTP/1.1" status: 204 len: 168 time: 0.3652380 Jul 30 01:39:59.309971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:59.311332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Pushing event updated for resources: {'Port': ['ID=47a947c0-e62f-4863-b055-d18227296b68,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:59.322093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:59.324844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:59.361176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c59fb8-af69-4801-a9bf-c323af2affb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099669b-5f09-4cfd-9061-e52354113603,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:59.389597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-d236fd41-3b40-46a8-98b7-e685a074d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.393625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-5d39576e-434e-4e61-af8d-fae73f66c0ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12 HTTP/1.1" status: 200 len: 217 time: 0.4963756 Jul 30 01:39:59.398858 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-d236fd41-3b40-46a8-98b7-e685a074d87b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 1096 time: 0.1537344 Jul 30 01:39:59.407568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Attempting to bind port 47a947c0-e62f-4863-b055-d18227296b68 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:59.408198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Attempting to bind port 47a947c0-e62f-4863-b055-d18227296b68 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:59.408774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Attempting to bind port 47a947c0-e62f-4863-b055-d18227296b68 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:59.417840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:59.417840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:59.417840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.418345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:59.419378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Bound port: 47a947c0-e62f-4863-b055-d18227296b68, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:59.419922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.624889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] For port 47a947c0-e62f-4863-b055-d18227296b68, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:59.634678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] For port 47a947c0-e62f-4863-b055-d18227296b68, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47a947c0-e62f-4863-b055-d18227296b68,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:59.644760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.649136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.677477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde545-7d68-4846-90fc-062bdcc7882c req-aee34bf8-dd54-433c-8678-f54bd7aa30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.679129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-aee34bf8-dd54-433c-8678-f54bd7aa30e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.2687786 Jul 30 01:39:59.688457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c29e97-5b01-4cdb-8fdc-39604320892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.691202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c29e97-5b01-4cdb-8fdc-39604320892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.695265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2c29e97-5b01-4cdb-8fdc-39604320892a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f76348bf-5ebb-48b3-a50c-0334bca58b21 HTTP/1.1" status: 204 len: 168 time: 1.3929045 Jul 30 01:39:59.695438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-391b6081-0faf-4eed-a2eb-6a4faedaafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.695654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-391b6081-0faf-4eed-a2eb-6a4faedaafc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 913 time: 0.2836103 Jul 30 01:39:59.709289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccc55e-e1ac-457a-af65-df6854147160 req-516b41b9-de89-4028-8c2f-40bd31c0646a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.716845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaccc55e-e1ac-457a-af65-df6854147160 req-516b41b9-de89-4028-8c2f-40bd31c0646a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 944 time: 0.3342502 Jul 30 01:39:59.787857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-78d9418e-bf7d-4ef7-a6d2-192dc775ab45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94299ab5-f159-471e-b904-5019e3b5ecfe HTTP/1.1" status: 200 len: 217 time: 0.0837588 Jul 30 01:39:59.808005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07281c9-7027-424a-bf45-eea1b8c0771b None None] Pushing event updated for resources: {'Port': ['ID=47a947c0-e62f-4863-b055-d18227296b68,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:59.841566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c29e97-5b01-4cdb-8fdc-39604320892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76348bf-5ebb-48b3-a50c-0334bca58b21,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:59.843252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39568) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:59.871996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:59.878203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-53a6f6c3-130e-4ded-bfe1-3de5c79e44e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799948 Jul 30 01:39:59.884762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-9bb9e12a-4b08-48e5-a8b5-de2413d41dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.886745 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-9bb9e12a-4b08-48e5-a8b5-de2413d41dee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.0922887 Jul 30 01:39:59.961125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-22539e5e-2a9d-4591-b850-a132d288b454 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626340 Jul 30 01:40:00.161574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-a3a52d76-08ec-4123-a324-86e130bf94dc service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878116 Jul 30 01:40:00.171501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44f4037f-2947-4550-9940-1139b4339b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.183428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-0d4338b5-7445-4d99-824e-daafb4a49631 service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467191 Jul 30 01:40:00.293267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 53624d17-1189-4b51-8fa5-5dfb664b7ad7 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:00.369568 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c84009-1602-43c7-9fa2-f722db4b48ff req-f48bc7b2-db9a-4a7c-9d7b-3f8f40fa424e service neutron] 10.222.0.66 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997938 Jul 30 01:40:00.419152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39572) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:00.459944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5f36629-1e28-443b-9cab-c1355afc07ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.464475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:00.483561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'port_id': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'mac_address': 'fa:16:3e:17:0a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8efacaa-2720-4104-b762-2bc2aaf127ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:00.487994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47a947c0-e62f-4863-b055-d18227296b68 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:00.500242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaccc55e-e1ac-457a-af65-df6854147160 req-db93521b-8b18-495d-98c9-55be0be37d09 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7824345 Jul 30 01:40:00.545983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e5a4-6512-491d-b7f0-e3d63ba4b98c req-9d0f1732-29c5-436e-b084-0aebc5b3f6e6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.553803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2137e5a4-6512-491d-b7f0-e3d63ba4b98c req-9d0f1732-29c5-436e-b084-0aebc5b3f6e6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.7589436 Jul 30 01:40:00.591267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.617288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53624d17-1189-4b51-8fa5-5dfb664b7ad7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:00.667778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2137e5a4-6512-491d-b7f0-e3d63ba4b98c req-579d745c-9589-4ab2-a020-a84c8e49485b tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128654 Jul 30 01:40:00.672932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.690571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:00.701927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.717325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 47a947c0-e62f-4863-b055-d18227296b68 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:00.747377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:40:00.757671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76dde545-7d68-4846-90fc-062bdcc7882c req-70b59370-e9f3-4f60-9d53-35ad02463a29 service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520182 Jul 30 01:40:00.781233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:00.787257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['53624d17-1189-4b51-8fa5-5dfb664b7ad7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:01.063230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44f4037f-2947-4550-9940-1139b4339b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.086267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Router 69b1d45b-4f05-491e-9fc4-28d835b0084b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:01.094729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44f4037f-2947-4550-9940-1139b4339b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.142020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-44f4037f-2947-4550-9940-1139b4339b3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04f5eb07028746cfb1f779d74feaa5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2686536 Jul 30 01:40:01.145787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:01.260002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-43719852-9046-4863-be29-465d99060a54 None None] Provisioning for port 47a947c0-e62f-4863-b055-d18227296b68 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:01.267621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5f36629-1e28-443b-9cab-c1355afc07ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.268313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-43719852-9046-4863-be29-465d99060a54 None None] Provisioning complete for port 47a947c0-e62f-4863-b055-d18227296b68 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:01.268946 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43719852-9046-4863-be29-465d99060a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.288322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc5326a3-5dde-4de3-9422-137cbd102406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.290501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5f36629-1e28-443b-9cab-c1355afc07ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.303906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4037f-2947-4550-9940-1139b4339b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324afa01-c04b-4d13-87eb-83019623370d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.311293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43bda-70cf-4de2-a508-6345846426ce req-bf05a1bb-bbb2-4b76-84ba-b5758921e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.313048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-bf05a1bb-bbb2-4b76-84ba-b5758921e03b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 1095 time: 0.3206747 Jul 30 01:40:01.321772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c5f36629-1e28-443b-9cab-c1355afc07ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d839ad2ea50546b59ca8d621bc26cb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9010139 Jul 30 01:40:01.327083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39588) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:01.367839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc5326a3-5dde-4de3-9422-137cbd102406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.376001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f36629-1e28-443b-9cab-c1355afc07ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58ac2f-99d8-4356-92f0-f7a7de2bb8ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.444454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc5326a3-5dde-4de3-9422-137cbd102406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.447564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc5326a3-5dde-4de3-9422-137cbd102406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.454606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cc5326a3-5dde-4de3-9422-137cbd102406 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/324afa01-c04b-4d13-87eb-83019623370d HTTP/1.1" status: 204 len: 168 time: 0.3056960 Jul 30 01:40:01.465309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43bda-70cf-4de2-a508-6345846426ce req-36f0257d-4329-4a36-817f-191d5119b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.465309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-36f0257d-4329-4a36-817f-191d5119b28c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 200 len: 913 time: 0.1358707 Jul 30 01:40:01.475208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5326a3-5dde-4de3-9422-137cbd102406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324afa01-c04b-4d13-87eb-83019623370d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.500691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43719852-9046-4863-be29-465d99060a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.559370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-43719852-9046-4863-be29-465d99060a54 None None] For port 47a947c0-e62f-4863-b055-d18227296b68, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47a947c0-e62f-4863-b055-d18227296b68,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:01.561101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:01.571531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-f2f6f616-6997-4ecf-b5f3-62f030a8bb7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12 HTTP/1.1" status: 200 len: 217 time: 0.0909033 Jul 30 01:40:01.574792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] Sync routers for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:01.576921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0e6f8dc8-fc49-4f9c-8193-a12b5cf82551 admin admin] 10.222.0.78 "PUT /v2.0/routers/69b1d45b-4f05-491e-9fc4-28d835b0084b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2623081 Jul 30 01:40:01.581067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39594) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:01.591231 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43719852-9046-4863-be29-465d99060a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.627574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e97ee4-595a-42a9-8ead-c6ee96eb2c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.654065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:01.654914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:01.679474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::2a37:c834:b6e1:dc7e (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/80a62292-f1be-4765-97b2-b4ef77db597d/9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:01.714192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43719852-9046-4863-be29-465d99060a54 None None] Pushing event updated for resources: {'Port': ['ID=47a947c0-e62f-4863-b055-d18227296b68,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.736076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e97ee4-595a-42a9-8ead-c6ee96eb2c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.760942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43bda-70cf-4de2-a508-6345846426ce req-a846cafd-ddb5-4ca4-b6ef-1ca07af4b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.762472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-a846cafd-ddb5-4ca4-b6ef-1ca07af4b40f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 200 len: 852 time: 0.1715305 Jul 30 01:40:01.874111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:01.942928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.954124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-c9d83bce-732e-4671-b3f5-9fa9a8180739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cb75366-40d5-41c0-80a0-89976f40824f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752288 Jul 30 01:40:01.978463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942140-dd66-4fac-8461-7849210a3a64 req-0194e138-a298-486b-8d84-39082a75cec9 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.987194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70942140-dd66-4fac-8461-7849210a3a64 req-0194e138-a298-486b-8d84-39082a75cec9 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 944 time: 0.3503811 Jul 30 01:40:02.151781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.241762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Deleting port 50c1b88f-1e26-40c3-b0cb-52bb544529a3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:02.242519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.243075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:39:57Z', 'revision_number': 5, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port': {'id': '50c1b88f-1e26-40c3-b0cb-52bb544529a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:35Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:02.281150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] Checking router: 69b1d45b-4f05-491e-9fc4-28d835b0084b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:02.292131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] Routers {'69b1d45b-4f05-491e-9fc4-28d835b0084b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:02.292802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['69b1d45b-4f05-491e-9fc4-28d835b0084b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:02.352265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 94299ab5-f159-471e-b904-5019e3b5ecfe details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:02.414743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] For port 50c1b88f-1e26-40c3-b0cb-52bb544529a3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=50c1b88f-1e26-40c3-b0cb-52bb544529a3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:02.418717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 53624d17-1189-4b51-8fa5-5dfb664b7ad7 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:02.419472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.459791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Calling delete_port for 50c1b88f-1e26-40c3-b0cb-52bb544529a3 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:02.486062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47a947c0-e62f-4863-b055-d18227296b68 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:02.753385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70942140-dd66-4fac-8461-7849210a3a64 req-3c00f297-8763-4a90-b56d-cb793f618684 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604110 Jul 30 01:40:02.768522 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.770708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e97ee4-595a-42a9-8ead-c6ee96eb2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.773441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45e97ee4-595a-42a9-8ead-c6ee96eb2c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.799899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-45e97ee4-595a-42a9-8ead-c6ee96eb2c94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a58ac2f-99d8-4356-92f0-f7a7de2bb8ec HTTP/1.1" status: 204 len: 168 time: 1.4711494 Jul 30 01:40:02.823886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c1b88f-1e26-40c3-b0cb-52bb544529a3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:02.898319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf256d70-3681-4214-af99-78a20432b44d req-5ae6ffa6-8353-4bb7-b3e2-b503a5e0716c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:02.920957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf256d70-3681-4214-af99-78a20432b44d req-5ae6ffa6-8353-4bb7-b3e2-b503a5e0716c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 945 time: 0.9641168 Jul 30 01:40:02.948507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.021467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e97ee4-595a-42a9-8ead-c6ee96eb2c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58ac2f-99d8-4356-92f0-f7a7de2bb8ec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.037833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 94299ab5-f159-471e-b904-5019e3b5ecfe, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=94299ab5-f159-471e-b904-5019e3b5ecfe,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:03.073230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '94299ab5-f159-471e-b904-5019e3b5ecfe', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'port_id': '94299ab5-f159-471e-b904-5019e3b5ecfe', 'mac_address': 'fa:16:3e:6e:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c6e90e-a319-44b2-ba4b-d9a0dc97bece', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:03.151677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-bb66cd06-3eda-4e7f-9cc1-39c959030824 service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1859231 Jul 30 01:40:03.228044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.257830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94299ab5-f159-471e-b904-5019e3b5ecfe {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:03.260575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.273939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.283450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] Set router 69b1d45b-4f05-491e-9fc4-28d835b0084b gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:03.286174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.311990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf256d70-3681-4214-af99-78a20432b44d req-043da612-8e07-405c-97b7-cdad1fba3383 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872015 Jul 30 01:40:03.418217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.419131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69b1d45b-4f05-491e-9fc4-28d835b0084b {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:40:03.431428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.438256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39652) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:03.443384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0337b933-0473-4cd7-b3af-89d665e22981 admin admin] 10.222.0.78 "DELETE /v2.0/routers/69b1d45b-4f05-491e-9fc4-28d835b0084b HTTP/1.1" status: 204 len: 168 time: 1.8607414 Jul 30 01:40:03.460918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:03.511048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:40:02Z', 'revision_number': 6, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:03.614229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Deleting subnet 5e644484-a354-473a-b80f-99c8ec9e4424 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:03.626082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a7df4-6e53-4a88-adf6-4cacaa700a7f None None] The sync data for ids ['69b1d45b-4f05-491e-9fc4-28d835b0084b'] in n-d-713499-10 is: [{'id': '69b1d45b-4f05-491e-9fc4-28d835b0084b', 'name': 'tempest-ServersTestBootFromVolume-2085462744-router', 'tenant_id': 'caf4391d773746c49091ee4b9ada04fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:34Z', 'updated_at': '2021-07-30T01:40:02Z', 'revision_number': 6, 'project_id': 'caf4391d773746c49091ee4b9ada04fb', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:03.640604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.652487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42e43bda-70cf-4de2-a508-6345846426ce req-3d7e274d-ac26-4874-b1d6-2954e26f920c service neutron] 10.222.0.55 "GET /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730291 Jul 30 01:40:03.664999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 94299ab5-f159-471e-b904-5019e3b5ecfe, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=94299ab5-f159-471e-b904-5019e3b5ecfe,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:03.708618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.737494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 47a947c0-e62f-4863-b055-d18227296b68 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:03.740814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.792083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.822924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.894893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:03.895371 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.904736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:03.927171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:40:03.931623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661fa81-7bc6-40de-a811-f22acf6e7db5 req-96348aa8-e785-4048-b2d1-99eb04a6efe9 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:03.942714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1661fa81-7bc6-40de-a811-f22acf6e7db5 req-96348aa8-e785-4048-b2d1-99eb04a6efe9 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 945 time: 0.2083342 Jul 30 01:40:04.021997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:04.024301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:04.030789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.032184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.135573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.152444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['94299ab5-f159-471e-b904-5019e3b5ecfe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:04.287463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=94299ab5-f159-471e-b904-5019e3b5ecfe,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.341972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1661fa81-7bc6-40de-a811-f22acf6e7db5 req-30ac8403-2193-4de9-b6b6-d4469cd9de8e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972182 Jul 30 01:40:04.348888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-729bf5e0-6502-48c2-978f-0ebbb0c249d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6577756 Jul 30 01:40:04.350934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39686) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:04.358568 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.398248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.457292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529a414-2ceb-4953-8f4c-1da24063f7c0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.464421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529a414-2ceb-4953-8f4c-1da24063f7c0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.470070 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d529a414-2ceb-4953-8f4c-1da24063f7c0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1173868 Jul 30 01:40:04.470977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:04.510207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:04.516857 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97304b3-c70a-4724-bf26-991705a8dc28" -d '{"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-plugged", "status": "completed", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:04.585531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25038dc8-1552-4d93-8d04-18ed32bdfa75 req-c43caced-5ecd-4e1c-b7ce-81b7557e0865 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.594313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25038dc8-1552-4d93-8d04-18ed32bdfa75 req-c43caced-5ecd-4e1c-b7ce-81b7557e0865 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 945 time: 0.7033303 Jul 30 01:40:04.600533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.651959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:04.696095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.704458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e644484-a354-473a-b80f-99c8ec9e4424,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.718523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:04.718901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.745945 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.752011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-41175015-d304-404e-b080-3b1d94868257 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5e644484-a354-473a-b80f-99c8ec9e4424 HTTP/1.1" status: 204 len: 168 time: 1.2963066 Jul 30 01:40:04.755382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:04.756730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 53624d17-1189-4b51-8fa5-5dfb664b7ad7 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:04.770553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 50c1b88f-1e26-40c3-b0cb-52bb544529a3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:04.837668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd911a9-deb9-41f2-bf57-5c74cdefffe7 None None] Network eea8029b-40f6-4f9b-8a6d-6faca3cae9cd requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:04.866446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.890742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25038dc8-1552-4d93-8d04-18ed32bdfa75 req-15bf062c-e073-4d8f-966b-25c850d30185 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917900 Jul 30 01:40:04.897990 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc1d88f-f566-41a1-addc-549d069dbdb5 x-openstack-request-id: req-0bc1d88f-f566-41a1-addc-549d069dbdb5 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:04.899265 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-plugged", "status": "completed", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:04.899701 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bc1d88f-f566-41a1-addc-549d069dbdb5 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:04.900502 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'code': 200} Jul 30 01:40:04.930286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d0354207-6ac5-4d1e-a64f-05ed07cc39ea None None] Provisioning for port 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:04.947709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d0354207-6ac5-4d1e-a64f-05ed07cc39ea None None] Provisioning complete for port 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:04.948173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0354207-6ac5-4d1e-a64f-05ed07cc39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.012658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d0354207-6ac5-4d1e-a64f-05ed07cc39ea None None] Port 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:05.013827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 50c1b88f-1e26-40c3-b0cb-52bb544529a3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:05.014193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 50c1b88f-1e26-40c3-b0cb-52bb544529a3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:05.014615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:05.015995 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.023099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Deleting port 5c8644b7-e74c-4807-ab05-e4e50f852fdc {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:05.023457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.058025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:05.151221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e7655ad-dae7-4008-9a94-70b4c8036e12 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:05.170137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:05.170684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dc5404d-d3ba-4b5a-ac89-26fe2d77ef41 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:05.211825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:05.242593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] For port 5c8644b7-e74c-4807-ab05-e4e50f852fdc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5c8644b7-e74c-4807-ab05-e4e50f852fdc,segment=NetworkSegment(a86c0dd9-885d-4182-bb32-c4ccdace9756),segment_id=a86c0dd9-885d-4182-bb32-c4ccdace9756)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:05.245234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.273123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Calling delete_port for 5c8644b7-e74c-4807-ab05-e4e50f852fdc owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:05.327460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:40:05.481000 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.501154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.563012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:05.647032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:05.679054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.679281 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.699054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a394242-047d-49f0-8e0e-a333bd9cb2f3 req-12384d1b-8e9b-42ff-ab62-db5bf7126ef0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.722114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a394242-047d-49f0-8e0e-a333bd9cb2f3 req-12384d1b-8e9b-42ff-ab62-db5bf7126ef0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.1827989 Jul 30 01:40:05.772382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.777521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-628a4b4b-16ae-4ddd-8b8f-a190f564b34a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 HTTP/1.1" status: 204 len: 168 time: 1.3053403 Jul 30 01:40:05.778165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:05.812113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-8a59ad59-578b-4e3d-9950-8d088453ba80 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.813744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-8a59ad59-578b-4e3d-9950-8d088453ba80 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.66 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 946 time: 0.5758247 Jul 30 01:40:05.824283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8644b7-e74c-4807-ab05-e4e50f852fdc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:05.834433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] No DVR routers for this DVR port 5c8644b7-e74c-4807-ab05-e4e50f852fdc on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:05.920492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4e7655ad-dae7-4008-9a94-70b4c8036e12, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:05.991422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24681386-5faa-4020-9ad5-1470fc3ab8b1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.002232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24681386-5faa-4020-9ad5-1470fc3ab8b1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.009688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24681386-5faa-4020-9ad5-1470fc3ab8b1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2299027 Jul 30 01:40:06.010341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39754) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:06.048801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f4392-d19b-4de5-bea2-0a03293f8cb2 None None] DHCP port deletion for eea8029b-40f6-4f9b-8a6d-6faca3cae9cd request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:06.053676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.057630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4e7655ad-dae7-4008-9a94-70b4c8036e12', 'network_id': '9cb75366-40d5-41c0-80a0-89976f40824f', 'port_id': '4e7655ad-dae7-4008-9a94-70b4c8036e12', 'mac_address': 'fa:16:3e:b2:aa:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c6e90e-a319-44b2-ba4b-d9a0dc97bece', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:06.133046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Deleting port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:06.133386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.169203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.195058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7655ad-dae7-4008-9a94-70b4c8036e12 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:06.201046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 80a62292-f1be-4765-97b2-b4ef77db597d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:06.202518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a394242-047d-49f0-8e0e-a333bd9cb2f3 req-29b400c4-b05a-4d6f-9a88-a5ba70633737 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567175 Jul 30 01:40:06.209157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.265462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4e7655ad-dae7-4008-9a94-70b4c8036e12, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:06.270770 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.271308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.310345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea8029b-40f6-4f9b-8a6d-6faca3cae9cd']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:06.336202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 94299ab5-f159-471e-b904-5019e3b5ecfe up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:06.344579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86c0dd9-885d-4182-bb32-c4ccdace9756') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:06.345176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86c0dd9-885d-4182-bb32-c4ccdace9756') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:06.361464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501ce64-cf96-4d59-a82e-6d53e9b17960 req-5b386ee7-e292-4c72-8020-322d5ab7c176 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.373154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5501ce64-cf96-4d59-a82e-6d53e9b17960 req-5b386ee7-e292-4c72-8020-322d5ab7c176 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 945 time: 0.1834829 Jul 30 01:40:06.379403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.442913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.467279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5c8644b7-e74c-4807-ab05-e4e50f852fdc no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:06.472331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.499216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:06.500801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.559823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4e7655ad-dae7-4008-9a94-70b4c8036e12,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.565866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 5c8644b7-e74c-4807-ab05-e4e50f852fdc {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:06.570339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5c8644b7-e74c-4807-ab05-e4e50f852fdc not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:06.584225 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:06.589870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.609093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 94299ab5-f159-471e-b904-5019e3b5ecfe completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:06.611277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.618875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 94299ab5-f159-471e-b904-5019e3b5ecfe triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:06.619438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] 10.222.0.78 "DELETE /v2.0/networks/eea8029b-40f6-4f9b-8a6d-6faca3cae9cd HTTP/1.1" status: 204 len: 168 time: 1.8627543 Jul 30 01:40:06.620750 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.629057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4e7655ad-dae7-4008-9a94-70b4c8036e12'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:06.662239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5501ce64-cf96-4d59-a82e-6d53e9b17960 req-9ba2b9d7-599a-4a1f-ba5b-d501350b23b8 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849374 Jul 30 01:40:06.676955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5b498-0998-412a-bb95-240951ca2c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea8029b-40f6-4f9b-8a6d-6faca3cae9cd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.738008 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.868043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.901399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:06.903946 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2518b1e1-8319-41fa-a542-285d78f7b1f0" -d '{"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-unplugged", "status": "completed", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:06.963217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 94299ab5-f159-471e-b904-5019e3b5ecfe, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=94299ab5-f159-471e-b904-5019e3b5ecfe,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:06.973368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.973601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 53624d17-1189-4b51-8fa5-5dfb664b7ad7 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:07.021379 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4d461b-bb50-4d1f-9a86-b3799f723f62 x-openstack-request-id: req-5d4d461b-bb50-4d1f-9a86-b3799f723f62 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:07.021676 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-unplugged", "status": "completed", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:07.021929 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d4d461b-bb50-4d1f-9a86-b3799f723f62 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:07.022325 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'code': 200} Jul 30 01:40:07.074276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39798) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:07.216620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=94299ab5-f159-471e-b904-5019e3b5ecfe,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:07.217555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c137df26-81ef-40ca-aec5-fdf5ce1ab621 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=caf4391d773746c49091ee4b9ada04fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399896 Jul 30 01:40:07.218799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39806) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:07.306736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] For port 53624d17-1189-4b51-8fa5-5dfb664b7ad7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=53624d17-1189-4b51-8fa5-5dfb664b7ad7,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:07.307944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.329869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Calling delete_port for 53624d17-1189-4b51-8fa5-5dfb664b7ad7 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:07.359331 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f450d6c4-a211-480a-9122-9b106b091154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.394299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f450d6c4-a211-480a-9122-9b106b091154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.464324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39812) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:07.546824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f450d6c4-a211-480a-9122-9b106b091154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.551875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f450d6c4-a211-480a-9122-9b106b091154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.557939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.558744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f450d6c4-a211-480a-9122-9b106b091154 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30248217-92a2-4703-99cd-c634d6928ff5 HTTP/1.1" status: 204 len: 168 time: 0.3371844 Jul 30 01:40:07.654401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347abc-d1b6-435f-8e47-caa79dfc3d70 req-abfbaed1-53ba-4816-aaf0-40743c38da5a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:07.661865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1347abc-d1b6-435f-8e47-caa79dfc3d70 req-abfbaed1-53ba-4816-aaf0-40743c38da5a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 944 time: 0.2304502 Jul 30 01:40:07.662785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d6c4-a211-480a-9122-9b106b091154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30248217-92a2-4703-99cd-c634d6928ff5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:07.806390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f806823-acaa-4a40-ad3a-fad29d9f5378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.841077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1347abc-d1b6-435f-8e47-caa79dfc3d70 req-f8a11056-51d9-4172-9c85-7740bfe29ac3 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258030 Jul 30 01:40:07.860850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.941815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=80a62292-f1be-4765-97b2-b4ef77db597d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:07.944850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.947938 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a02999cb-0aec-4e07-b936-3e374b321d47 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/80a62292-f1be-4765-97b2-b4ef77db597d HTTP/1.1" status: 204 len: 168 time: 1.9336493 Jul 30 01:40:07.947938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.951268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:07.960714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a32765-b5c7-439b-87e4-7aba70a10222 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:08.114975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f806823-acaa-4a40-ad3a-fad29d9f5378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.122858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event deleted for resources: {'Port': ['ID=53624d17-1189-4b51-8fa5-5dfb664b7ad7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:08.126467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f41e3b-e117-4f6a-a9ff-58b67004e5c1 req-441933e9-dcef-41a2-b7d9-3ae24e996626 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.134271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f22adb84-e42b-41dd-9066-01dc6a058199 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1832442 Jul 30 01:40:08.145809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0f41e3b-e117-4f6a-a9ff-58b67004e5c1 req-441933e9-dcef-41a2-b7d9-3ae24e996626 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 946 time: 0.2746794 Jul 30 01:40:08.145809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f806823-acaa-4a40-ad3a-fad29d9f5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.149330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39828) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:08.218071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f806823-acaa-4a40-ad3a-fad29d9f5378 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d1a12aa8e1b40eb97db4e4505d4aee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7523503 Jul 30 01:40:08.225782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39842) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:08.270154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:08.291973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628990ed-0c03-47be-a0df-3924b2ae3e03 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.297891 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-628990ed-0c03-47be-a0df-3924b2ae3e03 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1469307 Jul 30 01:40:08.298643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39844) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:08.298859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] No DVR routers for this DVR port 53624d17-1189-4b51-8fa5-5dfb664b7ad7 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:08.299394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f806823-acaa-4a40-ad3a-fad29d9f5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b831eef5-c066-4ba6-aa21-cf96f29a8489,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:08.323989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.326236 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98c5c113-cbd1-4f93-ae93-7398ca019442 req-e6922686-d17b-4d28-9870-cc2a3d955ccc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.66 "DELETE /v2.0/ports/53624d17-1189-4b51-8fa5-5dfb664b7ad7 HTTP/1.1" status: 204 len: 173 time: 2.4804175 Jul 30 01:40:08.326849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-deleted', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:08.332266 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feba13ef-05c3-410e-8cd9-6d75c0dbc1ce" -d '{"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-deleted", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:08.427980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] Deleting port 47a947c0-e62f-4863-b055-d18227296b68 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:08.428476 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1490d81-4328-4972-a6e4-74f478253e6a x-openstack-request-id: req-f1490d81-4328-4972-a6e4-74f478253e6a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:08.428922 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c828ef64-12f8-4cfb-9d2e-ebf7a496ae55", "name": "network-vif-deleted", "tag": "53624d17-1189-4b51-8fa5-5dfb664b7ad7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:08.429043 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1490d81-4328-4972-a6e4-74f478253e6a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:08.429700 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c828ef64-12f8-4cfb-9d2e-ebf7a496ae55', 'name': 'network-vif-deleted', 'tag': '53624d17-1189-4b51-8fa5-5dfb664b7ad7', 'status': 'completed', 'code': 200} Jul 30 01:40:08.430933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.436632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fdeb44-ba08-42a3-bbc1-43542cf0794e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.438605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a1fdeb44-ba08-42a3-bbc1-43542cf0794e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1354101 Jul 30 01:40:08.441851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:08.460096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0f41e3b-e117-4f6a-a9ff-58b67004e5c1 req-398670c4-dc6b-472d-9103-40e8dab5675d tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145583 Jul 30 01:40:08.500441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9fa65c8f-894b-4b25-acb9-b3c54ea50ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.522117 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c16479da-bfab-465b-93e8-670fd8ea4789 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790858 Jul 30 01:40:08.527356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:08.532647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9fa65c8f-894b-4b25-acb9-b3c54ea50ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.534428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:08.591339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47a947c0-e62f-4863-b055-d18227296b68 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:08.604600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9fa65c8f-894b-4b25-acb9-b3c54ea50ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.608139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9fa65c8f-894b-4b25-acb9-b3c54ea50ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.624217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9fa65c8f-894b-4b25-acb9-b3c54ea50ee2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b831eef5-c066-4ba6-aa21-cf96f29a8489 HTTP/1.1" status: 204 len: 168 time: 0.3970623 Jul 30 01:40:08.663987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa65c8f-894b-4b25-acb9-b3c54ea50ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b831eef5-c066-4ba6-aa21-cf96f29a8489,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:08.690651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:08.694384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] For port 47a947c0-e62f-4863-b055-d18227296b68, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47a947c0-e62f-4863-b055-d18227296b68,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:08.694789 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.699397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.766304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] Calling delete_port for 47a947c0-e62f-4863-b055-d18227296b68 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:08.772747 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.898379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 47a947c0-e62f-4863-b055-d18227296b68, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47a947c0-e62f-4863-b055-d18227296b68,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:08.904413 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.024532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94299ab5-f159-471e-b904-5019e3b5ecfe'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:09.031838 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729de9cc-4748-4736-975d-f141a4b74629" -d '{"events": [{"server_uuid": "af44a88c-bbe2-4bc5-8d71-d63864c73141", "name": "network-vif-plugged", "status": "completed", "tag": "94299ab5-f159-471e-b904-5019e3b5ecfe"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:09.058727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2335e762-a7af-48c2-b6c5-2a1195c4bf57 req-879506af-60cb-4cc1-98a0-31a0d36a33af tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=c828ef64-12f8-4cfb-9d2e-ebf7a496ae55 HTTP/1.1" status: 200 len: 210 time: 0.0496840 Jul 30 01:40:09.112411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=47a947c0-e62f-4863-b055-d18227296b68,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:09.119659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e7655ad-dae7-4008-9a94-70b4c8036e12 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:09.152970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.179059 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8796b29-1f49-48b0-a396-1e8911ff41d3 x-openstack-request-id: req-c8796b29-1f49-48b0-a396-1e8911ff41d3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:09.181677 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af44a88c-bbe2-4bc5-8d71-d63864c73141", "name": "network-vif-plugged", "status": "completed", "tag": "94299ab5-f159-471e-b904-5019e3b5ecfe", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:09.182239 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8796b29-1f49-48b0-a396-1e8911ff41d3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:09.182897 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94299ab5-f159-471e-b904-5019e3b5ecfe', 'code': 200} Jul 30 01:40:09.186158 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.271091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39906) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:09.276094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] No DVR routers for this DVR port 47a947c0-e62f-4863-b055-d18227296b68 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:09.279908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:09.286473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c46a6-48cd-4a42-a541-884f39a4bac6 None None] Pushing event deleted for resources: {'Port': ['ID=47a947c0-e62f-4863-b055-d18227296b68,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:09.296832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:09.318927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece2b6a-b559-4ff8-9e22-5baea3bff18b None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:09.337345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.338208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.398923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=ef6be75a-3409-4675-be2d-d88922f7b246,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:09.431329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39922) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:09.439431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'ef6be75a-3409-4675-be2d-d88922f7b246', 'ip_address': '2001:db8::e4e4:5b67:ef7a:94dc'}], 'name': 'tempest-NetworksTestDHCPv6-1115865336'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:09.443676 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97e82c75-8095-45f7-b778-f274b4e817a7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9147046 Jul 30 01:40:09.449750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 4e7655ad-dae7-4008-9a94-70b4c8036e12 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:09.466110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd241e7-ba7a-40e8-a81e-e504d3b380a2 req-ebe22699-ecf3-49d1-a20a-27f444548f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.467656 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cdd241e7-ba7a-40e8-a81e-e504d3b380a2 req-ebe22699-ecf3-49d1-a20a-27f444548f56 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 1098 time: 0.0918388 Jul 30 01:40:09.470753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4e7655ad-dae7-4008-9a94-70b4c8036e12 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:09.471146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.546416 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cdd241e7-ba7a-40e8-a81e-e504d3b380a2 req-f4ba7532-3666-4ee0-b421-fde0333ee22b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Jul 30 01:40:09.572592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-924551399-network', 'tenant_id': '7272178de60e4b9b84ecf7b9fad6479f'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:09.717531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Made reservation on behalf of 7272178de60e4b9b84ecf7b9fad6479f for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:09.720398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.744030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.761024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384830e-a498-41de-b116-57ddfaa216ce req-067b98cc-ee1d-4ce3-813b-2b4664a7607a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.768243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c384830e-a498-41de-b116-57ddfaa216ce req-067b98cc-ee1d-4ce3-813b-2b4664a7607a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 946 time: 0.1917608 Jul 30 01:40:09.795597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed501a3-7fa0-4ca2-a188-f667203a72df req-fc725d92-b5a1-48c2-98c6-318ebeb1d3c7 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.797329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bed501a3-7fa0-4ca2-a188-f667203a72df req-fc725d92-b5a1-48c2-98c6-318ebeb1d3c7 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 951 time: 0.2174387 Jul 30 01:40:09.853988 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.862718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:09.871665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'ef6be75a-3409-4675-be2d-d88922f7b246'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:09.872902 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.922688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4e7655ad-dae7-4008-9a94-70b4c8036e12, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:09.933406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c384830e-a498-41de-b116-57ddfaa216ce req-85689e97-7750-4f9b-864b-99ba64ec5561 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619928 Jul 30 01:40:09.976480 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.008732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bed501a3-7fa0-4ca2-a188-f667203a72df req-7b77cab1-0e1f-44e5-ac4e-34437ac79eb7 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872582 Jul 30 01:40:10.047478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39946) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:10.096158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4e7655ad-dae7-4008-9a94-70b4c8036e12,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.124271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/ef6be75a-3409-4675-be2d-d88922f7b246/03e41659-c547-4d6a-b8da-317eff716bfa) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:10.126395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.167846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 4d812cc6-9580-4937-9987-2c67b93bb761 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:40:10.211627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-255200221-network', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:10.326923 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.335911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.361395 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.367437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Made reservation on behalf of 9d4842dd6df14821a65b1a1863534cb3 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:10.374559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Transition to ACTIVE for port object 03e41659-c547-4d6a-b8da-317eff716bfa will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:10.375673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.394856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Transition to ACTIVE for port object 03e41659-c547-4d6a-b8da-317eff716bfa will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:10.404609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.406754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.474880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Pushing event updated for resources: {'Port': ['ID=03e41659-c547-4d6a-b8da-317eff716bfa,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.488636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:10.490180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:10.497742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:10.556132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Attempting to bind port 03e41659-c547-4d6a-b8da-317eff716bfa on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:10.556503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Attempting to bind port 03e41659-c547-4d6a-b8da-317eff716bfa by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:10.556960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Attempting to bind port 03e41659-c547-4d6a-b8da-317eff716bfa on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:10.562939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:10.563323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:10.563777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.564222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:10.564788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Bound port: 03e41659-c547-4d6a-b8da-317eff716bfa, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:10.565117 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.582217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:10.595462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.601234 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.632071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da522b9e-4d94-47bb-9c9b-d10adb15f0e3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.640463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:10.675259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] For port 03e41659-c547-4d6a-b8da-317eff716bfa, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:10.680707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] For port 03e41659-c547-4d6a-b8da-317eff716bfa, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=03e41659-c547-4d6a-b8da-317eff716bfa,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:10.683350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc8b6e-6c0f-4506-941b-04decba69515,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.686754 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.688438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.688953 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Added segment bb7463ea-98bd-45d0-9507-276dc70b55f5 of type vlan for network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 Jul 30 01:40:10.719830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.720014 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Added segment 4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8 of type vlan for network 574e7bd6-0393-42d9-aea3-c514090c98a4 Jul 30 01:40:10.748013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-015861ae-28dd-4509-bdcf-eeb4e61851db tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:10.756350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-015861ae-28dd-4509-bdcf-eeb4e61851db tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 822 time: 0.3716545 Jul 30 01:40:10.797284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b25b7-9d8a-4e4b-8c09-8ee5d87fd24d None None] Pushing event updated for resources: {'Port': ['ID=03e41659-c547-4d6a-b8da-317eff716bfa,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.809992 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.858062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.858324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-78e02e37-8dc6-459e-83f3-16aa8676aabc tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/quotas/d1926a343a5f48138ea8f7c6bd2f27dc HTTP/1.1" status: 200 len: 375 time: 0.0972512 Jul 30 01:40:10.859511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:10.860339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.935373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] Pushing event updated for resources: {'Network': ['ID=9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:10.956028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::e4e4:5b67:ef7a:94dc (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/ef6be75a-3409-4675-be2d-d88922f7b246/4d812cc6-9580-4937-9987-2c67b93bb761) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:10.966204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:10.975419 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0bd0a00-1de6-4346-b17b-47df79479a9c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9266253 Jul 30 01:40:10.982652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:10.990322 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.997898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Request body: {'subnet': {'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-255200221-subnet', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:11.038278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Made reservation on behalf of 9d4842dd6df14821a65b1a1863534cb3 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:11.041214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.198872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75159006-9da0-47a7-b8f7-06783ad974b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7655ad-dae7-4008-9a94-70b4c8036e12'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:11.202635 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62b0e6-28bc-44a3-bfa5-f92402965a90" -d '{"events": [{"server_uuid": "75159006-9da0-47a7-b8f7-06783ad974b3", "name": "network-vif-plugged", "status": "completed", "tag": "4e7655ad-dae7-4008-9a94-70b4c8036e12"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:11.261647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-47e04ff3-802b-4fe4-9ac3-f11a400ed61a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4008999 Jul 30 01:40:11.336571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.339284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.340459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.391671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.458125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7396bc73-d191-4028-af14-02ebd67fe8e1,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:11.466384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Checking segment: {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:11.466749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Network hostable DHCP agents. Network: 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:11.494750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:11.521088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:11.530310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.531454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.532442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9065b6b-3288-4e1d-965b-4a9c77dfdd91 None None] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:11.553035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e802cb5-1cf3-4e4d-84fd-1c7bef37fa27 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5722630 Jul 30 01:40:11.556846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40014) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:11.563574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:11.627303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] Pushing event updated for resources: {'Network': ['ID=574e7bd6-0393-42d9-aea3-c514090c98a4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:11.631363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.632712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.655520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:11.665934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6dbdaec0-6455-4093-9095-8a4f8d3dc24b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3926957 Jul 30 01:40:11.693613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:11.701328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Request body: {'subnet': {'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-924551399-subnet', 'tenant_id': '7272178de60e4b9b84ecf7b9fad6479f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:11.740241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.809411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-9c6273db-3a88-474d-939d-5c4a21674d52 service neutron] 10.222.0.78 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431592 Jul 30 01:40:11.829187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2', 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'fixed_ips': [{'subnet_id': '7396bc73-d191-4028-af14-02ebd67fe8e1'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:11.832603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.839732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Made reservation on behalf of 7272178de60e4b9b84ecf7b9fad6479f for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:11.842097 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.940326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.945325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff16f9b-0e2b-4dbf-abd2-c5ac346f1a0d req-f11fa552-c300-4210-8c5c-cb706e1b14c2 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.946924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bff16f9b-0e2b-4dbf-abd2-c5ac346f1a0d req-f11fa552-c300-4210-8c5c-cb706e1b14c2 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 946 time: 0.3352938 Jul 30 01:40:11.960454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.021736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Allocated IP 172.20.0.2 (9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2/7396bc73-d191-4028-af14-02ebd67fe8e1/f859a1a7-b697-40b4-9e16-da7469b95b85) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:12.275392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.287103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.302713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Transition to ACTIVE for port object f859a1a7-b697-40b4-9e16-da7469b95b85 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:12.326303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.335190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:12.455124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Transition to ACTIVE for port object f859a1a7-b697-40b4-9e16-da7469b95b85 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:12.465089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 03e41659-c547-4d6a-b8da-317eff716bfa up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:12.514391 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.516793 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.567815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40026) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:12.583241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Allocated IP 172.25.8.7 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/86285ee6-532a-472d-9194-f450ec7cfdf2) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:12.594374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Pushing event updated for resources: {'Port': ['ID=f859a1a7-b697-40b4-9e16-da7469b95b85,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:12.602438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6c4a9969-2cca-4e1b-9b18-3264f2a80f95 None None] Provisioning for port 03e41659-c547-4d6a-b8da-317eff716bfa completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:12.637949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:12.644848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 4d812cc6-9580-4937-9987-2c67b93bb761 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:12.645864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:12.652885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:12.672198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:12.686583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bff16f9b-0e2b-4dbf-abd2-c5ac346f1a0d req-251d3797-603b-40ba-a420-172e3a378f11 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467354 Jul 30 01:40:12.699250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.700400 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.725351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 03e41659-c547-4d6a-b8da-317eff716bfa completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:12.771232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 03e41659-c547-4d6a-b8da-317eff716bfa triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:12.771232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.785485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9651fe02-b235-4b92-85f2-4ce4c8baeef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.816861 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cf2742-0d9e-472f-b201-610c528f62a7 x-openstack-request-id: req-42cf2742-0d9e-472f-b201-610c528f62a7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:12.817420 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75159006-9da0-47a7-b8f7-06783ad974b3", "name": "network-vif-plugged", "status": "completed", "tag": "4e7655ad-dae7-4008-9a94-70b4c8036e12", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:12.817813 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42cf2742-0d9e-472f-b201-610c528f62a7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:12.818770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-904ad76d-a012-4547-8e1c-d659f581460c service neutron] 10.222.0.78 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0078137 Jul 30 01:40:12.828004 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75159006-9da0-47a7-b8f7-06783ad974b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7655ad-dae7-4008-9a94-70b4c8036e12', 'code': 200} Jul 30 01:40:12.846349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.856416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=455fcb77-8df1-49dc-92ca-4fea00468f64,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:12.859637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Attempting to bind port f859a1a7-b697-40b4-9e16-da7469b95b85 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:12.860162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Attempting to bind port f859a1a7-b697-40b4-9e16-da7469b95b85 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:12.860649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Attempting to bind port f859a1a7-b697-40b4-9e16-da7469b95b85 on network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:12.893897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Checking segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:12.894873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:12.895348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Network hostable DHCP agents. Network: 574e7bd6-0393-42d9-aea3-c514090c98a4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:12.895842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Checking segment: {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:12.899101 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.899677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Bound using segment: {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:12.900513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Bound port: f859a1a7-b697-40b4-9e16-da7469b95b85, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:12.900809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.912214 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.952837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.978421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:13.011866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:13.022777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:13.030297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:13.036275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Pushing event updated for resources: {'Port': ['ID=86285ee6-532a-472d-9194-f450ec7cfdf2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:13.057215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9651fe02-b235-4b92-85f2-4ce4c8baeef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.063343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9651fe02-b235-4b92-85f2-4ce4c8baeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.073081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:13.086288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:13.089070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:13.095123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.096406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.110449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:13.122547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=4d812cc6-9580-4937-9987-2c67b93bb761,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:13.160605 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.166564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 574e7bd6-0393-42d9-aea3-c514090c98a4) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:13.173864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651fe02-b235-4b92-85f2-4ce4c8baeef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eef35e3-9628-4a9c-af01-87cb8f74fd82,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:13.179269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9651fe02-b235-4b92-85f2-4ce4c8baeef0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4b03cfeda774cc4a092987012129931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103537 Jul 30 01:40:13.186251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850e200-d2f5-4f77-84da-13094c383257 None None] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:13.205168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] For port f859a1a7-b697-40b4-9e16-da7469b95b85, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:13.221025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.221944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.243821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40040) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:13.250936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-abb731fa-3272-43d6-95b8-9adb030a4426 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8183222 Jul 30 01:40:13.257755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55938-4fc1-4ce8-ad79-9c128dd7ffbb req-33f6c3e2-a84d-4256-afe1-7f372acb27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.259815 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cdf55938-4fc1-4ce8-ad79-9c128dd7ffbb req-33f6c3e2-a84d-4256-afe1-7f372acb27db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 1097 time: 0.3503151 Jul 30 01:40:13.262426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:13.280312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-51bdf169-593d-4b17-8211-7cbe47a1c56b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5837479 Jul 30 01:40:13.286739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'ef6be75a-3409-4675-be2d-d88922f7b246', 'ip_address': '2001:db8::e4e4:5b67:ef7a:94dc'}], 'name': 'tempest-NetworksTestDHCPv6-1220302639'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:13.521368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df879-c45e-40a3-87cf-118c213fe31a req-45ff0b1e-4493-43a7-a94e-26bc983ce5ae tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.523165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d0df879-c45e-40a3-87cf-118c213fe31a req-45ff0b1e-4493-43a7-a94e-26bc983ce5ae tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 945 time: 0.3822238 Jul 30 01:40:13.560962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.572391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] For port f859a1a7-b697-40b4-9e16-da7469b95b85, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f859a1a7-b697-40b4-9e16-da7469b95b85,segment=NetworkSegment(bb7463ea-98bd-45d0-9507-276dc70b55f5),segment_id=bb7463ea-98bd-45d0-9507-276dc70b55f5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:13.579191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 03e41659-c547-4d6a-b8da-317eff716bfa, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=03e41659-c547-4d6a-b8da-317eff716bfa,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:13.602234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1942919-9f63-40e1-a615-3a47f0962ddd req-92eb1ded-2a82-4bdc-a3df-381a966254c7 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 210 time: 0.0765221 Jul 30 01:40:13.604028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cdf55938-4fc1-4ce8-ad79-9c128dd7ffbb req-57b9344e-8f7f-4ee8-92a0-1ccf5977e023 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090365 Jul 30 01:40:13.634376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.647186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.676057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88b0e3ba-6b55-4e40-be8d-2ed97346205c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.680257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaeca9c-3e1d-40d7-b1a8-3b31a5aced89 None None] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:13.703222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d0df879-c45e-40a3-87cf-118c213fe31a req-21a659ae-1ac9-4ed3-a4bb-cc6f83df2bac tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365926 Jul 30 01:40:13.797735 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88b0e3ba-6b55-4e40-be8d-2ed97346205c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.852590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:13.858111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.887548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78408-67f9-4275-b98b-bde508ede27c req-971b314c-4cd2-43fe-a306-884d967fa688 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.895694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fb78408-67f9-4275-b98b-bde508ede27c req-971b314c-4cd2-43fe-a306-884d967fa688 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 949 time: 0.1545479 Jul 30 01:40:13.898924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-13ac9ae3-9ccb-4d45-b9c1-6266bb84deea None None] Provisioning for port 4d812cc6-9580-4937-9987-2c67b93bb761 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:13.916283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.931303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-13ac9ae3-9ccb-4d45-b9c1-6266bb84deea None None] Provisioning complete for port 4d812cc6-9580-4937-9987-2c67b93bb761 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:13.932146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-13ac9ae3-9ccb-4d45-b9c1-6266bb84deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:13.935341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port de3d6a59-5fd6-4c11-9546-d0c53d993084 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:40:13.993028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fb78408-67f9-4275-b98b-bde508ede27c req-192b650c-e97b-4e42-ac3b-8a04e073db73 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962994 Jul 30 01:40:14.042412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=03e41659-c547-4d6a-b8da-317eff716bfa,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:14.102134 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88b0e3ba-6b55-4e40-be8d-2ed97346205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.112486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88b0e3ba-6b55-4e40-be8d-2ed97346205c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.113764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-88b0e3ba-6b55-4e40-be8d-2ed97346205c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7eef35e3-9628-4a9c-af01-87cb8f74fd82 HTTP/1.1" status: 204 len: 168 time: 0.8596611 Jul 30 01:40:14.137979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-13ac9ae3-9ccb-4d45-b9c1-6266bb84deea None None] Port 4d812cc6-9580-4937-9987-2c67b93bb761 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:14.197862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc281d8-cc08-4093-925c-96c3c557a173 None None] Pushing event updated for resources: {'Port': ['ID=f859a1a7-b697-40b4-9e16-da7469b95b85,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:14.232065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Router b408f195-a417-4c8f-a9db-ece6d5d6ea91 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:14.251769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0e3ba-6b55-4e40-be8d-2ed97346205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eef35e3-9628-4a9c-af01-87cb8f74fd82,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:14.405692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:14.417493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-690a8a7b-0d16-448b-ae31-2282ef32d03f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.418387 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Sync routers for ids ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:14.426254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-690a8a7b-0d16-448b-ae31-2282ef32d03f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 814 time: 0.2937987 Jul 30 01:40:14.429412 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Routers {'b408f195-a417-4c8f-a9db-ece6d5d6ea91'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:14.430451 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:14.446546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.452975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40076) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:14.461415 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-091c2d7b-f3c7-4fed-ad3a-b1bc1f452d1e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8954520 Jul 30 01:40:14.475678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-594dd33c-9a1a-457a-9650-be995673f51d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/quotas/7272178de60e4b9b84ecf7b9fad6479f HTTP/1.1" status: 200 len: 375 time: 0.0484552 Jul 30 01:40:14.518060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 03e41659-c547-4d6a-b8da-317eff716bfa up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:14.541874 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 01:40:14.542401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:40:14.581063 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Set router b408f195-a417-4c8f-a9db-ece6d5d6ea91 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:14.593642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 03e41659-c547-4d6a-b8da-317eff716bfa triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:14.593996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.597077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-59b10f0b-102b-4338-abc9-017ff688d331 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636947 Jul 30 01:40:14.606360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6d51ed5d-8413-40c9-b2b6-45da3e81375e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3366182 Jul 30 01:40:14.608945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:14.650623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40082) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:14.698370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40d4d128-befa-47b0-9904-0cb782239696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:14.799483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c313df-baf2-4336-961c-172607fc16ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.812094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c313df-baf2-4336-961c-172607fc16ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.815650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f859a1a7-b697-40b4-9e16-da7469b95b85 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:14.820032 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5c313df-baf2-4336-961c-172607fc16ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2062087 Jul 30 01:40:14.820457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40088) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:14.860529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18dc485c-ed94-402b-b4e9-0105c750b9ad req-467e269d-ebaf-40dd-8e71-3c3910e30c72 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 210 time: 0.1037400 Jul 30 01:40:14.865090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:14.873900 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28348255-812b-4b80-8ea1-5b6d21bf60c6" -d '{"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-unplugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:14.959040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f859a1a7-b697-40b4-9e16-da7469b95b85 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:14.969665 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:13Z', 'revision_number': 3, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:15.034232 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Checking router: b408f195-a417-4c8f-a9db-ece6d5d6ea91 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:15.034573 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Updating router b408f195-a417-4c8f-a9db-ece6d5d6ea91 port 86285ee6-532a-472d-9194-f450ec7cfdf2 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:15.065311 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.138231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-8a11df13-fab0-42c2-810b-7422c001736e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:40:15.146047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-8a11df13-fab0-42c2-810b-7422c001736e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5255618 Jul 30 01:40:15.152234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 4d812cc6-9580-4937-9987-2c67b93bb761 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:15.152836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.230833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40d4d128-befa-47b0-9904-0cb782239696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.267042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40d4d128-befa-47b0-9904-0cb782239696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.299257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68898e82-c376-4eec-9b7d-e64344765beb None None] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:15.343193 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-40d4d128-befa-47b0-9904-0cb782239696 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=979a098573ba4c9aa38fc6c1b633a006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912053 Jul 30 01:40:15.351759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40096) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:15.353780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4d128-befa-47b0-9904-0cb782239696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eed116-9543-4bf2-87b5-42fc7eba6984,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.355326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-a2ebc337-deee-4e47-8e12-eb9feabd7493 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.356835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-a2ebc337-deee-4e47-8e12-eb9feabd7493 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 822 time: 0.4993472 Jul 30 01:40:15.358589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.375336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-1b04e22c-2cb2-475e-a63e-9984be945d59 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.375818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b84a8f-87a0-4edb-b755-705463c9fded req-6f2f6fa3-7fe4-4b2a-96cf-75d03b99ae28 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.376747 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-1b04e22c-2cb2-475e-a63e-9984be945d59 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.66 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 949 time: 0.1727743 Jul 30 01:40:15.387320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2b84a8f-87a0-4edb-b755-705463c9fded req-6f2f6fa3-7fe4-4b2a-96cf-75d03b99ae28 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 945 time: 0.3059046 Jul 30 01:40:15.388456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] Provisioning for port f859a1a7-b697-40b4-9e16-da7469b95b85 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:15.399167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] Provisioning complete for port f859a1a7-b697-40b4-9e16-da7469b95b85 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:15.399369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Request body: {'port': {'device_id': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'admin_state_up': True, 'tenant_id': 'd1926a343a5f48138ea8f7c6bd2f27dc'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:15.400219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.416496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 4d812cc6-9580-4937-9987-2c67b93bb761 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:15.491105 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.503104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Transition to ACTIVE for port object 86285ee6-532a-472d-9194-f450ec7cfdf2 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:15.506903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-4508a000-c9fb-4cd1-bb2d-c8679ae536e9 service neutron] 10.222.0.78 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598835 Jul 30 01:40:15.511187 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.570297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.581896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Attempting to bind port 86285ee6-532a-472d-9194-f450ec7cfdf2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:15.582428 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Attempting to bind port 86285ee6-532a-472d-9194-f450ec7cfdf2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:15.582805 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Attempting to bind port 86285ee6-532a-472d-9194-f450ec7cfdf2 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:15.587921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43ec93e9-2653-41b3-b221-b4a7ebdd772f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.598195 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:15.598406 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:15.599965 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.600456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:15.601122 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Bound port: 86285ee6-532a-472d-9194-f450ec7cfdf2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:15.601565 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.642397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43ec93e9-2653-41b3-b221-b4a7ebdd772f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.646752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Deleting port 706ef069-075f-404b-a955-848ba2d4aef1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:15.647186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.658580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2b84a8f-87a0-4edb-b755-705463c9fded req-a2767126-d9fa-492d-a63e-15c6b952fe5a tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653637 Jul 30 01:40:15.683270 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] For port 86285ee6-532a-472d-9194-f450ec7cfdf2, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:15.687947 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] For port 86285ee6-532a-472d-9194-f450ec7cfdf2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=86285ee6-532a-472d-9194-f450ec7cfdf2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:15.696923 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.700455 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Pushing event updated for resources: {'Port': ['ID=86285ee6-532a-472d-9194-f450ec7cfdf2,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.725318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] For port f859a1a7-b697-40b4-9e16-da7469b95b85, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f859a1a7-b697-40b4-9e16-da7469b95b85,segment=NetworkSegment(bb7463ea-98bd-45d0-9507-276dc70b55f5),segment_id=bb7463ea-98bd-45d0-9507-276dc70b55f5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:15.734119 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.749729 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.750210 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.750750 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.751233 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.751666 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.756829 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d9c15a-7aa1-4367-9fa4-29cb27d03d99 x-openstack-request-id: req-77d9c15a-7aa1-4367-9fa4-29cb27d03d99 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:15.757129 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-unplugged", "status": "completed", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:15.757385 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77d9c15a-7aa1-4367-9fa4-29cb27d03d99 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:15.758044 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'code': 200} Jul 30 01:40:15.766187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.767875 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.768401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.768854 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.769383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.770722 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.771205 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:15.785161 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Routers {'b408f195-a417-4c8f-a9db-ece6d5d6ea91'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:15.785816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:15.842264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519b681-8d0e-4458-8f20-950d29a34081 None None] Pushing event updated for resources: {'Port': ['ID=f859a1a7-b697-40b4-9e16-da7469b95b85,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.870269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.891797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43ec93e9-2653-41b3-b221-b4a7ebdd772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.895934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-43ec93e9-2653-41b3-b221-b4a7ebdd772f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.896836 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-43ec93e9-2653-41b3-b221-b4a7ebdd772f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1eed116-9543-4bf2-87b5-42fc7eba6984 HTTP/1.1" status: 204 len: 168 time: 0.5440049 Jul 30 01:40:15.901401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-2ea7a6a0-4f74-431a-b9a5-ed1ffee1b93f service neutron] 10.222.0.78 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934944 Jul 30 01:40:15.950628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec93e9-2653-41b3-b221-b4a7ebdd772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eed116-9543-4bf2-87b5-42fc7eba6984,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.969713 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8ed28-47cf-4746-ae74-e18ed9dd3bcb None None] Pushing event updated for resources: {'Port': ['ID=86285ee6-532a-472d-9194-f450ec7cfdf2,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:15.989367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Made reservation on behalf of d1926a343a5f48138ea8f7c6bd2f27dc for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:15.999909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.026360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=4d812cc6-9580-4937-9987-2c67b93bb761,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.038039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] For port 706ef069-075f-404b-a955-848ba2d4aef1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=706ef069-075f-404b-a955-848ba2d4aef1,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:16.038476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.048452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] Set router b408f195-a417-4c8f-a9db-ece6d5d6ea91 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:16.056886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.061469 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a9775c3c-62cb-4501-b949-7a736dcb8bb4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/4d812cc6-9580-4937-9987-2c67b93bb761 HTTP/1.1" status: 204 len: 168 time: 1.2313657 Jul 30 01:40:16.062430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:16.077056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Calling delete_port for 706ef069-075f-404b-a955-848ba2d4aef1 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:16.177677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f4d12-74ef-457c-876e-c29f26911f93 req-a51b92f9-3d01-4230-937f-d7a53b018490 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.206072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba3f4d12-74ef-457c-876e-c29f26911f93 req-a51b92f9-3d01-4230-937f-d7a53b018490 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/ports?device_id=d222a050-c075-4c02-9e98-e4d8d3f8430e HTTP/1.1" status: 200 len: 949 time: 0.3566921 Jul 30 01:40:16.274060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6b24ade7-5844-40ea-80fb-c578067aeec6 None None] Provisioning complete for port f859a1a7-b697-40b4-9e16-da7469b95b85 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:16.275538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b24ade7-5844-40ea-80fb-c578067aeec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.309980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad279640-7545-411a-8b7c-fc605aae794b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.327275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad279640-7545-411a-8b7c-fc605aae794b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.331197 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad279640-7545-411a-8b7c-fc605aae794b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2679572 Jul 30 01:40:16.335295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:16.380208 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:13Z', 'revision_number': 3, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:16.414799 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde87e1-523a-4433-aaac-887f82857918 None None] The sync data for ids ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'] in n-d-713499-10 is: [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:13Z', 'revision_number': 3, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:16.518439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f859a1a7-b697-40b4-9e16-da7469b95b85 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:16.601328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet ef6be75a-3409-4675-be2d-d88922f7b246 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:16.621532 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.652682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f859a1a7-b697-40b4-9e16-da7469b95b85 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:16.653211 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.730967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.896610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.926971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8591fede-1fef-412d-8185-c3015dccae48 req-a1cf4208-1845-4bf2-8896-0ee86ebe8d50 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 210 time: 0.1334870 Jul 30 01:40:16.972229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Pushing event deleted for resources: {'Port': ['ID=706ef069-075f-404b-a955-848ba2d4aef1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:17.000604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba3f4d12-74ef-457c-876e-c29f26911f93 req-2560db26-f69e-451d-9105-0282ec12dd78 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.78 "GET /v2.0/security-groups?id=058d2d0f-bd77-4815-a686-2255c685f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7931452 Jul 30 01:40:17.012339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.024228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.080210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] No DVR routers for this DVR port 706ef069-075f-404b-a955-848ba2d4aef1 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:17.092459 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.110495 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a693a780-896d-48d4-bbca-e8afaae0d2a1 req-8f48a987-b1c5-4d47-9620-433ccab6ad05 tempest-ImagesOneServerTestJSON-1388485999 tempest-ImagesOneServerTestJSON-1388485999-project] 10.222.0.66 "DELETE /v2.0/ports/706ef069-075f-404b-a955-848ba2d4aef1 HTTP/1.1" status: 204 len: 173 time: 1.7196276 Jul 30 01:40:17.111208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-deleted', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:17.113726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe2f8321-a455-4987-9a68-9d2da5c15eed req-aca5c258-c84f-4843-9114-1fb420bd21c4 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 210 time: 0.1194084 Jul 30 01:40:17.113870 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e22f3-24f1-4824-93fb-c5d1545ef2b2" -d '{"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-deleted", "tag": "706ef069-075f-404b-a955-848ba2d4aef1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:17.178762 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c8383-b63f-4ac1-8573-b218d52ed6be x-openstack-request-id: req-0d2c8383-b63f-4ac1-8573-b218d52ed6be {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:17.179078 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d222a050-c075-4c02-9e98-e4d8d3f8430e", "name": "network-vif-deleted", "tag": "706ef069-075f-404b-a955-848ba2d4aef1", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:17.179313 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d2c8383-b63f-4ac1-8573-b218d52ed6be {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:17.179706 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd222a050-c075-4c02-9e98-e4d8d3f8430e', 'name': 'network-vif-deleted', 'tag': '706ef069-075f-404b-a955-848ba2d4aef1', 'status': 'completed', 'code': 200} Jul 30 01:40:17.201443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.236912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6be75a-3409-4675-be2d-d88922f7b246,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:17.253417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.258333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5bad26dd-9f7c-41c3-b3a2-1d968e28d84d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/ef6be75a-3409-4675-be2d-d88922f7b246 HTTP/1.1" status: 204 len: 168 time: 0.9145823 Jul 30 01:40:17.259703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40136) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:17.260891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3c34e-ddde-4793-947d-164987a8727c None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:17.336622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-99987d1e-80d3-4ad3-97f3-e906a5bb15e0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738564 Jul 30 01:40:17.337261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:17.344109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:17.500582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:17.510601 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.510722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Allocated IP 172.20.0.4 (53c80f67-1313-41db-bdc5-3e9f3242aa07/c8efacaa-2720-4104-b762-2bc2aaf127ea/0d52e881-e801-4739-94db-effe9746c519) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:17.749541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b768f8-ade3-4eaf-a8b7-7d2ba7520598 req-d7a5eea8-44fb-41c5-a232-d67266e67c0c tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:17.758620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51b768f8-ade3-4eaf-a8b7-7d2ba7520598 req-d7a5eea8-44fb-41c5-a232-d67266e67c0c tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 945 time: 0.6109736 Jul 30 01:40:17.914255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:17.970927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.998654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51b768f8-ade3-4eaf-a8b7-7d2ba7520598 req-8211c3bb-dbdd-411c-b2b9-af9a945f7a1b tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343731 Jul 30 01:40:18.032075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] Deleting port 03e41659-c547-4d6a-b8da-317eff716bfa {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:18.032449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.039372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:18.080734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:18.103104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:18.103696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.148628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=9155526c-4dea-4d45-8157-75ac65c7b6ba,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.189152 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-90cba6f0-08cc-48c4-82ff-ed6621c6ab95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8506930 Jul 30 01:40:18.205011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:18.215276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '9155526c-4dea-4d45-8157-75ac65c7b6ba', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1096025226'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:18.243188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] For port 03e41659-c547-4d6a-b8da-317eff716bfa, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=03e41659-c547-4d6a-b8da-317eff716bfa,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:18.243619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.259934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-cd102a40-be15-458c-9bd1-066b055016e3 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:18.261983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-cd102a40-be15-458c-9bd1-066b055016e3 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 814 time: 0.3800616 Jul 30 01:40:18.291473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] Calling delete_port for 03e41659-c547-4d6a-b8da-317eff716bfa owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:18.319811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0305c68-af80-40e3-9a01-a70c86424297 req-88931518-e8de-43fb-92fc-6b82430025d5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 210 time: 0.1110747 Jul 30 01:40:18.323601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Allocated IP 172.20.0.1 (9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2/7396bc73-d191-4028-af14-02ebd67fe8e1/81608fcc-bbb8-491c-b60d-2a8764cf900f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:18.324448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Request body: {'port': {'device_id': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'admin_state_up': True, 'tenant_id': '7272178de60e4b9b84ecf7b9fad6479f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:18.351099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:18.495956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 706ef069-075f-404b-a955-848ba2d4aef1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:18.496302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 706ef069-075f-404b-a955-848ba2d4aef1 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:18.526777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 86285ee6-532a-472d-9194-f450ec7cfdf2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:18.575427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.592680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Transition to ACTIVE for port object 81608fcc-bbb8-491c-b60d-2a8764cf900f will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:18.622210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:18.624492 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.662184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] No DVR routers for this DVR port 03e41659-c547-4d6a-b8da-317eff716bfa on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:18.695246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40168) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:18.712157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 86285ee6-532a-472d-9194-f450ec7cfdf2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:18.727598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b1feb0-c3fd-4be1-916e-72bf0589097f None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:18.736325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a6906-d5c3-471f-91b2-2c1019186deb None None] Pushing event deleted for resources: {'Port': ['ID=03e41659-c547-4d6a-b8da-317eff716bfa,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.752026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Made reservation on behalf of 7272178de60e4b9b84ecf7b9fad6479f for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:18.755976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.770220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d075acda-8b4d-45b1-98f6-8e156c8d1a64 req-499e5686-b6bd-4c6c-8835-84820084c13a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 210 time: 0.1231570 Jul 30 01:40:18.772978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.775138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 86285ee6-532a-472d-9194-f450ec7cfdf2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:18.775561 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.859565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:18.879695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:18.904825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.912260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:18.926436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b443a659-49bd-45a5-b5b7-78b3e9520e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.993814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Pushing event updated for resources: {'Port': ['ID=81608fcc-bbb8-491c-b60d-2a8764cf900f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:19.006744 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.047468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca18d-4cb7-486a-acde-a37105824a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.081408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.126640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:19.133777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.190379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 1b5b545e-f42f-45cd-81ce-9c717ffc86c0 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:40:19.195578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '9155526c-4dea-4d45-8157-75ac65c7b6ba'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:19.196730 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.215391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 86285ee6-532a-472d-9194-f450ec7cfdf2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=86285ee6-532a-472d-9194-f450ec7cfdf2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:19.233868 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.257724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dab67b-4fc6-4b30-8cc4-23fcbf00299f req-ae0427fc-30a3-4eb5-9eb7-badccecc8735 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.270228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26dab67b-4fc6-4b30-8cc4-23fcbf00299f req-ae0427fc-30a3-4eb5-9eb7-badccecc8735 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 945 time: 0.3483427 Jul 30 01:40:19.287780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Allocated IP 172.20.0.10 (574e7bd6-0393-42d9-aea3-c514090c98a4/455fcb77-8df1-49dc-92ca-4fea00468f64/dc97ea82-fe9c-42dc-bf72-09ebcf485204) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:19.351938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 03e41659-c547-4d6a-b8da-317eff716bfa no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:19.455690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26dab67b-4fc6-4b30-8cc4-23fcbf00299f req-090a4ad5-add5-47c0-9611-c5f8081cd89e tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842697 Jul 30 01:40:19.485194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=86285ee6-532a-472d-9194-f450ec7cfdf2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:19.498409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 03e41659-c547-4d6a-b8da-317eff716bfa {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:19.498783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 03e41659-c547-4d6a-b8da-317eff716bfa not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:19.514057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8929aa7-f30e-4c9d-be0f-bc7cd7f304ee req-60fd56a5-8a53-482e-b545-e8008e462fb2 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 210 time: 0.0808523 Jul 30 01:40:19.515204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.519170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-23dfb2e6-888e-4efd-8d71-5ed46b2d2680 None None] Provisioning for port 81608fcc-bbb8-491c-b60d-2a8764cf900f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:19.542408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-23dfb2e6-888e-4efd-8d71-5ed46b2d2680 None None] Provisioning complete for port 81608fcc-bbb8-491c-b60d-2a8764cf900f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:19.542858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-23dfb2e6-888e-4efd-8d71-5ed46b2d2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.600378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/9155526c-4dea-4d45-8157-75ac65c7b6ba/40f5f64e-b496-4b3d-8832-e0b16ef3ffa8) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:19.602818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-23dfb2e6-888e-4efd-8d71-5ed46b2d2680 None None] Port 81608fcc-bbb8-491c-b60d-2a8764cf900f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:19.606151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Network 53c80f67-1313-41db-bdc5-3e9f3242aa07 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:19.610626 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.614952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:19.623992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event updated for resources: {'Port': ['ID=0d52e881-e801-4739-94db-effe9746c519,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:19.627604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:19.724648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.725608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.799894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.812433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Transition to ACTIVE for port object 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:19.832281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Transition to ACTIVE for port object 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:19.844247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.876985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.890825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:19.906018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:19.910618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:19.913372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:19.922336 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d04617c-d0aa-4323-b524-cd3701505fa6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fc9d886ec56485f84f6765494ec7767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901869 Jul 30 01:40:19.940914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2a62138-e5d1-4fd5-81e2-bdccc5be1656 req-b8e33c00-f339-4190-a342-3150a131d39b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 210 time: 0.0678725 Jul 30 01:40:19.941431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:19.986786 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:40:19.987571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:40:19.989523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Pushing event updated for resources: {'Port': ['ID=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:20.011310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Attempting to bind port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:20.011310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Attempting to bind port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:20.011644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Attempting to bind port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:20.018602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:20.020143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:20.020696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.021233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:20.021905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Bound port: 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:20.023068 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.030025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Pushing event updated for resources: {'Port': ['ID=81608fcc-bbb8-491c-b60d-2a8764cf900f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:20.045348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.081491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca18d-4cb7-486a-acde-a37105824a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.106823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] For port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:20.107474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-8478a62d-e332-42f6-b162-4b5afc87d259 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.107922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-abf58024-0f72-4813-b193-3c39f31f0e0e tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7184596 Jul 30 01:40:20.109432 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-8478a62d-e332-42f6-b162-4b5afc87d259 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 945 time: 0.2143929 Jul 30 01:40:20.110659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] For port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:20.114989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca18d-4cb7-486a-acde-a37105824a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.116623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.116926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-779f8c0d-dc1d-4544-a82d-4c078e2a227a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.128741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-81b0c95a-f805-4653-848e-a9f0cfb6be68 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9187646 Jul 30 01:40:20.129689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40188) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:20.134456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Request body: {'port': {'device_id': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:20.190068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-779f8c0d-dc1d-4544-a82d-4c078e2a227a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.191367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da293a0-056b-4602-8cad-b2e62659c801 None None] Pushing event updated for resources: {'Port': ['ID=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:20.266941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:20.271734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.272450 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee6ca18d-4cb7-486a-acde-a37105824a84 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8234e63f5c6148749c3c6e313709bd82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5661254 Jul 30 01:40:20.273461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ca18d-4cb7-486a-acde-a37105824a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4079d1e-ed4b-4e8d-8c01-8504a51b9cdc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:20.279841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:20.280930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:20.286030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-6ac979a9-a0f3-4042-9fc7-616a2b591101 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.288254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-6ac979a9-a0f3-4042-9fc7-616a2b591101 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "GET /v2.0/ports?device_id=af44a88c-bbe2-4bc5-8d71-d63864c73141 HTTP/1.1" status: 200 len: 946 time: 0.2631986 Jul 30 01:40:20.294979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.413265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 86285ee6-532a-472d-9194-f450ec7cfdf2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:20.421839 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-779f8c0d-dc1d-4544-a82d-4c078e2a227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.425219 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-779f8c0d-dc1d-4544-a82d-4c078e2a227a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.426704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-779f8c0d-dc1d-4544-a82d-4c078e2a227a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/058d2d0f-bd77-4815-a686-2255c685f0f5 HTTP/1.1" status: 204 len: 168 time: 0.4651256 Jul 30 01:40:20.472764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0b18f-146d-46b4-bc3e-21f84c22db5c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.474446 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e6a0b18f-146d-46b4-bc3e-21f84c22db5c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3335714 Jul 30 01:40:20.480963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:20.511242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8c0d-dc1d-4544-a82d-4c078e2a227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d2d0f-bd77-4815-a686-2255c685f0f5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:20.559531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 86285ee6-532a-472d-9194-f450ec7cfdf2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:20.560498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.774093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ff7fa-780c-4223-b27d-91a2b7c6973c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.776127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ff7fa-780c-4223-b27d-91a2b7c6973c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.777900 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bb9ff7fa-780c-4223-b27d-91a2b7c6973c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2943170 Jul 30 01:40:20.788326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40202) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:20.803203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Deleting port 4e7655ad-dae7-4008-9a94-70b4c8036e12 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:20.803583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.806788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.926222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.939412 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c18c45cd-f513-44e2-9f96-c8663751e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.974256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:20.977369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Deleting port 94299ab5-f159-471e-b904-5019e3b5ecfe {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:20.977711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:20.990868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:20.993844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:21.001355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 9155526c-4dea-4d45-8157-75ac65c7b6ba {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:21.006098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-827fd9e5-3ab0-4845-bdf5-3a2e6e1ff98e None None] Provisioning complete for port 81608fcc-bbb8-491c-b60d-2a8764cf900f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:21.006602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-827fd9e5-3ab0-4845-bdf5-3a2e6e1ff98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.019028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:21.049044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Router b408f195-a417-4c8f-a9db-ece6d5d6ea91 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:21.060094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.063187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-827fd9e5-3ab0-4845-bdf5-3a2e6e1ff98e None None] Port 81608fcc-bbb8-491c-b60d-2a8764cf900f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:21.075942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c18c45cd-f513-44e2-9f96-c8663751e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.170971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] For port 4e7655ad-dae7-4008-9a94-70b4c8036e12, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e7655ad-dae7-4008-9a94-70b4c8036e12,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:21.171373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.199008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.254544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.255326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.258419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Calling delete_port for 4e7655ad-dae7-4008-9a94-70b4c8036e12 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:21.288134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362387a3-26e9-4340-9322-3fbfa4a7dee8 req-05798231-af9b-40e5-9594-2c922df1f0eb tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.301265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-362387a3-26e9-4340-9322-3fbfa4a7dee8 req-05798231-af9b-40e5-9594-2c922df1f0eb tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 945 time: 0.3944700 Jul 30 01:40:21.320883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-f9f1b8ae-9e47-4e16-a4da-dcbf3b80f4c5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0058181 Jul 30 01:40:21.324905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] For port 94299ab5-f159-471e-b904-5019e3b5ecfe, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=94299ab5-f159-471e-b904-5019e3b5ecfe,segment=NetworkSegment(c589c7a6-c504-47e1-b923-1587f96c3f40),segment_id=c589c7a6-c504-47e1-b923-1587f96c3f40)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:21.325303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.329960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:21.339640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Sync routers for ids ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:21.360869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-985bb1b7-1d97-4651-9337-4a1a6af3f320 admin admin] 10.222.0.78 "PUT /v2.0/routers/b408f195-a417-4c8f-a9db-ece6d5d6ea91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8977518 Jul 30 01:40:21.360869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357cb6c-c88f-4b82-8eb9-8778cc0c3d7f req-72ba01c9-e671-420f-bbcc-451254a13b8f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.369263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e357cb6c-c88f-4b82-8eb9-8778cc0c3d7f req-72ba01c9-e671-420f-bbcc-451254a13b8f tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 931 time: 0.4619060 Jul 30 01:40:21.378139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Routers {'b408f195-a417-4c8f-a9db-ece6d5d6ea91'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:21.379564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:39:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:21.414227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Calling delete_port for 94299ab5-f159-471e-b904-5019e3b5ecfe owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:21.513515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-362387a3-26e9-4340-9322-3fbfa4a7dee8 req-7d51ec66-d79a-435f-a3e8-cdbeaf647831 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/security-groups?id=6885ef1b-6368-4fbb-a270-8a8a215b48be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061112 Jul 30 01:40:21.553795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Request body: {'port': {'device_id': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:21.573403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c18c45cd-f513-44e2-9f96-c8663751e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.576037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c18c45cd-f513-44e2-9f96-c8663751e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.577280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c18c45cd-f513-44e2-9f96-c8663751e026 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4079d1e-ed4b-4e8d-8c01-8504a51b9cdc HTTP/1.1" status: 204 len: 168 time: 1.2904639 Jul 30 01:40:21.620880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e357cb6c-c88f-4b82-8eb9-8778cc0c3d7f req-16eb4a43-bbb8-4016-a2ba-736a6a37bb20 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504735 Jul 30 01:40:21.667095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-193aa7ce-cb82-4a35-a75a-4cdac4bca324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.673589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Set router b408f195-a417-4c8f-a9db-ece6d5d6ea91 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:21.685698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c45cd-f513-44e2-9f96-c8663751e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4079d1e-ed4b-4e8d-8c01-8504a51b9cdc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:21.792203 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.809312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f47770-f511-451a-8d28-ea80b6ab89ba req-ab1a8e13-da82-4274-be5a-df870dce1d1e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.810900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75f47770-f511-451a-8d28-ea80b6ab89ba req-ab1a8e13-da82-4274-be5a-df870dce1d1e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 932 time: 0.1805112 Jul 30 01:40:21.818336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d52e881-e801-4739-94db-effe9746c519 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:21.834091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.846705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.860869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Transition to ACTIVE for port object 0d52e881-e801-4739-94db-effe9746c519 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:21.869170 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.888739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.928694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['94299ab5-f159-471e-b904-5019e3b5ecfe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:21.944645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75f47770-f511-451a-8d28-ea80b6ab89ba req-5c593089-0158-449d-a6ba-c3dc781e22a2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209104 Jul 30 01:40:21.976174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.004934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8ac70134-06f0-4556-a982-5dd019026cc1 None None] Provisioning for port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:22.040921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Pushing event updated for resources: {'Port': ['ID=0d52e881-e801-4739-94db-effe9746c519,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.043532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event deleted for resources: {'Port': ['ID=94299ab5-f159-471e-b904-5019e3b5ecfe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.132885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '81608fcc-bbb8-491c-b60d-2a8764cf900f', 'name': '', 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'mac_address': 'fa:16:3e:94:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '7396bc73-d191-4028-af14-02ebd67fe8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:17Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 2, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'subnets': [{'id': '7396bc73-d191-4028-af14-02ebd67fe8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:22.143929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] No DVR routers for this DVR port 94299ab5-f159-471e-b904-5019e3b5ecfe on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:22.153535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.155964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-abfc3306-f0cb-427b-8a7b-3f01b2576907 req-73f17c85-bf15-47e7-aa58-d5ded201bebd tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.66 "DELETE /v2.0/ports/94299ab5-f159-471e-b904-5019e3b5ecfe HTTP/1.1" status: 204 len: 173 time: 1.8515346 Jul 30 01:40:22.157209 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'name': 'network-vif-deleted', 'tag': '94299ab5-f159-471e-b904-5019e3b5ecfe'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:22.160816 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4d02d-bd42-4ddb-843d-51ec379a163e" -d '{"events": [{"server_uuid": "af44a88c-bbe2-4bc5-8d71-d63864c73141", "name": "network-vif-deleted", "tag": "94299ab5-f159-471e-b904-5019e3b5ecfe"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:22.168764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Attempting to bind port 0d52e881-e801-4739-94db-effe9746c519 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:22.169311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Attempting to bind port 0d52e881-e801-4739-94db-effe9746c519 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:22.169423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Attempting to bind port 0d52e881-e801-4739-94db-effe9746c519 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:22.180740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Checking router: b408f195-a417-4c8f-a9db-ece6d5d6ea91 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:22.181258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Updating router b408f195-a417-4c8f-a9db-ece6d5d6ea91 port 81608fcc-bbb8-491c-b60d-2a8764cf900f binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:22.181707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Port 0d52e881-e801-4739-94db-effe9746c519 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:22.182312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Attempting to bind port 0d52e881-e801-4739-94db-effe9746c519 on network 53c80f67-1313-41db-bdc5-3e9f3242aa07 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:22.183731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.194585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:22.194933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Checking segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:22.197636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.198387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Bound using segment: {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:22.198925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Bound port: 0d52e881-e801-4739-94db-effe9746c519, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a404896-29e4-43cc-adfe-9c90ae506070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:22.199387 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.213609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['94299ab5-f159-471e-b904-5019e3b5ecfe'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:22.244079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.342144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=9155526c-4dea-4d45-8157-75ac65c7b6ba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.357585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.362391 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04f24d17-abcc-4752-b1a7-4bf5b319fb9b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/9155526c-4dea-4d45-8157-75ac65c7b6ba HTTP/1.1" status: 204 len: 168 time: 1.5702422 Jul 30 01:40:22.365548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40240) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:22.376119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Pushing event deleted for resources: {'Port': ['ID=4e7655ad-dae7-4008-9a94-70b4c8036e12,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.444430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] For port 0d52e881-e801-4739-94db-effe9746c519, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:22.497204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6107247-7211-4977-98b2-d5c39cbb1989 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:22.497686 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979de1f0-c7b8-4910-a14b-176a9a72308a x-openstack-request-id: req-979de1f0-c7b8-4910-a14b-176a9a72308a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:22.498008 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af44a88c-bbe2-4bc5-8d71-d63864c73141", "name": "network-vif-deleted", "tag": "94299ab5-f159-471e-b904-5019e3b5ecfe", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:22.498299 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-979de1f0-c7b8-4910-a14b-176a9a72308a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:22.498746 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af44a88c-bbe2-4bc5-8d71-d63864c73141', 'name': 'network-vif-deleted', 'tag': '94299ab5-f159-471e-b904-5019e3b5ecfe', 'status': 'completed', 'code': 200} Jul 30 01:40:22.517246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] For port 0d52e881-e801-4739-94db-effe9746c519, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0d52e881-e801-4739-94db-effe9746c519,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:22.544281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.559702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-642fce72-bf3c-46c4-a44f-e65c5c897fa6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1899407 Jul 30 01:40:22.563973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:22.572605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:22.623612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:22.631190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] No DVR routers for this DVR port 4e7655ad-dae7-4008-9a94-70b4c8036e12 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:22.636475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.640512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36c7e2e0-324a-4274-8cae-688dff52aaf2 req-fa928f6c-2bf7-439b-83ae-4ee161ac08af tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.55 "DELETE /v2.0/ports/4e7655ad-dae7-4008-9a94-70b4c8036e12 HTTP/1.1" status: 204 len: 173 time: 2.5050535 Jul 30 01:40:22.789630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc97ea82-fe9c-42dc-bf72-09ebcf485204 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:22.801543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.819492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Transition to ACTIVE for port object dc97ea82-fe9c-42dc-bf72-09ebcf485204 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:22.825021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.884456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.903035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-181eb258-cf41-4b84-ae70-9644cfab0716 req-4826323c-7a9e-49ab-9791-56903d331ed4 tempest-MultipleCreateTestJSON-682341569 tempest-MultipleCreateTestJSON-682341569-project] 10.222.0.78 "GET /v2.0/ports?device_id=75159006-9da0-47a7-b8f7-06783ad974b3 HTTP/1.1" status: 200 len: 210 time: 0.2123823 Jul 30 01:40:23.007903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.008483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.009933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] 10.222.0.55 "PUT /v2.0/ports/0d52e881-e801-4739-94db-effe9746c519 HTTP/1.1" status: 200 len: 1092 time: 2.8846674 Jul 30 01:40:23.010406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'tag': '0d52e881-e801-4739-94db-effe9746c519'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:23.012990 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4" -d '{"events": [{"name": "network-changed", "server_uuid": "61225c50-f71f-4763-bb5e-c141d98d4de6", "tag": "0d52e881-e801-4739-94db-effe9746c519"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:23.013775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Attempting to bind port dc97ea82-fe9c-42dc-bf72-09ebcf485204 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:23.014088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Attempting to bind port dc97ea82-fe9c-42dc-bf72-09ebcf485204 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:23.014581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Attempting to bind port dc97ea82-fe9c-42dc-bf72-09ebcf485204 on network 574e7bd6-0393-42d9-aea3-c514090c98a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:23.027690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Port dc97ea82-fe9c-42dc-bf72-09ebcf485204 on network 574e7bd6-0393-42d9-aea3-c514090c98a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:23.028016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Attempting to bind port dc97ea82-fe9c-42dc-bf72-09ebcf485204 on network 574e7bd6-0393-42d9-aea3-c514090c98a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:23.042793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:23.042793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Checking segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:23.042793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Bound using segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:23.043196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Bound port: dc97ea82-fe9c-42dc-bf72-09ebcf485204, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:23.043310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.074207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:23.082254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:23.082634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.084555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.109037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d9f1-e21f-4675-ba01-b4517d8d00be service neutron] Pushing event updated for resources: {'Port': ['ID=0d52e881-e801-4739-94db-effe9746c519,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:23.137234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-79506458-91e7-4912-b42e-3f3d119d3c50 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7935259 Jul 30 01:40:23.178107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:23.195335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e7655ad-dae7-4008-9a94-70b4c8036e12 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:23.196840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:23.205069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:23.211218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.247464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-b93803db-3368-40dc-a645-88163cf5e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.249123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-b93803db-3368-40dc-a645-88163cf5e886 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 1095 time: 0.1436491 Jul 30 01:40:23.249894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:23.256005 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.258681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 4e7655ad-dae7-4008-9a94-70b4c8036e12 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:23.259047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e7655ad-dae7-4008-9a94-70b4c8036e12 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:23.267942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.268778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.270462 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc97ea82-fe9c-42dc-bf72-09ebcf485204 HTTP/1.1" status: 200 len: 1093 time: 1.7291567 Jul 30 01:40:23.307782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7c883-712b-4c85-a6b0-1c7bf2dd72d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:23.362915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.379229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Transition to ACTIVE for port object 81608fcc-bbb8-491c-b60d-2a8764cf900f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:23.392091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-5d712dbe-90e4-4382-9161-93c8142ff2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.394874 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-5d712dbe-90e4-4382-9161-93c8142ff2d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 1096 time: 0.0726318 Jul 30 01:40:23.397768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:23.408935 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.424020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-c83cdcc1-4dbe-4d8b-956f-91bc3dd04c4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d52e881-e801-4739-94db-effe9746c519 HTTP/1.1" status: 200 len: 217 time: 0.1407058 Jul 30 01:40:23.424504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.431685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.491626 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-b17dfdbc-03ad-41d8-8586-004d1ed88526 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204 HTTP/1.1" status: 200 len: 217 time: 0.0890112 Jul 30 01:40:23.550348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d6a5-3b31-4c9b-8c03-8a7bc95adda8 None None] Pushing event updated for resources: {'Port': ['ID=81608fcc-bbb8-491c-b60d-2a8764cf900f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:23.584097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-1136160c-92b5-4a0d-a9bf-428a7e35d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.586116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-1136160c-92b5-4a0d-a9bf-428a7e35d19c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 200 len: 862 time: 0.1483576 Jul 30 01:40:23.626355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:23.629762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-15ade7dd-d4b3-4bc7-b4ea-96f05114a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.642392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-d2f3d795-88df-419a-968d-d52c25308910 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c80f67-1313-41db-bdc5-3e9f3242aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383539 Jul 30 01:40:23.645342 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-15ade7dd-d4b3-4bc7-b4ea-96f05114a177 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.1420984 Jul 30 01:40:23.677531 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.720572 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-9db74d62-e03f-44d2-9d03-e900e9d94af1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701692 Jul 30 01:40:23.751357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Attempting to bind port 81608fcc-bbb8-491c-b60d-2a8764cf900f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:23.751917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Attempting to bind port 81608fcc-bbb8-491c-b60d-2a8764cf900f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:23.752689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Attempting to bind port 81608fcc-bbb8-491c-b60d-2a8764cf900f on network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:23.764719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] Deleting port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:23.765241 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.868340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:23.868815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Checking segment: {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:23.869312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.869662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Bound using segment: {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:23.870923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Bound port: 81608fcc-bbb8-491c-b60d-2a8764cf900f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7463ea-98bd-45d0-9507-276dc70b55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:23.871302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.872951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.969201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-1d74b158-3026-4829-9707-9a1ad78f920e service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408984 Jul 30 01:40:23.977705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.006397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] For port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:24.007947 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.012552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.046232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] Calling delete_port for 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:24.065592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-a916d6a7-2038-42ab-b289-d445ca7bb9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044547 Jul 30 01:40:24.069046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] For port 81608fcc-bbb8-491c-b60d-2a8764cf900f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:24.074305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] For port 81608fcc-bbb8-491c-b60d-2a8764cf900f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81608fcc-bbb8-491c-b60d-2a8764cf900f,segment=NetworkSegment(bb7463ea-98bd-45d0-9507-276dc70b55f5),segment_id=bb7463ea-98bd-45d0-9507-276dc70b55f5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:24.083789 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.140511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e47a7c15-824d-4aa1-b093-02454581ad6d req-76061cf1-e010-4a71-b076-938ab0afa50f service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466901 Jul 30 01:40:24.155355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:24.228389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:24.232291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Routers {'b408f195-a417-4c8f-a9db-ece6d5d6ea91'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:24.232465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:24.232928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.233554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:24.237467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d6a5-3b31-4c9b-8c03-8a7bc95adda8 None None] Pushing event updated for resources: {'Port': ['ID=81608fcc-bbb8-491c-b60d-2a8764cf900f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.264148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.298369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2540e-7f37-4c14-8761-bed601fafce5 req-10b702cf-0136-4fa0-8802-8af510c12a6d tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:24.306232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38e2540e-7f37-4c14-8761-bed601fafce5 req-10b702cf-0136-4fa0-8802-8af510c12a6d tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 943 time: 0.2694983 Jul 30 01:40:24.327303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cf439a83-b137-4078-a69e-a3ee4535c104 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7416961 Jul 30 01:40:24.330822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40320) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:24.341529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-864673249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:24.349308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Allocated IP 172.25.8.17 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/5be2120e-fd15-49a7-a246-e8c91ffc3b00) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:24.413801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.415881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.480052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507f6e4f-e26d-4379-9ab8-aafb12cc190f req-0a56cea6-90f1-4f99-98f4-91a814ea2dce service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761373 Jul 30 01:40:24.500392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38e2540e-7f37-4c14-8761-bed601fafce5 req-a9b15c5b-584f-431d-949e-659897a27359 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931348 Jul 30 01:40:24.501657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75159006-9da0-47a7-b8f7-06783ad974b3', 'name': 'network-vif-deleted', 'tag': '4e7655ad-dae7-4008-9a94-70b4c8036e12'}, {'name': 'network-changed', 'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:24.508962 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd" -d '{"events": [{"server_uuid": "75159006-9da0-47a7-b8f7-06783ad974b3", "name": "network-vif-deleted", "tag": "4e7655ad-dae7-4008-9a94-70b4c8036e12"}, {"name": "network-changed", "server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:24.520529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 94299ab5-f159-471e-b904-5019e3b5ecfe no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:24.523296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:24.576860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.584800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.587652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.609320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.609938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] Set router b408f195-a417-4c8f-a9db-ece6d5d6ea91 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:24.613492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-376bee8c-69f3-49cb-853b-a29da37c6053 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2768965 Jul 30 01:40:24.613915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40328) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:24.648350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 94299ab5-f159-471e-b904-5019e3b5ecfe {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:24.648617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 94299ab5-f159-471e-b904-5019e3b5ecfe not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:24.662117 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.668350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.674849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.719325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] Pushing event deleted for resources: {'Port': ['ID=40f5f64e-b496-4b3d-8832-e0b16ef3ffa8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.728019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Pushing event updated for resources: {'Port': ['ID=5be2120e-fd15-49a7-a246-e8c91ffc3b00,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.739262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:24.759584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961c01f-d0ea-4d61-af34-008471417b63 None None] No DVR routers for this DVR port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:24.770404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:24.781028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No active binding found for port 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 {{(pid=93891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:40:24.781694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 40f5f64e-b496-4b3d-8832-e0b16ef3ffa8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:24.796442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:24.814864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977f94e-d89d-4301-b8a0-c86f5d3e6df7 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:24.908207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c332c-5c48-4277-ae9e-b1c6d5d65061 req-f7c03e80-07d0-4452-b159-0e92bcf5a236 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:24.919752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-483c332c-5c48-4277-ae9e-b1c6d5d65061 req-f7c03e80-07d0-4452-b159-0e92bcf5a236 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 944 time: 0.1766434 Jul 30 01:40:25.025288 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.059286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '81608fcc-bbb8-491c-b60d-2a8764cf900f', 'name': '', 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'mac_address': 'fa:16:3e:94:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '7396bc73-d191-4028-af14-02ebd67fe8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:17Z', 'updated_at': '2021-07-30T01:40:24Z', 'revision_number': 4, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'subnets': [{'id': '7396bc73-d191-4028-af14-02ebd67fe8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:25.065479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:25.067189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.102198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76203266-0c5e-449a-9f6b-3f0a9be3aa86 None None] The sync data for ids ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'] in n-d-713499-10 is: [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '81608fcc-bbb8-491c-b60d-2a8764cf900f', 'name': '', 'network_id': '9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'mac_address': 'fa:16:3e:94:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '7396bc73-d191-4028-af14-02ebd67fe8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:17Z', 'updated_at': '2021-07-30T01:40:24Z', 'revision_number': 4, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'subnets': [{'id': '7396bc73-d191-4028-af14-02ebd67fe8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:25.329036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c/e33e0ca7-5ad2-4b79-ab99-5be02d449431) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:25.415747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-483c332c-5c48-4277-ae9e-b1c6d5d65061 req-f265a122-545a-4ff2-a4d7-ed8d120da87e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946926 Jul 30 01:40:25.430571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.486094 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c4b3f-3c37-4079-9186-9a6a2fa692bd x-openstack-request-id: req-b97c4b3f-3c37-4079-9186-9a6a2fa692bd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:25.486382 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61225c50-f71f-4763-bb5e-c141d98d4de6", "tag": "0d52e881-e801-4739-94db-effe9746c519", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:25.486636 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b97c4b3f-3c37-4079-9186-9a6a2fa692bd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:25.487300 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'tag': '0d52e881-e801-4739-94db-effe9746c519', 'status': 'completed', 'code': 200} Jul 30 01:40:25.491035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.608882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.622606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Transition to ACTIVE for port object e33e0ca7-5ad2-4b79-ab99-5be02d449431 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:25.648484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Transition to ACTIVE for port object e33e0ca7-5ad2-4b79-ab99-5be02d449431 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:25.656540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.700068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-8f3f84df-cde7-48d2-80ac-f4976a07f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:25.701947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-8f3f84df-cde7-48d2-80ac-f4976a07f111 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 1095 time: 0.1620703 Jul 30 01:40:25.735481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:25.745124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:25.749588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:25.755945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::1 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c/886a36dc-8fb3-4618-9fcc-5a6c9930f0ac) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:25.797707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Pushing event updated for resources: {'Port': ['ID=e33e0ca7-5ad2-4b79-ab99-5be02d449431,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.931369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Attempting to bind port e33e0ca7-5ad2-4b79-ab99-5be02d449431 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:25.931740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Attempting to bind port e33e0ca7-5ad2-4b79-ab99-5be02d449431 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:25.932098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Attempting to bind port e33e0ca7-5ad2-4b79-ab99-5be02d449431 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:25.947033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:25.947399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:25.947796 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.949357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:25.949843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Bound port: e33e0ca7-5ad2-4b79-ab99-5be02d449431, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:25.950291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.980799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-25a142f9-3e85-4b30-870c-64a8055f1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:25.986027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-25a142f9-3e85-4b30-870c-64a8055f1898 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 200 len: 923 time: 0.2738740 Jul 30 01:40:26.000004 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.013899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.027292 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.043781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] For port e33e0ca7-5ad2-4b79-ab99-5be02d449431, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:26.052550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] For port e33e0ca7-5ad2-4b79-ab99-5be02d449431, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e33e0ca7-5ad2-4b79-ab99-5be02d449431,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:26.060412 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.073205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:26.123563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-cda107a0-0a5c-44b2-a273-c377656e260d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d52e881-e801-4739-94db-effe9746c519 HTTP/1.1" status: 200 len: 217 time: 0.1209867 Jul 30 01:40:26.142397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbacd8-07ce-4b3c-8de8-f34f15080393 None None] Pushing event updated for resources: {'Port': ['ID=e33e0ca7-5ad2-4b79-ab99-5be02d449431,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.190938 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ffbdd-beb7-4825-88b7-30d4c0b2affe x-openstack-request-id: req-798ffbdd-beb7-4825-88b7-30d4c0b2affe {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:26.191307 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75159006-9da0-47a7-b8f7-06783ad974b3", "name": "network-vif-deleted", "tag": "4e7655ad-dae7-4008-9a94-70b4c8036e12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:26.191577 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-798ffbdd-beb7-4825-88b7-30d4c0b2affe {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:26.192010 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75159006-9da0-47a7-b8f7-06783ad974b3', 'name': 'network-vif-deleted', 'tag': '4e7655ad-dae7-4008-9a94-70b4c8036e12', 'status': 'completed', 'code': 200} Jul 30 01:40:26.192268 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'status': 'completed', 'code': 200} Jul 30 01:40:26.283704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.314503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Pushing event updated for resources: {'Port': ['ID=5be2120e-fd15-49a7-a246-e8c91ffc3b00,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.325079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:26.396024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-fca51015-679b-4e88-8a9e-42c7eb2e0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.400108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-fca51015-679b-4e88-8a9e-42c7eb2e0a50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 200 len: 862 time: 0.2337451 Jul 30 01:40:26.420276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:26.433808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-c4fb0a94-7a4f-4319-9fe0-8fc2b4c2e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.436830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-c4fb0a94-7a4f-4319-9fe0-8fc2b4c2e7d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 1096 time: 0.2425346 Jul 30 01:40:26.440716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:26.445055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:26.446192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.449127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.471666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6c34b-1894-4f40-ad2a-ab8790666f55 req-3fe01060-54e3-4705-b6fc-cbec34f30182 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.475528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=886a36dc-8fb3-4618-9fcc-5a6c9930f0ac,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.496001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01b6c34b-1894-4f40-ad2a-ab8790666f55 req-3fe01060-54e3-4705-b6fc-cbec34f30182 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 943 time: 0.2670274 Jul 30 01:40:26.567967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81608fcc-bbb8-491c-b60d-2a8764cf900f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:26.599892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-1b0eff06-3c8e-4378-a34e-a673dbcfa636 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c80f67-1313-41db-bdc5-3e9f3242aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905282 Jul 30 01:40:26.667735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:26.683054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.684643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'port_id': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'mac_address': 'fa:16:3e:42:6f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455fcb77-8df1-49dc-92ca-4fea00468f64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:26.684806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-ec3dc8df-7ac7-45f8-8172-80d7c272e68b tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5200799 Jul 30 01:40:26.708738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01b6c34b-1894-4f40-ad2a-ab8790666f55 req-f49611d9-4974-43f7-a422-0469282157b6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053447 Jul 30 01:40:26.765410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.800484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc97ea82-fe9c-42dc-bf72-09ebcf485204 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:26.844565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:26.846891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 81608fcc-bbb8-491c-b60d-2a8764cf900f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:26.852057 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.884239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 81608fcc-bbb8-491c-b60d-2a8764cf900f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:26.887872 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.894905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-fd3d45d0-00f1-4f8a-b55a-74e715ba973d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.17 HTTP/1.1" status: 200 len: 695 time: 0.1806290 Jul 30 01:40:27.018189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40376) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:27.088058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Deleting subnet d4c6e90e-a319-44b2-ba4b-d9a0dc97bece {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:27.110548 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.151084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-4d771e9b-5ffb-4c74-b524-6ec883816d50 service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296481 Jul 30 01:40:27.309917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-c98e7a16-c92a-491d-aafb-5258d20b9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.311530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-c98e7a16-c92a-491d-aafb-5258d20b9113 service neutron] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 915 time: 0.8678665 Jul 30 01:40:27.313218 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.316637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.329294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3c29-b913-402f-8748-309b1d698987 req-ecd15914-8e04-4a2c-9665-4e54d1542a7c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.339286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0d52e881-e801-4739-94db-effe9746c519 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:27.339904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e1f3c29-b913-402f-8748-309b1d698987 req-ecd15914-8e04-4a2c-9665-4e54d1542a7c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 945 time: 0.2472644 Jul 30 01:40:27.370810 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-a3a60177-e56f-4950-9621-98c1767366aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204 HTTP/1.1" status: 200 len: 217 time: 0.0499549 Jul 30 01:40:27.440536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-f044b9ce-682e-4824-bfd3-f7b67e8badeb tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.459610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5a6eb9b-6561-466c-8f85-05abfea2da64 req-f044b9ce-682e-4824-bfd3-f7b67e8badeb tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.5509744 Jul 30 01:40:27.466510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['dc97ea82-fe9c-42dc-bf72-09ebcf485204'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:27.474369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b2b24d-1608-4f2b-b1bd-d65ff35885a4 req-f739fe3b-7bd9-45cd-be03-bdb3dc60dfdc service neutron] 10.222.0.55 "GET /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975550 Jul 30 01:40:27.516921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:27.527424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e1f3c29-b913-402f-8748-309b1d698987 req-8d5e72a4-5c31-4063-8fc5-61a2174451d9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865189 Jul 30 01:40:27.578422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.605839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca4d25b3-1da3-47a4-9a44-0e7bbf883d6a req-85f8ca90-5a49-4940-99ce-56b2dbcaa3fd tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips/b2a8d16a-f34c-4690-8108-d08ad07b2efb HTTP/1.1" status: 200 len: 692 time: 0.0911217 Jul 30 01:40:27.760051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0d52e881-e801-4739-94db-effe9746c519, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0d52e881-e801-4739-94db-effe9746c519,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:27.813141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0d52e881-e801-4739-94db-effe9746c519', 'network_id': '53c80f67-1313-41db-bdc5-3e9f3242aa07', 'port_id': '0d52e881-e801-4739-94db-effe9746c519', 'mac_address': 'fa:16:3e:0a:c5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8efacaa-2720-4104-b762-2bc2aaf127ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:27.820864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.843277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.844103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.844789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.924818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.934447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d4c6e90e-a319-44b2-ba4b-d9a0dc97bece HTTP/1.1" status: 204 len: 168 time: 0.9116762 Jul 30 01:40:27.934447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef141e-7569-4931-96da-fe5ba2b2a88a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c6e90e-a319-44b2-ba4b-d9a0dc97bece,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:27.940359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40394) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:27.984382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6554a42-a703-4fa6-ad24-04a33b0ff5c7 None None] Provisioning for port e33e0ca7-5ad2-4b79-ab99-5be02d449431 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:28.006715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.014269 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.083855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d52e881-e801-4739-94db-effe9746c519 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:28.089004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d25b3-1da3-47a4-9a44-0e7bbf883d6a req-098e71ee-38c1-4f93-9f48-a05ab9318fb5 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.101132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca4d25b3-1da3-47a4-9a44-0e7bbf883d6a req-098e71ee-38c1-4f93-9f48-a05ab9318fb5 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.4878988 Jul 30 01:40:28.120358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-3e34f3ba-8568-4b26-a257-245605dd88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.122666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-3e34f3ba-8568-4b26-a257-245605dd88a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.3049788 Jul 30 01:40:28.124026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=886a36dc-8fb3-4618-9fcc-5a6c9930f0ac,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.145692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:28.147886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:28.170182 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-e37b6793-fe13-45a2-a365-392884ea1f5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377758 Jul 30 01:40:28.191987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 81608fcc-bbb8-491c-b60d-2a8764cf900f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81608fcc-bbb8-491c-b60d-2a8764cf900f,segment=NetworkSegment(bb7463ea-98bd-45d0-9507-276dc70b55f5),segment_id=bb7463ea-98bd-45d0-9507-276dc70b55f5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:28.203555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0d52e881-e801-4739-94db-effe9746c519, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0d52e881-e801-4739-94db-effe9746c519,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:28.210437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.215608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.217698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b70e8b3f-ae4f-480b-8629-2861801317a0 None None] Provisioning for port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:28.244467 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.263196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb915-a218-4f66-b122-1b0141c23db0 req-bf26c0e2-3ccd-4aef-91ca-f6353e7c3fcb tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.283614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67dfb915-a218-4f66-b122-1b0141c23db0 req-bf26c0e2-3ccd-4aef-91ca-f6353e7c3fcb tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 943 time: 0.2852185 Jul 30 01:40:28.300783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b70e8b3f-ae4f-480b-8629-2861801317a0 None None] Provisioning complete for port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:28.301246 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b70e8b3f-ae4f-480b-8629-2861801317a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.303864 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-7ffa47f9-a3e8-4b8b-957c-a5fe67af34bb service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249142 Jul 30 01:40:28.466640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b70e8b3f-ae4f-480b-8629-2861801317a0 None None] Port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:28.482208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=81608fcc-bbb8-491c-b60d-2a8764cf900f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.498550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.498914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.499285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.499607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.500296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.502435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.502704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.502952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.503547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.503911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.504243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.504574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:28.515939 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5fb4096-ada0-4d40-a82e-9ad72eeff7fd req-041686c6-1b96-4c62-8f1c-5da68b234122 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577427 Jul 30 01:40:28.562462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e33e0ca7-5ad2-4b79-ab99-5be02d449431 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:28.564958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb9c750d-9974-453d-9445-a3272ccf1ca0 req-096734ca-93e3-4075-aeda-e1e2e73513fe tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=9d4842dd6df14821a65b1a1863534cb3 HTTP/1.1" status: 200 len: 695 time: 0.2450569 Jul 30 01:40:28.611578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0d52e881-e801-4739-94db-effe9746c519'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:28.614682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67dfb915-a218-4f66-b122-1b0141c23db0 req-45694eb0-6d1a-4eb2-b567-9991d6f27b08 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235688 Jul 30 01:40:28.675965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0d52e881-e801-4739-94db-effe9746c519,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.687024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Router 06ba1ceb-c166-4fb7-80d5-44f9e811305c is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:28.726657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.728846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ce597bb0-73f5-4266-afa1-04d64241d17d None None] Provisioning complete for port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:28.729658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ce597bb0-73f5-4266-afa1-04d64241d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.760008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb75366-40d5-41c0-80a0-89976f40824f']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:28.774840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e33e0ca7-5ad2-4b79-ab99-5be02d449431 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:28.779680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c589c7a6-c504-47e1-b923-1587f96c3f40') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:28.779977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c589c7a6-c504-47e1-b923-1587f96c3f40') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:28.786648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e33e0ca7-5ad2-4b79-ab99-5be02d449431 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:28.787067 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.814489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.845356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfd559-ad09-4d1e-a318-f07322817ebc req-d024872c-b1a1-4d1a-a285-01da46c1c769 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.846992 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94dfd559-ad09-4d1e-a318-f07322817ebc req-d024872c-b1a1-4d1a-a285-01da46c1c769 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 945 time: 0.1333525 Jul 30 01:40:28.854087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.879459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:28.879880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:28.881858 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:28.897704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ce597bb0-73f5-4266-afa1-04d64241d17d None None] Port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:28.900139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c750d-9974-453d-9445-a3272ccf1ca0 req-efe3f227-d734-4049-b52e-b35eda8e1f21 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.901809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb9c750d-9974-453d-9445-a3272ccf1ca0 req-efe3f227-d734-4049-b52e-b35eda8e1f21 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks?id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 787 time: 0.3359718 Jul 30 01:40:28.902200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.920537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:28.930262 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cb6a6605-3ae3-4b07-b2b3-206552cca05a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "PUT /v2.0/routers/06ba1ceb-c166-4fb7-80d5-44f9e811305c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3123851 Jul 30 01:40:28.930262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40412) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.934057 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Sync routers for ids ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:28.947294 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Routers {'06ba1ceb-c166-4fb7-80d5-44f9e811305c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:28.948323 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:28.989176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fec46f-5e5e-46a8-b138-1cb27614ed64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.990796 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-95fec46f-5e5e-46a8-b138-1cb27614ed64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports/886a36dc-8fb3-4618-9fcc-5a6c9930f0ac HTTP/1.1" status: 200 len: 911 time: 0.0596712 Jul 30 01:40:28.993410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40416) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.010252 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.072673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348a188-56bd-4dcb-996e-3b2bdf427ae0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.073913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94dfd559-ad09-4d1e-a318-f07322817ebc req-8964e95c-d99c-476d-b70f-6e170efcf10d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172601 Jul 30 01:40:29.075247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.077221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9cb75366-40d5-41c0-80a0-89976f40824f HTTP/1.1" status: 204 len: 168 time: 1.1349137 Jul 30 01:40:29.094921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348a188-56bd-4dcb-996e-3b2bdf427ae0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.100887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6348a188-56bd-4dcb-996e-3b2bdf427ae0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1034532 Jul 30 01:40:29.101227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.137775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.145370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-fc16c72e-63b2-44e4-be7a-272574400509 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips/b2a8d16a-f34c-4690-8108-d08ad07b2efb HTTP/1.1" status: 200 len: 692 time: 0.1953197 Jul 30 01:40:29.172363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c4b75-745a-4937-8b74-8f7bc8dce741 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb75366-40d5-41c0-80a0-89976f40824f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:29.208373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e33e0ca7-5ad2-4b79-ab99-5be02d449431, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e33e0ca7-5ad2-4b79-ab99-5be02d449431,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:29.212773 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.256641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-897e1880-8fdc-489e-8463-9c22b8334c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.341026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40424) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.353800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e33e0ca7-5ad2-4b79-ab99-5be02d449431,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:29.408385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Set router 06ba1ceb-c166-4fb7-80d5-44f9e811305c gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:29.421953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-9c3a5f72-e61a-4279-9d69-a50fc6deed90 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.424353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-9c3a5f72-e61a-4279-9d69-a50fc6deed90 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2775598 Jul 30 01:40:29.520133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-b2bd9f28-a7ba-403d-bf03-48f2e2c9ca87 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.17 HTTP/1.1" status: 200 len: 695 time: 0.0842700 Jul 30 01:40:29.524877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4e8c6f69-bd7b-48c8-921e-c656dfe62f6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2b105f1d9f24516ae577ba0ad7a1c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809013 Jul 30 01:40:29.533335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40426) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:29.673915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aed86711-d39b-4c76-a46b-520e4b0b1059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.687528 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'name': 'tempest-NetworksTestDHCPv6-router-864673249', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:24Z', 'updated_at': '2021-07-30T01:40:27Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None, '_interfaces': [{'id': '886a36dc-8fb3-4618-9fcc-5a6c9930f0ac', 'name': '', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'mac_address': 'fa:16:3e:a2:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:25Z', 'updated_at': '2021-07-30T01:40:27Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'subnets': [{'id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:29.706182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aed86711-d39b-4c76-a46b-520e4b0b1059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.723651 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Checking router: 06ba1ceb-c166-4fb7-80d5-44f9e811305c for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:29.724004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Updating router 06ba1ceb-c166-4fb7-80d5-44f9e811305c port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:29.761325 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.788514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aed86711-d39b-4c76-a46b-520e4b0b1059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.791052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aed86711-d39b-4c76-a46b-520e4b0b1059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.796318 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aed86711-d39b-4c76-a46b-520e4b0b1059 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6885ef1b-6368-4fbb-a270-8a8a215b48be HTTP/1.1" status: 204 len: 168 time: 0.2601237 Jul 30 01:40:29.845998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed86711-d39b-4c76-a46b-520e4b0b1059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885ef1b-6368-4fbb-a270-8a8a215b48be,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:29.940491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-a55c4e97-b602-4108-98ca-757e6b85872a tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.17 HTTP/1.1" status: 200 len: 695 time: 0.4127142 Jul 30 01:40:30.005391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-897e1880-8fdc-489e-8463-9c22b8334c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.021170 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.088867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f869e2a-15ab-4d28-a335-78c2c3130416 req-308ef362-6c03-40bd-8ae9-6ddf14e1c2c6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.098445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f869e2a-15ab-4d28-a335-78c2c3130416 req-308ef362-6c03-40bd-8ae9-6ddf14e1c2c6 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 944 time: 0.2150881 Jul 30 01:40:30.135572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-897e1880-8fdc-489e-8463-9c22b8334c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.240999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-897e1880-8fdc-489e-8463-9c22b8334c1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59e257e03be944d9bb93b88ed3777f08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3078346 Jul 30 01:40:30.244735 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.245281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1880-8fdc-489e-8463-9c22b8334c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e4f0f-aaaa-440f-a649-c6bd6a2ca89a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.247972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40438) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:30.259829 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Transition to ACTIVE for port object 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:30.269693 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.285363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f869e2a-15ab-4d28-a335-78c2c3130416 req-ed4a5154-df6a-4545-98fd-7195c0fbb10c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852496 Jul 30 01:40:30.331536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Deleting port 5be2120e-fd15-49a7-a246-e8c91ffc3b00 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:30.334639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.372388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:30.432414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84eec56c-148b-46a0-a2bd-184770bd9d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.458769 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84eec56c-148b-46a0-a2bd-184770bd9d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.461610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81608fcc-bbb8-491c-b60d-2a8764cf900f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:30.489301 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Attempting to bind port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:30.489677 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Attempting to bind port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:30.498614 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Attempting to bind port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:30.501388 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd01d6-6460-4087-a614-8f210f7a2cdf None None] Pushing event updated for resources: {'Port': ['ID=886a36dc-8fb3-4618-9fcc-5a6c9930f0ac,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.524868 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:30.525250 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:30.525659 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.526065 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:30.526550 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Bound port: 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:30.526957 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.599920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84eec56c-148b-46a0-a2bd-184770bd9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.617520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84eec56c-148b-46a0-a2bd-184770bd9d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.624044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-84eec56c-148b-46a0-a2bd-184770bd9d5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/157e4f0f-aaaa-440f-a649-c6bd6a2ca89a HTTP/1.1" status: 204 len: 168 time: 0.3745842 Jul 30 01:40:30.624283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3862d-1246-4c19-bd6d-8a8c0d0ad2aa req-5502fa4f-b504-462d-84de-bf8982570ac9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.633884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4f3862d-1246-4c19-bd6d-8a8c0d0ad2aa req-5502fa4f-b504-462d-84de-bf8982570ac9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 945 time: 0.1419210 Jul 30 01:40:30.641284 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.641770 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.656643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port dc97ea82-fe9c-42dc-bf72-09ebcf485204 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:30.673271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Calling delete_port for 5be2120e-fd15-49a7-a246-e8c91ffc3b00 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:30.677813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:30.678218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.689560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port dc97ea82-fe9c-42dc-bf72-09ebcf485204 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:30.690646 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.692116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eec56c-148b-46a0-a2bd-184770bd9d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e4f0f-aaaa-440f-a649-c6bd6a2ca89a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.731189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4f3862d-1246-4c19-bd6d-8a8c0d0ad2aa req-c469d860-016e-41d6-80cc-6a91b4b7ea12 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960875 Jul 30 01:40:30.747244 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] For port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:30.759195 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] For port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=886a36dc-8fb3-4618-9fcc-5a6c9930f0ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:30.770594 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.777046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 81608fcc-bbb8-491c-b60d-2a8764cf900f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:30.777425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.925637 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd01d6-6460-4087-a614-8f210f7a2cdf None None] Pushing event updated for resources: {'Port': ['ID=886a36dc-8fb3-4618-9fcc-5a6c9930f0ac,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.966092 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Routers {'06ba1ceb-c166-4fb7-80d5-44f9e811305c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:30.967039 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:30.968668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] For port 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac, host n-d-713499-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:30.969035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.997573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:31.087777 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] Set router 06ba1ceb-c166-4fb7-80d5-44f9e811305c gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:31.223183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.264811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Pushing event deleted for resources: {'Port': ['ID=5be2120e-fd15-49a7-a246-e8c91ffc3b00,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.319743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.350486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0d52e881-e801-4739-94db-effe9746c519 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:31.387823 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.394614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.400023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46428d98-ea5a-4929-a0ba-471ed8ff21f8 req-282dd952-c621-406a-84aa-90c7bdfc5b3c tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "DELETE /v2.0/floatingips/b2a8d16a-f34c-4690-8108-d08ad07b2efb HTTP/1.1" status: 204 len: 173 time: 1.4196751 Jul 30 01:40:31.506675 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'name': 'tempest-NetworksTestDHCPv6-router-864673249', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:24Z', 'updated_at': '2021-07-30T01:40:27Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None, '_interfaces': [{'id': '886a36dc-8fb3-4618-9fcc-5a6c9930f0ac', 'name': '', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'mac_address': 'fa:16:3e:a2:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:25Z', 'updated_at': '2021-07-30T01:40:30Z', 'revision_number': 4, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'subnets': [{'id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:31.524020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.562867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=886a36dc-8fb3-4618-9fcc-5a6c9930f0ac,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.568848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:31.584652 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bbd22c-2fa6-45f7-b624-de779bd0ce38" -d '{"events": [{"server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "name": "network-vif-plugged", "status": "completed", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:31.607505 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd9779-d844-4c6e-ab3a-a29d09d001c5 None None] The sync data for ids ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'] in n-d-713499-10 is: [{'id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'name': 'tempest-NetworksTestDHCPv6-router-864673249', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:24Z', 'updated_at': '2021-07-30T01:40:27Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None, '_interfaces': [{'id': '886a36dc-8fb3-4618-9fcc-5a6c9930f0ac', 'name': '', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'mac_address': 'fa:16:3e:a2:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:25Z', 'updated_at': '2021-07-30T01:40:30Z', 'revision_number': 4, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'subnets': [{'id': 'e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:31.612815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e33e0ca7-5ad2-4b79-ab99-5be02d449431 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:31.701390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcbe98-5162-4795-b1a3-1e23e6775db9 req-309ef261-33b9-4acc-8dd9-0aadf956dae0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:31.706607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:31.713720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86bcbe98-5162-4795-b1a3-1e23e6775db9 req-309ef261-33b9-4acc-8dd9-0aadf956dae0 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 944 time: 0.1703088 Jul 30 01:40:31.726197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.742387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.752182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-b6c47884-b2bc-4c17-b4a2-36852dc43e1e tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3289585 Jul 30 01:40:31.791285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86bcbe98-5162-4795-b1a3-1e23e6775db9 req-2b1fc2cb-02e6-4895-9a41-7c896074235c tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759184 Jul 30 01:40:31.808412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:31.823034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:31.885798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.970034 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44316ae-cd00-44c4-8c54-917000f0be86 x-openstack-request-id: req-d44316ae-cd00-44c4-8c54-917000f0be86 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:31.970609 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "name": "network-vif-plugged", "status": "completed", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:31.971317 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d44316ae-cd00-44c4-8c54-917000f0be86 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:31.972738 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'code': 200} Jul 30 01:40:31.973503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.990882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0d52e881-e801-4739-94db-effe9746c519 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:31.999900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0d52e881-e801-4739-94db-effe9746c519 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:32.000303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.033070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e33e0ca7-5ad2-4b79-ab99-5be02d449431 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:32.033495 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.160735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d52d7-ba45-4c70-be64-9aa725b1f5e3 req-c2c91fd0-b7ab-41ae-bfed-5ebac5d6d4c9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.169933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db8d52d7-ba45-4c70-be64-9aa725b1f5e3 req-c2c91fd0-b7ab-41ae-bfed-5ebac5d6d4c9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.1396079 Jul 30 01:40:32.204282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2128850428-network', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:32.277806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db8d52d7-ba45-4c70-be64-9aa725b1f5e3 req-d3c31c7a-2190-4176-907b-57c6dbc61145 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013558 Jul 30 01:40:32.322035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b50e6-03a6-466e-bee1-b66506137caa req-6c803ef9-1455-40ce-9e1e-addb438a2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.332332 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-990b50e6-03a6-466e-bee1-b66506137caa req-6c803ef9-1455-40ce-9e1e-addb438a2cbb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 1098 time: 0.2456207 Jul 30 01:40:32.334234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.339635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Made reservation on behalf of f3acc515b3234cca99d44c614c65c1aa for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:32.348539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.349585 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.387136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.446480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0d52e881-e801-4739-94db-effe9746c519, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0d52e881-e801-4739-94db-effe9746c519,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:32.452548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.548046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0d52e881-e801-4739-94db-effe9746c519,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:32.565370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Router 06ba1ceb-c166-4fb7-80d5-44f9e811305c has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:32.613493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-990b50e6-03a6-466e-bee1-b66506137caa req-632b3ddc-c6b1-4811-aa6b-51aaf5a63d8e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247706 Jul 30 01:40:32.655208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Allocated IP 172.25.8.200 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/deb74481-f6cc-4f19-ab50-2f28ae99c372) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:32.728272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:32.741922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e77eacb8-a76e-4d2a-a7ba-ff4439f39496 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "PUT /v2.0/routers/06ba1ceb-c166-4fb7-80d5-44f9e811305c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6395743 Jul 30 01:40:32.742566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40496) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:32.833621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5d516-56bb-4617-9e31-84c0b9c8a66a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.835549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5d516-56bb-4617-9e31-84c0b9c8a66a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.844740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.848561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dfb5d516-56bb-4617-9e31-84c0b9c8a66a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1041386 Jul 30 01:40:32.849461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40500) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:32.849914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:32.972058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.979924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.032666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:33.040174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:33.045554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.095325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.095802 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Added segment d2531123-4f6b-496d-b6a0-9238cfbb1da8 of type vlan for network bf579bc0-b6f8-45ec-a4e2-90557784590b Jul 30 01:40:33.113525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0180e1a3-05c3-4676-8175-4b10666c1dc0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.130341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.179876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75bf3-5425-4495-a8bc-b98f61761a16 req-dabd7e59-3007-4505-ad71-416d55268ebf tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.181670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3e75bf3-5425-4495-a8bc-b98f61761a16 req-dabd7e59-3007-4505-ad71-416d55268ebf tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 0.1789310 Jul 30 01:40:33.183793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.276800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.280055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.282735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.283436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.433993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Pushing event updated for resources: {'Port': ['ID=deb74481-f6cc-4f19-ab50-2f28ae99c372,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.459410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6349823 Jul 30 01:40:33.475075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3e75bf3-5425-4495-a8bc-b98f61761a16 req-5d2139cc-7446-44d1-918d-52ebcac6d3f5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825058 Jul 30 01:40:33.479942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40512) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:33.502977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:33.514252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Request body: {'subnet': {'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2128850428-subnet', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:33.537743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:33.541472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-83502022-network', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:33.552413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:33.599964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34dbc-f914-4f47-8fd2-9ae60bc26152 admin admin] Pushing event updated for resources: {'Network': ['ID=bf579bc0-b6f8-45ec-a4e2-90557784590b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.617591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:33.618163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network bf579bc0-b6f8-45ec-a4e2-90557784590b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:33.622038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.647950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:40:33.647950 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:40:33.647950 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id_1': 'f3acc515b3234cca99d44c614c65c1aa', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 40, 33, 560129)}] Jul 30 01:40:33.647950 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:40:33.648420 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:40:33.661668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.759239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.796352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.804006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.875916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.881424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.934401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:33.941373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817d01-8b6b-49d6-aee1-63ab731387a2 req-5a95f503-dbf0-46fc-9fa2-68b8d104a1be tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.946611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265a896d-f108-42f9-b2fd-021d785303d8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.949597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.949744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf817d01-8b6b-49d6-aee1-63ab731387a2 req-5a95f503-dbf0-46fc-9fa2-68b8d104a1be tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.3300009 Jul 30 01:40:33.973768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52e881-e801-4739-94db-effe9746c519'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:33.976664 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8dc7f-3908-4fdb-a4c6-3480d1ddcd85" -d '{"events": [{"server_uuid": "61225c50-f71f-4763-bb5e-c141d98d4de6", "name": "network-vif-plugged", "status": "completed", "tag": "0d52e881-e801-4739-94db-effe9746c519"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:33.977989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:33.983322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.983651 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Added segment ba82c604-0813-4b50-82f8-3522d3487bf4 of type vlan for network 31143a36-c95c-4f04-9473-6f84640e8107 Jul 30 01:40:33.991737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a10709-8df3-4105-910d-826759fab321 None None] Sync routers for ids ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:33.996575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.998455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3313a339-d1b8-4cfa-97e4-2d3b03ac7ada tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c HTTP/1.1" status: 204 len: 168 time: 1.1295979 Jul 30 01:40:34.001123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40516) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:34.011194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf817d01-8b6b-49d6-aee1-63ab731387a2 req-8454eca0-44f1-44bf-b02f-a84cfce1ab02 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605567 Jul 30 01:40:34.029438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] Routers {'06ba1ceb-c166-4fb7-80d5-44f9e811305c'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:34.031657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:34.038756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df46a9-4145-446a-ac9b-01c279d984fa None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:34.106856 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.113975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.127464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.167986 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d67af410-b76e-4b04-9372-ca3b51b72536 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1654708 Jul 30 01:40:34.170436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40520) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:34.259496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.260321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.260907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.273265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Pushing event updated for resources: {'Port': ['ID=deb74481-f6cc-4f19-ab50-2f28ae99c372,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:34.294087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.299499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Made reservation on behalf of f3acc515b3234cca99d44c614c65c1aa for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:34.301067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.335231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] Pushing event updated for resources: {'Network': ['ID=31143a36-c95c-4f04-9473-6f84640e8107,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:34.341799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.382312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-173355f8-f769-4da4-ab2a-33db553ee216 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5310566 Jul 30 01:40:34.400201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40524) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:34.414937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Request body: {'subnet': {'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-83502022-subnet', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:34.456150 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.465462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-903651d4-9384-4253-a2e6-3319891e0874 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6872146 Jul 30 01:40:34.530183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.532495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.544247 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a1ede-0b44-448c-9ca6-3beda08271bb x-openstack-request-id: req-3c3a1ede-0b44-448c-9ca6-3beda08271bb {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:34.544826 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61225c50-f71f-4763-bb5e-c141d98d4de6", "name": "network-vif-plugged", "status": "completed", "tag": "0d52e881-e801-4739-94db-effe9746c519", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:34.545237 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c3a1ede-0b44-448c-9ca6-3beda08271bb {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:34.545786 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d52e881-e801-4739-94db-effe9746c519', 'code': 200} Jul 30 01:40:34.546935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 31143a36-c95c-4f04-9473-6f84640e8107 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:34.591049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.592302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Fanout notify agent at l3_agent the message router_deleted on router 06ba1ceb-c166-4fb7-80d5-44f9e811305c {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:40:34.603303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.604792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f1235198-1fa0-4e8d-94e8-8a9bdb07bd46 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/routers/06ba1ceb-c166-4fb7-80d5-44f9e811305c HTTP/1.1" status: 204 len: 168 time: 0.4333043 Jul 30 01:40:34.608279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40528) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:34.609511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-0f52ac6a-ad2d-4bcc-a083-2cec868fa43e tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.1430228 Jul 30 01:40:34.615185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:34.615939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:34.618245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.645545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] Set router 06ba1ceb-c166-4fb7-80d5-44f9e811305c gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:34.697436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e355b-51ca-424b-9ddb-ea2c344cbfd9 req-93d79d35-0e6f-4838-a0df-8dc1ce1f0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.699234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c28e355b-51ca-424b-9ddb-ea2c344cbfd9 req-93d79d35-0e6f-4838-a0df-8dc1ce1f0c14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 1097 time: 0.3229103 Jul 30 01:40:34.717412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ba1ceb-c166-4fb7-80d5-44f9e811305c', 'name': 'tempest-NetworksTestDHCPv6-router-864673249', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:24Z', 'updated_at': '2021-07-30T01:40:31Z', 'revision_number': 3, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:34.734728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:34.741782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.794102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bf020-01f5-4c90-9941-b7013ed74117 req-6ddeca98-c5c2-4e98-b83f-26358022ea51 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.796047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a10709-8df3-4105-910d-826759fab321 None None] Checking router: 06ba1ceb-c166-4fb7-80d5-44f9e811305c for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:34.802506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f3bf020-01f5-4c90-9941-b7013ed74117 req-6ddeca98-c5c2-4e98-b83f-26358022ea51 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.3764112 Jul 30 01:40:34.815073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] Routers set() bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:34.815073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] Router IDs set() for agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 01:40:34.815073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_agentschedulers_db [None req-80a10709-8df3-4105-910d-826759fab321 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'06ba1ceb-c166-4fb7-80d5-44f9e811305c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent'). {{(pid=93891) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 01:40:34.815507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a10709-8df3-4105-910d-826759fab321 None None] The sync data for ids ['06ba1ceb-c166-4fb7-80d5-44f9e811305c'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:34.916108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:34.969058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c28e355b-51ca-424b-9ddb-ea2c344cbfd9 req-46611bf4-7849-4146-9711-c5cfc88407a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309802 Jul 30 01:40:34.980437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] Deleting port e33e0ca7-5ad2-4b79-ab99-5be02d449431 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:34.980827 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.016411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f3bf020-01f5-4c90-9941-b7013ed74117 req-2e0631d2-f32b-47fd-9b4f-14366ec98146 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129409 Jul 30 01:40:35.053323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.054048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-967a8218-b18e-4d56-8b13-c7a024b40117 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.062128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35b2db71-08e7-4f60-9cf2-98c543507b1f req-967a8218-b18e-4d56-8b13-c7a024b40117 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.4509842 Jul 30 01:40:35.066680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] For port e33e0ca7-5ad2-4b79-ab99-5be02d449431, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e33e0ca7-5ad2-4b79-ab99-5be02d449431,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:35.068022 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.091171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] Calling delete_port for e33e0ca7-5ad2-4b79-ab99-5be02d449431 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:35.098589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:35.102747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:35.112193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.112835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.171682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=66169c70-7501-4e79-84c3-c23868b78b67,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.184316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7eabc532-f5be-437a-a142-f25d358e7249 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5746720 Jul 30 01:40:35.186327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40540) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:35.201832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:35.221356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.244304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] No DVR routers for this DVR port e33e0ca7-5ad2-4b79-ab99-5be02d449431 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:35.290762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c047b-baf3-436d-a454-334a0443d88c None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:35.303688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.339689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.340885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.351778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693754ff-d93d-4dbc-86b4-704343810f87 req-6627a7a4-e96d-43ec-b199-7f1800414546 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.359128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-693754ff-d93d-4dbc-86b4-704343810f87 req-6627a7a4-e96d-43ec-b199-7f1800414546 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 0.2383051 Jul 30 01:40:35.410479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d628bb-4483-43cb-bc1f-41e553298c63 None None] Pushing event deleted for resources: {'Port': ['ID=e33e0ca7-5ad2-4b79-ab99-5be02d449431,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.433139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.523418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '66169c70-7501-4e79-84c3-c23868b78b67'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:35.524387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.649002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-4ebdc0d2-4e8b-44be-9cb4-d27cc17778c6 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips/5e72851d-ff6d-4801-8c07-82a18a842529 HTTP/1.1" status: 200 len: 693 time: 0.1635137 Jul 30 01:40:35.679595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.719320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/66169c70-7501-4e79-84c3-c23868b78b67/a4764225-20da-49c9-8d01-8eedc208430a) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:35.722617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.752537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-693754ff-d93d-4dbc-86b4-704343810f87 req-4d20dd9b-0708-465b-b523-18cb6a2d3083 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925111 Jul 30 01:40:35.820062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.872086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.873262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5769a84e-1240-408f-8d73-9d6a76eb1e33 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6798534 Jul 30 01:40:35.877890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Checking segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:35.878879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Network hostable DHCP agents. Network: 31143a36-c95c-4f04-9473-6f84640e8107, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:35.879226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40556) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:35.881090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Checking segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:35.881448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Network hostable DHCP agents. Network: bf579bc0-b6f8-45ec-a4e2-90557784590b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:35.909836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68c7b00-b7b6-49dc-96df-8b216051a7b4,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.948869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Network bf579bc0-b6f8-45ec-a4e2-90557784590b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:35.963209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-51e3f0fb-9d7d-4ff0-9faa-c0937f24c882 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.964652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-51e3f0fb-9d7d-4ff0-9faa-c0937f24c882 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2626855 Jul 30 01:40:35.965325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Network 31143a36-c95c-4f04-9473-6f84640e8107 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:36.010684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.019716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Transition to ACTIVE for port object a4764225-20da-49c9-8d01-8eedc208430a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:36.039592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Transition to ACTIVE for port object a4764225-20da-49c9-8d01-8eedc208430a will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:36.045867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.049938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, bf579bc0-b6f8-45ec-a4e2-90557784590b) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:36.062183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.062831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.065364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89b703-4994-449b-918b-bd4b7fb8a40d None None] Network bf579bc0-b6f8-45ec-a4e2-90557784590b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:36.067937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 31143a36-c95c-4f04-9473-6f84640e8107) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:36.076614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.077305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.087086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-3b62f6a5-9695-4a33-ab71-a4d6f7f797dc tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.1046607 Jul 30 01:40:36.118450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e8bfc96c-9ba0-4905-a016-715d9be6ea33 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6254117 Jul 30 01:40:36.123071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f0eca-488d-45e4-b7b6-de7a8df1764c None None] Network 31143a36-c95c-4f04-9473-6f84640e8107 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:36.124360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40558) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:36.160811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:36.172867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1e845141-2ceb-4d62-bd68-0ed32d681f8d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7672894 Jul 30 01:40:36.186430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013a18-4e2f-40b3-a9cb-349c0a50f0ac req-efc53c6c-1c0c-4065-ae98-c7a6b33a8e00 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.195158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f013a18-4e2f-40b3-a9cb-349c0a50f0ac req-efc53c6c-1c0c-4065-ae98-c7a6b33a8e00 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.2240913 Jul 30 01:40:36.196449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:36.200801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40560) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:36.212712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:36.226812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-637f1658-66a8-4fb7-8317-c7ce0b750a3f tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.200 HTTP/1.1" status: 200 len: 696 time: 0.1296461 Jul 30 01:40:36.240367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:36.248603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:36.329992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Pushing event updated for resources: {'Port': ['ID=a4764225-20da-49c9-8d01-8eedc208430a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:36.350820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.384292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Attempting to bind port a4764225-20da-49c9-8d01-8eedc208430a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:36.384948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Attempting to bind port a4764225-20da-49c9-8d01-8eedc208430a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:36.385311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Attempting to bind port a4764225-20da-49c9-8d01-8eedc208430a on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:36.420724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:36.421049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:36.421455 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.421851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:36.422367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Bound port: a4764225-20da-49c9-8d01-8eedc208430a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:36.422783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.497048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:36.561165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:36.561510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 886a36dc-8fb3-4618-9fcc-5a6c9930f0ac not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:36.561939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e33e0ca7-5ad2-4b79-ab99-5be02d449431 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:36.622323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e62ab4-9985-4537-ac45-1f629c710d6b None None] Network bf579bc0-b6f8-45ec-a4e2-90557784590b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:36.628797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e33e0ca7-5ad2-4b79-ab99-5be02d449431 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:36.629413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e33e0ca7-5ad2-4b79-ab99-5be02d449431 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:36.636442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f013a18-4e2f-40b3-a9cb-349c0a50f0ac req-f65aaaf5-2be3-4ce1-acf7-6d143f2237b4 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403815 Jul 30 01:40:36.645190 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:40:36.645190 n-d-713499-10 neutron-server[93890]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:40:36.645190 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id': '82df728ca872453da9a5adb3e5133a2d', 'id': 'ccbe63ba-d328-428e-ba3d-93bde15d0901', 'expiration': datetime.datetime(2021, 7, 30, 1, 42, 36, 581051)}] Jul 30 01:40:36.645190 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:40:36.645963 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:40:36.696492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.697791 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.785250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::1 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/66169c70-7501-4e79-84c3-c23868b78b67/0f39603b-8df6-4efd-a737-4666897a5907) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:36.788690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-31143a36-c95c-4f04-9473-6f84640e8107', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:36.789858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.804964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.822117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] For port a4764225-20da-49c9-8d01-8eedc208430a, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:36.835031 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.863956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] For port a4764225-20da-49c9-8d01-8eedc208430a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a4764225-20da-49c9-8d01-8eedc208430a,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:36.930609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.934109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Deleting port deb74481-f6cc-4f19-ab50-2f28ae99c372 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:36.934455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.956254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.979057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 0f39603b-8df6-4efd-a737-4666897a5907 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:37.026115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.038511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.103509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:37.115085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:37.125094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:37.125722 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.130250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=0f39603b-8df6-4efd-a737-4666897a5907,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.188399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01f04-b1da-4c80-a895-d3733899e657 req-026c896f-578a-409a-89e8-8e3fd5bf68b4 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.189993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bf01f04-b1da-4c80-a895-d3733899e657 req-026c896f-578a-409a-89e8-8e3fd5bf68b4 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 0.2904177 Jul 30 01:40:37.228691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Allocated IP 172.20.0.2 (31143a36-c95c-4f04-9473-6f84640e8107/f68c7b00-b7b6-49dc-96df-8b216051a7b4/ea16356e-88a5-4e14-98fd-ab11dbe8ef66) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:37.240553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc223a-9a03-4bdc-aae2-27531dded11e None None] Pushing event updated for resources: {'Port': ['ID=a4764225-20da-49c9-8d01-8eedc208430a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.295393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.295393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.323101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Calling delete_port for deb74481-f6cc-4f19-ab50-2f28ae99c372 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:37.376437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.436377 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.437417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.489503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bf01f04-b1da-4c80-a895-d3733899e657 req-c377fb97-49f2-4b17-972e-1413806d7306 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870669 Jul 30 01:40:37.559927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.576929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Transition to ACTIVE for port object ea16356e-88a5-4e14-98fd-ab11dbe8ef66 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:37.598116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Transition to ACTIVE for port object ea16356e-88a5-4e14-98fd-ab11dbe8ef66 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:37.607486 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.646878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.709785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.826709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.830114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Pushing event deleted for resources: {'Port': ['ID=deb74481-f6cc-4f19-ab50-2f28ae99c372,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.835758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.836680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.927233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Network 31143a36-c95c-4f04-9473-6f84640e8107 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:37.977808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Pushing event updated for resources: {'Port': ['ID=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.993225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:37.996647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:38.016741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.056837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=0f39603b-8df6-4efd-a737-4666897a5907,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.072526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Attempting to bind port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:38.072893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Attempting to bind port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:38.073247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Attempting to bind port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 on network 31143a36-c95c-4f04-9473-6f84640e8107 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:38.080847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:38.081756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Checking segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:38.081756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.082013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Bound using segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:38.082491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Bound port: ea16356e-88a5-4e14-98fd-ab11dbe8ef66, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:38.082867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.125250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:38.127139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:38.198388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] For port ea16356e-88a5-4e14-98fd-ab11dbe8ef66, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:38.202799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] For port ea16356e-88a5-4e14-98fd-ab11dbe8ef66, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:38.211789 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.239043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.248059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.254433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03b68711-d16c-497f-aa33-dafd8c4bb337 req-d6e1d509-d9bb-400b-8c7d-e2778ace326d tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "DELETE /v2.0/floatingips/5e72851d-ff6d-4801-8c07-82a18a842529 HTTP/1.1" status: 204 len: 173 time: 1.6870708 Jul 30 01:40:38.303117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d738e0-ed8f-4686-87e3-210c56ec84bf None None] Pushing event updated for resources: {'Port': ['ID=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.309265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d189-42ef-451d-963e-f027d8c1eb4f req-eb56fa2c-bd47-4bea-baba-9efab6ced5ea tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.312866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d54d189-42ef-451d-963e-f027d8c1eb4f req-eb56fa2c-bd47-4bea-baba-9efab6ced5ea tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.2666192 Jul 30 01:40:38.318598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.346442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Router 8a590afa-e0f8-4ec3-9b86-71a56807f49b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:38.401062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.454805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d54d189-42ef-451d-963e-f027d8c1eb4f req-d272e1a4-2d46-412a-816f-73c0535c8433 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857618 Jul 30 01:40:38.538962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:38.547369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9e349047-81ce-4ba3-bb51-35724dc820f5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "PUT /v2.0/routers/8a590afa-e0f8-4ec3-9b86-71a56807f49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6668155 Jul 30 01:40:38.548158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:38.553487 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Sync routers for ids ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:38.572357 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Routers {'8a590afa-e0f8-4ec3-9b86-71a56807f49b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:38.573096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:38.602182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a4764225-20da-49c9-8d01-8eedc208430a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:38.695407 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-2cd4f846-e933-4c99-828b-5780a4715d23 req-4b67c2bd-6767-4aab-8110-52facdf13f35 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] show failed (client error): The resource could not be found. Jul 30 01:40:38.696462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cd4f846-e933-4c99-828b-5780a4715d23 req-4b67c2bd-6767-4aab-8110-52facdf13f35 tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips/5e72851d-ff6d-4801-8c07-82a18a842529 HTTP/1.1" status: 404 len: 350 time: 0.1587920 Jul 30 01:40:38.700980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad2b18b-bc8e-4454-8e43-d2d5f6ddc21b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.707762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fad2b18b-bc8e-4454-8e43-d2d5f6ddc21b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports/0f39603b-8df6-4efd-a737-4666897a5907 HTTP/1.1" status: 200 len: 911 time: 0.1580222 Jul 30 01:40:38.713199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40584) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:38.727437 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Set router 8a590afa-e0f8-4ec3-9b86-71a56807f49b gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:38.759152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a4764225-20da-49c9-8d01-8eedc208430a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:38.883321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] Provisioning for port a4764225-20da-49c9-8d01-8eedc208430a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:38.887256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5a88-e180-4f3d-ad2c-db0c603e10f6 req-f26b4395-19aa-42df-9b00-73b023cd4160 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.888416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720df455-88d2-4653-909a-8565e4633408 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.889762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] Provisioning complete for port a4764225-20da-49c9-8d01-8eedc208430a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:38.891535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.892558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c3c5a88-e180-4f3d-ad2c-db0c603e10f6 req-f26b4395-19aa-42df-9b00-73b023cd4160 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 0.4755273 Jul 30 01:40:38.899418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720df455-88d2-4653-909a-8565e4633408 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.904841 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-720df455-88d2-4653-909a-8565e4633408 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1875463 Jul 30 01:40:38.907783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.055023 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-a18b7491-5a17-4467-963b-1fdc87c65297 req-4b265389-4d63-45e1-b392-02efae6e088e tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] show failed (client error): The resource could not be found. Jul 30 01:40:39.056128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a18b7491-5a17-4467-963b-1fdc87c65297 req-4b265389-4d63-45e1-b392-02efae6e088e tempest-FloatingIPsTestJSON-1452162495 tempest-FloatingIPsTestJSON-1452162495-project] 10.222.0.78 "GET /v2.0/floatingips/5e72851d-ff6d-4801-8c07-82a18a842529 HTTP/1.1" status: 404 len: 350 time: 0.1113389 Jul 30 01:40:39.073987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40590) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.169621 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.227165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c3c5a88-e180-4f3d-ad2c-db0c603e10f6 req-bcc63e95-fda4-47e6-ae18-90d6782c5df1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890999 Jul 30 01:40:39.230094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.254356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] For port a4764225-20da-49c9-8d01-8eedc208430a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a4764225-20da-49c9-8d01-8eedc208430a,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:39.259258 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.276443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Allocated IP 172.25.8.246 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/8e572d22-ce09-4604-94a8-30774b52fd4a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:39.286393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.307774 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:35Z', 'updated_at': '2021-07-30T01:40:37Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None, '_interfaces': [{'id': '0f39603b-8df6-4efd-a737-4666897a5907', 'name': '', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'mac_address': 'fa:16:3e:48:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '66169c70-7501-4e79-84c3-c23868b78b67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:37Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'subnets': [{'id': '66169c70-7501-4e79-84c3-c23868b78b67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:39.359421 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Checking router: 8a590afa-e0f8-4ec3-9b86-71a56807f49b for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:39.361856 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Updating router 8a590afa-e0f8-4ec3-9b86-71a56807f49b port 0f39603b-8df6-4efd-a737-4666897a5907 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:39.409831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9255945-5c63-4e7e-9852-db97923a7a40 None None] Pushing event updated for resources: {'Port': ['ID=a4764225-20da-49c9-8d01-8eedc208430a,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:39.421374 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.436400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ba8f236d-cb55-411e-871c-759705cb4ddf None None] Provisioning for port 0f39603b-8df6-4efd-a737-4666897a5907 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:39.444635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ba8f236d-cb55-411e-871c-759705cb4ddf None None] Provisioning complete for port 0f39603b-8df6-4efd-a737-4666897a5907 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:39.444986 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ba8f236d-cb55-411e-871c-759705cb4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.523169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f236d-cb55-411e-871c-759705cb4ddf None None] Port 0f39603b-8df6-4efd-a737-4666897a5907 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:39.564471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.852374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ebde7be8-3528-469d-ae3d-034d09d6f715 None None] Provisioning complete for port 0f39603b-8df6-4efd-a737-4666897a5907 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:39.852737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebde7be8-3528-469d-ae3d-034d09d6f715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.936105 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.968949 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Transition to ACTIVE for port object 0f39603b-8df6-4efd-a737-4666897a5907 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:39.981427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7be8-3528-469d-ae3d-034d09d6f715 None None] Port 0f39603b-8df6-4efd-a737-4666897a5907 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:39.986348 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.032674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603592fc-e634-4770-a4c1-a2358f1a9dab None None] Network 31143a36-c95c-4f04-9473-6f84640e8107 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:40.040571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 0f39603b-8df6-4efd-a737-4666897a5907 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:40.042516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.120271 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Attempting to bind port 0f39603b-8df6-4efd-a737-4666897a5907 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:40.120931 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Attempting to bind port 0f39603b-8df6-4efd-a737-4666897a5907 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:40.121486 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Attempting to bind port 0f39603b-8df6-4efd-a737-4666897a5907 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:40.123944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4d0a4-aff0-44a0-ae82-18964db15107 None None] Pushing event updated for resources: {'Port': ['ID=0f39603b-8df6-4efd-a737-4666897a5907,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.131804 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:40.132469 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:40.133211 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.134003 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:40.134649 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Bound port: 0f39603b-8df6-4efd-a737-4666897a5907, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:40.135941 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.198756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-abd5da25-c432-434d-9d4a-894f7d9bf219 None None] Provisioning for port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:40.215537 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] For port 0f39603b-8df6-4efd-a737-4666897a5907, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:40.222860 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] For port 0f39603b-8df6-4efd-a737-4666897a5907, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0f39603b-8df6-4efd-a737-4666897a5907,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:40.229151 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.284217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.311042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 0f39603b-8df6-4efd-a737-4666897a5907 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:40.330255 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4d0a4-aff0-44a0-ae82-18964db15107 None None] Pushing event updated for resources: {'Port': ['ID=0f39603b-8df6-4efd-a737-4666897a5907,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.358566 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Routers {'8a590afa-e0f8-4ec3-9b86-71a56807f49b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:40.359648 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:40.369137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.558095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Allocated IP 172.25.8.196 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/07ab907a-8900-4710-b763-30d32c629de2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:40.621691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85572f39-af85-472c-9c6d-174efb8ef91f req-38eb6437-b5b9-4cc1-9a11-abaec695aa80 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.623823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85572f39-af85-472c-9c6d-174efb8ef91f req-38eb6437-b5b9-4cc1-9a11-abaec695aa80 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 1.2553651 Jul 30 01:40:40.701903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.726079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a4764225-20da-49c9-8d01-8eedc208430a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:40.735328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.736679 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] Set router 8a590afa-e0f8-4ec3-9b86-71a56807f49b gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:40.771485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=0f39603b-8df6-4efd-a737-4666897a5907,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.874053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a4764225-20da-49c9-8d01-8eedc208430a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:40.874425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.911123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.936340 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:40:41.019656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:41.047223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:41.057465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Pushing event updated for resources: {'Port': ['ID=8e572d22-ce09-4604-94a8-30774b52fd4a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.071163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:41.133865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea16356e-88a5-4e14-98fd-ab11dbe8ef66 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:41.209296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.274477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e1f78-6182-45f6-9363-c6ceb79d5b5f req-8884cc80-d819-48c6-b55c-19dacee2732a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.276467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-123e1f78-6182-45f6-9363-c6ceb79d5b5f req-8884cc80-d819-48c6-b55c-19dacee2732a tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 0.8418822 Jul 30 01:40:41.284778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5664edc7-3b90-4317-8e4e-34acb64aa34a None None] Could not find standard attr ID for object 0f39603b-8df6-4efd-a737-4666897a5907. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:40:41.285878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f2c6b-2a62-403b-bf40-b1ba8d2ce6c9 req-b8103931-fea2-41b1-bd56-32e6e2bbde41 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.294013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b79f2c6b-2a62-403b-bf40-b1ba8d2ce6c9 req-b8103931-fea2-41b1-bd56-32e6e2bbde41 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 1.0500736 Jul 30 01:40:41.330162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:41.346116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:41.346703 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.349224 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:35Z', 'updated_at': '2021-07-30T01:40:37Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None, '_interfaces': [{'id': '0f39603b-8df6-4efd-a737-4666897a5907', 'name': '', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'mac_address': 'fa:16:3e:48:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '66169c70-7501-4e79-84c3-c23868b78b67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 4, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'subnets': [{'id': '66169c70-7501-4e79-84c3-c23868b78b67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:41.382439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b79f2c6b-2a62-403b-bf40-b1ba8d2ce6c9 req-ae01805f-026c-4c1a-85fb-a119be753f75 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Jul 30 01:40:41.415482 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27b54-bd0e-407d-826c-d35b5eee7131 None None] The sync data for ids ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'] in n-d-713499-10 is: [{'id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:35Z', 'updated_at': '2021-07-30T01:40:37Z', 'revision_number': 2, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None, '_interfaces': [{'id': '0f39603b-8df6-4efd-a737-4666897a5907', 'name': '', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'mac_address': 'fa:16:3e:48:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '66169c70-7501-4e79-84c3-c23868b78b67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 4, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'subnets': [{'id': '66169c70-7501-4e79-84c3-c23868b78b67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:41.416634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Router 8a590afa-e0f8-4ec3-9b86-71a56807f49b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:41.489101 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.498610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.575374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ea16356e-88a5-4e14-98fd-ab11dbe8ef66, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:41.582521 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.592909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-123e1f78-6182-45f6-9363-c6ceb79d5b5f req-95d379e4-6354-4eed-bac9-948cecc817c4 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744622 Jul 30 01:40:41.625999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:41.644411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-67469331-8a0f-44e2-8c23-b915e1d22ede tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "PUT /v2.0/routers/8a590afa-e0f8-4ec3-9b86-71a56807f49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7349074 Jul 30 01:40:41.647751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:41.696592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.733240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9e4d4-52c0-4eab-a469-616dc134381e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.743196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9e4d4-52c0-4eab-a469-616dc134381e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.750423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-39e9e4d4-52c0-4eab-a469-616dc134381e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0971146 Jul 30 01:40:41.751151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40606) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:41.772187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:41.776890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=07ab907a-8900-4710-b763-30d32c629de2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.784582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:41.789387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Deleting port 0d52e881-e801-4739-94db-effe9746c519 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:41.789659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.800778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:41.854540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 66169c70-7501-4e79-84c3-c23868b78b67 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:41.858369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.921155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.067405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.173637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.232176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=66169c70-7501-4e79-84c3-c23868b78b67,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:42.238034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.241239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0419d76c-12eb-444b-9a18-53b98421bd5f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/66169c70-7501-4e79-84c3-c23868b78b67 HTTP/1.1" status: 204 len: 168 time: 0.4888446 Jul 30 01:40:42.244942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48547b25-1810-4a10-a06b-8a045728d5f0 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:42.247795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40610) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:42.249527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] For port 0d52e881-e801-4739-94db-effe9746c519, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0d52e881-e801-4739-94db-effe9746c519,segment=NetworkSegment(4a404896-29e4-43cc-adfe-9c90ae506070),segment_id=4a404896-29e4-43cc-adfe-9c90ae506070)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:42.249900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.350085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.403854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Calling delete_port for 0d52e881-e801-4739-94db-effe9746c519 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:42.508060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:42.551803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea16356e-88a5-4e14-98fd-ab11dbe8ef66 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:42.606600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] Deleting port a4764225-20da-49c9-8d01-8eedc208430a {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:42.607159 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.688694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:42.689083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.694985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] For port a4764225-20da-49c9-8d01-8eedc208430a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a4764225-20da-49c9-8d01-8eedc208430a,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:42.695410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.731807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] Calling delete_port for a4764225-20da-49c9-8d01-8eedc208430a owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:42.864706 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.893675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] Pushing event deleted for resources: {'Port': ['ID=a4764225-20da-49c9-8d01-8eedc208430a,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:42.898879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ccc65-0ea3-45ca-8fc5-5fe93be1835e None None] No DVR routers for this DVR port a4764225-20da-49c9-8d01-8eedc208430a on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:43.040765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ad1e7852-f1f1-4789-857c-e282f6fdb029 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7854269 Jul 30 01:40:43.043530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40618) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:43.137741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.142707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.226779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1b76-3d03-4f69-b1b9-5b207b82e65f req-7b41b9a3-7de8-4adf-ad1b-e08e4c61f095 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.228461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-497a1b76-3d03-4f69-b1b9-5b207b82e65f req-7b41b9a3-7de8-4adf-ad1b-e08e4c61f095 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.7347629 Jul 30 01:40:43.258803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0d52e881-e801-4739-94db-effe9746c519 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:43.339328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] Sync routers for ids ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:43.352514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345ba91-4e99-4ac8-8a55-3bd8ffc02bbf req-10df1b65-2ff4-493f-9e65-baecea1f6dc5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.354230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c345ba91-4e99-4ac8-8a55-3bd8ffc02bbf req-10df1b65-2ff4-493f-9e65-baecea1f6dc5 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 945 time: 0.3342445 Jul 30 01:40:43.376022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] Routers {'8a590afa-e0f8-4ec3-9b86-71a56807f49b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:43.376670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:43.451607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] Set router 8a590afa-e0f8-4ec3-9b86-71a56807f49b gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:43.458822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.469785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-497a1b76-3d03-4f69-b1b9-5b207b82e65f req-861459dd-82af-44b2-a8a9-70d18bf0e8dd tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228479 Jul 30 01:40:43.527258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:35Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 3, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:43.560543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] Checking router: 8a590afa-e0f8-4ec3-9b86-71a56807f49b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:43.575669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.581111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.581600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] Routers {'8a590afa-e0f8-4ec3-9b86-71a56807f49b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:43.583239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:43.585283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c345ba91-4e99-4ac8-8a55-3bd8ffc02bbf req-cd8e9463-c7ce-4270-a6cd-6c4d3e2fbafa tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b52e262-c81d-485d-ad45-68f4e6eacc88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945369 Jul 30 01:40:43.588069 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.732258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] Set router 8a590afa-e0f8-4ec3-9b86-71a56807f49b gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:43.759948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event deleted for resources: {'Port': ['ID=0d52e881-e801-4739-94db-effe9746c519,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:43.804640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:35Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 3, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:43.828739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.831725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.834851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a348693b-9f14-45cd-8111-03208d27e35f None None] The sync data for ids ['8a590afa-e0f8-4ec3-9b86-71a56807f49b'] in n-d-713499-10 is: [{'id': '8a590afa-e0f8-4ec3-9b86-71a56807f49b', 'name': 'tempest-NetworksTestDHCPv6-router-350699614', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:35Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 3, 'project_id': '53b5364b8ad34902ac9e6333a5effc18', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:43.884986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.885654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Fanout notify agent at l3_agent the message router_deleted on router 8a590afa-e0f8-4ec3-9b86-71a56807f49b {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:40:43.894058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.898248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c2e7be2a-da34-401d-bb76-5a7885a6fe0a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/routers/8a590afa-e0f8-4ec3-9b86-71a56807f49b HTTP/1.1" status: 204 len: 168 time: 0.8532994 Jul 30 01:40:43.898917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:43.930049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] No DVR routers for this DVR port 0d52e881-e801-4739-94db-effe9746c519 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:43.932991 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a83f0653-a83b-4556-8ce7-68d98b441d86 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327179 Jul 30 01:40:43.933171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.935044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85572f39-af85-472c-9c6d-174efb8ef91f req-7df9a2e1-5a00-4806-9d21-7a2c6d1dec63 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.55 "DELETE /v2.0/ports/0d52e881-e801-4739-94db-effe9746c519 HTTP/1.1" status: 204 len: 173 time: 3.2276888 Jul 30 01:40:43.935559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:43.941951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'name': 'network-vif-deleted', 'tag': '0d52e881-e801-4739-94db-effe9746c519'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:43.944485 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54688692-55c2-4074-a5e0-eb9bf41890ad" -d '{"events": [{"server_uuid": "61225c50-f71f-4763-bb5e-c141d98d4de6", "name": "network-vif-deleted", "tag": "0d52e881-e801-4739-94db-effe9746c519"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:43.999151 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42bbac5-d4bd-4034-881b-f07125e4a10d x-openstack-request-id: req-b42bbac5-d4bd-4034-881b-f07125e4a10d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:43.999427 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61225c50-f71f-4763-bb5e-c141d98d4de6", "name": "network-vif-deleted", "tag": "0d52e881-e801-4739-94db-effe9746c519", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:43.999676 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b42bbac5-d4bd-4034-881b-f07125e4a10d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:44.000061 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61225c50-f71f-4763-bb5e-c141d98d4de6', 'name': 'network-vif-deleted', 'tag': '0d52e881-e801-4739-94db-effe9746c519', 'status': 'completed', 'code': 200} Jul 30 01:40:44.006427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349a499-5ecb-4237-8d53-ed9aeb954858 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.011022 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1349a499-5ecb-4237-8d53-ed9aeb954858 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743284 Jul 30 01:40:44.011786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:44.072232 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c9d3e741-2a96-4620-9e00-6ca2cc09a1a2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592241 Jul 30 01:40:44.072980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:44.078646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:44.183641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.213066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:44.216740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.242348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Router e942b3a2-2035-4d9a-a834-d1f724e7d055 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:44.525988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a4764225-20da-49c9-8d01-8eedc208430a no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:44.546698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Deleting port 81608fcc-bbb8-491c-b60d-2a8764cf900f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:44.547316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.584647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a4764225-20da-49c9-8d01-8eedc208430a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:44.585269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a4764225-20da-49c9-8d01-8eedc208430a not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:44.585386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0f39603b-8df6-4efd-a737-4666897a5907 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:44.635572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 0f39603b-8df6-4efd-a737-4666897a5907 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:44.635921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0f39603b-8df6-4efd-a737-4666897a5907 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:44.661837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:40:44.666966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.779461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=d7635a8c-21ab-4fd8-adbe-0614d7dadcb6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:44.788291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:44.793014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.795390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.795390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.795390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.795390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.795390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.795390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.796139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.796554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.797054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.797478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.797899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:44.807654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:44.809740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:44.813569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.814341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.815712 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Sync routers for ids ['e942b3a2-2035-4d9a-a834-d1f724e7d055'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:44.824511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ef5ea-047f-4c96-abf8-478083566f96 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:44.832602 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Routers {'e942b3a2-2035-4d9a-a834-d1f724e7d055'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:44.834411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-329c11c2-fc04-4c34-bcbe-799f7dde0dac tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7601745 Jul 30 01:40:44.835512 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e942b3a2-2035-4d9a-a834-d1f724e7d055'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:44.837111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40650) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:44.842778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:44.858346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.864821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf91827d-bd45-4d27-94a6-8a0d1bfcc440 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7387478 Jul 30 01:40:44.867322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed18a74a-8012-457d-a0e4-5f80054e5d81 req-959be05f-e31d-4019-ba31-ffbbf3814157 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/ports?device_id=61225c50-f71f-4763-bb5e-c141d98d4de6 HTTP/1.1" status: 200 len: 210 time: 0.1036596 Jul 30 01:40:44.873834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40652) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:44.881666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9cd5e-e664-45c7-8f6e-ca0f623a3c8a req-93df2858-3acb-419e-9f6a-d77e1fc2b936 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.883354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecf9cd5e-e664-45c7-8f6e-ca0f623a3c8a req-93df2858-3acb-419e-9f6a-d77e1fc2b936 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.2066617 Jul 30 01:40:45.002573 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Set router e942b3a2-2035-4d9a-a834-d1f724e7d055 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:45.016084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:45.022779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.034937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] For port 81608fcc-bbb8-491c-b60d-2a8764cf900f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81608fcc-bbb8-491c-b60d-2a8764cf900f,segment=NetworkSegment(bb7463ea-98bd-45d0-9507-276dc70b55f5),segment_id=bb7463ea-98bd-45d0-9507-276dc70b55f5)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:45.035341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.149678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'd7635a8c-21ab-4fd8-adbe-0614d7dadcb6'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:45.156247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.251187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:41Z', 'revision_number': 3, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:45.297706 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Checking router: e942b3a2-2035-4d9a-a834-d1f724e7d055 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:45.297997 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Updating router e942b3a2-2035-4d9a-a834-d1f724e7d055 port 8e572d22-ce09-4604-94a8-30774b52fd4a binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:45.341564 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.348929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.420320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=fdf67a2e-d5fa-45b8-bf0b-3157685cb027,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:45.420821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecf9cd5e-e664-45c7-8f6e-ca0f623a3c8a req-c57e0f83-4459-4ab4-bb13-02406c290e0e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216527 Jul 30 01:40:45.430245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Calling delete_port for 81608fcc-bbb8-491c-b60d-2a8764cf900f owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:45.436986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:45.438485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Router b85ed65e-7023-4304-bdcb-fa29eb776359 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:45.439986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:45.444011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.444730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.463949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad841021-d72d-438c-901e-e6b72a4907c4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6252747 Jul 30 01:40:45.466595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:45.476832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:b3:fb:95', 'name': 'tempest-NetworksTestDHCPv6-1889911701'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:45.681805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:45.690538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Allocated IP 2001:db8::f816:3eff:fe5e:2b56 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/d7635a8c-21ab-4fd8-adbe-0614d7dadcb6/28b7fa1a-7273-41ee-94c9-86a73896a1ac) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:45.803219 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.823933 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Transition to ACTIVE for port object 8e572d22-ce09-4604-94a8-30774b52fd4a will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:45.830675 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.845474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.847282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.857513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Transition to ACTIVE for port object 28b7fa1a-7273-41ee-94c9-86a73896a1ac will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:45.873869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Transition to ACTIVE for port object 28b7fa1a-7273-41ee-94c9-86a73896a1ac will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:45.883789 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.892657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 2874da1b-8dda-4003-9ba6-55dfb979a634 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:40:45.949947 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393cad-12b5-4ec8-a696-a86092b99b3b None None] Pushing event updated for resources: {'Port': ['ID=8e572d22-ce09-4604-94a8-30774b52fd4a,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:45.955463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:45.971322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:45.973721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Sync routers for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:45.984593 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:45.993462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:45.994735 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Attempting to bind port 8e572d22-ce09-4604-94a8-30774b52fd4a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:45.995303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Attempting to bind port 8e572d22-ce09-4604-94a8-30774b52fd4a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:45.995866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:46.002112 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Attempting to bind port 8e572d22-ce09-4604-94a8-30774b52fd4a on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:46.002566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:46.003790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:46.030320 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:46.030693 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:46.031115 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.031561 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:46.031963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Bound port: 8e572d22-ce09-4604-94a8-30774b52fd4a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:46.032340 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.184984 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] For port 8e572d22-ce09-4604-94a8-30774b52fd4a, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:46.194809 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] For port 8e572d22-ce09-4604-94a8-30774b52fd4a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8e572d22-ce09-4604-94a8-30774b52fd4a,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:46.200885 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.219806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.228300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Attempting to bind port 28b7fa1a-7273-41ee-94c9-86a73896a1ac on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:46.228300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Attempting to bind port 28b7fa1a-7273-41ee-94c9-86a73896a1ac by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:46.228300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Attempting to bind port 28b7fa1a-7273-41ee-94c9-86a73896a1ac on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:46.231826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40682) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:46.248877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:46.249397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:46.249958 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.250427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:46.251214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Bound port: 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:46.251673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.314971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.316364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c1d37f99-4a9f-4d61-bd1c-acae7b86cba3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1124439 Jul 30 01:40:46.321230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=81608fcc-bbb8-491c-b60d-2a8764cf900f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.339437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40684) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:46.342833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 172.20.0.2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/fdf67a2e-d5fa-45b8-bf0b-3157685cb027/2874da1b-8dda-4003-9ba6-55dfb979a634) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:46.352230 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393cad-12b5-4ec8-a696-a86092b99b3b None None] Pushing event updated for resources: {'Port': ['ID=8e572d22-ce09-4604-94a8-30774b52fd4a,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.396124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:feb3:fb95 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/d7635a8c-21ab-4fd8-adbe-0614d7dadcb6/2874da1b-8dda-4003-9ba6-55dfb979a634) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:46.405220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Routers {'e942b3a2-2035-4d9a-a834-d1f724e7d055'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:46.407384 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e942b3a2-2035-4d9a-a834-d1f724e7d055'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:46.410989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:46.582575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:46.669876 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] Set router e942b3a2-2035-4d9a-a834-d1f724e7d055 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:46.684360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:46.715117 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.740752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-874f2146-b611-4230-8302-923135f8df62 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.746526 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.798310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-874f2146-b611-4230-8302-923135f8df62 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.858543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d8ba7-15d8-4a19-8252-34a849633adc None None] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.897738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:42Z', 'revision_number': 3, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:46.975298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Checking router: b85ed65e-7023-4304-bdcb-fa29eb776359 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:46.976419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Updating router b85ed65e-7023-4304-bdcb-fa29eb776359 port 07ab907a-8900-4710-b763-30d32c629de2 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:46.992099 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:41Z', 'revision_number': 3, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:46.994414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-874f2146-b611-4230-8302-923135f8df62 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.005807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-874f2146-b611-4230-8302-923135f8df62 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.006993 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-874f2146-b611-4230-8302-923135f8df62 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "DELETE /v2.0/security-groups/2c404e60-aacc-496a-bbd2-4e9adb051e38 HTTP/1.1" status: 204 len: 168 time: 0.7723517 Jul 30 01:40:47.021522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.025004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e798c88e-432c-4bf0-81a3-12ba1699943f None None] The sync data for ids ['e942b3a2-2035-4d9a-a834-d1f724e7d055'] in n-d-713499-10 is: [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:41Z', 'revision_number': 3, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:47.026951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.028702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40692) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:47.076857 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-bbbf5c81-e3ca-4f7f-b68d-4170ec964334 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] show failed (client error): The resource could not be found. Jul 30 01:40:47.078180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bbbf5c81-e3ca-4f7f-b68d-4170ec964334 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "GET /v2.0/security-groups/2c404e60-aacc-496a-bbd2-4e9adb051e38 HTTP/1.1" status: 404 len: 347 time: 0.0371759 Jul 30 01:40:47.086108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40700) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:47.138638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f2146-b611-4230-8302-923135f8df62 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c404e60-aacc-496a-bbd2-4e9adb051e38,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:47.250848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c954c2-889d-4376-a866-1ae96c23f3f0 req-0e5fbc32-81c1-409b-9d17-bfeecbdad9f2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.263762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7c954c2-889d-4376-a866-1ae96c23f3f0 req-0e5fbc32-81c1-409b-9d17-bfeecbdad9f2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.5737281 Jul 30 01:40:47.406439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.433615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 2874da1b-8dda-4003-9ba6-55dfb979a634 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:47.485908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7c954c2-889d-4376-a866-1ae96c23f3f0 req-429e368f-dd61-4752-bc13-662eccf1f5d4 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647220 Jul 30 01:40:47.661352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.681968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Allocated IP 172.20.0.1 (bf579bc0-b6f8-45ec-a4e2-90557784590b/a4d2f29f-ef9c-4a4c-8488-25eee135bfa0/a11ff85d-c10c-4d12-820a-5c95e53f02fb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:47.705175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.756522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Transition to ACTIVE for port object 07ab907a-8900-4710-b763-30d32c629de2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:47.769838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.853745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:47.865017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.866214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d364d-b1f3-4b63-9c8a-21332f438ce2 None None] Pushing event updated for resources: {'Port': ['ID=07ab907a-8900-4710-b763-30d32c629de2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:47.866542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:47.874463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:47.911967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Attempting to bind port 07ab907a-8900-4710-b763-30d32c629de2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:47.912407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Attempting to bind port 07ab907a-8900-4710-b763-30d32c629de2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:47.912797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Attempting to bind port 07ab907a-8900-4710-b763-30d32c629de2 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:47.920748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:47.921147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:47.921573 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.922135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:47.922759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Bound port: 07ab907a-8900-4710-b763-30d32c629de2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:47.929939 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.958504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=2874da1b-8dda-4003-9ba6-55dfb979a634,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:48.009640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.026724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.038169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.038898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.059278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] For port 07ab907a-8900-4710-b763-30d32c629de2, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:48.063317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] For port 07ab907a-8900-4710-b763-30d32c629de2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=07ab907a-8900-4710-b763-30d32c629de2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:48.072049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.100129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Network bf579bc0-b6f8-45ec-a4e2-90557784590b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:48.162158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:48.162962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:48.171438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:48.177938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:48.217675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d83a86a0-87a1-4c8d-8733-05c004b77f07 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7498896 Jul 30 01:40:48.220964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40706) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:48.254742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Router b408f195-a417-4c8f-a9db-ece6d5d6ea91 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:48.283627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Deleting port 274c9bd9-c768-468a-b5c3-1505b2e1c22c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:48.283901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d364d-b1f3-4b63-9c8a-21332f438ce2 None None] Pushing event updated for resources: {'Port': ['ID=07ab907a-8900-4710-b763-30d32c629de2,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:48.285468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.335035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fe5c9-e1e4-4911-92f0-53f48ec52955 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.345228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fe5c9-e1e4-4911-92f0-53f48ec52955 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.347605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-276fe5c9-e1e4-4911-92f0-53f48ec52955 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1250930 Jul 30 01:40:48.352692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:48.354364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=a11ff85d-c10c-4d12-820a-5c95e53f02fb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:48.377390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Allocated IP 172.20.0.1 (31143a36-c95c-4f04-9473-6f84640e8107/f68c7b00-b7b6-49dc-96df-8b216051a7b4/9be34d72-c3fb-4a39-a51f-fe14ba906ff6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:48.443928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.462797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:48.642414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99962bca-ccff-4fdc-9796-a6de661cf866 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:48.668868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.669560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.683522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Calling delete_port for 274c9bd9-c768-468a-b5c3-1505b2e1c22c owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:48.716987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:48.718931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 2874da1b-8dda-4003-9ba6-55dfb979a634 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:48.719420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.807956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2dc80743-e1dd-4946-bd43-6424759ff34d None None] Provisioning for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:48.838454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.877498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Transition to ACTIVE for port object 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:48.911400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:42Z', 'revision_number': 3, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:48.918587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:48.939106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.970662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77edf2-a6ae-48e1-aece-9ed8682d9bba None None] The sync data for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 is: [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:42Z', 'revision_number': 3, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:48.976073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 2874da1b-8dda-4003-9ba6-55dfb979a634 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:48.996196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:48.996569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.006578 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2da96011-4748-449e-9dc8-b15f1886c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.045517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.151692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Network 31143a36-c95c-4f04-9473-6f84640e8107 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:49.166632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:49.171585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:49.210244 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.258358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.288014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'd7635a8c-21ab-4fd8-adbe-0614d7dadcb6', 'ip_address': '2001:db8::f816:3eff:fe5e:2b56'}, {'subnet_id': 'fdf67a2e-d5fa-45b8-bf0b-3157685cb027'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '28b7fa1a-7273-41ee-94c9-86a73896a1ac'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:40:49.348128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:49.354175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.355567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8e572d22-ce09-4604-94a8-30774b52fd4a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:49.365729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.430092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Pushing event updated for resources: {'Port': ['ID=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.547026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.728450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8e572d22-ce09-4604-94a8-30774b52fd4a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:49.746670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8e572d22-ce09-4604-94a8-30774b52fd4a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:49.747416 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.762300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.766721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.787228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.809959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf39c365-c706-4175-96bc-5ea07cb6a103 None None] Provisioning for port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:49.818770 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.844030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf39c365-c706-4175-96bc-5ea07cb6a103 None None] Provisioning complete for port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:49.846498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf39c365-c706-4175-96bc-5ea07cb6a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.870428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce06979-a90e-4d29-a80d-ce5e7ddfc399 req-bf0fb800-f0d7-4c36-bb92-a4086de1144c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.878057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fce06979-a90e-4d29-a80d-ce5e7ddfc399 req-bf0fb800-f0d7-4c36-bb92-a4086de1144c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.5203042 Jul 30 01:40:49.885200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=2874da1b-8dda-4003-9ba6-55dfb979a634,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.958185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Pushing event deleted for resources: {'Port': ['ID=274c9bd9-c768-468a-b5c3-1505b2e1c22c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.989374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fce06979-a90e-4d29-a80d-ce5e7ddfc399 req-e4f27d15-616c-4cda-9784-adf88250bd8c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003225 Jul 30 01:40:50.026187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:50.039344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] Sync routers for ids ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:50.049168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4a8ea0db-52a2-4e69-9cc3-cae0767f2c0c admin admin] 10.222.0.78 "PUT /v2.0/routers/b408f195-a417-4c8f-a9db-ece6d5d6ea91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9579375 Jul 30 01:40:50.056865 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] Routers {'b408f195-a417-4c8f-a9db-ece6d5d6ea91'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:50.058592 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:50.072459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40720) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.147607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bf39c365-c706-4175-96bc-5ea07cb6a103 None None] Port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:50.153895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.167347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.279885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.286238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Allocated IP 172.20.0.3 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/fdf67a2e-d5fa-45b8-bf0b-3157685cb027/28b7fa1a-7273-41ee-94c9-86a73896a1ac) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:50.296951 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] Set router b408f195-a417-4c8f-a9db-ece6d5d6ea91 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:50.305775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.310721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Pushing event updated for resources: {'Port': ['ID=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:50.418041 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.424411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-568c85df-14aa-4625-8dc0-67b48fe20658 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/2874da1b-8dda-4003-9ba6-55dfb979a634 HTTP/1.1" status: 204 len: 168 time: 2.0659261 Jul 30 01:40:50.433153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.443975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.446950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.448486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8dd8408f-1be1-4e01-afe5-c88f5aa523f1 tempest-ImagesOneServerNegativeTestJSON-610952171 tempest-ImagesOneServerNegativeTestJSON-610952171-project] 10.222.0.78 "DELETE /v2.0/floatingips/ae47c611-45cf-489a-99c4-602435de1b16 HTTP/1.1" status: 204 len: 168 time: 3.3557949 Jul 30 01:40:50.450304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.492128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:50.640819 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.670116 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.687262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40736) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.708995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef87fb-ee63-4020-8364-9480a06e9d99 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.715699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef87fb-ee63-4020-8364-9480a06e9d99 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.718991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef87fb-ee63-4020-8364-9480a06e9d99 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.724601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-deef87fb-ee63-4020-8364-9480a06e9d99 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2889659 Jul 30 01:40:50.732922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.770077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8e572d22-ce09-4604-94a8-30774b52fd4a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8e572d22-ce09-4604-94a8-30774b52fd4a,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:50.782742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Deleting port 86285ee6-532a-472d-9194-f450ec7cfdf2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:50.783548 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.789749 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.854604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Network 31143a36-c95c-4f04-9473-6f84640e8107 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:50.859852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:50.901509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Transition to ACTIVE for port object 28b7fa1a-7273-41ee-94c9-86a73896a1ac will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:50.917714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.923886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet d7635a8c-21ab-4fd8-adbe-0614d7dadcb6 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:50.939402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.954944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.974343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Deleting subnet c8efacaa-2720-4104-b762-2bc2aaf127ea {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:50.995901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.007400 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.071515 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.103114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.173362 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:46Z', 'revision_number': 5, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port': {'id': '86285ee6-532a-472d-9194-f450ec7cfdf2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:12Z', 'updated_at': '2021-07-30T01:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:51.239200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 07ab907a-8900-4710-b763-30d32c629de2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:51.243839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8e572d22-ce09-4604-94a8-30774b52fd4a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:51.291683 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] Checking router: b408f195-a417-4c8f-a9db-ece6d5d6ea91 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:51.331689 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] Routers {'b408f195-a417-4c8f-a9db-ece6d5d6ea91'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:51.332466 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:51.419860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] For port 86285ee6-532a-472d-9194-f450ec7cfdf2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=86285ee6-532a-472d-9194-f450ec7cfdf2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:51.420261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.426768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.478608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=a11ff85d-c10c-4d12-820a-5c95e53f02fb,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:51.498590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.508593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Calling delete_port for 86285ee6-532a-472d-9194-f450ec7cfdf2 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:51.511238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2204e63-81ea-40b7-8777-605526ecf2ba None None] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:51.560908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93dd5-1aae-490c-b821-4a2c521bec0d req-c07e6cd5-6c59-4db1-8527-216d642bd729 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.563847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-12e7e543-aa30-4a8d-9c67-2d62a9848310 None None] Provisioning complete for port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:51.564236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-12e7e543-aa30-4a8d-9c67-2d62a9848310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.569669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c93dd5-1aae-490c-b821-4a2c521bec0d req-c07e6cd5-6c59-4db1-8527-216d642bd729 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.3309991 Jul 30 01:40:51.608143 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] Set router b408f195-a417-4c8f-a9db-ece6d5d6ea91 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:51.678245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.690140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-12e7e543-aa30-4a8d-9c67-2d62a9848310 None None] Port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:51.712475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 07ab907a-8900-4710-b763-30d32c629de2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:51.718919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 07ab907a-8900-4710-b763-30d32c629de2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:51.719321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.734239 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 6, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:51.785241 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc87cfaf-df71-4a40-a6e7-ea5bb95f2a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.822597 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f9b5-c31a-4b38-b8d6-28f67805e55f None None] The sync data for ids ['b408f195-a417-4c8f-a9db-ece6d5d6ea91'] in n-d-713499-10 is: [{'id': 'b408f195-a417-4c8f-a9db-ece6d5d6ea91', 'name': 'tempest-FloatingIPsTestJSON-255200221-router', 'tenant_id': '9d4842dd6df14821a65b1a1863534cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:11Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 6, 'project_id': '9d4842dd6df14821a65b1a1863534cb3', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:51.848321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.884654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.901721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c93dd5-1aae-490c-b821-4a2c521bec0d req-24c26ea6-a637-4aed-8bbd-8048584f7636 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267961 Jul 30 01:40:51.912755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 07ab907a-8900-4710-b763-30d32c629de2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=07ab907a-8900-4710-b763-30d32c629de2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:51.919951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.921204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:52.047211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=07ab907a-8900-4710-b763-30d32c629de2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:52.090107 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.100154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Network bf579bc0-b6f8-45ec-a4e2-90557784590b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:52.128363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:52.136538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8efacaa-2720-4104-b762-2bc2aaf127ea,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:52.145030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.150291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-378a7402-6d93-43ba-a21c-4204b15059ea admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c8efacaa-2720-4104-b762-2bc2aaf127ea HTTP/1.1" status: 204 len: 168 time: 1.4565945 Jul 30 01:40:52.157634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:52.224318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Router b85ed65e-7023-4304-bdcb-fa29eb776359 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:52.239832 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.398401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.403861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.416618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3788c432-663e-4e80-835e-8a79a28da6f4 None None] Could not find standard attr ID for object 2874da1b-8dda-4003-9ba6-55dfb979a634. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:40:52.419378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.430430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3788c432-663e-4e80-835e-8a79a28da6f4 None None] Provisioning for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:52.439602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=d7635a8c-21ab-4fd8-adbe-0614d7dadcb6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:52.446337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3788c432-663e-4e80-835e-8a79a28da6f4 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:52.446750 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3788c432-663e-4e80-835e-8a79a28da6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.454535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Pushing event deleted for resources: {'Port': ['ID=86285ee6-532a-472d-9194-f450ec7cfdf2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:52.497960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.512319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:52.512633 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0cb94438-e2b8-42ff-b67b-e7695f15adb1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/d7635a8c-21ab-4fd8-adbe-0614d7dadcb6 HTTP/1.1" status: 204 len: 168 time: 1.7764521 Jul 30 01:40:52.566960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:52.580576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Router e942b3a2-2035-4d9a-a834-d1f724e7d055 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:52.591155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-340ca654-a19d-47a9-8d8f-3c8216104318 admin admin] 10.222.0.78 "PUT /v2.0/routers/b85ed65e-7023-4304-bdcb-fa29eb776359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2437904 Jul 30 01:40:52.597592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Sync routers for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:52.633528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:52.634175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:52.675509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.686004 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.695553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet fdf67a2e-d5fa-45b8-bf0b-3157685cb027 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:52.700438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.818029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:52.836442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.845831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c80f67-1313-41db-bdc5-3e9f3242aa07']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:52.864751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a404896-29e4-43cc-adfe-9c90ae506070') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:52.865079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a404896-29e4-43cc-adfe-9c90ae506070') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:52.873044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614cc8f5-18bb-4246-ba83-732e2d429293 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:52.895710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.914824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.930022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:52.930845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.974828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-592ba0d2-6d2d-433f-9230-9196354d7272 None None] Could not find standard attr ID for object 2874da1b-8dda-4003-9ba6-55dfb979a634. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:40:52.980425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 07ab907a-8900-4710-b763-30d32c629de2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:53.037832 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:53.098698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.166917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 07ab907a-8900-4710-b763-30d32c629de2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:53.167299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.359697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 2, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:53.397218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:53.403616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Checking router: b85ed65e-7023-4304-bdcb-fa29eb776359 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:53.404218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Updating router b85ed65e-7023-4304-bdcb-fa29eb776359 port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:53.469253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.480703 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.496096 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.510829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.513513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.515769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/53c80f67-1313-41db-bdc5-3e9f3242aa07 HTTP/1.1" status: 204 len: 168 time: 1.3570015 Jul 30 01:40:53.566780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaf692-2f45-4852-bd9e-6759a26059e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c80f67-1313-41db-bdc5-3e9f3242aa07,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:53.589075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:53.589445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.733538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:53.765737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fbbe4-4fd1-444c-834d-7559caafe677 req-2a331461-abd0-4d34-88e5-e29757f46292 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:53.774855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b4fbbe4-4fd1-444c-834d-7559caafe677 req-2a331461-abd0-4d34-88e5-e29757f46292 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.7181885 Jul 30 01:40:53.777247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.778053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b408f195-a417-4c8f-a9db-ece6d5d6ea91 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:40:53.795450 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a40563f0-7485-45d6-b1c6-e56a241c4e9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1926a343a5f48138ea8f7c6bd2f27dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606129 Jul 30 01:40:53.796612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:53.827940 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.829094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3f153a3f-588d-420b-84f2-ecb6888e7547 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b408f195-a417-4c8f-a9db-ece6d5d6ea91 HTTP/1.1" status: 204 len: 168 time: 3.7550964 Jul 30 01:40:53.840316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:53.843350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.928961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b4fbbe4-4fd1-444c-834d-7559caafe677 req-c8e1fd82-2009-48a2-889a-3037213a3211 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527734 Jul 30 01:40:53.937895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:53.957851 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Sync routers for ids ['e942b3a2-2035-4d9a-a834-d1f724e7d055'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:53.969220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Deleting subnet 7396bc73-d191-4028-af14-02ebd67fe8e1 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:53.978489 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Routers {'e942b3a2-2035-4d9a-a834-d1f724e7d055'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:53.980164 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e942b3a2-2035-4d9a-a834-d1f724e7d055'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:53.987962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.993643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c9c77461-6ebd-47ec-ae26-e0e4f3897ea1 admin admin] 10.222.0.78 "PUT /v2.0/routers/e942b3a2-2035-4d9a-a834-d1f724e7d055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0744519 Jul 30 01:40:54.041614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.093834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8e572d22-ce09-4604-94a8-30774b52fd4a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:54.177601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf67a2e-d5fa-45b8-bf0b-3157685cb027,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.188577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.190935 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.231601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3012fc94-9901-4f51-96de-ed2d88b4f383 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/fdf67a2e-d5fa-45b8-bf0b-3157685cb027 HTTP/1.1" status: 204 len: 168 time: 1.7193317 Jul 30 01:40:54.232250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8e572d22-ce09-4604-94a8-30774b52fd4a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:54.234141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40854) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:54.234989 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.333383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d89e1620-dd26-4892-99ae-b73e03c77edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.341712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.350614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b5273ff9-123a-40bf-9011-f53ca1e30137 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072865 Jul 30 01:40:54.350943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40858) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:54.360057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Transition to ACTIVE for port object 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:54.367464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:54.374215 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.383428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d89e1620-dd26-4892-99ae-b73e03c77edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.424896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Set router e942b3a2-2035-4d9a-a834-d1f724e7d055 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:54.532083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d89e1620-dd26-4892-99ae-b73e03c77edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.535526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d89e1620-dd26-4892-99ae-b73e03c77edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.563186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d89e1620-dd26-4892-99ae-b73e03c77edf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b52e262-c81d-485d-ad45-68f4e6eacc88 HTTP/1.1" status: 204 len: 168 time: 0.7650509 Jul 30 01:40:54.600437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e1620-dd26-4892-99ae-b73e03c77edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b52e262-c81d-485d-ad45-68f4e6eacc88,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.722901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:54.734237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.735184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.854895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.866368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c40b8c-05d2-40ac-9cb0-6717634dfc7e None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:54.884455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81608fcc-bbb8-491c-b60d-2a8764cf900f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:54.895570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95dc26-6de6-4ba5-a9ed-a99132fccba3 None None] Pushing event updated for resources: {'Port': ['ID=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.924071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.083058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7396bc73-d191-4028-af14-02ebd67fe8e1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:55.095326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.099678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2868929b-6b40-4434-a304-b2ba5a0ec329 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7396bc73-d191-4028-af14-02ebd67fe8e1 HTTP/1.1" status: 204 len: 168 time: 1.2572739 Jul 30 01:40:55.104876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40880) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:55.119457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'a11ff85d-c10c-4d12-820a-5c95e53f02fb', 'name': '', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'mac_address': 'fa:16:3e:38:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:47Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 2, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'subnets': [{'id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:55.126705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 81608fcc-bbb8-491c-b60d-2a8764cf900f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:55.127264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81608fcc-bbb8-491c-b60d-2a8764cf900f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:55.127358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 86285ee6-532a-472d-9194-f450ec7cfdf2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:55.167866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4266c-f32d-4857-bcb3-a33c50462a85 None None] Network 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:55.193068 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Checking router: e942b3a2-2035-4d9a-a834-d1f724e7d055 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:55.193571 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Updating router e942b3a2-2035-4d9a-a834-d1f724e7d055 port a11ff85d-c10c-4d12-820a-5c95e53f02fb binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:55.225675 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.249441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.278931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 86285ee6-532a-472d-9194-f450ec7cfdf2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:55.279658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 86285ee6-532a-472d-9194-f450ec7cfdf2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:55.392966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Attempting to bind port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:55.395391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Attempting to bind port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:55.395391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Attempting to bind port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 on network 31143a36-c95c-4f04-9473-6f84640e8107 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:55.414826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d6d4119e-953a-487f-b7f6-c825a8690d25 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:55.415063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d6d4119e-953a-487f-b7f6-c825a8690d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.453181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:55.453531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Deleting port f859a1a7-b697-40b4-9e16-da7469b95b85 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:55.453876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Checking segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:55.454563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.454734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.456654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Bound using segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:55.457463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Bound port: 9be34d72-c3fb-4a39-a51f-fe14ba906ff6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:55.458121 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.459557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9569-b86e-4f87-bd51-0ee588565f53 req-e0438feb-338b-40b2-8209-1fda24bca7ef tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.468083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-427e9569-b86e-4f87-bd51-0ee588565f53 req-e0438feb-338b-40b2-8209-1fda24bca7ef tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.3958302 Jul 30 01:40:55.605133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-19a402fc-72d6-42d0-9eed-edb544b9bc82 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.609700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-19a402fc-72d6-42d0-9eed-edb544b9bc82 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 811 time: 0.5642021 Jul 30 01:40:55.667303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] For port f859a1a7-b697-40b4-9e16-da7469b95b85, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f859a1a7-b697-40b4-9e16-da7469b95b85,segment=NetworkSegment(bb7463ea-98bd-45d0-9507-276dc70b55f5),segment_id=bb7463ea-98bd-45d0-9507-276dc70b55f5)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:55.670908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.703270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Calling delete_port for f859a1a7-b697-40b4-9e16-da7469b95b85 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:55.778883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] For port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:55.818484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] For port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:55.842531 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.847943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:40:55.886352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-427e9569-b86e-4f87-bd51-0ee588565f53 req-a22f0f79-46eb-4a45-9e7b-47ff2e9e7e3d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173944 Jul 30 01:40:55.936967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.967965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194f1d4-976e-4814-930e-e7661815c7c4 None None] DHCP port deletion for 9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:56.002308 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.009277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] No DVR routers for this DVR port f859a1a7-b697-40b4-9e16-da7469b95b85 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:56.045853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-f201cfca-71a9-47e1-b0a0-9a12e1e46122 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/quotas/f3acc515b3234cca99d44c614c65c1aa HTTP/1.1" status: 200 len: 375 time: 0.3991032 Jul 30 01:40:56.046214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f859a1a7-b697-40b4-9e16-da7469b95b85,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.077931 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Transition to ACTIVE for port object a11ff85d-c10c-4d12-820a-5c95e53f02fb will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:56.097830 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.121689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.138739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:56.153805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7463ea-98bd-45d0-9507-276dc70b55f5') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:56.154697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7463ea-98bd-45d0-9507-276dc70b55f5') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:56.166841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.187139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.197903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:56.199235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:56.273070 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:56.278752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.283592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '44bc097a-0221-4527-94bd-91085e708dc6'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '28b7fa1a-7273-41ee-94c9-86a73896a1ac'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:40:56.285611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.292352 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2 HTTP/1.1" status: 204 len: 168 time: 1.1851909 Jul 30 01:40:56.308817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b8aab-aaef-4879-ab90-3c72f96be6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9313020e-0b2c-4bdf-b1ac-cfdf6a7409d2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.330744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:56.331697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:56.334966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95dc26-6de6-4ba5-a9ed-a99132fccba3 None None] Pushing event updated for resources: {'Port': ['ID=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.385409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-6dcf9990-1fea-4a26-9a8c-43ac1021ffff tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3265438 Jul 30 01:40:56.438406 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a9548-4e41-41de-9fee-af0a52bf8c60 None None] Pushing event updated for resources: {'Port': ['ID=a11ff85d-c10c-4d12-820a-5c95e53f02fb,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.448156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.563374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.668166 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Attempting to bind port a11ff85d-c10c-4d12-820a-5c95e53f02fb on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:56.668592 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Attempting to bind port a11ff85d-c10c-4d12-820a-5c95e53f02fb by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:56.669087 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Attempting to bind port a11ff85d-c10c-4d12-820a-5c95e53f02fb on network bf579bc0-b6f8-45ec-a4e2-90557784590b {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:56.682218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:56.682593 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Checking segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:56.683009 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.707823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-07c52103-93e1-4f62-87c9-96118ecc7f28 service neutron] 10.222.0.78 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106134 Jul 30 01:40:56.711522 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Bound using segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:56.717025 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Bound port: a11ff85d-c10c-4d12-820a-5c95e53f02fb, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:56.717467 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.719765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:56.796753 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7a741392-f168-40a7-90b2-2cf877e5fbd0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d4842dd6df14821a65b1a1863534cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753975 Jul 30 01:40:56.797753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40914) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:56.898708 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] For port a11ff85d-c10c-4d12-820a-5c95e53f02fb, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:56.908621 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] For port a11ff85d-c10c-4d12-820a-5c95e53f02fb, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a11ff85d-c10c-4d12-820a-5c95e53f02fb,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:56.914019 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.923491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-728e8292-770f-480a-9cf9-db230dec89ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.934951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:56.973559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-728e8292-770f-480a-9cf9-db230dec89ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.021446 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Routers {'e942b3a2-2035-4d9a-a834-d1f724e7d055'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:57.022162 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:40:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e942b3a2-2035-4d9a-a834-d1f724e7d055'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:57.058738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-728e8292-770f-480a-9cf9-db230dec89ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.068153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-728e8292-770f-480a-9cf9-db230dec89ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.071720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-728e8292-770f-480a-9cf9-db230dec89ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11dc8b6e-6c0f-4506-941b-04decba69515 HTTP/1.1" status: 204 len: 168 time: 0.2703934 Jul 30 01:40:57.108249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-8129c4d9-763f-4894-9b6a-ccd814797732 service neutron] 10.222.0.78 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990853 Jul 30 01:40:57.116437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8292-770f-480a-9cf9-db230dec89ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc8b6e-6c0f-4506-941b-04decba69515,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.177146 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] Set router e942b3a2-2035-4d9a-a834-d1f724e7d055 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:57.229302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:57.276809 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a9548-4e41-41de-9fee-af0a52bf8c60 None None] Pushing event updated for resources: {'Port': ['ID=a11ff85d-c10c-4d12-820a-5c95e53f02fb,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.357171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.369971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.370664 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.415301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:40:57.417975 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:40:57.473959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f859a1a7-b697-40b4-9e16-da7469b95b85 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:57.485194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:57.524816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:57.541187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.548098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.568397 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'a11ff85d-c10c-4d12-820a-5c95e53f02fb', 'name': '', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'mac_address': 'fa:16:3e:38:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:47Z', 'updated_at': '2021-07-30T01:40:56Z', 'revision_number': 4, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'subnets': [{'id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:57.599576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f859a1a7-b697-40b4-9e16-da7469b95b85 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:57.599935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f859a1a7-b697-40b4-9e16-da7469b95b85 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:57.663373 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a806a9-d98c-4e55-912e-25fc22b68833 None None] The sync data for ids ['e942b3a2-2035-4d9a-a834-d1f724e7d055'] in n-d-713499-10 is: [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'a11ff85d-c10c-4d12-820a-5c95e53f02fb', 'name': '', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'mac_address': 'fa:16:3e:38:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:47Z', 'updated_at': '2021-07-30T01:40:56Z', 'revision_number': 4, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'subnets': [{'id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:57.746879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40932) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:57.754132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:57.769878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4175332 Jul 30 01:40:57.798146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:40:55Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:57.990958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25741e0-66f5-4037-aebe-686767f87009 None None] The sync data for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 is: [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:40:55Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:58.023319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.063502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:58.264367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c9756-3018-47d0-ad89-a5a7910da5e6 req-55dcb2be-019b-48d7-a2a6-564681a9917a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.282461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b4c9756-3018-47d0-ad89-a5a7910da5e6 req-55dcb2be-019b-48d7-a2a6-564681a9917a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.7625694 Jul 30 01:40:58.301971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=44bc097a-0221-4527-94bd-91085e708dc6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:58.388175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:58.410754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.462855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b4c9756-3018-47d0-ad89-a5a7910da5e6 req-a9822e4d-4f9e-4719-a7db-c642aa241c04 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768858 Jul 30 01:40:58.469301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.470535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.472749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.473392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.473933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.475343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.476220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.476633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.477132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.477741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.478222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.482898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd86f03-d60a-47b0-b4a6-dc23983486ad tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:58.979487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35454304-8bf0-4763-ac2c-b84f83d7e25a req-6c05f24c-ffc3-4c1d-b5cf-81b403e4eced tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 210 time: 0.1069396 Jul 30 01:40:59.054287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:59.113090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.127335 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.309960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997bb0a-f627-4dd7-8494-8dcf7a3117cc None None] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:59.393068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40976) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:59.510406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.653235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:59.694751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:59.726253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.727129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.791988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=ae88bd60-bbba-4361-8cec-4606a91ed54e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:59.809656 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8217eda2-9e97-4e40-8fce-6a9dce51c655 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0604377 Jul 30 01:40:59.813840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40984) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:59.826093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:78:db:b5', 'name': 'tempest-NetworksTestDHCPv6-55742026'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:59.845903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-972d2c70-1651-4ea4-8ebe-75f1d1486521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.847284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:59.976565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:59.977284 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.074629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-380998f8-2821-4b6e-9b31-7df1ed23fbd9 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.079676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-380998f8-2821-4b6e-9b31-7df1ed23fbd9 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.55 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 811 time: 0.4646976 Jul 30 01:41:00.111985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Request body: {'port': {'device_id': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'admin_state_up': True, 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:00.229591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a11ff85d-c10c-4d12-820a-5c95e53f02fb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:00.481785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db5b57-41bb-4bd0-bfce-870b1ecb943e None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:00.707311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a11ff85d-c10c-4d12-820a-5c95e53f02fb completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:00.719477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:00.737786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a11ff85d-c10c-4d12-820a-5c95e53f02fb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:00.738353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.746072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-142b1094-2b5f-4c66-a4cb-4fcd817a6ff0 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:00.746455 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-142b1094-2b5f-4c66-a4cb-4fcd817a6ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.786058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-208aecd2-a24c-4dc2-b1a7-a20fbd295a4e req-7b157309-5c3d-41c9-8805-6a82724f341f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 210 time: 0.1540477 Jul 30 01:41:00.831872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea147a4-d65f-4ca1-8843-553848c9d649 req-7847bbe6-4860-4e9b-975e-65d21d81cf9e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.839465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bea147a4-d65f-4ca1-8843-553848c9d649 req-7847bbe6-4860-4e9b-975e-65d21d81cf9e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.4611263 Jul 30 01:41:00.852662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-972d2c70-1651-4ea4-8ebe-75f1d1486521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.884164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:00.954938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-972d2c70-1651-4ea4-8ebe-75f1d1486521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.976927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Made reservation on behalf of f3acc515b3234cca99d44c614c65c1aa for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:00.980817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.042190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-972d2c70-1651-4ea4-8ebe-75f1d1486521 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2babfeba728a4624a49b1df7988cecc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6475077 Jul 30 01:41:01.050303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:01.085635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3174c7ee-a918-4502-a6c0-4ec151dbd338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.296346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.317781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Allocated IP 172.20.0.12 (bf579bc0-b6f8-45ec-a4e2-90557784590b/a4d2f29f-ef9c-4a4c-8488-25eee135bfa0/1a83d61f-714b-46c4-a3b3-d8c5dc9e802c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:01.488587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3174c7ee-a918-4502-a6c0-4ec151dbd338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.541917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a11ff85d-c10c-4d12-820a-5c95e53f02fb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a11ff85d-c10c-4d12-820a-5c95e53f02fb,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:01.547484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3174c7ee-a918-4502-a6c0-4ec151dbd338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.557679 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.558496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:01.573088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '44bc097a-0221-4527-94bd-91085e708dc6', 'ip_address': '2001:db8::f816:3eff:fe5e:2b56'}, {'subnet_id': 'ae88bd60-bbba-4361-8cec-4606a91ed54e'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '28b7fa1a-7273-41ee-94c9-86a73896a1ac'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:41:01.594132 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.645711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.686358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 30f6117a-a93f-4d05-b608-81ed2c92594a yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:01.697496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bea147a4-d65f-4ca1-8843-553848c9d649 req-8990c798-c2c0-4e7d-965f-497ce7c1003c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8570535 Jul 30 01:41:01.697833 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.703838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d2c70-1651-4ea4-8ebe-75f1d1486521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d11c079-56ae-4059-9aac-fded937db535,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:01.745026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a11ff85d-c10c-4d12-820a-5c95e53f02fb,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:01.800921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.901176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Network bf579bc0-b6f8-45ec-a4e2-90557784590b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:01.914280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:01.928188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:01.930454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 172.20.0.14 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/ae88bd60-bbba-4361-8cec-4606a91ed54e/30f6117a-a93f-4d05-b608-81ed2c92594a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:01.937644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:01.940660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fe78:dbb5 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/44bc097a-0221-4527-94bd-91085e708dc6/30f6117a-a93f-4d05-b608-81ed2c92594a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:01.949811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:01.950192 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.025980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.026965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.045229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Pushing event updated for resources: {'Port': ['ID=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.083043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b0383988-5a4b-4181-8777-94c0e092ad89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9873085 Jul 30 01:41:02.101256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094dda8-bdc0-4089-8165-3b49e218c47b req-f5baefc7-24b6-486e-8a83-f834e07cfd9d tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.109044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c094dda8-bdc0-4089-8165-3b49e218c47b req-f5baefc7-24b6-486e-8a83-f834e07cfd9d tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 932 time: 0.0773892 Jul 30 01:41:02.135287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Request body: {'port': {'device_id': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:02.136007 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.136228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.151857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 30f6117a-a93f-4d05-b608-81ed2c92594a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:02.185402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:02.188653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c094dda8-bdc0-4089-8165-3b49e218c47b req-ef0a143c-188f-4676-b924-14c677530852 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785825 Jul 30 01:41:02.194361 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.216928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.241303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.306198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6a42de0-0900-418b-9372-bb5cc74a2356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.333528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:02.340749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3174c7ee-a918-4502-a6c0-4ec151dbd338 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2892f5c4e8940b3b6454310de9047c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6174798 Jul 30 01:41:02.342806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41018) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:02.349216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174c7ee-a918-4502-a6c0-4ec151dbd338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b70133d-85cf-42a3-bb64-4314c1f474d4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.357258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Allocated IP 172.20.0.2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/ae88bd60-bbba-4361-8cec-4606a91ed54e/28b7fa1a-7273-41ee-94c9-86a73896a1ac) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:02.365655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:02.381385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:02.447042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6a42de0-0900-418b-9372-bb5cc74a2356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.511062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-814dca6d-95b1-48c3-968b-59b13e8906bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.540051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=30f6117a-a93f-4d05-b608-81ed2c92594a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.549342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6a42de0-0900-418b-9372-bb5cc74a2356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.552921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6a42de0-0900-418b-9372-bb5cc74a2356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.556907 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c6a42de0-0900-418b-9372-bb5cc74a2356 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d11c079-56ae-4059-9aac-fded937db535 HTTP/1.1" status: 204 len: 168 time: 1.4991498 Jul 30 01:41:02.580347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a42de0-0900-418b-9372-bb5cc74a2356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d11c079-56ae-4059-9aac-fded937db535,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.600422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.601156 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.619150 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97f3d58a-2dfe-4aa2-921e-de0e18d2e9d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8038182 Jul 30 01:41:02.621754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41026) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:02.634675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:02.638695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-814dca6d-95b1-48c3-968b-59b13e8906bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.723620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a11ff85d-c10c-4d12-820a-5c95e53f02fb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:02.743856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ad355-28d7-4c30-9113-168cda5628d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.757715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-814dca6d-95b1-48c3-968b-59b13e8906bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.759947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ad355-28d7-4c30-9113-168cda5628d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.765322 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f1ad355-28d7-4c30-9113-168cda5628d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1425152 Jul 30 01:41:02.765927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-814dca6d-95b1-48c3-968b-59b13e8906bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.767790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-814dca6d-95b1-48c3-968b-59b13e8906bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b70133d-85cf-42a3-bb64-4314c1f474d4 HTTP/1.1" status: 204 len: 168 time: 0.4222007 Jul 30 01:41:02.768962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41030) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:02.809804 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.811478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dca6d-95b1-48c3-968b-59b13e8906bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b70133d-85cf-42a3-bb64-4314c1f474d4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.875725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.941876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:02.955460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.959793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 30f6117a-a93f-4d05-b608-81ed2c92594a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:02.960279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.993319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Transition to ACTIVE for port object 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:03.002135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Transition to ACTIVE for port object 28b7fa1a-7273-41ee-94c9-86a73896a1ac will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:03.008952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.047122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.169514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c56f-22ab-44d9-b757-baf5f08febab req-47d0ccc6-bbe6-48fc-9bfc-90bf65bdefd3 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.172419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31b4c56f-22ab-44d9-b757-baf5f08febab req-47d0ccc6-bbe6-48fc-9bfc-90bf65bdefd3 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.2474611 Jul 30 01:41:03.216383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.242300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Pushing event updated for resources: {'Port': ['ID=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:03.246251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 30f6117a-a93f-4d05-b608-81ed2c92594a owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:03.296874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a11ff85d-c10c-4d12-820a-5c95e53f02fb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:03.297255 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.386980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31b4c56f-22ab-44d9-b757-baf5f08febab req-9aafaea6-03bb-414d-9e91-3b105ab2f671 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042074 Jul 30 01:41:03.421148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a9f13-d68e-4e9c-a678-d18d45662ea9 None None] Pushing event updated for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:03.481243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Attempting to bind port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:03.481551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Attempting to bind port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:03.481884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Attempting to bind port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c on network bf579bc0-b6f8-45ec-a4e2-90557784590b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:03.502128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c on network bf579bc0-b6f8-45ec-a4e2-90557784590b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:03.502445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Attempting to bind port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c on network bf579bc0-b6f8-45ec-a4e2-90557784590b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:03.525836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:03.526167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Checking segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:03.527397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Bound using segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:03.527894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Bound port: 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:03.528510 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.673213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] For port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:03.699492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] For port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:03.708874 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.766541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.836009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=30f6117a-a93f-4d05-b608-81ed2c92594a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:03.887858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.888587 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.890090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] 10.222.0.55 "PUT /v2.0/ports/1a83d61f-714b-46c4-a3b3-d8c5dc9e802c HTTP/1.1" status: 200 len: 1093 time: 1.7594237 Jul 30 01:41:03.895743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'tag': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:03.898445 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c5dfb-f959-4435-834f-fe4de1812f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e437b218-d87d-47d9-ab97-ee13c6fca27b", "tag": "1a83d61f-714b-46c4-a3b3-d8c5dc9e802c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:04.091528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889472b-5227-49f0-a377-87eae3adc2da service neutron] Pushing event updated for resources: {'Port': ['ID=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.111292 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.116841 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6d75a8c9-4312-4396-9ce5-64a2f9b36ff0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/30f6117a-a93f-4d05-b608-81ed2c92594a HTTP/1.1" status: 204 len: 168 time: 1.3464775 Jul 30 01:41:04.117468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:04.121192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c7fb0-88ca-4d2b-94ce-d1fd80412103 req-68ac87a6-c4a1-4582-a755-af340327df80 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.126663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a5c7fb0-88ca-4d2b-94ce-d1fd80412103 req-68ac87a6-c4a1-4582-a755-af340327df80 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 944 time: 0.3048511 Jul 30 01:41:04.231102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a5c7fb0-88ca-4d2b-94ce-d1fd80412103 req-d8021ca3-2d78-494d-bce7-024bf8ab10a0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894494 Jul 30 01:41:04.240534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b7036ac6-2a04-49ae-94f2-89d56fefd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.245851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-b7036ac6-2a04-49ae-94f2-89d56fefd603 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 1096 time: 0.2809560 Jul 30 01:41:04.291897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2029f2a-a67a-4080-91ba-f9456c656a48 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.296075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2029f2a-a67a-4080-91ba-f9456c656a48 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.309616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2029f2a-a67a-4080-91ba-f9456c656a48 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.317422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b2029f2a-a67a-4080-91ba-f9456c656a48 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1988571 Jul 30 01:41:04.320001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:04.381447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:04.381956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-1ac7d022-ed3c-404f-a57a-503665e55a4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c HTTP/1.1" status: 200 len: 217 time: 0.1202054 Jul 30 01:41:04.391525 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2395a8cd-c934-489b-8252-ce092c2c3a9d x-openstack-request-id: req-2395a8cd-c934-489b-8252-ce092c2c3a9d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:04.392113 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e437b218-d87d-47d9-ab97-ee13c6fca27b", "tag": "1a83d61f-714b-46c4-a3b3-d8c5dc9e802c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:04.392113 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2395a8cd-c934-489b-8252-ce092c2c3a9d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:04.392475 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'tag': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c', 'status': 'completed', 'code': 200} Jul 30 01:41:04.456177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34eff4-125b-47db-bc0f-63433bfd6cba None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:04.465325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 44bc097a-0221-4527-94bd-91085e708dc6 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:04.474244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.549692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-0ff7f8a9-8384-4431-9af6-dccd2ad5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:04.551264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-0ff7f8a9-8384-4431-9af6-dccd2ad5227c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.1578960 Jul 30 01:41:04.577240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.585309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:04.699137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b864b34e-5d10-4029-bc44-61508260b7b0 None None] Provisioning for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:04.712093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-fd007953-25f5-400d-8d01-3afceb7794d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527650 Jul 30 01:41:04.818777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.865742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b864b34e-5d10-4029-bc44-61508260b7b0 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:04.866119 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b864b34e-5d10-4029-bc44-61508260b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.945647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-e0029c7d-4b00-4358-9d02-9bf836b50d13 service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199664 Jul 30 01:41:04.973093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.051295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=44bc097a-0221-4527-94bd-91085e708dc6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:05.055840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:05.056205 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.093348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.108113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:05.108874 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78182119-5a0c-4223-ae11-e9167e7b710c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/44bc097a-0221-4527-94bd-91085e708dc6 HTTP/1.1" status: 204 len: 168 time: 0.7874584 Jul 30 01:41:05.132971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e3e1f-9d09-4b81-a016-a47459a6ee55 req-4d31a15b-68e4-443f-885d-412ac3d5b696 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.141867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d0e3e1f-9d09-4b81-a016-a47459a6ee55 req-4d31a15b-68e4-443f-885d-412ac3d5b696 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.5890944 Jul 30 01:41:05.275557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e975bb5-625d-4ead-9b78-660e1022c1a9 req-6d568b02-b4c3-4f94-ae2b-fbd16f3e8e38 service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173220 Jul 30 01:41:05.280640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet ae88bd60-bbba-4361-8cec-4606a91ed54e {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:05.285181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.366981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.415088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d0e3e1f-9d09-4b81-a016-a47459a6ee55 req-5fdf8d7b-3071-46a8-95b1-3d1cd8cdabac tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720850 Jul 30 01:41:05.498136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:05.628203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:05.633213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'port_id': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'mac_address': 'fa:16:3e:42:6f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455fcb77-8df1-49dc-92ca-4fea00468f64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:05.729748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:05.750307 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.772514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc97ea82-fe9c-42dc-bf72-09ebcf485204 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:05.807238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:05.807622 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.867903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:05.874792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.046122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6030bb7-0af9-43ae-8d08-13c0627a4a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.098727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['dc97ea82-fe9c-42dc-bf72-09ebcf485204'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:06.110193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2ef62-b5f7-4384-8b57-2edef7ae5a5e None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:06.241211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:06.244708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-9eb08ee0-e24f-4c76-8a54-7b1a1424aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.246339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-9eb08ee0-e24f-4c76-8a54-7b1a1424aead service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 1096 time: 0.1952024 Jul 30 01:41:06.258849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41170) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:06.280794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f1c6-5183-4558-9fb1-156d06825c48 req-3ce373b7-afe8-415a-aa5a-49aa8fdffa21 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.289448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d91f1c6-5183-4558-9fb1-156d06825c48 req-3ce373b7-afe8-415a-aa5a-49aa8fdffa21 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 944 time: 0.1701522 Jul 30 01:41:06.301723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.350781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6030bb7-0af9-43ae-8d08-13c0627a4a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.356700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6030bb7-0af9-43ae-8d08-13c0627a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.428986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ffb1f446-6c30-4a94-8cb7-c077117aba77 None None] Provisioning complete for port 28b7fa1a-7273-41ee-94c9-86a73896a1ac triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:06.429756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f446-6c30-4a94-8cb7-c077117aba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.430727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6030bb7-0af9-43ae-8d08-13c0627a4a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0883117-bc3d-463f-a86e-7e0f7d9bb0b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:06.441868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d91f1c6-5183-4558-9fb1-156d06825c48 req-ff531f60-6b6d-4aa0-ab4b-d364dc3f89f2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508374 Jul 30 01:41:06.495630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6030bb7-0af9-43ae-8d08-13c0627a4a88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5050cfa9f56645f2a33949a883e6b929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646151 Jul 30 01:41:06.498127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:06.505128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-9bf0cca2-c479-47e9-8afc-d9b0134837e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.514284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-9bf0cca2-c479-47e9-8afc-d9b0134837e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 912 time: 0.2570882 Jul 30 01:41:06.516045 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.577000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:06.623330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7649bdda-e0d5-49fa-95b4-b1555b61d417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.634301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=ae88bd60-bbba-4361-8cec-4606a91ed54e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:06.684897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7649bdda-e0d5-49fa-95b4-b1555b61d417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.722124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.725788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4a3f51ca-13bd-4d43-a7de-97e8b6d1cbff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/ae88bd60-bbba-4361-8cec-4606a91ed54e HTTP/1.1" status: 204 len: 168 time: 1.6129482 Jul 30 01:41:06.725788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-948fb525-be1c-4364-98af-57430c4e16e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c HTTP/1.1" status: 200 len: 217 time: 0.1776338 Jul 30 01:41:06.726392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa83-b42a-4e45-9f58-b87936076f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.726987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41180) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:06.825112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1f72-c7ba-40ec-a655-ad0cf6247109 req-d3f3f70b-934f-4bb9-928f-6ff2b820a47d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.825573 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.832791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98fe1f72-c7ba-40ec-a655-ad0cf6247109 req-d3f3f70b-934f-4bb9-928f-6ff2b820a47d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 945 time: 0.2764678 Jul 30 01:41:06.858955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-458b50ef-790d-4735-8e1e-e67c51a7176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.863276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-458b50ef-790d-4735-8e1e-e67c51a7176c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.1193595 Jul 30 01:41:06.863521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e016131-be91-44e4-9c73-02e786305875 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308842 Jul 30 01:41:06.864328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:06.878619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:06.906388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-a91ce3f0-6d1e-4ad6-abc7-f5383e4493ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370445 Jul 30 01:41:06.955164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98fe1f72-c7ba-40ec-a655-ad0cf6247109 req-3a5a73cf-b4d0-40f1-84d7-1057a6906266 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213207 Jul 30 01:41:07.006141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7649bdda-e0d5-49fa-95b4-b1555b61d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.010021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7649bdda-e0d5-49fa-95b4-b1555b61d417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.014646 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7649bdda-e0d5-49fa-95b4-b1555b61d417 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0883117-bc3d-463f-a86e-7e0f7d9bb0b2 HTTP/1.1" status: 204 len: 168 time: 0.5149610 Jul 30 01:41:07.032070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.039840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649bdda-e0d5-49fa-95b4-b1555b61d417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0883117-bc3d-463f-a86e-7e0f7d9bb0b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.058944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa83-b42a-4e45-9f58-b87936076f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.064472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa83-b42a-4e45-9f58-b87936076f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.068268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dc97ea82-fe9c-42dc-bf72-09ebcf485204 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:07.151840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f0e0fa83-b42a-4e45-9f58-b87936076f41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c660f711b144261b9eb851679896e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8915009 Jul 30 01:41:07.153665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:07.162666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.173057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0fa83-b42a-4e45-9f58-b87936076f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1632c-3609-4826-8226-5d0b83be8e69,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.174700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41190) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:07.182489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:41:07.196143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-b29e0703-e0ab-433e-96a3-8430ad116516 service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790375 Jul 30 01:41:07.201489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:07.253730 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.393654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d42d9396-c429-4e3c-ab8f-9251a2a96bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.437643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-837c5dfb-f959-4435-834f-fe4de1812f5a req-a3ad9d4d-c795-4ac0-9d94-8f41c9c228b6 service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300787 Jul 30 01:41:07.440841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d42d9396-c429-4e3c-ab8f-9251a2a96bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.468731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.480843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] Deleting port 28b7fa1a-7273-41ee-94c9-86a73896a1ac {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:07.481212 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.609450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] For port 28b7fa1a-7273-41ee-94c9-86a73896a1ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=28b7fa1a-7273-41ee-94c9-86a73896a1ac,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:07.610726 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.628261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d4e62-4f33-40b2-b233-f007f9617305 req-962d422c-b98e-4221-b2ed-a68a081d0d2f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.630872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-190d4e62-4f33-40b2-b233-f007f9617305 req-962d422c-b98e-4221-b2ed-a68a081d0d2f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 944 time: 0.0864203 Jul 30 01:41:07.642633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] Calling delete_port for 28b7fa1a-7273-41ee-94c9-86a73896a1ac owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:07.655751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d42d9396-c429-4e3c-ab8f-9251a2a96bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.663351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d42d9396-c429-4e3c-ab8f-9251a2a96bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.664621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d42d9396-c429-4e3c-ab8f-9251a2a96bd6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21c1632c-3609-4826-8226-5d0b83be8e69 HTTP/1.1" status: 204 len: 168 time: 0.4888337 Jul 30 01:41:07.672994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.731144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-190d4e62-4f33-40b2-b233-f007f9617305 req-fff86c4f-8f14-410d-92af-2686b094aac3 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838165 Jul 30 01:41:07.755654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d9396-c429-4e3c-ab8f-9251a2a96bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1632c-3609-4826-8226-5d0b83be8e69,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.808945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:07.814350 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.814526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:07.829332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.829933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.842649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] Pushing event deleted for resources: {'Port': ['ID=28b7fa1a-7273-41ee-94c9-86a73896a1ac,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.847343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4617ad-bc78-444e-86e1-9d60d51227e6 None None] No DVR routers for this DVR port 28b7fa1a-7273-41ee-94c9-86a73896a1ac on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:07.862512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=ecd82352-629c-4715-a851-4d933eca27dd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.875046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9bd2b-3dc5-4bc7-b2d7-b47dbcd84fe9 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:07.878445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9fd9ff84-7f85-4d82-b743-f27335c7f650 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0109057 Jul 30 01:41:07.881452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41212) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:07.887538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:08.369720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'ecd82352-629c-4715-a851-4d933eca27dd'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:08.370775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.446581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:08.450189 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.542273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946d0d6-4e3f-4754-8cf5-1bd31a2eb1cf req-9dd616a8-0c39-47b8-884d-3b2148d1eae0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.544274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8946d0d6-4e3f-4754-8cf5-1bd31a2eb1cf req-9dd616a8-0c39-47b8-884d-3b2148d1eae0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 944 time: 0.3717115 Jul 30 01:41:08.548287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:08.647245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8946d0d6-4e3f-4754-8cf5-1bd31a2eb1cf req-0d29a744-cf6e-465b-83ee-0bcf12709893 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Jul 30 01:41:08.706917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:08.772720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 28b7fa1a-7273-41ee-94c9-86a73896a1ac {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:08.773001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 28b7fa1a-7273-41ee-94c9-86a73896a1ac not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:08.861289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Allocated IP 172.20.0.2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/ecd82352-629c-4715-a851-4d933eca27dd/93b95759-7aa6-4d83-9106-55dcffadde55) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:09.047884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848776-33df-4b26-8e06-5e88190e987c req-f8cfd72b-1262-4bbb-8109-8c66d6b1ac7b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.059789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port dc97ea82-fe9c-42dc-bf72-09ebcf485204 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:09.060295 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.062283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3848776-33df-4b26-8e06-5e88190e987c req-f8cfd72b-1262-4bbb-8109-8c66d6b1ac7b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 944 time: 0.1445723 Jul 30 01:41:09.188961 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.202730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Transition to ACTIVE for port object 93b95759-7aa6-4d83-9106-55dcffadde55 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:09.235711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3848776-33df-4b26-8e06-5e88190e987c req-c0cec69b-dadf-4cb7-a418-fb73ff0e5c6b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711798 Jul 30 01:41:09.265549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Transition to ACTIVE for port object 93b95759-7aa6-4d83-9106-55dcffadde55 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:09.284088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.287784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:41:09.289322 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.339904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:09.365685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:09.373771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:09.382234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:09.384407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:09.394850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.395493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.396495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:09.410623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.434789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=7f05f556-e590-4ff1-ac1c-f7c91516f188,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:09.448337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41262) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:09.448535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-26b52c49-70b1-481d-939b-4eaf8b45bb24 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5658348 Jul 30 01:41:09.451887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:09.453972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:c3:f1:15', 'name': 'tempest-NetworksTestDHCPv6-858405637'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:09.508710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Pushing event updated for resources: {'Port': ['ID=93b95759-7aa6-4d83-9106-55dcffadde55,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:09.532574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:09.535200 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028b277-bf69-49de-ba2d-132d6dcb632e" -d '{"events": [{"server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "name": "network-vif-plugged", "status": "completed", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:09.555929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:09.606647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.665545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:09.673047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Attempting to bind port 93b95759-7aa6-4d83-9106-55dcffadde55 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:09.673466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Attempting to bind port 93b95759-7aa6-4d83-9106-55dcffadde55 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:09.673869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Attempting to bind port 93b95759-7aa6-4d83-9106-55dcffadde55 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:09.683723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1480335294-network', 'tenant_id': '814577d259e84e739ae001d31f10fea7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:09.687357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:09.687762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:09.688167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.688564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:09.689050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Bound port: 93b95759-7aa6-4d83-9106-55dcffadde55, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:09.689437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.706861 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60aea7-01e6-4f94-9724-8fbabb8b74bc x-openstack-request-id: req-ff60aea7-01e6-4f94-9724-8fbabb8b74bc {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:09.707175 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "name": "network-vif-plugged", "status": "completed", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:09.707714 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff60aea7-01e6-4f94-9724-8fbabb8b74bc {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:09.707822 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'code': 200} Jul 30 01:41:09.763473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:09.794302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Made reservation on behalf of 814577d259e84e739ae001d31f10fea7 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:09.796225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'port_id': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c', 'mac_address': 'fa:16:3e:98:a1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:09.801487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.807990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] For port 93b95759-7aa6-4d83-9106-55dcffadde55, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:09.828864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.840303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:09.899293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] For port 93b95759-7aa6-4d83-9106-55dcffadde55, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=93b95759-7aa6-4d83-9106-55dcffadde55,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:09.915448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.926611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f49233-c332-4eaa-a69b-58e48b280c09 req-cec8c11f-cc37-49d8-b6fa-92af475f65a8 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.933348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2f49233-c332-4eaa-a69b-58e48b280c09 req-cec8c11f-cc37-49d8-b6fa-92af475f65a8 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.1184492 Jul 30 01:41:09.963091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.991725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:10.001582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d34ed-9baf-40f2-a47c-c66862cdfc2c req-20e2771b-771b-4967-8c3a-9aa252b01182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.003679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b7d34ed-9baf-40f2-a47c-c66862cdfc2c req-20e2771b-771b-4967-8c3a-9aa252b01182 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 1098 time: 0.1567473 Jul 30 01:41:10.097568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.108619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:10.130156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcca824-8462-46d6-9b4d-2c0d3833f509 None None] Pushing event updated for resources: {'Port': ['ID=93b95759-7aa6-4d83-9106-55dcffadde55,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:10.147311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.167706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b7d34ed-9baf-40f2-a47c-c66862cdfc2c req-c80841ca-f602-46e1-8cb2-6110671779e2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513572 Jul 30 01:41:10.182244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port db0bd5aa-2469-4748-a670-003c2e0c529c yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:10.190926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2f49233-c332-4eaa-a69b-58e48b280c09 req-a1fd7fd0-d100-4196-96cd-3a589f60c6ec tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488706 Jul 30 01:41:10.308319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:10.339240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.369758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.413106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:10.424137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6d77-78e2-4a8d-9fff-af4741898d4c req-a552ecb3-bf7d-4f07-8354-27d2b902ffd0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.436136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e0c6d77-78e2-4a8d-9fff-af4741898d4c req-a552ecb3-bf7d-4f07-8354-27d2b902ffd0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 945 time: 0.0807469 Jul 30 01:41:10.477577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:10.521937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e0c6d77-78e2-4a8d-9fff-af4741898d4c req-e7a155ca-6730-4230-bb3c-b75da7e18cbf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820975 Jul 30 01:41:10.573486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.573486 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Added segment 7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c of type vlan for network 6c3fe1b4-6360-4815-be34-2072d0dc660d Jul 30 01:41:10.604727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff473c5-8b39-4458-8c54-2e12a9453592,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:10.706599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.774358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 93b95759-7aa6-4d83-9106-55dcffadde55 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:10.786417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 172.20.0.5 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/ecd82352-629c-4715-a851-4d933eca27dd/db0bd5aa-2469-4748-a670-003c2e0c529c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:10.793631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fec3:f115 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/7f05f556-e590-4ff1-ac1c-f7c91516f188/db0bd5aa-2469-4748-a670-003c2e0c529c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:10.900965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 93b95759-7aa6-4d83-9106-55dcffadde55 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:11.011705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.012861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.013530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.099911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7330718 Jul 30 01:41:11.103141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41282) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:11.110471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Request body: {'subnet': {'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1480335294-subnet', 'tenant_id': '814577d259e84e739ae001d31f10fea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:11.138469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Made reservation on behalf of 814577d259e84e739ae001d31f10fea7 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:11.141454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.147313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b66a3-cb22-4229-97de-f9bb99b969f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3fe1b4-6360-4815-be34-2072d0dc660d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:11.159211 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.159926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6c3fe1b4-6360-4815-be34-2072d0dc660d details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:11.174871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object db0bd5aa-2469-4748-a670-003c2e0c529c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:11.230177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.418503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:11.423417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:11.431697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:11.467989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.680915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84424f99-05ed-438d-b182-9d8bcb528ba3 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:11.706510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7366a3-224b-40bf-8450-e2c464c81052,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:11.739132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb62e7-1871-4e01-82e7-d1eb3625db58 req-9a21ef17-d1a6-4047-a7b4-b3ae8d756d78 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.741159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54cb62e7-1871-4e01-82e7-d1eb3625db58 req-9a21ef17-d1a6-4047-a7b4-b3ae8d756d78 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.2878466 Jul 30 01:41:11.753251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Checking segment: {'id': '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:11.753627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Network hostable DHCP agents. Network: 6c3fe1b4-6360-4815-be34-2072d0dc660d, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:11.774340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] Provisioning for port 93b95759-7aa6-4d83-9106-55dcffadde55 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:11.783036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Network 6c3fe1b4-6360-4815-be34-2072d0dc660d is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:11.804179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] Provisioning complete for port 93b95759-7aa6-4d83-9106-55dcffadde55 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:11.804801 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.819069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6c3fe1b4-6360-4815-be34-2072d0dc660d) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:11.826398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.827255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.868992 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54cb62e7-1871-4e01-82e7-d1eb3625db58 req-c7c58fc7-e0a0-4090-9c9c-e1b3a6d282a7 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886178 Jul 30 01:41:11.882744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69563965-4f42-4287-a1c1-ac1f69243844 None None] Network 6c3fe1b4-6360-4815-be34-2072d0dc660d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:11.884719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9cb46275-184c-4c3a-9556-a34148fd32fc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7804329 Jul 30 01:41:11.994001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=db0bd5aa-2469-4748-a670-003c2e0c529c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:12.058421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.066778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.111436 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-45b1b69e-c737-4478-8387-1f3cabe0d406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6617343 Jul 30 01:41:12.113738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41314) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:12.139342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6271-dc18-4b0c-8480-3f1badf5ac9c req-d44f2ef3-a008-490c-8bf7-609e4bb8156c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.144874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e0f6271-dc18-4b0c-8480-3f1badf5ac9c req-d44f2ef3-a008-490c-8bf7-609e4bb8156c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 945 time: 0.1334991 Jul 30 01:41:12.248804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d067ee-3cbf-41c3-9838-c11eb41a80ed tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.271130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d067ee-3cbf-41c3-9838-c11eb41a80ed tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.273922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-96d067ee-3cbf-41c3-9838-c11eb41a80ed tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1588998 Jul 30 01:41:12.276943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e0f6271-dc18-4b0c-8480-3f1badf5ac9c req-d4bd890e-f38f-413c-8e89-ac9d7447748f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241574 Jul 30 01:41:12.277475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41320) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:12.380433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.386690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c86210f-26e2-430a-b1e9-682d74b63f11 None None] Network 6c3fe1b4-6360-4815-be34-2072d0dc660d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:12.515034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2534ea8-22f3-4bc5-9dc9-b8f290336bd3 req-e7373758-9ff9-4706-b7bb-be0b06cb468a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.516679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2534ea8-22f3-4bc5-9dc9-b8f290336bd3 req-e7373758-9ff9-4706-b7bb-be0b06cb468a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.1235073 Jul 30 01:41:12.524964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port db0bd5aa-2469-4748-a670-003c2e0c529c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:12.525389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.566479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] For port 93b95759-7aa6-4d83-9106-55dcffadde55, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=93b95759-7aa6-4d83-9106-55dcffadde55,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.596922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.637388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'ecd82352-629c-4715-a851-4d933eca27dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f05f556-e590-4ff1-ac1c-f7c91516f188'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '93b95759-7aa6-4d83-9106-55dcffadde55'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:41:12.657757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2534ea8-22f3-4bc5-9dc9-b8f290336bd3 req-485aaad8-0bdd-4349-ae68-56772f715e1d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288271 Jul 30 01:41:12.765538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.805126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for db0bd5aa-2469-4748-a670-003c2e0c529c owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:12.907332 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.932832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475ca3d-a19b-4653-97c5-3f7c7140004e None None] Pushing event updated for resources: {'Port': ['ID=93b95759-7aa6-4d83-9106-55dcffadde55,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.262514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Allocated IP 2001:db8::f816:3eff:fe6e:62de (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/7f05f556-e590-4ff1-ac1c-f7c91516f188/93b95759-7aa6-4d83-9106-55dcffadde55) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:13.263329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.322875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=db0bd5aa-2469-4748-a670-003c2e0c529c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.444545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] For port 93b95759-7aa6-4d83-9106-55dcffadde55, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=93b95759-7aa6-4d83-9106-55dcffadde55,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:13.448569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:13.516731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.539145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Transition to ACTIVE for port object 93b95759-7aa6-4d83-9106-55dcffadde55 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:13.545470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.551610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:13.580355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:13.580758 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.641619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-cf5a8452-6ec9-4a30-a1b1-22b8fb8b91b8 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.643218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-cf5a8452-6ec9-4a30-a1b1-22b8fb8b91b8 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/networks?id=6c3fe1b4-6360-4815-be34-2072d0dc660d HTTP/1.1" status: 200 len: 818 time: 0.4503498 Jul 30 01:41:13.644635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.649120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:13.649651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a628254f-b880-41c2-8dd5-5b15f3b3fec2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/db0bd5aa-2469-4748-a670-003c2e0c529c HTTP/1.1" status: 204 len: 168 time: 1.3660145 Jul 30 01:41:13.657036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-b384f167-5b6c-46a3-90ad-f7d4e96c6276 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.665584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-b384f167-5b6c-46a3-90ad-f7d4e96c6276 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 814 time: 0.2659931 Jul 30 01:41:13.689817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e785dfd-3fed-4c5f-9536-d19091ee6cc7 None None] Pushing event updated for resources: {'Port': ['ID=93b95759-7aa6-4d83-9106-55dcffadde55,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.693075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-b6945964-aa6b-4f0b-9120-5e45c547418e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/quotas/814577d259e84e739ae001d31f10fea7 HTTP/1.1" status: 200 len: 375 time: 0.0186772 Jul 30 01:41:13.735574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7eb29fb8-7f70-4343-807b-e76d3a972660 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=814577d259e84e739ae001d31f10fea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412803 Jul 30 01:41:13.751941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.758046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-c5289b88-01ac-4bd4-abdb-6c24c0c1a815 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/quotas/7272178de60e4b9b84ecf7b9fad6479f HTTP/1.1" status: 200 len: 375 time: 0.0915048 Jul 30 01:41:13.794704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddb093-d60d-4915-838c-d853122b0e57 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.798281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddb093-d60d-4915-838c-d853122b0e57 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.800822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddb093-d60d-4915-838c-d853122b0e57 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.803099 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-49ddb093-d60d-4915-838c-d853122b0e57 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1521490 Jul 30 01:41:13.806031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41362) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:13.806499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:13.807597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:13.810966 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a98ef85-d9b8-4cec-88f8-8d9910855458" -d '{"events": [{"server_uuid": "e437b218-d87d-47d9-ab97-ee13c6fca27b", "name": "network-vif-plugged", "status": "completed", "tag": "1a83d61f-714b-46c4-a3b3-d8c5dc9e802c"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:13.815150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.901591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.914406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-c3b5ce4f-e2bc-4d18-acb0-7fda62b022b7 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552258 Jul 30 01:41:13.929138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 7f05f556-e590-4ff1-ac1c-f7c91516f188 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:13.934420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.003393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.013108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-d5c58e7f-868f-4662-8e9e-b3af9ee6f787 service neutron] 10.222.0.78 "GET /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765749 Jul 30 01:41:14.103986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-cc07b8f2-5375-4c85-aa08-1880fc53af83 service neutron] 10.222.0.78 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881356 Jul 30 01:41:14.139551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.235714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.291741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=7f05f556-e590-4ff1-ac1c-f7c91516f188,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:14.401410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.403630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d6ad7a9-626d-4bee-9fed-c5d6ceedcd64 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/7f05f556-e590-4ff1-ac1c-f7c91516f188 HTTP/1.1" status: 204 len: 168 time: 0.5962923 Jul 30 01:41:14.406817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41368) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:14.470314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-0ed801c1-6911-4946-9cf5-e67abb93495a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.471964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-0ed801c1-6911-4946-9cf5-e67abb93495a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "GET /v2.0/ports?device_id=c243e771-1b83-4ebf-9c4b-a6ba3ddb6908 HTTP/1.1" status: 200 len: 946 time: 0.2031085 Jul 30 01:41:14.491849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet ecd82352-629c-4715-a851-4d933eca27dd {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:14.520748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.541599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-a2618ea2-1718-43b1-b06e-e1ed3e348a1e service neutron] 10.222.0.78 "GET /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268061 Jul 30 01:41:14.561577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8cf687b1-b0ce-4818-bdb7-b7433e135b43 service neutron] 10.222.0.78 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563596 Jul 30 01:41:14.628461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.706536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Deleting port dc97ea82-fe9c-42dc-bf72-09ebcf485204 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:14.707207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.726910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 93b95759-7aa6-4d83-9106-55dcffadde55 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:14.813852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2eb7c4-92b2-4a16-93dd-ab0c80baadd5 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:14.900634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] For port dc97ea82-fe9c-42dc-bf72-09ebcf485204, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=dc97ea82-fe9c-42dc-bf72-09ebcf485204,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:14.901778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.906464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.029776 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52a9a0-a74c-4439-b41d-4584b44eb4d1 x-openstack-request-id: req-fb52a9a0-a74c-4439-b41d-4584b44eb4d1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:15.033394 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e437b218-d87d-47d9-ab97-ee13c6fca27b", "name": "network-vif-plugged", "status": "completed", "tag": "1a83d61f-714b-46c4-a3b3-d8c5dc9e802c", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:15.034766 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb52a9a0-a74c-4439-b41d-4584b44eb4d1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:15.035472 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c', 'code': 200} Jul 30 01:41:15.036263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Calling delete_port for dc97ea82-fe9c-42dc-bf72-09ebcf485204 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:15.100723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a5e1ddd0-cc49-4c91-822e-3a08abffc4bd None None] Provisioning for port 93b95759-7aa6-4d83-9106-55dcffadde55 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:15.116701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a5e1ddd0-cc49-4c91-822e-3a08abffc4bd None None] Provisioning complete for port 93b95759-7aa6-4d83-9106-55dcffadde55 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:15.117160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ddd0-cc49-4c91-822e-3a08abffc4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.117314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.169158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fea4937-6f9e-4c3f-af87-e94ce2d4d46a req-46ac89c5-df5e-40e9-b689-dddbf51c6e3b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 210 time: 0.1042662 Jul 30 01:41:15.182101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 93b95759-7aa6-4d83-9106-55dcffadde55 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:15.182601 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.213954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.216898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/ecd82352-629c-4715-a851-4d933eca27dd HTTP/1.1" status: 204 len: 168 time: 0.8090425 Jul 30 01:41:15.221161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41394) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:15.277602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d1044-6a27-4244-a374-4dbd2cd86b2a req-a374df46-c913-4e32-a327-4f7c3f1b2122 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.285853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7d1044-6a27-4244-a374-4dbd2cd86b2a req-a374df46-c913-4e32-a327-4f7c3f1b2122 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.2936852 Jul 30 01:41:15.297595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c775166-097e-4423-87fe-f34a6408e89f req-e25526f0-3bb3-4523-8a46-a16f3fb87ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.300782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c775166-097e-4423-87fe-f34a6408e89f req-e25526f0-3bb3-4523-8a46-a16f3fb87ebf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 1098 time: 0.2375433 Jul 30 01:41:15.404622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d5e71155-2bae-472e-a957-7f39e02d60f6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325188 Jul 30 01:41:15.404622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d86a-5ad1-45e3-850d-11cbb40b2439 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd82352-629c-4715-a851-4d933eca27dd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:15.406765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:15.414468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:15.430942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eed65fee-e692-4abf-ba22-39ed76631c1c req-48897995-cb63-47d5-904c-6eea2820ebb5 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 210 time: 0.1163189 Jul 30 01:41:15.511284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7d1044-6a27-4244-a374-4dbd2cd86b2a req-61393541-6e19-4cc8-b571-1f7233378537 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229054 Jul 30 01:41:15.545087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c775166-097e-4423-87fe-f34a6408e89f req-cb4358a9-4f66-41d6-92d6-29ab2c343b48 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307949 Jul 30 01:41:15.642236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a5e1ddd0-cc49-4c91-822e-3a08abffc4bd None None] Could not find standard attr ID for object db0bd5aa-2469-4748-a670-003c2e0c529c. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:41:15.679046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:15.684537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.746113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:41:15.882555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] Deleting port 93b95759-7aa6-4d83-9106-55dcffadde55 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:15.883293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.001252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.016428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['dc97ea82-fe9c-42dc-bf72-09ebcf485204'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:16.093569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Pushing event deleted for resources: {'Port': ['ID=dc97ea82-fe9c-42dc-bf72-09ebcf485204,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:16.113533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] For port 93b95759-7aa6-4d83-9106-55dcffadde55, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=93b95759-7aa6-4d83-9106-55dcffadde55,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:16.115214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.142664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] Calling delete_port for 93b95759-7aa6-4d83-9106-55dcffadde55 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:16.243168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] No DVR routers for this DVR port dc97ea82-fe9c-42dc-bf72-09ebcf485204 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:16.280113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.372084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f27efd96-36ae-417c-8461-3d99dbf29baf req-af5c409a-fed4-4390-be56-f8f7544553f9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 210 time: 0.0763109 Jul 30 01:41:16.384516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.389408 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-92dd74e3-5e61-4b13-8a5d-954d4ab801e6 req-b950017a-b26f-4d14-bf8b-0fd0548180a9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "DELETE /v2.0/ports/dc97ea82-fe9c-42dc-bf72-09ebcf485204 HTTP/1.1" status: 204 len: 173 time: 1.9113197 Jul 30 01:41:16.404863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'name': 'network-vif-deleted', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:16.405786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] Pushing event deleted for resources: {'Port': ['ID=93b95759-7aa6-4d83-9106-55dcffadde55,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:16.415604 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e5a6d5-fcc9-4031-be0e-d8d731a79754" -d '{"events": [{"server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "name": "network-vif-deleted", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:16.416430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde616f-1b7a-4eb3-b4bd-70b5ba1a634e None None] No DVR routers for this DVR port 93b95759-7aa6-4d83-9106-55dcffadde55 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:16.534615 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d35094-b183-4625-bb29-463fb1f027c7 x-openstack-request-id: req-d5d35094-b183-4625-bb29-463fb1f027c7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:16.534989 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c243e771-1b83-4ebf-9c4b-a6ba3ddb6908", "name": "network-vif-deleted", "tag": "dc97ea82-fe9c-42dc-bf72-09ebcf485204", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:16.535344 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5d35094-b183-4625-bb29-463fb1f027c7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:16.535815 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c243e771-1b83-4ebf-9c4b-a6ba3ddb6908', 'name': 'network-vif-deleted', 'tag': 'dc97ea82-fe9c-42dc-bf72-09ebcf485204', 'status': 'completed', 'code': 200} Jul 30 01:41:16.537130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.686059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 93b95759-7aa6-4d83-9106-55dcffadde55 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:16.728469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d5d2a47-6b8e-4a3f-bb4f-48239c7a1cd5 req-665707c0-de4b-4db7-8969-8241f3cb52e2 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 210 time: 0.0593956 Jul 30 01:41:16.734596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 93b95759-7aa6-4d83-9106-55dcffadde55 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:16.738287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 93b95759-7aa6-4d83-9106-55dcffadde55 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:16.818154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=f90c5d75-91aa-4834-97d4-9e8d5ab4e67d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:16.821828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:16.825730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:16.833960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.834828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.837619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4105d3-dffb-4e65-ade5-8f93de752c3a None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:16.913697 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b86e7fad-642e-4f23-8a4e-7482df3918b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5026662 Jul 30 01:41:16.916694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41432) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:16.922841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:16.963174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-a2c3fbaa-7e4e-4142-b89f-aee012d54865 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.965115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-a2c3fbaa-7e4e-4142-b89f-aee012d54865 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 814 time: 0.5102012 Jul 30 01:41:16.980084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Request body: {'port': {'device_id': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'admin_state_up': True, 'tenant_id': '7272178de60e4b9b84ecf7b9fad6479f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:17.224545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bd3bc-4e46-41b4-b35d-edb8b563ce34 req-193f564d-3aa3-44df-9019-218e51199f99 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.229502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f18bd3bc-4e46-41b4-b35d-edb8b563ce34 req-193f564d-3aa3-44df-9019-218e51199f99 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.3363588 Jul 30 01:41:17.246359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:17.250476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.301244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'f90c5d75-91aa-4834-97d4-9e8d5ab4e67d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:17.302122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.446419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Made reservation on behalf of 7272178de60e4b9b84ecf7b9fad6479f for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:17.461373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.637939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-5ba3d1a3-a844-4247-ad51-cdf0c6142b9b tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.640239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-5ba3d1a3-a844-4247-ad51-cdf0c6142b9b tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.66 "GET /v2.0/networks?id=6c3fe1b4-6360-4815-be34-2072d0dc660d HTTP/1.1" status: 200 len: 818 time: 0.3566444 Jul 30 01:41:17.649462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Allocated IP 172.20.0.2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/f90c5d75-91aa-4834-97d4-9e8d5ab4e67d/42e12b2a-b6e8-4f9a-b065-ee29b09b79ae) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:17.677755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Request body: {'port': {'device_id': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d', 'admin_state_up': True, 'tenant_id': '814577d259e84e739ae001d31f10fea7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:17.709868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-489837a0-5cb8-41de-8838-06687e0e743a req-b56ee35d-2294-41c3-a64b-f81554a714cc tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 210 time: 0.1325483 Jul 30 01:41:17.751330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f18bd3bc-4e46-41b4-b35d-edb8b563ce34 req-80b6696d-fdf8-4675-ab0b-412446cce60f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152273 Jul 30 01:41:17.941370 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:41:17.944303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Allocated IP 172.20.0.14 (574e7bd6-0393-42d9-aea3-c514090c98a4/455fcb77-8df1-49dc-92ca-4fea00468f64/058c895a-edeb-4215-ac7c-1a7a5700a588) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:18.052139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7e97524-0535-43c0-96df-1073e63efe50 req-b98fc1a9-746e-4347-a8e5-7d0a8af6a7c8 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 210 time: 0.1103811 Jul 30 01:41:18.076610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Made reservation on behalf of 814577d259e84e739ae001d31f10fea7 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:18.090169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.093055 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.125584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Transition to ACTIVE for port object 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:18.182895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:41:18.188777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Transition to ACTIVE for port object 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:18.200826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.201263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.329830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:18.338662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:18.348085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:18.352560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:18.360660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.361274 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.368097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=691a7524-aabf-4588-bf20-ef4efce8cbb9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:18.371745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-3a4fdbc6-6366-47e3-84a9-dd71ed63fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.375546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-3a4fdbc6-6366-47e3-84a9-dd71ed63fe31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 1098 time: 0.1662834 Jul 30 01:41:18.387719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e159-9cde-4357-9c83-b43ceb8d88dc req-1a1e109a-6b68-4332-958e-e4fddb286a22 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.392487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:18.395657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4193e159-9cde-4357-9c83-b43ceb8d88dc req-1a1e109a-6b68-4332-958e-e4fddb286a22 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.2113023 Jul 30 01:41:18.400036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Pushing event updated for resources: {'Port': ['ID=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:18.400182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41482) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:18.467592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Allocated IP 172.20.0.3 (6c3fe1b4-6360-4815-be34-2072d0dc660d/1d7366a3-224b-40bf-8450-e2c464c81052/a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:18.543366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cf01a548-1946-4991-8a06-486e9ed39c65 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6255155 Jul 30 01:41:18.559224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:18.595168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: dc97ea82-fe9c-42dc-bf72-09ebcf485204 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:18.595514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device dc97ea82-fe9c-42dc-bf72-09ebcf485204 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:18.597641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Attempting to bind port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:18.598013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Attempting to bind port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:18.598885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Attempting to bind port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:18.604909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:18.605306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:18.605710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.606218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:18.606847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Bound port: 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:18.607270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.666613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41488) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:18.681252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:fe:04:e8', 'name': 'tempest-NetworksTestDHCPv6-1967667278'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:18.701081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] For port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:18.707778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] For port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:18.717046 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.741900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.768558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-0a3c320c-6d62-4600-95c7-346408e08841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.770607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-0a3c320c-6d62-4600-95c7-346408e08841 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 912 time: 0.3683288 Jul 30 01:41:18.911025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfb86c-b65b-4ab1-a5db-c7ebea542dbc None None] Pushing event updated for resources: {'Port': ['ID=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:18.911755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4193e159-9cde-4357-9c83-b43ceb8d88dc req-884befdb-5141-4ad0-a8fb-d98d96446834 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151505 Jul 30 01:41:18.920735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-27b92df3-d640-40e2-8d74-de8e5f00fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.952624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.044817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Network 6c3fe1b4-6360-4815-be34-2072d0dc660d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:19.062181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:19.063224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:19.073359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:19.074697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c0b0e07-a7d0-4f91-b9c2-50c49e470692 req-11d13bc4-b126-46df-8aed-02fc03c6559a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 210 time: 0.1305349 Jul 30 01:41:19.075504 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0506a74c-2145-45db-ba7a-2ea018d1e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.080122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.087497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-fe6f8311-83e9-44f8-b48d-78f0cb914ea5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c HTTP/1.1" status: 200 len: 217 time: 0.2198484 Jul 30 01:41:19.095578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Pushing event updated for resources: {'Port': ['ID=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:19.265175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.265911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.281388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-668df209-834d-47be-ae03-607ad5d09ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.282879 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-668df209-834d-47be-ae03-607ad5d09ab8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.1689515 Jul 30 01:41:19.312804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67447aa7-51f3-4cd8-b428-7f24f27b33a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.373254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.385267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-80976899-5bab-4c1c-abfa-3af915b73ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848129 Jul 30 01:41:19.422852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:19.427138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:19.432517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:19.491847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.493274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.522145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:19.546453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ad60e-9131-40d5-8372-29b28c111912 req-100318e6-98a0-4545-b2dd-763b4372a364 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:19.554902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-274ad60e-9131-40d5-8372-29b28c111912 req-100318e6-98a0-4545-b2dd-763b4372a364 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 931 time: 0.2708778 Jul 30 01:41:19.601387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-e257153b-26cc-4dcc-9749-32943bad7747 service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060912 Jul 30 01:41:19.668860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-274ad60e-9131-40d5-8372-29b28c111912 req-96073300-2a38-4431-ad8c-b59787bb3088 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128292 Jul 30 01:41:19.722726 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0506a74c-2145-45db-ba7a-2ea018d1e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.728537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0506a74c-2145-45db-ba7a-2ea018d1e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.737511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7a820112-df59-4f1b-96d2-e33db6595b1e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0843034 Jul 30 01:41:19.748892 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8a90b79b-92bb-4373-9280-78b50f403b94 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7742827 Jul 30 01:41:19.756479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Request body: {'port': {'device_id': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:19.776950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Request body: {'port': {'device_id': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:19.789987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506a74c-2145-45db-ba7a-2ea018d1e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a45d0-2a31-4ee2-96c2-0a95e5b1a160,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:19.812106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ecca6a-5fe4-4bb3-abee-33f56f75f33f req-e70e5a0a-c541-46cb-9d57-0dd7198492dd service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820581 Jul 30 01:41:19.815915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0506a74c-2145-45db-ba7a-2ea018d1e880 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd5d0bc640e742ba951b1798ca1e8274&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4120250 Jul 30 01:41:19.818507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41504) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:19.929194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-640d904d-31e2-44ac-a3b4-adde0d98f254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.958404 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.969346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-640d904d-31e2-44ac-a3b4-adde0d98f254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.981064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.049826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-640d904d-31e2-44ac-a3b4-adde0d98f254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.052543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-640d904d-31e2-44ac-a3b4-adde0d98f254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.053749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-640d904d-31e2-44ac-a3b4-adde0d98f254 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/749a45d0-2a31-4ee2-96c2-0a95e5b1a160 HTTP/1.1" status: 204 len: 168 time: 0.2341917 Jul 30 01:41:20.081611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d904d-31e2-44ac-a3b4-adde0d98f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a45d0-2a31-4ee2-96c2-0a95e5b1a160,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:20.175450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67447aa7-51f3-4cd8-b428-7f24f27b33a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.179213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e440f-a0d6-4381-98ed-2a49cd31426a req-194fa25d-318f-4d04-99cc-9edd36f5af73 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:20.188222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b7e440f-a0d6-4381-98ed-2a49cd31426a req-194fa25d-318f-4d04-99cc-9edd36f5af73 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1258769 Jul 30 01:41:20.217773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:20.258747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67447aa7-51f3-4cd8-b428-7f24f27b33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.358689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b7e440f-a0d6-4381-98ed-2a49cd31426a req-a176e978-8d4b-48e2-bc56-fee1ffc5a2b4 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543713 Jul 30 01:41:20.374958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b43c5-4615-4a7d-a2b8-0002800fa7f3 req-aa80c6c3-51cc-4221-9a29-5291ad437a18 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:20.382192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d69b43c5-4615-4a7d-a2b8-0002800fa7f3 req-aa80c6c3-51cc-4221-9a29-5291ad437a18 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 932 time: 0.1623914 Jul 30 01:41:20.422431 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-67447aa7-51f3-4cd8-b428-7f24f27b33a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3ffd8c65cfa44988a5a082fdcd956c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3562055 Jul 30 01:41:20.434159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41528) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:20.451665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.457267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18828d9-4687-417c-879e-24a0db6272a6 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:20.486125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67447aa7-51f3-4cd8-b428-7f24f27b33a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847df3d0-3782-4e81-a6b2-551f899302b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:20.548544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 2f238be4-2a37-4c84-af92-b474b595e5db yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:20.609596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5f3bef5b-f389-40a9-bcd2-13bc6638ea14 None None] Provisioning for port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:20.674572 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24383f37-96e9-4bce-9dee-cbbb03a48124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.728975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24383f37-96e9-4bce-9dee-cbbb03a48124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.809484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:20.863891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058c895a-edeb-4215-ac7c-1a7a5700a588 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:20.878584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.882902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:20.898554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.901018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24383f37-96e9-4bce-9dee-cbbb03a48124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.904144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24383f37-96e9-4bce-9dee-cbbb03a48124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.905996 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24383f37-96e9-4bce-9dee-cbbb03a48124 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/847df3d0-3782-4e81-a6b2-551f899302b2 HTTP/1.1" status: 204 len: 168 time: 0.4573584 Jul 30 01:41:20.958418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 172.20.0.11 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/f90c5d75-91aa-4834-97d4-9e8d5ab4e67d/2f238be4-2a37-4c84-af92-b474b595e5db) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:20.959190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Transition to ACTIVE for port object 058c895a-edeb-4215-ac7c-1a7a5700a588 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:20.959190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383f37-96e9-4bce-9dee-cbbb03a48124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847df3d0-3782-4e81-a6b2-551f899302b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:20.964332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Transition to ACTIVE for port object a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:20.965741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.968999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fefe:4e8 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/691a7524-aabf-4588-bf20-ef4efce8cbb9/2f238be4-2a37-4c84-af92-b474b595e5db) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:20.987955 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.003600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.010079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:21.022457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:21.023172 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.118192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.160882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d69b43c5-4615-4a7d-a2b8-0002800fa7f3 req-0c653cd2-c378-4d11-8cae-ba268bc92870 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560472 Jul 30 01:41:21.265421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'f90c5d75-91aa-4834-97d4-9e8d5ab4e67d', 'ip_address': '172.20.0.2'}, {'subnet_id': '691a7524-aabf-4588-bf20-ef4efce8cbb9'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '42e12b2a-b6e8-4f9a-b065-ee29b09b79ae'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:41:21.294941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.321157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Attempting to bind port 058c895a-edeb-4215-ac7c-1a7a5700a588 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:21.321157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Attempting to bind port 058c895a-edeb-4215-ac7c-1a7a5700a588 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:21.321157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Attempting to bind port 058c895a-edeb-4215-ac7c-1a7a5700a588 on network 574e7bd6-0393-42d9-aea3-c514090c98a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:21.327772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Attempting to bind port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:21.328112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Attempting to bind port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:21.328443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Attempting to bind port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 on network 6c3fe1b4-6360-4815-be34-2072d0dc660d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:21.336841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdafd1e-208c-4657-84c8-f5faf193bf21 req-06e330ab-e69c-45cc-889b-8c2805a33598 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.339674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Port 058c895a-edeb-4215-ac7c-1a7a5700a588 on network 574e7bd6-0393-42d9-aea3-c514090c98a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:21.339963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Attempting to bind port 058c895a-edeb-4215-ac7c-1a7a5700a588 on network 574e7bd6-0393-42d9-aea3-c514090c98a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:21.340969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fdafd1e-208c-4657-84c8-f5faf193bf21 req-06e330ab-e69c-45cc-889b-8c2805a33598 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 943 time: 0.2120562 Jul 30 01:41:21.348054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:21.348515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Checking segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:21.348924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Bound using segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:21.349278 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.349426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Bound port: 058c895a-edeb-4215-ac7c-1a7a5700a588, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:21.349726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.353363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 on network 6c3fe1b4-6360-4815-be34-2072d0dc660d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:21.353547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Attempting to bind port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 on network 6c3fe1b4-6360-4815-be34-2072d0dc660d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:21.360200 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.367913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:21.368324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Checking segment: {'id': '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:21.368647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Bound using segment: {'id': '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:21.369088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Bound port: a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:21.369455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.432448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.454112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:21.462609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.464816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 2f238be4-2a37-4c84-af92-b474b595e5db will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:21.499812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:21.516544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:21.525811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] For port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:21.528855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.545111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] For port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,segment=NetworkSegment(7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c),segment_id=7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:21.557069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.598474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.599144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.600682 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] 10.222.0.66 "PUT /v2.0/ports/058c895a-edeb-4215-ac7c-1a7a5700a588 HTTP/1.1" status: 200 len: 1093 time: 1.8366039 Jul 30 01:41:21.601048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:21.601577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fdafd1e-208c-4657-84c8-f5faf193bf21 req-f7650b2d-1c5d-4e55-b9d2-319af89fd9c0 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514222 Jul 30 01:41:21.603383 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:21.611150 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.633258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.633258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.634339 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] 10.222.0.66 "PUT /v2.0/ports/a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 HTTP/1.1" status: 200 len: 1092 time: 1.8875275 Jul 30 01:41:21.676127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381271-ece8-4419-bbb8-c62d3b0dfd59 service neutron] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.701538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5fdf3-a5d6-4957-87c3-ca385c9b8de6 req-03a473fa-e3e0-4846-bbfb-add79197aa1e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.704032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebb5fdf3-a5d6-4957-87c3-ca385c9b8de6 req-03a473fa-e3e0-4846-bbfb-add79197aa1e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1939828 Jul 30 01:41:21.715565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:21.726952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:21.735043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:21.811834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=2f238be4-2a37-4c84-af92-b474b595e5db,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.847716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.872522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebb5fdf3-a5d6-4957-87c3-ca385c9b8de6 req-8ddc8ec5-843e-4ab0-ab56-1ce51d44fe08 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542780 Jul 30 01:41:21.895568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.896463 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.919824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03991be7-0a51-447a-9bc5-63173c24280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.927598 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.928717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bc348287-987d-4b10-8a92-5a8457c5ff0d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2585657 Jul 30 01:41:21.931812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41574) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:21.966748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-223b63df-4171-492c-a7ac-d02ef3654827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.968562 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-223b63df-4171-492c-a7ac-d02ef3654827 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=814577d259e84e739ae001d31f10fea7&device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 1095 time: 0.2834630 Jul 30 01:41:21.975058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0277cf-f2da-4227-a59f-fb08287dfb06 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.982674 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899f222-d130-43b1-9e7e-6954fa4e7a48 x-openstack-request-id: req-0899f222-d130-43b1-9e7e-6954fa4e7a48 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:21.983232 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:21.983658 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0899f222-d130-43b1-9e7e-6954fa4e7a48 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:21.984206 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'status': 'completed', 'code': 200} Jul 30 01:41:21.994824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-1719b8e5-8af4-4d8b-abcd-d138870bad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.996780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-1719b8e5-8af4-4d8b-abcd-d138870bad8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 1096 time: 0.2039056 Jul 30 01:41:22.043624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Allocated IP 2001:db8::f816:3eff:fe6a:8434 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/691a7524-aabf-4588-bf20-ef4efce8cbb9/42e12b2a-b6e8-4f9a-b065-ee29b09b79ae) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:22.045522 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-789edfdc-9445-4b65-bbcb-0fdcbae8d56b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 HTTP/1.1" status: 200 len: 217 time: 0.0649738 Jul 30 01:41:22.128388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83ba88-fd09-46aa-a446-ec03c0be01bb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.144821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83ba88-fd09-46aa-a446-ec03c0be01bb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.150856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2f83ba88-fd09-46aa-a446-ec03c0be01bb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2157731 Jul 30 01:41:22.151528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41582) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:22.229001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] For port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:22.250037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee213-b683-4c27-ab79-36df2e4e401f req-a7489a7d-bb6c-4968-9934-ebe6ddc9c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.256845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-a7489a7d-bb6c-4968-9934-ebe6ddc9c56e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d7366a3-224b-40bf-8450-e2c464c81052 HTTP/1.1" status: 200 len: 858 time: 0.1950483 Jul 30 01:41:22.262102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-29b7f1ce-063f-46f1-96bc-6a9b116987b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058c895a-edeb-4215-ac7c-1a7a5700a588 HTTP/1.1" status: 200 len: 217 time: 0.2190199 Jul 30 01:41:22.288554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.326162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Transition to ACTIVE for port object 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:22.330402 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.400935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e68c60-0dc9-4675-90ba-effddf799ecd None None] Pushing event updated for resources: {'Port': ['ID=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:22.413246 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-3ed00458-71ea-4671-93ad-09c9a84f296e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3fe1b4-6360-4815-be34-2072d0dc660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413467 Jul 30 01:41:22.463179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 2f238be4-2a37-4c84-af92-b474b595e5db {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:22.463615 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.488666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7f337-3a87-4c6e-a822-657ccaa8cd15 req-ff1278c4-3ddf-471f-8978-b2b5acd2cf14 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.490444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ef7f337-3a87-4c6e-a822-657ccaa8cd15 req-ff1278c4-3ddf-471f-8978-b2b5acd2cf14 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 944 time: 0.2069407 Jul 30 01:41:22.512824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-ea67029d-b854-4017-be04-75fba99d1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.514312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-ea67029d-b854-4017-be04-75fba99d1fc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.2414637 Jul 30 01:41:22.584451 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-373d0da7-a012-4a42-942c-d62d23665861 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524604 Jul 30 01:41:22.597031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e0caca5-75e1-4b58-b14d-d8d1f4f215a4 req-1abf680c-a7b6-4722-8b5f-bf0bd9003eda tempest-AbsoluteLimitsNegativeTestJSON-1200703575 tempest-AbsoluteLimitsNegativeTestJSON-1200703575-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=65042f39f10743f2b1b16e7eb42aaa3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172860 Jul 30 01:41:22.615506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ef7f337-3a87-4c6e-a822-657ccaa8cd15 req-b6d6bcdd-23b5-436e-b1d6-aaabf18d96b8 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789917 Jul 30 01:41:22.657375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:22.785038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-eb9c7f61-c8fd-4fc0-be90-008ba295d29e service neutron] 10.222.0.66 "GET /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709211 Jul 30 01:41:22.912347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.972130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 2f238be4-2a37-4c84-af92-b474b595e5db owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:22.990702 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.994977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5012-1784-44e7-be11-8e54b4240667 req-6dd00a2f-813c-4499-8885-570a04eaf12b tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.007098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-841c5012-1784-44e7-be11-8e54b4240667 req-6dd00a2f-813c-4499-8885-570a04eaf12b tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 943 time: 0.2480297 Jul 30 01:41:23.015438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-24cee213-b683-4c27-ab79-36df2e4e401f req-d4a1d936-d184-4b53-b203-0ca11f884ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233760 Jul 30 01:41:23.066992 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-8e2a2bc6-f8af-4f46-a9e0-1b2b9522d040 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757104 Jul 30 01:41:23.106478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0caca5-75e1-4b58-b14d-d8d1f4f215a4 req-eb87281e-bec0-4286-ad3e-c702a0a3536b tempest-AbsoluteLimitsNegativeTestJSON-1200703575 tempest-AbsoluteLimitsNegativeTestJSON-1200703575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.108467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e0caca5-75e1-4b58-b14d-d8d1f4f215a4 req-eb87281e-bec0-4286-ad3e-c702a0a3536b tempest-AbsoluteLimitsNegativeTestJSON-1200703575 tempest-AbsoluteLimitsNegativeTestJSON-1200703575-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5106418 Jul 30 01:41:23.171343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-841c5012-1784-44e7-be11-8e54b4240667 req-9d87e2f8-8179-4572-b48b-40f22ff0f799 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582878 Jul 30 01:41:23.192038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e0caca5-75e1-4b58-b14d-d8d1f4f215a4 req-e88a0e31-d67e-405b-8d56-8fa52c22c5a4 tempest-AbsoluteLimitsNegativeTestJSON-1200703575 tempest-AbsoluteLimitsNegativeTestJSON-1200703575-project] 10.222.0.78 "GET /v2.0/quotas/65042f39f10743f2b1b16e7eb42aaa3e HTTP/1.1" status: 200 len: 375 time: 0.0669191 Jul 30 01:41:23.254026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3c6c2ba5-163b-43ce-916b-74d95d16c7a0 req-b289de11-9455-4e7d-a8dd-3d6a72096f76 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793730 Jul 30 01:41:23.315460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e0caca5-75e1-4b58-b14d-d8d1f4f215a4 req-3f23e654-0cb4-4204-bd0d-316bbb1f3168 tempest-AbsoluteLimitsNegativeTestJSON-1200703575 tempest-AbsoluteLimitsNegativeTestJSON-1200703575-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=65042f39f10743f2b1b16e7eb42aaa3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967379 Jul 30 01:41:23.469891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520789e-bd0a-4400-bc5c-49ded691c6fa req-75709f02-05a5-4c5f-9b9e-b72fad7f279c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.478066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e520789e-bd0a-4400-bc5c-49ded691c6fa req-75709f02-05a5-4c5f-9b9e-b72fad7f279c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1542871 Jul 30 01:41:23.490224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-348f03f9-57c4-4978-8449-842bdef68952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.494639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-348f03f9-57c4-4978-8449-842bdef68952 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 1096 time: 0.1512923 Jul 30 01:41:23.595395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4e1315d7-5ac8-48be-a430-b6c3a7f5dce5 None None] Provisioning for port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:23.611272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4e1315d7-5ac8-48be-a430-b6c3a7f5dce5 None None] Provisioning complete for port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:23.611693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4e1315d7-5ac8-48be-a430-b6c3a7f5dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.636041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e520789e-bd0a-4400-bc5c-49ded691c6fa req-a9844a6d-2346-4de3-9341-43ebc88a2009 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567013 Jul 30 01:41:23.787277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.900180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=2f238be4-2a37-4c84-af92-b474b595e5db,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:23.957672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68c325-6e98-4d39-8d2d-aa75e57c229c req-d0c86cb9-2bb9-4a51-bc90-86a5e23f904b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.965556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d68c325-6e98-4d39-8d2d-aa75e57c229c req-d0c86cb9-2bb9-4a51-bc90-86a5e23f904b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 944 time: 0.2273526 Jul 30 01:41:24.051860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.056310 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd53060b-f955-498c-8054-996c8bf47912 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/2f238be4-2a37-4c84-af92-b474b595e5db HTTP/1.1" status: 204 len: 168 time: 1.9009178 Jul 30 01:41:24.062661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41636) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:24.140143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0bd2544e-83e7-40ea-bb77-141c93ad06df None None] Could not find standard attr ID for object 2f238be4-2a37-4c84-af92-b474b595e5db. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:41:24.144957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e1f83-2d56-48c9-964f-16aee8386835 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.156144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e1f83-2d56-48c9-964f-16aee8386835 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.159197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e1f83-2d56-48c9-964f-16aee8386835 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.163898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8e9e1f83-2d56-48c9-964f-16aee8386835 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0975189 Jul 30 01:41:24.167671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:24.239466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41642) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:24.308187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d68c325-6e98-4d39-8d2d-aa75e57c229c req-3be084c9-bfa4-4fc0-baa3-fc5b3cbb2245 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404918 Jul 30 01:41:24.349778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 691a7524-aabf-4588-bf20-ef4efce8cbb9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:24.360055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.420040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'tag': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:24.432286 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e46fb8ba-5fc3-475d-af14-fdc13fe9bd10", "tag": "a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:24.462491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.471105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.536314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-ac3c12a8-b464-4b13-b1b5-3ef0b5c70cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.537814 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-ac3c12a8-b464-4b13-b1b5-3ef0b5c70cb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 915 time: 1.0299742 Jul 30 01:41:24.595676 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-c9950ecf-1e5e-471b-9302-9af90cec481c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058c895a-edeb-4215-ac7c-1a7a5700a588 HTTP/1.1" status: 200 len: 217 time: 0.0504768 Jul 30 01:41:24.661848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-550921dc-84b3-467d-a42a-d64e113fa89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.664232 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-550921dc-84b3-467d-a42a-d64e113fa89e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.0616059 Jul 30 01:41:24.671971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2828adb9-246e-4b4c-b0d3-7b90980f1e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.694983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.710178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-ae6260e5-9d3c-474b-a5a7-5c94a9a3a9d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378776 Jul 30 01:41:24.750280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd457b-2d5f-4a88-9bfb-2a0b601d5dc3 req-fd28306a-d6f6-4b5a-a163-603efd2fe0de tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.758015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bcd457b-2d5f-4a88-9bfb-2a0b601d5dc3 req-fd28306a-d6f6-4b5a-a163-603efd2fe0de tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 943 time: 0.1385572 Jul 30 01:41:24.840616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41652) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:24.848944 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-6cab40e5-7060-4e7a-b5a1-d20877f655a9 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319649 Jul 30 01:41:24.851230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bcd457b-2d5f-4a88-9bfb-2a0b601d5dc3 req-991a15d6-1967-4621-a17e-67452943278d tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920699 Jul 30 01:41:24.853817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100502833', 'description': 'tempest-secgroup-smoke-100502833 description', 'project_id': '897441e865db45c3ad650437d9da1b4a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:24.889026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.930375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=691a7524-aabf-4588-bf20-ef4efce8cbb9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:24.943257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.949885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac7cd0-5950-40ac-8b41-8cee9c1ddf6e None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:24.957611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c37233b4-f490-4bc1-8f3d-cec0f3f71fd9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/691a7524-aabf-4588-bf20-ef4efce8cbb9 HTTP/1.1" status: 204 len: 168 time: 0.7792065 Jul 30 01:41:24.961497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41654) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:24.964347 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f14a38a-6c8f-4424-ad65-e2e46d776572 x-openstack-request-id: req-9f14a38a-6c8f-4424-ad65-e2e46d776572 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:24.964643 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46fb8ba-5fc3-475d-af14-fdc13fe9bd10", "tag": "a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:24.964894 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f14a38a-6c8f-4424-ad65-e2e46d776572 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:24.965292 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'tag': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5', 'status': 'completed', 'code': 200} Jul 30 01:41:25.025147 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2828adb9-246e-4b4c-b0d3-7b90980f1e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.053320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2828adb9-246e-4b4c-b0d3-7b90980f1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.085188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a29d0077-b3a1-4b3e-9b73-85fdbc964de6 req-a573892e-a106-4c7f-aa58-75e1b586bcf0 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256198 Jul 30 01:41:25.098687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-aa954006-5678-4165-9dc3-cdf5613d25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.100998 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-aa954006-5678-4165-9dc3-cdf5613d25a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=814577d259e84e739ae001d31f10fea7&device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 1095 time: 0.1349175 Jul 30 01:41:25.120319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2828adb9-246e-4b4c-b0d3-7b90980f1e65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65042f39f10743f2b1b16e7eb42aaa3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8546355 Jul 30 01:41:25.126376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41658) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:25.185132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet f90c5d75-91aa-4834-97d4-9e8d5ab4e67d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:25.189009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.221075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-27d7ca72-e84f-41d9-b37f-75d3f196c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.222861 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-27d7ca72-e84f-41d9-b37f-75d3f196c7e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3fe1b4-6360-4815-be34-2072d0dc660d HTTP/1.1" status: 200 len: 919 time: 0.1144142 Jul 30 01:41:25.223975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.237109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828adb9-246e-4b4c-b0d3-7b90980f1e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f43b48-481a-43dc-829d-880386441276,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:25.252942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.262510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.289839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d123c-37d8-42a8-942a-c149863e4d8d req-161f0bc3-c1dc-4415-837f-9594bae9a37f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.291466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-562d123c-37d8-42a8-942a-c149863e4d8d req-161f0bc3-c1dc-4415-837f-9594bae9a37f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.2772624 Jul 30 01:41:25.312756 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-5cbcb406-bd17-4a71-83bd-4db532209a6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 HTTP/1.1" status: 200 len: 217 time: 0.0738184 Jul 30 01:41:25.337942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9144388a-54f9-4b06-baea-efe4c6f1eb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.388999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-22c36a43-1837-47a1-93dd-da05a211c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.399376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-22c36a43-1837-47a1-93dd-da05a211c10d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d7366a3-224b-40bf-8450-e2c464c81052 HTTP/1.1" status: 200 len: 858 time: 0.0710838 Jul 30 01:41:25.408560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9144388a-54f9-4b06-baea-efe4c6f1eb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.431069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-562d123c-37d8-42a8-942a-c149863e4d8d req-fdd60a57-78fe-4db3-9472-01f3c0ea9824 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280165 Jul 30 01:41:25.455287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-be6e5744-0ea9-49f0-b5dd-aae8d28da8da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3fe1b4-6360-4815-be34-2072d0dc660d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503383 Jul 30 01:41:25.502690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.552444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f98e6-0b99-4728-9765-e0ba1ac4824e req-f3a3ad86-37d8-40c6-98a0-baee20803fcb tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.553976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa6f98e6-0b99-4728-9765-e0ba1ac4824e req-f3a3ad86-37d8-40c6-98a0-baee20803fcb tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 944 time: 0.1366651 Jul 30 01:41:25.569807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9144388a-54f9-4b06-baea-efe4c6f1eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.572705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9144388a-54f9-4b06-baea-efe4c6f1eb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.576515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9144388a-54f9-4b06-baea-efe4c6f1eb24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29f43b48-481a-43dc-829d-880386441276 HTTP/1.1" status: 204 len: 168 time: 0.4431334 Jul 30 01:41:25.602927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144388a-54f9-4b06-baea-efe4c6f1eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f43b48-481a-43dc-829d-880386441276,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:25.618738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-14160e19-9349-40ae-a815-7571d180a609 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594939 Jul 30 01:41:25.623344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.663838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.673464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa6f98e6-0b99-4728-9765-e0ba1ac4824e req-2b17fa7f-1501-4032-a56c-27d25adf196b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976009 Jul 30 01:41:25.675302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.685792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/f90c5d75-91aa-4834-97d4-9e8d5ab4e67d HTTP/1.1" status: 204 len: 168 time: 0.7200153 Jul 30 01:41:25.686910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41664) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:25.690821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcfaff-fc8a-40fd-b519-0f58b473449e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=f90c5d75-91aa-4834-97d4-9e8d5ab4e67d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:25.706521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.825823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27560238-f13b-458a-bffd-c692b76cecc2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:25.842154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2154a8c3-d9be-4b7a-a165-3707b0db9f5e req-b176cefa-e8fa-4f1f-bac9-1f5c4c099a80 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156336 Jul 30 01:41:25.877089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.881678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.911998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.916228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0678263 Jul 30 01:41:25.921907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41670) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:25.928833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b7cd859e-60cd-48dc-b812-fae8cf659e46', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:25.934691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392463f-fcd0-4dd5-b736-d628a72e48b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd859e-60cd-48dc-b812-fae8cf659e46,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:25.989523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.062183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.067251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.093411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac9912b-f3f3-41a4-8550-5b9ae89cb061,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:26.108943 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.114418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e5979647-be48-4c3c-8296-5a28b8d9ad24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1875350 Jul 30 01:41:26.114418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41680) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.123428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b7cd859e-60cd-48dc-b812-fae8cf659e46', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.166545 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.197060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-91f0a337-71e2-4181-ba20-034a99fd7e59 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5087719 Jul 30 01:41:26.199498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41688) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.252101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.258458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.259139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73350e0-c8ea-4490-aad8-6db7bf77b871 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:26.282544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53755c5-1ec1-47ad-beda-6838249501e0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:26.292082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.293249 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd48f435-a62a-427a-ae61-499839600d83 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1781993 Jul 30 01:41:26.296075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.303662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b7cd859e-60cd-48dc-b812-fae8cf659e46', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.319182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64185b-2b37-417a-9457-7ccc6885da6c req-1ce43fc6-0b3c-4bc5-8aae-4bfb915aba65 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.327404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef64185b-2b37-417a-9457-7ccc6885da6c req-1ce43fc6-0b3c-4bc5-8aae-4bfb915aba65 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 943 time: 0.1325037 Jul 30 01:41:26.346576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71914256-6fbc-4bf1-957d-a61be1439b71 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.351411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-71914256-6fbc-4bf1-957d-a61be1439b71 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1508887 Jul 30 01:41:26.351676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.400086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef64185b-2b37-417a-9457-7ccc6885da6c req-ac0f4ffb-c9c3-4c09-b577-fff4143cd127 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681915 Jul 30 01:41:26.406042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f30efa41-cf35-43c0-9a2d-77600752eade None None] Provisioning complete for port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:26.406655 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f30efa41-cf35-43c0-9a2d-77600752eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.409067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4cceb-0c20-4436-8464-2bca9c0fb29e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.412784 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fc4cceb-0c20-4436-8464-2bca9c0fb29e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577517 Jul 30 01:41:26.414824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.423329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.480634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-50839a01-90eb-4539-87e5-cb8d2a697dfd tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644851 Jul 30 01:41:26.481523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41704) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.487473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1e144a04-4c39-4810-a9be-64ec1d725177 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.553993 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.561296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.597232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.599364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3020756 Jul 30 01:41:26.601370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41708) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.615363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b7cd859e-60cd-48dc-b812-fae8cf659e46', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.621490 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149a46b-79fc-4e8e-ab00-40598caf1243 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e4e8d1-f2e2-4ff5-a15d-39dd3927bf71,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:26.622765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:26.656801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.679362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:41:26.701650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0356f-05ec-421c-a1c9-e85a5e272e82 req-59ad396d-ef6e-4c95-a4f8-154dc91425a2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.706903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5f0356f-05ec-421c-a1c9-e85a5e272e82 req-59ad396d-ef6e-4c95-a4f8-154dc91425a2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.0958385 Jul 30 01:41:26.708084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e144a04-4c39-4810-a9be-64ec1d725177 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:26.716774 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e144a04-4c39-4810-a9be-64ec1d725177 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.721510 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e144a04-4c39-4810-a9be-64ec1d725177 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:41:26.726082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e144a04-4c39-4810-a9be-64ec1d725177 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:41:26.772312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.778443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.803999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.804257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1e144a04-4c39-4810-a9be-64ec1d725177 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3214040 Jul 30 01:41:26.805060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41718) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.805176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b86dbc-2f6d-43cb-a642-d243ff441fd6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:26.820116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-69d36eeb-bd20-4467-b22d-840ad3505909 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.835226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.838987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e86affae-39e6-4dbf-9efb-1b1b837488c9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2340572 Jul 30 01:41:26.839586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:26.850493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b7cd859e-60cd-48dc-b812-fae8cf659e46', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.895550 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:41:26.900045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5f0356f-05ec-421c-a1c9-e85a5e272e82 req-30836738-9815-4156-bc09-b981524c3030 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671798 Jul 30 01:41:26.916407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.927728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:26.936500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] Deleting port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:26.936765 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.972315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-705508048-network', 'tenant_id': '0fa99259115141f5b9eac12ada76adee'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.018894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'port_id': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'mac_address': 'fa:16:3e:d1:81:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455fcb77-8df1-49dc-92ca-4fea00468f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:27.023227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88e2e9-7b70-4b68-ad5b-cd1af5d5b907 req-e45ae0e5-f155-474e-88db-0f9d539b40ff tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.027437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] For port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:27.027613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Made reservation on behalf of 0fa99259115141f5b9eac12ada76adee for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:27.028141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.030533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.034481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.034637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d88e2e9-7b70-4b68-ad5b-cd1af5d5b907 req-e45ae0e5-f155-474e-88db-0f9d539b40ff tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 944 time: 0.2427189 Jul 30 01:41:27.043979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.053415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.070771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] Calling delete_port for 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:27.085581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:41:27.085581 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:41:27.085581 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id_1': '0fa99259115141f5b9eac12ada76adee', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 41, 27, 76332)}] Jul 30 01:41:27.085581 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:41:27.086959 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:41:27.089805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18d87d4-e1d0-4cc8-8013-64d2369fa4fe,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.108982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d36eeb-bd20-4467-b22d-840ad3505909 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:27.114386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.114666 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d36eeb-bd20-4467-b22d-840ad3505909 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.118509 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de1398c7-fe5a-4c7c-97c2-7eea5cf3bb6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2755127 Jul 30 01:41:27.118698 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d36eeb-bd20-4467-b22d-840ad3505909 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:41:27.118698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d36eeb-bd20-4467-b22d-840ad3505909 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:41:27.118974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.124473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b7cd859e-60cd-48dc-b812-fae8cf659e46', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.130838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d88e2e9-7b70-4b68-ad5b-cd1af5d5b907 req-1bffef66-6cbf-4151-afb4-be9d8ad5325f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952115 Jul 30 01:41:27.151436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.154478 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:41:27.163195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.166793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-69d36eeb-bd20-4467-b22d-840ad3505909 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3508632 Jul 30 01:41:27.167052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.175081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058c895a-edeb-4215-ac7c-1a7a5700a588 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:27.175538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c2e15a92-6d10-4f37-8176-db8a04e6e3da tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.197616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:27.204265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.204924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:27.255763 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.260774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.277905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.285368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d749f9a0-c974-47ce-ae20-48fb43bb89f3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.301975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e15a92-6d10-4f37-8176-db8a04e6e3da tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:27.305991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.307424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2e15a92-6d10-4f37-8176-db8a04e6e3da tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.308556 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55974944-9110-4f2c-929c-77ef302d88ba tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1883996 Jul 30 01:41:27.311853 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e15a92-6d10-4f37-8176-db8a04e6e3da tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:41:27.312297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e15a92-6d10-4f37-8176-db8a04e6e3da tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:41:27.314403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41732) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.327295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'network': {'name': 'tempest-network-smoke--899209627', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.343932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c2e15a92-6d10-4f37-8176-db8a04e6e3da tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1734331 Jul 30 01:41:27.345418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41734) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.352877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d2bed065-c9dc-494f-9e41-d20e98f86a7a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.356605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] No DVR routers for this DVR port 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:27.359684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.369385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:27.376610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.395225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245833de-5c9c-4c26-a1a9-30286b1698f0 None None] Pushing event deleted for resources: {'Port': ['ID=42e12b2a-b6e8-4f9a-b065-ee29b09b79ae,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.413193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:27.424422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.424795 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Added segment b2a0d60b-5731-4505-846a-14625fb9d006 of type vlan for network d66aef53-f184-4d4f-88b2-b1c68abd3576 Jul 30 01:41:27.438370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,segment=NetworkSegment(7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c),segment_id=7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:27.459674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5', 'network_id': '6c3fe1b4-6360-4815-be34-2072d0dc660d', 'port_id': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5', 'mac_address': 'fa:16:3e:77:14:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7366a3-224b-40bf-8450-e2c464c81052', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:27.487819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.512114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bed065-c9dc-494f-9e41-d20e98f86a7a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:27.516924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2bed065-c9dc-494f-9e41-d20e98f86a7a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.518852 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bed065-c9dc-494f-9e41-d20e98f86a7a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:41:27.519411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bed065-c9dc-494f-9e41-d20e98f86a7a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:41:27.540468 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.551866 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d2bed065-c9dc-494f-9e41-d20e98f86a7a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2007515 Jul 30 01:41:27.552193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.565157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9eb18204-39a2-41b8-b581-8c9902e774be tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.569154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:27.592808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.594854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c869-e70d-41e8-bc90-02880acb38f7 req-3d1b09b7-5288-4d42-9ef0-5c5e20140dca tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.596917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ed2c869-e70d-41e8-bc90-02880acb38f7 req-3d1b09b7-5288-4d42-9ef0-5c5e20140dca tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 943 time: 0.0971251 Jul 30 01:41:27.601461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,segment=NetworkSegment(7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c),segment_id=7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:27.601633 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.607170 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.607358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.607767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.670786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.761600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Network': ['ID=d66aef53-f184-4d4f-88b2-b1c68abd3576,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.770644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ed2c869-e70d-41e8-bc90-02880acb38f7 req-ed4145aa-df8b-454b-9f97-cfc7feae709f tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583731 Jul 30 01:41:27.777564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:27.779534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.796204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-82c602c8-bdeb-42b2-a958-5bacf9fe5d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4734349 Jul 30 01:41:27.796204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41740) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.800084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'admin_state_up': True, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.802758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.823409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['058c895a-edeb-4215-ac7c-1a7a5700a588'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:27.825575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:27.850285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb18204-39a2-41b8-b581-8c9902e774be tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:27.854611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eb18204-39a2-41b8-b581-8c9902e774be tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.856588 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb18204-39a2-41b8-b581-8c9902e774be tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:41:27.857166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb18204-39a2-41b8-b581-8c9902e774be tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:41:27.868066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:27.877221 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.879335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.897209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9eb18204-39a2-41b8-b581-8c9902e774be tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3435755 Jul 30 01:41:27.900189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:27.903283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88efeb31-1b1a-4a25-9ff4-222ea13c0de6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.909629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.911899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.912556 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Added segment ed8f9179-44c7-4d3e-8202-c19a6ca82630 of type vlan for network 6f0a4d17-b45a-426b-9388-113cc503bc67 Jul 30 01:41:27.973973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.021857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.024227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.025013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.065701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.099111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2908492 Jul 30 01:41:28.109354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41750) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:28.118853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Request body: {'subnet': {'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-705508048-subnet', 'tenant_id': '0fa99259115141f5b9eac12ada76adee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:28.136517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b52f3-a31f-40d7-a5b8-347238d56e5d admin admin] Pushing event updated for resources: {'Network': ['ID=6f0a4d17-b45a-426b-9388-113cc503bc67,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:28.154912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6f0a4d17-b45a-426b-9388-113cc503bc67 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:28.175376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Made reservation on behalf of 0fa99259115141f5b9eac12ada76adee for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:28.179652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:41:28.179652 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:41:28.179652 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id_1': '53b5364b8ad34902ac9e6333a5effc18', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 41, 28, 142962)}] Jul 30 01:41:28.179652 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:41:28.180052 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:41:28.180780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.207177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa908aa-0830-4879-b58b-06574f0257a3 req-050ae47a-f30d-45e1-af16-039fe57a2863 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.209351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7aa908aa-0830-4879-b58b-06574f0257a3 req-050ae47a-f30d-45e1-af16-039fe57a2863 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1571784 Jul 30 01:41:28.328623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.422734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7aa908aa-0830-4879-b58b-06574f0257a3 req-bbea498c-da04-4ac1-956d-84cc6b3e58ce tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520450 Jul 30 01:41:28.446572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79dd1f-576b-462b-9a2d-fc864c8a8711 req-d5af4f55-2426-4b15-9eb1-701cfdf758de tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.452344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.454411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c79dd1f-576b-462b-9a2d-fc864c8a8711 req-d5af4f55-2426-4b15-9eb1-701cfdf758de tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 945 time: 0.1480150 Jul 30 01:41:28.516740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c79dd1f-576b-462b-9a2d-fc864c8a8711 req-93e225f9-e011-43b4-ab57-5bd81cadbb88 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613298 Jul 30 01:41:28.540835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e740f456-5dff-460b-bbc5-276b9f4dbf73,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:28.548479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Checking segment: {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:28.548757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Network hostable DHCP agents. Network: 6f0a4d17-b45a-426b-9388-113cc503bc67, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:28.583955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Network 6f0a4d17-b45a-426b-9388-113cc503bc67 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:28.600142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6f0a4d17-b45a-426b-9388-113cc503bc67) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:28.611858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377d89c-64d3-4c31-89cf-66669ad9f8ff None None] Network 6f0a4d17-b45a-426b-9388-113cc503bc67 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:28.617837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.618910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.636692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:28.640175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:28.645602 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-432f00d5-4566-41c6-911d-6901e2f45362 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5349510 Jul 30 01:41:28.714910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.730515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:28.731786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42e12b2a-b6e8-4f9a-b065-ee29b09b79ae not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:28.758280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.776754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:28.781339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.783891 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:41:28.784343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:41:28.844435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41770) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:28.844837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9650fe25-159c-4a59-98e0-c8348b391799 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9413214 Jul 30 01:41:28.852581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 058c895a-edeb-4215-ac7c-1a7a5700a588 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:28.860943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 058c895a-edeb-4215-ac7c-1a7a5700a588 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:28.861357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.916082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25584fd6-f18e-4321-b861-3b8d0c68eb22 None None] Network 6f0a4d17-b45a-426b-9388-113cc503bc67 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:28.941652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:28.942214 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-838d697e-d2a6-4391-93c0-f0af94e9b826 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0940239 Jul 30 01:41:29.028291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-fd2a61a8-de1e-40f2-a742-c165e3b94e9f req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271220117', 'description': 'tempest-description-502766439'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:29.041139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcd305-15d0-42e2-975d-c914ec3c1c96 req-4847d796-bac8-46b7-ad2c-9e64a1dedebd tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.042859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69dcd305-15d0-42e2-975d-c914ec3c1c96 req-4847d796-bac8-46b7-ad2c-9e64a1dedebd tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 944 time: 0.1707315 Jul 30 01:41:29.071824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.168 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/8c1235b0-1e8f-48c4-a920-5a0f73fe3adc) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:29.096674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13c67b-d560-4b22-a3c0-6fc9612bfc88 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.098568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ee13c67b-d560-4b22-a3c0-6fc9612bfc88 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498189 Jul 30 01:41:29.101442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41774) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:29.118062 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.146685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:29.150382 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac808e-7082-4ec7-beff-b4ebe4784010" -d '{"events": [{"server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "name": "network-vif-plugged", "status": "completed", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:29.155826 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5dd556f0-c3d6-4723-bd94-c9ac7c7c091a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484812 Jul 30 01:41:29.155826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41778) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:29.161036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:29.166413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:29.171065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.171919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:29.176612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fd2a61a8-de1e-40f2-a742-c165e3b94e9f req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.187704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69dcd305-15d0-42e2-975d-c914ec3c1c96 req-6a5c555d-0ee3-4a05-afbd-7d720e99c5c0 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333957 Jul 30 01:41:29.262691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:29.273046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.273443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.273783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.274211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.274547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.275188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.275298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.275636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.275964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.276282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.276600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.277085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:29.278819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.287226 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7307c2-0b19-4e21-8475-3cbe66db3449 x-openstack-request-id: req-1d7307c2-0b19-4e21-8475-3cbe66db3449 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:29.287515 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "name": "network-vif-plugged", "status": "completed", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:29.287763 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d7307c2-0b19-4e21-8475-3cbe66db3449 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:29.288147 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'code': 200} Jul 30 01:41:29.298078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:29.303866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:29.304504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.345005 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fd2a61a8-de1e-40f2-a742-c165e3b94e9f req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.353589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fd2a61a8-de1e-40f2-a742-c165e3b94e9f req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.368455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:29.380415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-593980852'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:29.390537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.406337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:29.411222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.421079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.432112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a80ae-8c6a-42d2-86e4-a21bcb2eb54d req-645985bb-c8ca-416d-9631-76dee9a59df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.433658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4d9a80ae-8c6a-42d2-86e4-a21bcb2eb54d req-645985bb-c8ca-416d-9631-76dee9a59df5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 1098 time: 0.0754907 Jul 30 01:41:29.455240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fd2a61a8-de1e-40f2-a742-c165e3b94e9f req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.460821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2a61a8-de1e-40f2-a742-c165e3b94e9f req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4408317 Jul 30 01:41:29.467236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ca2b3-035b-4691-a4a4-efd86ac14589 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e682c35-7d61-41e0-84d2-e4564d367298,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:29.477639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,segment=NetworkSegment(7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c),segment_id=7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:29.485556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.497028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:29.504943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-646c7278-3cde-4dcb-9d4c-bbd94760d814 req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-274826065', 'description': 'tempest-description-1013873453'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:29.518786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:29.526359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:29.531496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:29.534522 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.542657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:29.545478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:29.555460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4d9a80ae-8c6a-42d2-86e4-a21bcb2eb54d req-0a065214-3583-4de4-b538-58f13f09c1c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780826 Jul 30 01:41:29.605746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-646c7278-3cde-4dcb-9d4c-bbd94760d814 req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.646437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:29.705756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.706009 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Added segment b97276aa-5d5d-4e44-afb0-b327b05ff71f of type vlan for network fe005ab1-d053-4c54-bef2-b2be6a33c30b Jul 30 01:41:29.764558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:41:29.766236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.817958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:29.823276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:29.826196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b1da9-5d13-4363-ad4a-2651fbe6cee5 req-14cb1d96-ba60-454d-862f-75dcb28d9924 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.827855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-966b1da9-5d13-4363-ad4a-2651fbe6cee5 req-14cb1d96-ba60-454d-862f-75dcb28d9924 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.2541924 Jul 30 01:41:29.831056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.831677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.837245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09bbacc-e96d-4816-b40f-f420c5b94188 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:29.847229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=e5d2fc09-4ba2-48ec-a6a6-c03084e9488e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:29.868162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.981464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-966b1da9-5d13-4363-ad4a-2651fbe6cee5 req-fd0a58b4-68a0-4c78-ac48-f93ebfc48a58 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373067 Jul 30 01:41:30.019720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'e5d2fc09-4ba2-48ec-a6a6-c03084e9488e'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:30.020588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.042897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.048453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.049570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.073712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-646c7278-3cde-4dcb-9d4c-bbd94760d814 req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.088725 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5ee881e4-4ad5-43f5-b247-9984caaff3ce tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9310558 Jul 30 01:41:30.089003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41792) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:30.195922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Allocated IP 2001:db8::f816:3eff:fe92:4fae (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/e5d2fc09-4ba2-48ec-a6a6-c03084e9488e/484c0ac5-5bed-4dca-90b8-0793b9db2627) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:30.442940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:f5:97:91', 'name': 'tempest-NetworksTestDHCPv6-1692852675'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:30.449776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-646c7278-3cde-4dcb-9d4c-bbd94760d814 req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.468031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0984709 Jul 30 01:41:30.471369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:30.476536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-781049253'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:30.484625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.493672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Transition to ACTIVE for port object 484c0ac5-5bed-4dca-90b8-0793b9db2627 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:30.511683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:30.516441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.518476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Transition to ACTIVE for port object 484c0ac5-5bed-4dca-90b8-0793b9db2627 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:30.525167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.553466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:30.568262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.571083 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Added segment c84690d4-b910-4729-baed-30d6da7fcec8 of type vlan for network 3efebfd3-cb97-4208-8d47-9587a59c2360 Jul 30 01:41:30.572656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:30.576258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:30.579785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da8467-6396-4a45-9d0c-0bcca44f439f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Network': ['ID=fe005ab1-d053-4c54-bef2-b2be6a33c30b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.580547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:30.587237 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.592898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-646c7278-3cde-4dcb-9d4c-bbd94760d814 req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.594379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Pushing event updated for resources: {'Port': ['ID=484c0ac5-5bed-4dca-90b8-0793b9db2627,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.600392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:30.606188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-646c7278-3cde-4dcb-9d4c-bbd94760d814 req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1116624 Jul 30 01:41:30.639100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.680804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2ec2a-a8af-4bd3-9b99-8c4d8829878a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7278009-cc64-4bc3-a025-4e9447e4c998,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.692834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.702117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.702481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.712693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Attempting to bind port 484c0ac5-5bed-4dca-90b8-0793b9db2627 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:30.713116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Attempting to bind port 484c0ac5-5bed-4dca-90b8-0793b9db2627 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:30.714289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Attempting to bind port 484c0ac5-5bed-4dca-90b8-0793b9db2627 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:30.723418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:30.723826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:30.724584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.724584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:30.725064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Bound port: 484c0ac5-5bed-4dca-90b8-0793b9db2627, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:30.725457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.767078 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2944918 Jul 30 01:41:30.775262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:30.780914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048826-559c-42a1-83f8-f569dd3001a2 req-8833caff-d09b-4d0a-aeae-a34386c3edb5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.781695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'subnet': {'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:30.789198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7048826-559c-42a1-83f8-f569dd3001a2 req-8833caff-d09b-4d0a-aeae-a34386c3edb5 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.3515439 Jul 30 01:41:30.808952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] For port 484c0ac5-5bed-4dca-90b8-0793b9db2627, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:30.812550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] For port 484c0ac5-5bed-4dca-90b8-0793b9db2627, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=484c0ac5-5bed-4dca-90b8-0793b9db2627,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:30.817950 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.841271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332a7de-4521-48f8-a3f3-4e89080283ec tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Network': ['ID=3efebfd3-cb97-4208-8d47-9587a59c2360,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.860584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:30.889975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1c8e1-49d6-4df1-92d7-1d285e35ffec req-1646effb-6a5a-437b-9705-958da80d7a2e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.889975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf1c8e1-49d6-4df1-92d7-1d285e35ffec req-1646effb-6a5a-437b-9705-958da80d7a2e tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 945 time: 0.2013764 Jul 30 01:41:30.928383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e5829-ef53-46a0-814e-27c16caf6f25 None None] Pushing event updated for resources: {'Port': ['ID=484c0ac5-5bed-4dca-90b8-0793b9db2627,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.943849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7048826-559c-42a1-83f8-f569dd3001a2 req-f7cf756e-9266-4fd7-aef4-ac24cfb4e61f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536243 Jul 30 01:41:30.950650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:30.973380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:30.978244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.130820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf1c8e1-49d6-4df1-92d7-1d285e35ffec req-46a44cc9-fce1-4b43-badf-e7faa78fe53b tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298930 Jul 30 01:41:31.227830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.259049 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.269382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-df216b1b-df49-45bc-9327-45c154ea9bc5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.270926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-df216b1b-df49-45bc-9327-45c154ea9bc5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 812 time: 0.2142766 Jul 30 01:41:31.273380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.289775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:31.292162 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43733ac5-28dc-465a-8001-ab6362d89262" -d '{"events": [{"server_uuid": "e46fb8ba-5fc3-475d-af14-fdc13fe9bd10", "name": "network-vif-plugged", "status": "completed", "tag": "a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:31.302762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Subnet': ['ID=f26378a3-f247-4c59-932b-d738676c75b0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:31.315559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Checking segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:31.316117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network hostable DHCP agents. Network: fe005ab1-d053-4c54-bef2-b2be6a33c30b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:31.336270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:31.351365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, fe005ab1-d053-4c54-bef2-b2be6a33c30b) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:31.356480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.357307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.362582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa26ff5-4156-4867-addb-586cbad26a4d None None] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:31.362787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-96e41caa-d27c-4555-98a0-8aecae7520f3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/quotas/0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 375 time: 0.0597866 Jul 30 01:41:31.363893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 19498e7c-c527-4b0f-a801-6c6125d66994 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:31.384911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc5cef76-829b-40d1-8cce-235d0953f899 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6083035 Jul 30 01:41:31.387174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:31.393448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'subnet': {'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:31.450976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-622131ba-d046-46bb-840d-eddca7b1bc57 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753543 Jul 30 01:41:31.487548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69253f34-eebe-43e6-b517-c28e9c3da10e req-79e5bcd0-649b-4eb0-9877-9ad1855c13f0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.489338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69253f34-eebe-43e6-b517-c28e9c3da10e req-79e5bcd0-649b-4eb0-9877-9ad1855c13f0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.2425673 Jul 30 01:41:31.516557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:31.520618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.535378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:31.536265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.693874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69253f34-eebe-43e6-b517-c28e9c3da10e req-fe94d7fa-b3b7-4a77-846d-f4e49b31923f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880937 Jul 30 01:41:31.716878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Allocated IP 10.1.1.2 (fe005ab1-d053-4c54-bef2-b2be6a33c30b/f26378a3-f247-4c59-932b-d738676c75b0/58d79ae2-b7ee-470c-b9d0-692ac11fec06) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:31.740073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fef5:9791 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/e5d2fc09-4ba2-48ec-a6a6-c03084e9488e/19498e7c-c527-4b0f-a801-6c6125d66994) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:31.747870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.805029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-4f7a1c61-5a95-436d-967f-f9ea7d5055b0 service neutron] 10.222.0.78 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104064 Jul 30 01:41:31.850822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Subnet': ['ID=d3d90104-e03f-4b2f-9711-efc5591594f7,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:31.854059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Checking segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:31.854805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network hostable DHCP agents. Network: 3efebfd3-cb97-4208-8d47-9587a59c2360, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:31.896619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:31.909653 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d0b6c-8222-4cb4-b671-835fba6e22b0 x-openstack-request-id: req-518d0b6c-8222-4cb4-b671-835fba6e22b0 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:31.910302 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fb8ba-5fc3-475d-af14-fdc13fe9bd10", "name": "network-vif-plugged", "status": "completed", "tag": "a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:31.910302 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-518d0b6c-8222-4cb4-b671-835fba6e22b0 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:31.911405 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5', 'code': 200} Jul 30 01:41:31.911875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3efebfd3-cb97-4208-8d47-9587a59c2360) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:31.929118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.929770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.936109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53558115-941d-4fb3-a5b9-5d23bb3fda33 None None] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:31.952696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router a0b6b951-ebe3-4a44-ac24-736f6ca0244e is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:41:31.957736 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8f762505-9d25-45f9-ad37-1286c40e3fb7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5693130 Jul 30 01:41:31.961466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:31.982336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'name': 'tempest-TaggedBootDevicesTest-188371783', 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:32.095110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0739e-5edf-42bb-998f-e8ee200e2d1b req-9c1af7be-2bce-46f1-b96c-82dd20be459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.097238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-26e0739e-5edf-42bb-998f-e8ee200e2d1b req-9c1af7be-2bce-46f1-b96c-82dd20be459a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 1097 time: 0.1507335 Jul 30 01:41:32.124932 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.139215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3efebfd3-cb97-4208-8d47-9587a59c2360', 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'fixed_ips': [{'subnet_id': 'd3d90104-e03f-4b2f-9711-efc5591594f7'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:32.140078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.155476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Transition to ACTIVE for port object 58d79ae2-b7ee-470c-b9d0-692ac11fec06 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:32.172172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-01f45660-89f0-4f28-baa8-2fa3cda22a7c service neutron] 10.222.0.78 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661971 Jul 30 01:41:32.194822 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-26e0739e-5edf-42bb-998f-e8ee200e2d1b req-9a4e26e8-329a-4750-a8d2-3d6129ecbbf8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904388 Jul 30 01:41:32.219474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:32.252002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Transition to ACTIVE for port object 58d79ae2-b7ee-470c-b9d0-692ac11fec06 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:32.258284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18668ee8-d7cd-44f9-a93a-203e77087bc7 req-63c23f2b-7b16-4ff8-99cb-e23388ecce6e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.259942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18668ee8-d7cd-44f9-a93a-203e77087bc7 req-63c23f2b-7b16-4ff8-99cb-e23388ecce6e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.1870003 Jul 30 01:41:32.269284 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.293776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:41:32.342977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Sync routers for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:41:32.359403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c3db1867-bd6f-43fa-886e-9e2db6710052 None None] Provisioning for port 484c0ac5-5bed-4dca-90b8-0793b9db2627 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:32.377685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:32.412215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18668ee8-d7cd-44f9-a93a-203e77087bc7 req-efe6584c-d001-4120-9a96-e6b93848a190 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382446 Jul 30 01:41:32.413019 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.417579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ae2f198a-9b96-494f-a450-bbd3029f9a40 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6226182 Jul 30 01:41:32.419247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:32.421226 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.423313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.458291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:32.466913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 19498e7c-c527-4b0f-a801-6c6125d66994 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:32.472178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:32.485658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f85e49-8a72-44db-8375-306e79858d0a req-6bb11d6b-6777-4865-8748-4b0220ab79c1 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.502886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0f85e49-8a72-44db-8375-306e79858d0a req-6bb11d6b-6777-4865-8748-4b0220ab79c1 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 945 time: 0.1239443 Jul 30 01:41:32.510563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] device_id is not set on port 3a274634-b169-48c7-a38e-66ef35299f93 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:32.606045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Allocated IP 10.2.2.2 (3efebfd3-cb97-4208-8d47-9587a59c2360/d3d90104-e03f-4b2f-9711-efc5591594f7/6a0bf638-b998-4019-ad95-4f625ed2bd1c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:32.677689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebb53fb4-d587-439d-8314-c0d915e5b15d req-7b4468c3-e283-4d86-9084-003d3d071a60 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 210 time: 0.1430402 Jul 30 01:41:32.686717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:32.687656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:32.755294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0f85e49-8a72-44db-8375-306e79858d0a req-5d03690b-29d5-481d-819b-6569e110961d tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445824 Jul 30 01:41:32.763697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.780889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aef86242-f3b0-4da9-b0a8-041f7ec8eda5 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=897441e865db45c3ad650437d9da1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3518999 Jul 30 01:41:32.782972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41842) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:32.876297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.888803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Transition to ACTIVE for port object 6a0bf638-b998-4019-ad95-4f625ed2bd1c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:32.913586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Pushing event updated for resources: {'Port': ['ID=58d79ae2-b7ee-470c-b9d0-692ac11fec06,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:32.994442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 10.1.1.66 (fe005ab1-d053-4c54-bef2-b2be6a33c30b/f26378a3-f247-4c59-932b-d738676c75b0/3a274634-b169-48c7-a38e-66ef35299f93) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:33.004605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 484c0ac5-5bed-4dca-90b8-0793b9db2627 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:33.054827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Transition to ACTIVE for port object 6a0bf638-b998-4019-ad95-4f625ed2bd1c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:33.065574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:33.072733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Attempting to bind port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:33.073157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Attempting to bind port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:33.073527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Attempting to bind port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:33.082638 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.121853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:33.148626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:33.154860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.155736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.168980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=19498e7c-c527-4b0f-a801-6c6125d66994,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.226611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:33.239833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.259546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object 3a274634-b169-48c7-a38e-66ef35299f93 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:33.302481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.361350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.375976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:33.378502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:33.381821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:33.395779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:33.494371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.495898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.514859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:33.518355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:33.521783 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4fd476a8-cecb-48b6-a118-73a3cd71899e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5602818 Jul 30 01:41:33.525812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:33.541493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'name': 'tempest-TaggedBootDevicesTest-85437622', 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:33.604791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:33.605170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Checking segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:33.605574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.606237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Bound using segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:33.606892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Bound port: 58d79ae2-b7ee-470c-b9d0-692ac11fec06, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:33.607439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.632852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Pushing event updated for resources: {'Port': ['ID=6a0bf638-b998-4019-ad95-4f625ed2bd1c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.694406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48d4f6b1-4364-4186-9571-ebb427991435 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2579324 Jul 30 01:41:33.695758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41850) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:33.723490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876dd78-4d4e-45c2-a931-e258e9af237e req-33301238-0839-4e39-ad4f-9852e20bf2d1 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.725235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f876dd78-4d4e-45c2-a931-e258e9af237e req-33301238-0839-4e39-ad4f-9852e20bf2d1 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.8022144 Jul 30 01:41:33.732806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098fb10-0400-4a2d-aed5-f436b0cda508 req-a0ace4e8-742b-49de-94d0-f261aa3c090b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.742168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2098fb10-0400-4a2d-aed5-f436b0cda508 req-a0ace4e8-742b-49de-94d0-f261aa3c090b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.8570879 Jul 30 01:41:33.750974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3bb09666-8da3-489d-a538-fce654042690 None None] Provisioning for port 19498e7c-c527-4b0f-a801-6c6125d66994 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:33.785256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8212a-80c7-470d-a9e4-631273e03a2f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.791919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8212a-80c7-470d-a9e4-631273e03a2f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.796599 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bdf8212a-80c7-470d-a9e4-631273e03a2f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0980842 Jul 30 01:41:33.796599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:33.800507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.800999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3bb09666-8da3-489d-a538-fce654042690 None None] Provisioning complete for port 19498e7c-c527-4b0f-a801-6c6125d66994 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:33.801119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34871682-2676-4ab6-abe9-1fbc10a6ed89 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.801370 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3bb09666-8da3-489d-a538-fce654042690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.802895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-34871682-2676-4ab6-abe9-1fbc10a6ed89 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0184271 Jul 30 01:41:33.805495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41856) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:33.805919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41858) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:33.841866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f876dd78-4d4e-45c2-a931-e258e9af237e req-fdb3e9b3-7fef-4c79-bf4e-44144efe61a0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880225 Jul 30 01:41:33.864238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2098fb10-0400-4a2d-aed5-f436b0cda508 req-9428f1d9-ce7d-41fe-b3f8-29e4cd1be5c2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196561 Jul 30 01:41:33.910202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:33.916045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-47a04413-38a2-4c91-a7c8-65d83c0f1f74 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011412 Jul 30 01:41:33.916494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441825554', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:33.966699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] device_id is not set on port a7cbed62-6f49-4e60-b848-08b02078bbbc yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:33.968988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3bb09666-8da3-489d-a538-fce654042690 None None] Port 19498e7c-c527-4b0f-a801-6c6125d66994 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:33.974685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 484c0ac5-5bed-4dca-90b8-0793b9db2627 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:33.988267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Attempting to bind port 6a0bf638-b998-4019-ad95-4f625ed2bd1c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:33.988638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Attempting to bind port 6a0bf638-b998-4019-ad95-4f625ed2bd1c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:33.989152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Attempting to bind port 6a0bf638-b998-4019-ad95-4f625ed2bd1c on network 3efebfd3-cb97-4208-8d47-9587a59c2360 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:34.002723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 484c0ac5-5bed-4dca-90b8-0793b9db2627 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:34.003126 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.005967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] For port 58d79ae2-b7ee-470c-b9d0-692ac11fec06, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:34.009458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:34.009836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Checking segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:34.010289 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.010682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Bound using segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:34.011235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Bound port: 6a0bf638-b998-4019-ad95-4f625ed2bd1c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:34.011615 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.044475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:34.048140 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.056874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] For port 58d79ae2-b7ee-470c-b9d0-692ac11fec06, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=58d79ae2-b7ee-470c-b9d0-692ac11fec06,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:34.076214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.084262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 19498e7c-c527-4b0f-a801-6c6125d66994 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:34.084842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.170882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-737e585c-4535-4686-8617-8b2caba8c993 req-efbb5e0e-cb54-4367-baae-d51fef50b0b1 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 210 time: 0.1298511 Jul 30 01:41:34.211766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:29Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:34.318354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 10.1.1.16 (fe005ab1-d053-4c54-bef2-b2be6a33c30b/f26378a3-f247-4c59-932b-d738676c75b0/a7cbed62-6f49-4e60-b848-08b02078bbbc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:34.367136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620b68-b4d8-4f80-b00e-46c19a92eb17 req-fb145ce8-3dab-4efc-8b27-c0bc27eae5f4 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.368972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b620b68-b4d8-4f80-b00e-46c19a92eb17 req-fb145ce8-3dab-4efc-8b27-c0bc27eae5f4 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 945 time: 0.2023520 Jul 30 01:41:34.446795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Checking router: a0b6b951-ebe3-4a44-ac24-736f6ca0244e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:41:34.447170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Updating router a0b6b951-ebe3-4a44-ac24-736f6ca0244e port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:41:34.449669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.460419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-023b2eb6-b995-4782-839b-43700b0d8b07 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.462312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-023b2eb6-b995-4782-839b-43700b0d8b07 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 812 time: 0.3249071 Jul 30 01:41:34.468362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 19498e7c-c527-4b0f-a801-6c6125d66994 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:34.482699 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.507035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'port': {'device_id': 'e292c46c-7452-4342-bbde-46997a902569', 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67', 'admin_state_up': True, 'tenant_id': '0fa99259115141f5b9eac12ada76adee'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:34.520762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821338b4-a165-4730-a4d3-c16bf9c91ae4 None None] Pushing event updated for resources: {'Port': ['ID=58d79ae2-b7ee-470c-b9d0-692ac11fec06,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:34.596482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] For port 6a0bf638-b998-4019-ad95-4f625ed2bd1c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:34.627506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] For port 6a0bf638-b998-4019-ad95-4f625ed2bd1c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6a0bf638-b998-4019-ad95-4f625ed2bd1c,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:34.648804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b620b68-b4d8-4f80-b00e-46c19a92eb17 req-774f1d8c-b911-4ece-a0f6-afdef860be9c tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461407 Jul 30 01:41:34.690704 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.700507 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.705086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.732583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5544887-5863-4984-8c1b-9827110b1fbf req-86418a0f-3f54-40b8-90ae-a5c62fcc8929 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.739999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5544887-5863-4984-8c1b-9827110b1fbf req-86418a0f-3f54-40b8-90ae-a5c62fcc8929 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2695432 Jul 30 01:41:34.782615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697346-ea06-4cb9-8180-a2528d3f9f8c None None] Pushing event updated for resources: {'Port': ['ID=6a0bf638-b998-4019-ad95-4f625ed2bd1c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:34.831662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-f7b82a69-d5c8-4bf4-b9a2-1a01fa26d90a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6710348 Jul 30 01:41:34.845074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.873126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object a7cbed62-6f49-4e60-b848-08b02078bbbc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:34.887061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Subnet': ['ID=425cd32f-a90f-44e8-a781-4c1fdaa301fc,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:34.926223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 484c0ac5-5bed-4dca-90b8-0793b9db2627, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=484c0ac5-5bed-4dca-90b8-0793b9db2627,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:34.930327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5544887-5863-4984-8c1b-9827110b1fbf req-8a0971ea-0640-47c4-8c18-df1596ea79e1 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892707 Jul 30 01:41:34.931745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Made reservation on behalf of 0fa99259115141f5b9eac12ada76adee for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:34.939037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.940937 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.959627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Checking segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:34.960009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network hostable DHCP agents. Network: d66aef53-f184-4d4f-88b2-b1c68abd3576, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:35.021852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=484c0ac5-5bed-4dca-90b8-0793b9db2627,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:35.082501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.198442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:35.218676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 58d79ae2-b7ee-470c-b9d0-692ac11fec06 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:35.234892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d66aef53-f184-4d4f-88b2-b1c68abd3576) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:35.249815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.250597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.279777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a4d4d-64d1-4fc9-ae0e-69f6da7967ca None None] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:35.315382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.328801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Allocated IP 172.20.0.11 (6f0a4d17-b45a-426b-9388-113cc503bc67/e740f456-5dff-460b-bbc5-276b9f4dbf73/9691546f-a0fb-47b8-9da8-7c417c5cdd6e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:35.396518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:35.480407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bee41a-bfe6-49a4-a4db-76f210008194 req-90655da4-9287-4744-abc3-3c63fe32e46f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.482072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2bee41a-bfe6-49a4-a4db-76f210008194 req-90655da4-9287-4744-abc3-3c63fe32e46f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.4162376 Jul 30 01:41:35.489985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff857a-e542-4466-b07d-ec7321b3c999 req-95a1c805-b2bb-48e0-8495-cd67976e53eb tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.491635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6ff857a-e542-4466-b07d-ec7321b3c999 req-95a1c805-b2bb-48e0-8495-cd67976e53eb tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 945 time: 0.4270518 Jul 30 01:41:35.502951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3a4d377d-13c4-4d82-ac81-f4b10181d054 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5915797 Jul 30 01:41:35.511478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41878) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:35.570537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d66aef53-f184-4d4f-88b2-b1c68abd3576', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:35.571805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.630503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-a3d6b38e-8a92-4245-af29-afb89c1b1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.632357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-a3d6b38e-8a92-4245-af29-afb89c1b1ca6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 1098 time: 0.7088225 Jul 30 01:41:35.656966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.668787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2bee41a-bfe6-49a4-a4db-76f210008194 req-2ad9792c-3310-4b99-b56a-40120268a4f7 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737993 Jul 30 01:41:35.723484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Transition to ACTIVE for port object 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:35.728777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6ff857a-e542-4466-b07d-ec7321b3c999 req-e0cd5bb5-8524-4c05-896b-62e10ddccad2 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162764 Jul 30 01:41:35.738468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:35.742383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:35.748378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:35.778842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:35.785452 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.812076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.854420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=19498e7c-c527-4b0f-a801-6c6125d66994,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:35.876825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.885834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5e489ab6-0c3b-4423-9aaa-6aceabb0210d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/19498e7c-c527-4b0f-a801-6c6125d66994 HTTP/1.1" status: 204 len: 168 time: 2.0779555 Jul 30 01:41:35.888929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41880) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:35.949955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Attempting to bind port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:35.950688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Attempting to bind port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:35.951806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Attempting to bind port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:35.954556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2efd8-583d-4c4e-b231-28da0770b221 None None] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:36.030602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665da510-d669-47ab-a3af-2e92f9f17de1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.032212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665da510-d669-47ab-a3af-2e92f9f17de1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.036513 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-665da510-d669-47ab-a3af-2e92f9f17de1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1325502 Jul 30 01:41:36.036513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-832212b7-7001-43d2-a98f-bafe2cc99a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.037364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-832212b7-7001-43d2-a98f-bafe2cc99a82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 915 time: 0.3833880 Jul 30 01:41:36.037897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41882) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:36.086154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] Provisioning for port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:36.088678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:36.089158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:36.089620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.090076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:36.090660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Bound port: 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:36.091133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.128730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86067e91-6df7-441c-bdd7-1c93f62ff84f req-46edae6d-5b75-4e74-b1a1-a1efb58b475c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.130935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86067e91-6df7-441c-bdd7-1c93f62ff84f req-46edae6d-5b75-4e74-b1a1-a1efb58b475c tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2938442 Jul 30 01:41:36.133733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.134441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.156165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] For port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:36.159896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] For port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:36.162815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet e5d2fc09-4ba2-48ec-a6a6-c03084e9488e {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:36.168160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.170270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8b3a25-8628-4568-b8da-8a75b2d0fc4c req-787dfbe7-872b-4bcb-a1e0-283ac6b67f65 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 210 time: 0.1529148 Jul 30 01:41:36.175243 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.177822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Allocated IP 172.20.0.2 (d66aef53-f184-4d4f-88b2-b1c68abd3576/425cd32f-a90f-44e8-a781-4c1fdaa301fc/b923e521-ad26-47fc-80d9-76d3a553f945) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:36.190799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] Provisioning complete for port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:36.191310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.223893 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7fc2baab-242c-4fa4-9035-8a92db15d54f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6956236 Jul 30 01:41:36.251154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089de21-b823-49d2-896d-f7ea60ed344f None None] Pushing event updated for resources: {'Port': ['ID=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:36.314158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.322391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089de21-b823-49d2-896d-f7ea60ed344f None None] Pushing event updated for resources: {'Port': ['ID=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:36.355135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Network 6f0a4d17-b45a-426b-9388-113cc503bc67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:36.379171 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-abbcf17f-9896-4bf6-8f9d-dfd03df53ba5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=058c895a-edeb-4215-ac7c-1a7a5700a588 HTTP/1.1" status: 200 len: 217 time: 0.2313118 Jul 30 01:41:36.391254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:36.400814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:36.411451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:36.411957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:36.430908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.460953 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.465522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.466346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.495435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86067e91-6df7-441c-bdd7-1c93f62ff84f req-82947aa4-5ccd-4c69-9358-e91a2e01453b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448777 Jul 30 01:41:36.508471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713570ba-780d-4d71-87ba-64fc1c72b132 None None] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:36.562521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0852544 Jul 30 01:41:36.569886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41888) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:36.576794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490891683', 'description': 'tempest-description--532719887'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:36.594257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-883b54be-4d8c-4c2f-bb80-4b28e7442b0f tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.595967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-883b54be-4d8c-4c2f-bb80-4b28e7442b0f tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.66 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 945 time: 0.3866565 Jul 30 01:41:36.606067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-7ca522ff-f1af-4823-8a32-8f81770c814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.607597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-7ca522ff-f1af-4823-8a32-8f81770c814f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.2159107 Jul 30 01:41:36.657836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Request body: {'port': {'device_id': 'e292c46c-7452-4342-bbde-46997a902569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:36.716831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] For port 58d79ae2-b7ee-470c-b9d0-692ac11fec06, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=58d79ae2-b7ee-470c-b9d0-692ac11fec06,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:36.719695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-15b00ea5-1614-40d1-8c45-2cc41602b604 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967653 Jul 30 01:41:36.763958 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.820391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720bf36-ddd5-4be9-9341-3971a3fc97b7 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:36.872291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.910886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.913876 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-a8ad27bd-28df-44ae-904b-3f92ce0d71a0 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816356 Jul 30 01:41:36.920174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.924926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.931339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.939741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:36.994155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Transition to ACTIVE for port object b923e521-ad26-47fc-80d9-76d3a553f945 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:37.106090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.222517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.226610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6afe5b4f-b177-4600-8f93-42197907c1d9 None None] Provisioning for port 6a0bf638-b998-4019-ad95-4f625ed2bd1c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:37.263517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1bd92-9899-432c-8eaa-7176cc28c493 None None] Pushing event updated for resources: {'Port': ['ID=58d79ae2-b7ee-470c-b9d0-692ac11fec06,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:37.310544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d2fc09-4ba2-48ec-a6a6-c03084e9488e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:37.310737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 484c0ac5-5bed-4dca-90b8-0793b9db2627 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:37.314034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c7f2e5f9-86a8-46cf-a152-06bb8eac626b req-b8393d33-a232-40c7-83bc-558145d1262a service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811986 Jul 30 01:41:37.318832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Deleting port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:37.336758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.350269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.357157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Transition to ACTIVE for port object b923e521-ad26-47fc-80d9-76d3a553f945 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:37.360337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11137638-b187-4d88-926f-7c73c9c4a2f8 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:37.365775 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-45669c5d-fd04-4ef8-872d-f568305e706b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/e5d2fc09-4ba2-48ec-a6a6-c03084e9488e HTTP/1.1" status: 204 len: 168 time: 1.3110683 Jul 30 01:41:37.411492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41914) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:37.421770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d1bf8-bbb5-4922-844b-a1efe22cc76f req-8ccd799c-0e42-4714-80c5-a5e712366807 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.430582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f99d1bf8-bbb5-4922-844b-a1efe22cc76f req-8ccd799c-0e42-4714-80c5-a5e712366807 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46fb8ba-5fc3-475d-af14-fdc13fe9bd10 HTTP/1.1" status: 200 len: 945 time: 0.4933076 Jul 30 01:41:37.507267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.526792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] For port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,segment=NetworkSegment(7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c),segment_id=7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:37.527395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.556314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Calling delete_port for a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:37.576669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.583940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.671064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c14286f-d733-4911-b1af-633d10575291 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2314141 Jul 30 01:41:37.685534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c3919-8f83-40a8-b71b-3c379102cbe2 req-c7a18fa6-3e96-4057-ba66-80a2ddf01c97 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.695732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b5c3919-8f83-40a8-b71b-3c379102cbe2 req-c7a18fa6-3e96-4057-ba66-80a2ddf01c97 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.8478670 Jul 30 01:41:37.700705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41916) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:37.704773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd6b01-76c8-466d-b611-d5711e02dc66,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:37.717164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:37.718418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.723029 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b3eb1ff-f6d2-49ad-a96e-47fb2a01106b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1472452 Jul 30 01:41:37.723649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:37.727913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd6b01-76c8-466d-b611-d5711e02dc66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:37.776603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.822905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f99d1bf8-bbb5-4922-844b-a1efe22cc76f req-fc84b26c-46e5-4cad-af4e-1ff12652e1de tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.78 "GET /v2.0/security-groups?id=dff473c5-8b39-4458-8c54-2e12a9453592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901932 Jul 30 01:41:37.854657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:37.862711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Pushing event updated for resources: {'Port': ['ID=b923e521-ad26-47fc-80d9-76d3a553f945,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:37.887950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.896340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.903518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:37.916730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:37.960076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.961277 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2369506 Jul 30 01:41:37.983080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41920) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:37.989264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'security_group_rule': {'security_group_id': 'd0dd6b01-76c8-466d-b611-d5711e02dc66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:38.016058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca510f7-4d3c-4eb1-b288-44f6cf73c719 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f76d9c-8843-4a87-836c-929210759528,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:38.029745 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.046792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Provisioning for port a7cbed62-6f49-4e60-b848-08b02078bbbc completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:38.076481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Provisioning complete for port a7cbed62-6f49-4e60-b848-08b02078bbbc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:38.076891 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.106764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 484c0ac5-5bed-4dca-90b8-0793b9db2627 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:38.107338 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.129886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.177568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:38.230731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Pushing event deleted for resources: {'Port': ['ID=a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:38.232617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Attempting to bind port b923e521-ad26-47fc-80d9-76d3a553f945 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:38.237830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Attempting to bind port b923e521-ad26-47fc-80d9-76d3a553f945 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:38.238298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Attempting to bind port b923e521-ad26-47fc-80d9-76d3a553f945 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:38.248717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:41:38.292014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:38.292396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Checking segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:38.292803 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.293202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Bound using segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:38.293697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Bound port: b923e521-ad26-47fc-80d9-76d3a553f945, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:38.294096 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.302958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] No DVR routers for this DVR port a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:38.309416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.311756 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7e7c816d-a689-473c-9503-9b0816bf6742 req-84deaec4-4f60-46a1-bb97-b77a6b2001b3 tempest-InstanceActionsV221TestJSON-857678448 tempest-InstanceActionsV221TestJSON-857678448-project] 10.222.0.66 "DELETE /v2.0/ports/a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 HTTP/1.1" status: 204 len: 173 time: 1.7011960 Jul 30 01:41:38.312366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'name': 'network-vif-deleted', 'tag': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:38.315993 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42fa10-2444-442a-a3ee-245e7653a9d5" -d '{"events": [{"server_uuid": "e46fb8ba-5fc3-475d-af14-fdc13fe9bd10", "name": "network-vif-deleted", "tag": "a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:38.328078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.335957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.337877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Port a7cbed62-6f49-4e60-b848-08b02078bbbc cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:38.358098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52404091-e947-433d-81ce-d652114c5895,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:38.364952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.366416 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-66d176eb-afbb-4bae-bbd5-4d33f47c328e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812649 Jul 30 01:41:38.369672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41924) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:38.374679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:38.412433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Provisioning complete for port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:38.412910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.426405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.546683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:29Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:38.571939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b5c3919-8f83-40a8-b71b-3c379102cbe2 req-99925510-6743-4e75-b019-ecdceaaea4a9 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724155 Jul 30 01:41:38.594031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.1 (d66aef53-f184-4d4f-88b2-b1c68abd3576/425cd32f-a90f-44e8-a781-4c1fdaa301fc/99e85567-4a59-402a-af62-883da1183a09) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:38.636214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] For port b923e521-ad26-47fc-80d9-76d3a553f945, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:38.640568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.649002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6a0bf638-b998-4019-ad95-4f625ed2bd1c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:38.649242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:38.653555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.749959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] For port b923e521-ad26-47fc-80d9-76d3a553f945, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b923e521-ad26-47fc-80d9-76d3a553f945,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:38.757277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befca9b-4a0f-4383-bd71-dd7c51159919 None None] The sync data for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 is: [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:29Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:38.768910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.837286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] Deleting port 484c0ac5-5bed-4dca-90b8-0793b9db2627 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:38.837658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.855180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 172.25.8.172 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6e69beb7-18c4-4176-9c6f-87b9bf20c8f5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:38.945986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba701-64ea-4993-8f95-70976a408791 req-3ca1d983-5db1-4130-a2d7-5e4025f901e2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.953757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd3ba701-64ea-4993-8f95-70976a408791 req-3ca1d983-5db1-4130-a2d7-5e4025f901e2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 1.0163250 Jul 30 01:41:38.990460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] For port 484c0ac5-5bed-4dca-90b8-0793b9db2627, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=484c0ac5-5bed-4dca-90b8-0793b9db2627,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:38.991474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.019054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36d74-ba51-483e-a731-4d5f31663862 None None] Pushing event updated for resources: {'Port': ['ID=b923e521-ad26-47fc-80d9-76d3a553f945,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.025364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] Calling delete_port for 484c0ac5-5bed-4dca-90b8-0793b9db2627 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:39.034496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6a0bf638-b998-4019-ad95-4f625ed2bd1c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:39.053679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6a0bf638-b998-4019-ad95-4f625ed2bd1c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:39.053679 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.156698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.210386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.234911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Provisioning for port 3a274634-b169-48c7-a38e-66ef35299f93 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:39.247439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Provisioning complete for port 3a274634-b169-48c7-a38e-66ef35299f93 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:39.247879 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.271901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b84c-52c9-4195-a94c-2b59002b7c13 req-55cbfa82-c56d-48bc-b7aa-f8061998a013 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.274327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6c8b84c-52c9-4195-a94c-2b59002b7c13 req-55cbfa82-c56d-48bc-b7aa-f8061998a013 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 932 time: 0.4145739 Jul 30 01:41:39.302500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd3ba701-64ea-4993-8f95-70976a408791 req-bb93f524-0267-467a-9674-4623f68860cc tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390687 Jul 30 01:41:39.306920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.321708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object 99e85567-4a59-402a-af62-883da1183a09 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:39.398801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=6e69beb7-18c4-4176-9c6f-87b9bf20c8f5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.416565 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.421062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:39.423109 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa4431-f40c-4639-888e-5a7c337eb65b x-openstack-request-id: req-70aa4431-f40c-4639-888e-5a7c337eb65b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:39.423371 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fb8ba-5fc3-475d-af14-fdc13fe9bd10", "name": "network-vif-deleted", "tag": "a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:39.423645 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70aa4431-f40c-4639-888e-5a7c337eb65b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:39.424233 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fb8ba-5fc3-475d-af14-fdc13fe9bd10', 'name': 'network-vif-deleted', 'tag': 'a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5', 'status': 'completed', 'code': 200} Jul 30 01:41:39.425077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:39.427754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:39.437138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-89ebb13a-0f33-4ecf-9007-c35bfb847cdf None None] Port 3a274634-b169-48c7-a38e-66ef35299f93 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:39.443082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.446453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6c8b84c-52c9-4195-a94c-2b59002b7c13 req-ef34db40-4d36-4740-90a3-4b838b30bcfe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335227 Jul 30 01:41:39.478078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] Pushing event deleted for resources: {'Port': ['ID=484c0ac5-5bed-4dca-90b8-0793b9db2627,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.489011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d905507-28f1-46b6-a44d-d1a31cdd9331 None None] No DVR routers for this DVR port 484c0ac5-5bed-4dca-90b8-0793b9db2627 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:39.530343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6a0bf638-b998-4019-ad95-4f625ed2bd1c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6a0bf638-b998-4019-ad95-4f625ed2bd1c,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:39.535088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.613398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.681013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.693768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6a0bf638-b998-4019-ad95-4f625ed2bd1c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.732784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Provisioning complete for port a7cbed62-6f49-4e60-b848-08b02078bbbc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:39.732784 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.799727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Port a7cbed62-6f49-4e60-b848-08b02078bbbc cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:39.821718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Provisioning complete for port 6a0bf638-b998-4019-ad95-4f625ed2bd1c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:39.822077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.983122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b923e521-ad26-47fc-80d9-76d3a553f945 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:40.005278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.020595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41938) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:40.081714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.087311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Provisioning complete for port 3a274634-b169-48c7-a38e-66ef35299f93 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:40.087713 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.087931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.089688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9691546f-a0fb-47b8-9da8-7c417c5cdd6e {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:40.099985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:40.137945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b923e521-ad26-47fc-80d9-76d3a553f945 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:40.146318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:40.155605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 58d79ae2-b7ee-470c-b9d0-692ac11fec06 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:40.157820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.160845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:40.168210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Deleting subnet 1d7366a3-224b-40bf-8450-e2c464c81052 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:40.171053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.188259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=6e69beb7-18c4-4176-9c6f-87b9bf20c8f5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.207911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.211894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a27aa359-f6f3-4f71-a34a-ab0899933f60 None None] Port 3a274634-b169-48c7-a38e-66ef35299f93 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:40.232091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.233387 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc4fe059-df7a-4619-b017-51756c113311 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8626752 Jul 30 01:41:40.251019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:40.251594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.267807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:41:40.324594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.367649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab166a97-7b1c-4e3b-a91d-302923c8c94a req-0163a20d-90d1-43b9-bf72-d7b605a04d5a tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.377691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab166a97-7b1c-4e3b-a91d-302923c8c94a req-0163a20d-90d1-43b9-bf72-d7b605a04d5a tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.6496649 Jul 30 01:41:40.384029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Transition to ACTIVE for port object 9691546f-a0fb-47b8-9da8-7c417c5cdd6e will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:40.392047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:40.397542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.438442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=99e85567-4a59-402a-af62-883da1183a09,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.465432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:40.469930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:40.470313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.499524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.500492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767d9d0-a32b-41ee-91f0-9b7aa6f72204 None None] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:40.575468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.615814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.679279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:40.704103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-74e73580-f255-469e-99d8-7fb55745051e None None] Provisioning for port b923e521-ad26-47fc-80d9-76d3a553f945 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:40.707211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:40.708870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=3bc6ceb6-f410-4fb2-ada1-9aedd03e52db,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.714011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.714481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.721697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-74e73580-f255-469e-99d8-7fb55745051e None None] Provisioning complete for port b923e521-ad26-47fc-80d9-76d3a553f945 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:40.722075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-74e73580-f255-469e-99d8-7fb55745051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.726767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab166a97-7b1c-4e3b-a91d-302923c8c94a req-fd0fa32d-763e-408b-8ec9-d610f1f8be28 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475721 Jul 30 01:41:40.728343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3332f-2e80-4724-9887-906d61030e78 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:40.742949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.756246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:40.842594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1326ebdd-f518-421f-a242-3920f10bd4b9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1318648 Jul 30 01:41:40.843923 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.845567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:40.849541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:40.849887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a9ebcf00-7e8f-4b26-b48b-b2a09ff799c5 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:40.861359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:75:52:47', 'name': 'tempest-NetworksTestDHCPv6-1346264283'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:40.882687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75ddd-7a59-4dd9-bfb9-21e0b0c5c8ab req-b3777a50-6ee2-4c1a-afba-18a46e5ea5c9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.886301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1d75ddd-7a59-4dd9-bfb9-21e0b0c5c8ab req-b3777a50-6ee2-4c1a-afba-18a46e5ea5c9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.4430780 Jul 30 01:41:40.930148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.936632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7366a3-224b-40bf-8450-e2c464c81052,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.990411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:40.990610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.998503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-10ba4f4c-2f72-4945-b6bf-29beec6d24c2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1d7366a3-224b-40bf-8450-e2c464c81052 HTTP/1.1" status: 204 len: 168 time: 0.9694896 Jul 30 01:41:41.002269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41962) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:41.040137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.092673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-74e73580-f255-469e-99d8-7fb55745051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.106869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:41.127306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Attempting to bind port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:41.127306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Attempting to bind port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:41.127306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Attempting to bind port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e on network 6f0a4d17-b45a-426b-9388-113cc503bc67 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:41.134775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-bbd4ccb6-948c-47cd-bc25-07be16e03e4c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1490891683&fields=id&tenant_id=82df728ca872453da9a5adb3e5133a2d HTTP/1.1" status: 200 len: 267 time: 0.2082090 Jul 30 01:41:41.140843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1d75ddd-7a59-4dd9-bfb9-21e0b0c5c8ab req-045af2f6-b75a-4fbf-afbd-7dfed0630655 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054260 Jul 30 01:41:41.147200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e on network 6f0a4d17-b45a-426b-9388-113cc503bc67 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:41.147200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Attempting to bind port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e on network 6f0a4d17-b45a-426b-9388-113cc503bc67 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:41.161494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 484c0ac5-5bed-4dca-90b8-0793b9db2627 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:41.196195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.202250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 484c0ac5-5bed-4dca-90b8-0793b9db2627 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:41.202597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 484c0ac5-5bed-4dca-90b8-0793b9db2627 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:41.209702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:41.210058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Checking segment: {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:41.210491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Bound using segment: {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:41.211054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Bound port: 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:41.211351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.227660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.228811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '3bc6ceb6-f410-4fb2-ada1-9aedd03e52db'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:41.229921 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.256313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-74e73580-f255-469e-99d8-7fb55745051e None None] For port b923e521-ad26-47fc-80d9-76d3a553f945, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b923e521-ad26-47fc-80d9-76d3a553f945,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:41.268952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-74e73580-f255-469e-99d8-7fb55745051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.309531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.365475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ac37370a-ec24-4188-bcc9-588847f36399 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.366983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ac37370a-ec24-4188-bcc9-588847f36399 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 930 time: 0.1789656 Jul 30 01:41:41.395226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e73580-f255-469e-99d8-7fb55745051e None None] Pushing event updated for resources: {'Port': ['ID=b923e521-ad26-47fc-80d9-76d3a553f945,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.401842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.413649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.441685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3fe1b4-6360-4815-be34-2072d0dc660d']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:41.460694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Allocated IP 2001:db8::f816:3eff:fe6f:169 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/3bc6ceb6-f410-4fb2-ada1-9aedd03e52db/656d631e-52dd-422c-9ba8-145fcb638ad2) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:41.463725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:41.464211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af8fdfc-f74d-4575-bcf4-1e4e4e1eb18c') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:41.466547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port deaff985-11ca-4f43-a5d8-9ce606ad0e11 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:41.481821 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.538647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.555574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d69fc8-1128-4389-a822-330b1d5ed25e req-9166cb04-6286-4291-8e06-b9df3a587957 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.560847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:41:41.561265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:41:41.563134 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:41:41.565635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71d69fc8-1128-4389-a822-330b1d5ed25e req-9166cb04-6286-4291-8e06-b9df3a587957 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 944 time: 0.2682977 Jul 30 01:41:41.647908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-fc24f6e2-dd36-473c-a6cf-796319147c87 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.655838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-fc24f6e2-dd36-473c-a6cf-796319147c87 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 929 time: 0.2431407 Jul 30 01:41:41.694890 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.704255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a844ce9e-6616-4572-a061-5f6d3a81789b None None] Provisioning complete for port b923e521-ad26-47fc-80d9-76d3a553f945 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:41.704628 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a844ce9e-6616-4572-a061-5f6d3a81789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.710499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.717449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71d69fc8-1128-4389-a822-330b1d5ed25e req-f92f2ab9-a91f-4119-9df6-66c827170a61 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528077 Jul 30 01:41:41.721938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.726623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6c3fe1b4-6360-4815-be34-2072d0dc660d HTTP/1.1" status: 204 len: 168 time: 0.7210793 Jul 30 01:41:41.726816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6a0bf638-b998-4019-ad95-4f625ed2bd1c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:41.744976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fa64e-c597-45da-9963-b0d86c61d8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3fe1b4-6360-4815-be34-2072d0dc660d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:41.795957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cc69870a-50f6-4047-9c2c-6762d32e35c1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1391914 Jul 30 01:41:41.799461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:41.819452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Transition to ACTIVE for port object 656d631e-52dd-422c-9ba8-145fcb638ad2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:41.860278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Transition to ACTIVE for port object 656d631e-52dd-422c-9ba8-145fcb638ad2 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:41.875694 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.877448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-18ebc871-05bf-4bf9-a099-d0f990c30157 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0465190 Jul 30 01:41:41.883581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:41.907719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.928381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6a0bf638-b998-4019-ad95-4f625ed2bd1c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:41.928756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.945928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41968) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:41.961570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:41.996878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:41.997421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fe75:5247 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/3bc6ceb6-f410-4fb2-ada1-9aedd03e52db/deaff985-11ca-4f43-a5d8-9ce606ad0e11) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:42.014875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:42.022531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Pushing event updated for resources: {'Port': ['ID=656d631e-52dd-422c-9ba8-145fcb638ad2,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.035153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bcd725c6-24e5-45f7-8c2f-616a60871beb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=814577d259e84e739ae001d31f10fea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874507 Jul 30 01:41:42.036605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41970) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:42.057980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.058718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.060264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 1093 time: 5.4087350 Jul 30 01:41:42.087200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:42.089448 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f8c91-41e3-43ed-a69f-2cbdced8061a" -d '{"events": [{"name": "network-changed", "server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:42.109597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Attempting to bind port 656d631e-52dd-422c-9ba8-145fcb638ad2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:42.110609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Attempting to bind port 656d631e-52dd-422c-9ba8-145fcb638ad2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:42.110937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Attempting to bind port 656d631e-52dd-422c-9ba8-145fcb638ad2 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:42.118211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a844ce9e-6616-4572-a061-5f6d3a81789b None None] Provisioning for port 99e85567-4a59-402a-af62-883da1183a09 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:42.123919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:42.124288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:42.124692 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.125087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:42.125582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Bound port: 656d631e-52dd-422c-9ba8-145fcb638ad2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:42.126556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.156829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a844ce9e-6616-4572-a061-5f6d3a81789b None None] Provisioning complete for port 99e85567-4a59-402a-af62-883da1183a09 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:42.157177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a844ce9e-6616-4572-a061-5f6d3a81789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.157488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21446-9dcc-4031-b297-18f52e49bb0c req-16eacf00-53b5-494f-bf03-dfd36b57572b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.159831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae21446-9dcc-4031-b297-18f52e49bb0c req-16eacf00-53b5-494f-bf03-dfd36b57572b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1782498 Jul 30 01:41:42.175788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc36ad4-4bea-49d8-8751-1063aa80b0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.219345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0470e417-7ef2-4366-a48d-1d590d05878d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.221447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b923e521-ad26-47fc-80d9-76d3a553f945 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:42.257830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a844ce9e-6616-4572-a061-5f6d3a81789b None None] Port 99e85567-4a59-402a-af62-883da1183a09 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:42.265540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0470e417-7ef2-4366-a48d-1d590d05878d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.292849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] For port 656d631e-52dd-422c-9ba8-145fcb638ad2, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:42.296669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] For port 656d631e-52dd-422c-9ba8-145fcb638ad2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=656d631e-52dd-422c-9ba8-145fcb638ad2,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:42.304800 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.323773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.349207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b923e521-ad26-47fc-80d9-76d3a553f945 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:42.349603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.355717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object deaff985-11ca-4f43-a5d8-9ce606ad0e11 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:42.365216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0470e417-7ef2-4366-a48d-1d590d05878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.368064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0470e417-7ef2-4366-a48d-1d590d05878d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.369435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0470e417-7ef2-4366-a48d-1d590d05878d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dff473c5-8b39-4458-8c54-2e12a9453592 HTTP/1.1" status: 204 len: 168 time: 0.3292751 Jul 30 01:41:42.388493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470e417-7ef2-4366-a48d-1d590d05878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff473c5-8b39-4458-8c54-2e12a9453592,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.441922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d337aa-9252-4025-b082-db0b798264ce None None] Pushing event updated for resources: {'Port': ['ID=656d631e-52dd-422c-9ba8-145fcb638ad2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.457940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-624f9a0d-42c4-4bf7-99a1-9f52c00abb2f None None] Provisioning complete for port 99e85567-4a59-402a-af62-883da1183a09 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:42.458587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-624f9a0d-42c4-4bf7-99a1-9f52c00abb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.465791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.541410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=deaff985-11ca-4f43-a5d8-9ce606ad0e11,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.549448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-624f9a0d-42c4-4bf7-99a1-9f52c00abb2f None None] Port 99e85567-4a59-402a-af62-883da1183a09 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:42.557897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:42.560286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:42.569174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:42.572479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:42.592372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.596181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.638416 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1497d46d-8f08-47c6-978e-d9c40d712f78 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7914386 Jul 30 01:41:42.643499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:42.661567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:42.662458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-7f7bb54d-724a-4b3c-b110-17d2e7a5a5e0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.662870 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.668376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-7f7bb54d-724a-4b3c-b110-17d2e7a5a5e0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.676382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-7f7bb54d-724a-4b3c-b110-17d2e7a5a5e0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.678394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-7f7bb54d-724a-4b3c-b110-17d2e7a5a5e0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=3efebfd3-cb97-4208-8d47-9587a59c2360&id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 1987 time: 0.7918811 Jul 30 01:41:42.758301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a6f7-ed57-459a-bb66-fe5283e85669 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.765810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1a6f7-ed57-459a-bb66-fe5283e85669 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.768190 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bbb1a6f7-ed57-459a-bb66-fe5283e85669 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1235058 Jul 30 01:41:42.770836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41982) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:42.801231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-d3a8dfe3-d093-46a7-a229-133d85d20ba6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/quotas/82df728ca872453da9a5adb3e5133a2d HTTP/1.1" status: 200 len: 375 time: 0.0880306 Jul 30 01:41:42.803411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-5911d5e8-67e9-4883-a8df-ab036c6a055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.804953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-5911d5e8-67e9-4883-a8df-ab036c6a055c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1096 time: 0.6439567 Jul 30 01:41:42.827538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cae21446-9dcc-4031-b297-18f52e49bb0c req-2aa79b95-e906-42ff-91af-7b0ac796064d tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309886 Jul 30 01:41:42.909905 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd61279c-11da-473c-ace5-7cebb71eafb1 x-openstack-request-id: req-fd61279c-11da-473c-ace5-7cebb71eafb1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:42.910187 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:42.910616 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd61279c-11da-473c-ace5-7cebb71eafb1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:42.911035 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'status': 'completed', 'code': 200} Jul 30 01:41:42.965153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-b47a8e56-0dac-4fb1-9c2d-3fcd2f5ca369 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 217 time: 0.0881448 Jul 30 01:41:42.994105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port deaff985-11ca-4f43-a5d8-9ce606ad0e11 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:42.994742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.012852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.052880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.109067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.130644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for deaff985-11ca-4f43-a5d8-9ce606ad0e11 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:43.147045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-51756350-8e2a-492d-bbed-fbc2633ab316 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3161654 Jul 30 01:41:43.193050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-65b60bb3-e7df-4e75-8851-5a37ae30169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.194599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-65b60bb3-e7df-4e75-8851-5a37ae30169f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.2133408 Jul 30 01:41:43.261411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.266142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=99e85567-4a59-402a-af62-883da1183a09,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:43.303442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f789a-caae-47ce-a007-bc2a889f791f req-af1d4229-e915-41fd-8cd9-9d2f0a8e9ee6 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.305051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d41f789a-caae-47ce-a007-bc2a889f791f req-af1d4229-e915-41fd-8cd9-9d2f0a8e9ee6 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.3277881 Jul 30 01:41:43.307673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-6b3906cc-7fbd-4c5e-bc3e-751799d10cab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958343 Jul 30 01:41:43.339920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.383442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=deaff985-11ca-4f43-a5d8-9ce606ad0e11,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:43.414941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.419229 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f372cdec-ff37-4b56-a940-fbce7522aa53 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/deaff985-11ca-4f43-a5d8-9ce606ad0e11 HTTP/1.1" status: 204 len: 168 time: 0.6449692 Jul 30 01:41:43.421892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:43.496717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148cbc4e-a9d5-4064-b344-6281ee214aa2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.498510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148cbc4e-a9d5-4064-b344-6281ee214aa2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.505171 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-148cbc4e-a9d5-4064-b344-6281ee214aa2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0821390 Jul 30 01:41:43.505853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42004) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:43.533522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-1ac128ce-fcc3-4b86-9fcc-5288fabed4ad service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121468 Jul 30 01:41:43.571382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d41f789a-caae-47ce-a007-bc2a889f791f req-2968b058-77b1-491f-aee7-bfca2bea32eb tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554111 Jul 30 01:41:43.620117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 3bc6ceb6-f410-4fb2-ada1-9aedd03e52db {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:43.631671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.643480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:43.656395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:43.696769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:43.731192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.734667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 656d631e-52dd-422c-9ba8-145fcb638ad2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:43.786779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-10bd3f9f-76bb-4f1e-b292-424e33815e90 service neutron] 10.222.0.78 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210446 Jul 30 01:41:43.824715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 656d631e-52dd-422c-9ba8-145fcb638ad2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:43.877516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.947607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-863953198-network', 'tenant_id': '4f9ea0f095e2420fa90c4ca585494ad0'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:43.982159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0936f39-f95f-43e2-87fe-82194c949e44 req-74a8a35c-bbaf-42f6-9ecb-7d8eb0d3c5db service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257662 Jul 30 01:41:44.003182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Made reservation on behalf of 4f9ea0f095e2420fa90c4ca585494ad0 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:44.006541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.013915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] Provisioning for port 656d631e-52dd-422c-9ba8-145fcb638ad2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:44.021869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1a88f-ef43-45d5-9a56-839794a4bce5 req-0b4ec138-8c3d-4140-8a0a-db782bce54f5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.022669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.023825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74f1a88f-ef43-45d5-9a56-839794a4bce5 req-0b4ec138-8c3d-4140-8a0a-db782bce54f5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 944 time: 0.3115819 Jul 30 01:41:44.030283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] Provisioning complete for port 656d631e-52dd-422c-9ba8-145fcb638ad2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:44.030936 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.032358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.039782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router a0b6b951-ebe3-4a44-ac24-736f6ca0244e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:41:44.122950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-6a814b98-a753-4c64-8326-c22a969a1e3c service neutron] 10.222.0.78 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351305 Jul 30 01:41:44.141106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74f1a88f-ef43-45d5-9a56-839794a4bce5 req-0496c2fb-6152-4afd-bc86-73aab3688b12 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065047 Jul 30 01:41:44.146334 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.176530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.207572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-bd65053d-ffe1-4f61-9577-c1d463a0c2d5 service neutron] 10.222.0.78 "GET /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0717361 Jul 30 01:41:44.221460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc6ceb6-f410-4fb2-ada1-9aedd03e52db,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.225997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] For port 656d631e-52dd-422c-9ba8-145fcb638ad2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=656d631e-52dd-422c-9ba8-145fcb638ad2,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:44.227274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.230882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.232831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.237823 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-126e5306-ba86-4306-b5ef-000e25148e94 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/3bc6ceb6-f410-4fb2-ada1-9aedd03e52db HTTP/1.1" status: 204 len: 168 time: 0.7275209 Jul 30 01:41:44.241503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42014) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:44.294176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50311468-d5e2-494a-8498-465c8bd55d91 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:44.296359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:44.304316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fb515352-b4e3-4802-9552-5968930a9649 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633669 Jul 30 01:41:44.315371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:44.333339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fbc789-f3ff-4416-b23b-d724d4a734a6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.337227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.337572 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Added segment a1e79fc4-dd26-484c-aba7-acd1346f47dd of type vlan for network a9fe64e4-3357-4e24-bc88-b89e839d15cf Jul 30 01:41:44.375944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44c83e-0d2a-4264-acc7-df6fd0f1920c None None] Pushing event updated for resources: {'Port': ['ID=656d631e-52dd-422c-9ba8-145fcb638ad2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.382474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f2f9372d-f8d4-4b17-b9ba-7aef400329c1 None None] Could not find standard attr ID for object deaff985-11ca-4f43-a5d8-9ce606ad0e11. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:41:44.385789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.407558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f2f9372d-f8d4-4b17-b9ba-7aef400329c1 None None] Provisioning complete for port 99e85567-4a59-402a-af62-883da1183a09 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:44.408463 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2f9372d-f8d4-4b17-b9ba-7aef400329c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.412200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-0cd9ebc7-b487-408e-9984-fdd675317bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.416194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-0cd9ebc7-b487-408e-9984-fdd675317bc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1096 time: 0.3362644 Jul 30 01:41:44.431934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.435968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.436327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.505865 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8075776 Jul 30 01:41:44.509565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42018) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:44.514823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Request body: {'subnet': {'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-863953198-subnet', 'tenant_id': '4f9ea0f095e2420fa90c4ca585494ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:44.520494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efaf19-1163-4bfc-bded-1252ab74aeb2 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fe64e4-3357-4e24-bc88-b89e839d15cf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.542744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Made reservation on behalf of 4f9ea0f095e2420fa90c4ca585494ad0 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:44.545978 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.605888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a9fe64e4-3357-4e24-bc88-b89e839d15cf details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:44.612158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51844144-ac9a-42b1-9d55-eb205ed34815 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.616066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-51844144-ac9a-42b1-9d55-eb205ed34815 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2946005 Jul 30 01:41:44.618474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42022) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:44.624195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:41:44.630875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f6c1ccc-76b4-49f1-b92b-a9a1c07f9ffc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/a0b6b951-ebe3-4a44-ac24-736f6ca0244e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1168945 Jul 30 01:41:44.641956 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Sync routers for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:41:44.659764 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:44.660858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65eb61-6bbf-4c20-912f-ee5c15785254 req-fc7af947-aae7-4be5-b726-f55a4015fbba tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.662592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb65eb61-6bbf-4c20-912f-ee5c15785254 req-fc7af947-aae7-4be5-b726-f55a4015fbba tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.2874570 Jul 30 01:41:44.662874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:44.670278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-0bc0f8e2-7548-44a1-87ac-8dd32a6cd7ad service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764386 Jul 30 01:41:44.682691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9372d-f8d4-4b17-b9ba-7aef400329c1 None None] Port 99e85567-4a59-402a-af62-883da1183a09 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:44.777546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-057ffd64-737c-4e7c-8a4d-093a026501a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.778682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-057ffd64-737c-4e7c-8a4d-093a026501a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.3448620 Jul 30 01:41:44.783272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ed08b-3949-401f-a811-8c1fe4e3d194 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.784997 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b7ed08b-3949-401f-a811-8c1fe4e3d194 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1675644 Jul 30 01:41:44.788010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42028) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:44.822751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:41:44.837273 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca6819e7-f446-4831-913e-832d0cda18f0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480053 Jul 30 01:41:44.851311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-6de41ae7-845b-407c-a904-061b720ec551 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 217 time: 0.0638883 Jul 30 01:41:44.854009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:44.880329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:44.895739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] Deleting port 656d631e-52dd-422c-9ba8-145fcb638ad2 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:44.896161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.922559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5563f8ff-ae00-4752-a49d-f47f4202272d service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284381 Jul 30 01:41:44.934348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.970588 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:44.984691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] For port 656d631e-52dd-422c-9ba8-145fcb638ad2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=656d631e-52dd-422c-9ba8-145fcb638ad2,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:44.985097 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.991080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea9ddb2-d586-4d81-91ae-420efcf62e5b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.999778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb65eb61-6bbf-4c20-912f-ee5c15785254 req-62e14108-6ae8-4c70-9b1e-0d0e815a6b89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281255 Jul 30 01:41:45.005617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] Calling delete_port for 656d631e-52dd-422c-9ba8-145fcb638ad2 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:45.007365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.007755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.008140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.008500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.008873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.009246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.009599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.009962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.010311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.010638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.010963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.011312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.021614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Checking segment: {'id': 'a1e79fc4-dd26-484c-aba7-acd1346f47dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:45.022001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Network hostable DHCP agents. Network: a9fe64e4-3357-4e24-bc88-b89e839d15cf, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:45.041851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Network a9fe64e4-3357-4e24-bc88-b89e839d15cf is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:45.058205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a9fe64e4-3357-4e24-bc88-b89e839d15cf) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:45.067384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.068009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.074424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-67b920ec-4036-4df7-9b87-b76ba822c79a service neutron] 10.222.0.78 "GET /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1001415 Jul 30 01:41:45.077437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-9880b9e0-69a9-4211-a6d9-5179f2fba51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.078835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-9880b9e0-69a9-4211-a6d9-5179f2fba51f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.2140305 Jul 30 01:41:45.087355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a84ec5-e624-473b-a157-f70fbd779581 None None] Network a9fe64e4-3357-4e24-bc88-b89e839d15cf requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:45.097297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ff5b0a83-0797-40d9-b389-66112a1e45a7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5866256 Jul 30 01:41:45.237231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-2f98883e-f680-4d9e-8330-3fbfe28a574d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485701 Jul 30 01:41:45.246412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-f198f10a-6429-441a-af72-4d7ed12f1f3a service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651852 Jul 30 01:41:45.269343 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 2, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:45.281210 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.295302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec296a-3f70-4edd-a4b0-df5370a59daf None None] Network a9fe64e4-3357-4e24-bc88-b89e839d15cf requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:45.304275 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Checking router: a0b6b951-ebe3-4a44-ac24-736f6ca0244e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:41:45.304622 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Updating router a0b6b951-ebe3-4a44-ac24-736f6ca0244e port 99e85567-4a59-402a-af62-883da1183a09 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:41:45.336371 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.350027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] No DVR routers for this DVR port 656d631e-52dd-422c-9ba8-145fcb638ad2 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:45.357155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bae953-9321-472a-9aac-64e1c3b01e17 None None] Pushing event deleted for resources: {'Port': ['ID=656d631e-52dd-422c-9ba8-145fcb638ad2,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:45.406040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:45.409713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.507562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dae055-fd83-4809-bfda-04cf1dc64b66 req-4ebbca66-63ed-44a9-9428-a378a6ca9a19 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.509234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62dae055-fd83-4809-bfda-04cf1dc64b66 req-4ebbca66-63ed-44a9-9428-a378a6ca9a19 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.3683252 Jul 30 01:41:45.580165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-013785c0-2b3b-4ef8-8cd2-702bbe2c4c9d service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328652 Jul 30 01:41:45.583837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-85325447-a856-4be1-bab6-671978cc3c8a service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351061 Jul 30 01:41:45.621081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 656d631e-52dd-422c-9ba8-145fcb638ad2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:45.644740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62dae055-fd83-4809-bfda-04cf1dc64b66 req-fbc4be76-14f6-4484-b00d-455eeca6b16e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245604 Jul 30 01:41:45.646533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 656d631e-52dd-422c-9ba8-145fcb638ad2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:45.646965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 656d631e-52dd-422c-9ba8-145fcb638ad2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:45.668855 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.690849 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Transition to ACTIVE for port object 99e85567-4a59-402a-af62-883da1183a09 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:45.697322 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.761485 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Pushing event updated for resources: {'Port': ['ID=99e85567-4a59-402a-af62-883da1183a09,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:45.788176 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.788592 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.789008 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.789408 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.789808 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.790222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.790616 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.791032 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.791424 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.791826 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.792500 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.792985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:45.839961 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Attempting to bind port 99e85567-4a59-402a-af62-883da1183a09 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:45.840335 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Attempting to bind port 99e85567-4a59-402a-af62-883da1183a09 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:45.840692 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Attempting to bind port 99e85567-4a59-402a-af62-883da1183a09 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:45.847470 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:45.847846 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Checking segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:45.848251 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.848689 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Bound using segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:45.849205 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Bound port: 99e85567-4a59-402a-af62-883da1183a09, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:45.849540 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.927925 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] For port 99e85567-4a59-402a-af62-883da1183a09, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:45.933321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] For port 99e85567-4a59-402a-af62-883da1183a09, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=99e85567-4a59-402a-af62-883da1183a09,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:45.940304 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.010306 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea8432-6c6a-44e7-9876-1381350ec153 None None] Pushing event updated for resources: {'Port': ['ID=99e85567-4a59-402a-af62-883da1183a09,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:46.019271 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:46.020302 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:46.113443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10e79e-b1ee-4e33-9391-7b309dae6267 req-d841cc29-596b-4ea4-bdf9-98b79723621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.115693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c10e79e-b1ee-4e33-9391-7b309dae6267 req-d841cc29-596b-4ea4-bdf9-98b79723621a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 1098 time: 0.0494106 Jul 30 01:41:46.156692 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c10e79e-b1ee-4e33-9391-7b309dae6267 req-07992c7f-cc5d-448b-b5bc-24029a2f1c1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Jul 30 01:41:46.180909 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:46.236338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-81384675-6e95-4726-a249-6d685f2540b0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100502833&fields=id&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 267 time: 0.2157190 Jul 30 01:41:46.337619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-6d59e39f-ecf5-42cb-b183-f41547f41b61 service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461112 Jul 30 01:41:46.339539 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-619f8c91-41e3-43ed-a69f-2cbdced8061a req-f8c3edf7-b85f-4038-976f-572bedce11da service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452428 Jul 30 01:41:46.396890 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:45Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:46.427267 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa208bc0-f03a-4b7c-8b5f-053760205ff7 None None] The sync data for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 is: [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:45Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:46.499161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:41:46.511095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-2918716b-41fc-4e34-9044-e322f24c7dfb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.512765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-2918716b-41fc-4e34-9044-e322f24c7dfb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 796 time: 0.2619615 Jul 30 01:41:46.521798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.595288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-d4e044bf-0068-4b98-b15a-bffab64e6678 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/quotas/897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 375 time: 0.0745134 Jul 30 01:41:46.625352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-789ac591-7dd7-4f14-83d2-c2e445cf3505 service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598755 Jul 30 01:41:46.627848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:46.650905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=11943ed7-1991-45fe-995d-c5552533a894,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:46.653333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:46.663770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4bd81-9e0d-4674-b4f4-97bce17905b6 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:46.670993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.671681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.736853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-08b2adb4-1a0f-49d1-b486-e32db2b7715e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8730493 Jul 30 01:41:46.739645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42052) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:46.744925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:6e:db:48', 'name': 'tempest-NetworksTestDHCPv6-877436270'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:46.762838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-c7b7ed9f-a094-4df1-9c44-fc6a00c4ab0d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599989 Jul 30 01:41:46.842338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-fd8f177b-f201-49f7-8a33-dc9cff46be83 service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926503 Jul 30 01:41:46.862178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '11943ed7-1991-45fe-995d-c5552533a894'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:46.863489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.887210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:46.950419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-cee17bac-3085-4b13-89a6-03bf9ecf2f70 service neutron] 10.222.0.78 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677709 Jul 30 01:41:46.996720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ef3bb675-5c9b-4b40-a554-b41b551907cf service neutron] 10.222.0.78 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473773 Jul 30 01:41:47.007528 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.038202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 9b7ea0ab-f060-4243-a48c-5f0de8825a73 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:47.047974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Allocated IP 2001:db8::f816:3eff:fe6f:aa75 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/11943ed7-1991-45fe-995d-c5552533a894/ef3e09dd-afd7-44f2-b631-44fd5933d198) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:47.162161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-db943b6a-e694-4909-84f3-0c9671b556be service neutron] 10.222.0.78 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401763 Jul 30 01:41:47.165080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-98de3676-100a-4164-9d11-acb644674c1e service neutron] 10.222.0.78 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972778 Jul 30 01:41:47.280036 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.291995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Transition to ACTIVE for port object ef3e09dd-afd7-44f2-b631-44fd5933d198 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:47.305448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-4ff67ece-46b9-4eb3-8801-7a911fe0b620 service neutron] 10.222.0.78 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295006 Jul 30 01:41:47.311851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Transition to ACTIVE for port object ef3e09dd-afd7-44f2-b631-44fd5933d198 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:47.320480 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.398115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:47.401795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Pushing event updated for resources: {'Port': ['ID=ef3e09dd-afd7-44f2-b631-44fd5933d198,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:47.408736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:47.411975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:47.463317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fe6e:db48 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/11943ed7-1991-45fe-995d-c5552533a894/9b7ea0ab-f060-4243-a48c-5f0de8825a73) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:47.492524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-70790850-7eb0-4a59-8153-eebee82150d8 service neutron] 10.222.0.78 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807468 Jul 30 01:41:47.544732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Attempting to bind port ef3e09dd-afd7-44f2-b631-44fd5933d198 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:47.545252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Attempting to bind port ef3e09dd-afd7-44f2-b631-44fd5933d198 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:47.545755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Attempting to bind port ef3e09dd-afd7-44f2-b631-44fd5933d198 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:47.557172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:47.557548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:47.557952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.558376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:47.559049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Bound port: ef3e09dd-afd7-44f2-b631-44fd5933d198, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:47.559405 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.577052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9691546f-a0fb-47b8-9da8-7c417c5cdd6e details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:47.589338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c167a-079f-4be1-8824-2ff9d88d2ae9 req-0871ed5b-5cbf-4fdb-a110-e9589bab4a7e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.593613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc8c167a-079f-4be1-8824-2ff9d88d2ae9 req-0871ed5b-5cbf-4fdb-a110-e9589bab4a7e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 944 time: 0.1603112 Jul 30 01:41:47.667658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc8c167a-079f-4be1-8824-2ff9d88d2ae9 req-3e0eead1-4752-4d7a-a6f9-c28b11b06559 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Jul 30 01:41:47.740768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2907cadd-b86f-47b1-bd33-8e209f64ca56 service neutron] 10.222.0.78 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356894 Jul 30 01:41:47.781091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.788056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 99e85567-4a59-402a-af62-883da1183a09 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:47.795080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] For port ef3e09dd-afd7-44f2-b631-44fd5933d198, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:47.820225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 9b7ea0ab-f060-4243-a48c-5f0de8825a73 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:47.844320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] For port ef3e09dd-afd7-44f2-b631-44fd5933d198, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ef3e09dd-afd7-44f2-b631-44fd5933d198,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:47.857504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.884496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.939686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:47.944042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:47.950991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:47.964449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.964449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.965667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:47.967220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=9b7ea0ab-f060-4243-a48c-5f0de8825a73,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.005521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc8206a1-af21-429f-b854-9a9d94a720af tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2645082 Jul 30 01:41:48.008304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42068) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:48.050989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 99e85567-4a59-402a-af62-883da1183a09 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:48.072249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 99e85567-4a59-402a-af62-883da1183a09 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:48.073669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.088549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67', 'port_id': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'mac_address': 'fa:16:3e:ab:a3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e740f456-5dff-460b-bbc5-276b9f4dbf73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:48.113104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316bea61-0a55-46fd-b180-7e5fad337a51 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.127832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316bea61-0a55-46fd-b180-7e5fad337a51 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.130133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-316bea61-0a55-46fd-b180-7e5fad337a51 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1206546 Jul 30 01:41:48.131976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba13a7-7af7-492c-bd5b-96e0142d9f75 None None] Pushing event updated for resources: {'Port': ['ID=ef3e09dd-afd7-44f2-b631-44fd5933d198,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.132939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42074) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:48.242231 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.294520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9691546f-a0fb-47b8-9da8-7c417c5cdd6e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:48.317161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.322597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.327715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.338080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 9b7ea0ab-f060-4243-a48c-5f0de8825a73 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:48.338825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.415286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 99e85567-4a59-402a-af62-883da1183a09, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=99e85567-4a59-402a-af62-883da1183a09,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.423125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.461311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.526759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=99e85567-4a59-402a-af62-883da1183a09,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.543116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.562865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 9b7ea0ab-f060-4243-a48c-5f0de8825a73 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:48.592747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1262f4-24dd-42ce-b664-1ed6609e1896 req-147555ed-85fd-4733-b4c1-f02607ea30f0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.595703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c1262f4-24dd-42ce-b664-1ed6609e1896 req-147555ed-85fd-4733-b4c1-f02607ea30f0 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.0808291 Jul 30 01:41:48.681839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:48.693305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c1262f4-24dd-42ce-b664-1ed6609e1896 req-dc839929-47dd-42fb-a3a4-221f24d0d8e5 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 Jul 30 01:41:48.908535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db4dc756-c38b-4e35-b297-ca4d247a1f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.922647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff775a5-4878-40d5-9d48-db36eb4ab496 req-c7ff8740-9bd9-4d56-a639-53f7a2598202 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 210 time: 0.0512891 Jul 30 01:41:48.931337 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.976014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=9b7ea0ab-f060-4243-a48c-5f0de8825a73,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:49.008173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e802-85e9-4f96-bf4c-b0846c41cc6e req-f9f5cb7a-0a01-441b-8ad6-efd324513196 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.015544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a00e802-85e9-4f96-bf4c-b0846c41cc6e req-f9f5cb7a-0a01-441b-8ad6-efd324513196 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2145407 Jul 30 01:41:49.060619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.063018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e1e0bfef-a772-4b96-ac5a-c69ad4ca9452 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/9b7ea0ab-f060-4243-a48c-5f0de8825a73 HTTP/1.1" status: 204 len: 168 time: 0.9288175 Jul 30 01:41:49.065578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:49.099497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a00e802-85e9-4f96-bf4c-b0846c41cc6e req-f88df892-03fe-4cc4-8811-a967ad790058 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779123 Jul 30 01:41:49.285394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6835de94-6190-4d8f-957b-f4ee45be88d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.287559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6835de94-6190-4d8f-957b-f4ee45be88d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.292248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6835de94-6190-4d8f-957b-f4ee45be88d5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2251847 Jul 30 01:41:49.297718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:49.305511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4c9fb2d-323f-4ccd-b49a-70e367aebd69 req-4e24c05c-dedf-43b8-8af9-5469ae24d0aa tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.0519180 Jul 30 01:41:49.370394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1440595-7e95-48ac-a592-dba21989f8b4 req-ee6a6ddd-b9a5-4cca-9bde-afa51b3898f3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.372945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1440595-7e95-48ac-a592-dba21989f8b4 req-ee6a6ddd-b9a5-4cca-9bde-afa51b3898f3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 945 time: 0.1582468 Jul 30 01:41:49.457723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1440595-7e95-48ac-a592-dba21989f8b4 req-934d5dc7-3547-459c-8caf-652f719eddd9 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676155 Jul 30 01:41:49.477516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-35eaa858-2aa5-4426-ad69-b0dc915f43f7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.479815 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-35eaa858-2aa5-4426-ad69-b0dc915f43f7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 796 time: 0.3550014 Jul 30 01:41:49.509733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 11943ed7-1991-45fe-995d-c5552533a894 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:41:49.522766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.631938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cfe99290-db21-46bf-a22c-2e1197f02128 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.633630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cfe99290-db21-46bf-a22c-2e1197f02128 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 811 time: 0.1729097 Jul 30 01:41:49.644362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.674199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-2c91a1eb-b5d8-45d3-8fdf-9d3eef484fa1 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/quotas/f3acc515b3234cca99d44c614c65c1aa HTTP/1.1" status: 200 len: 375 time: 0.0334415 Jul 30 01:41:49.688057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-fd2a7bad-8048-4866-8991-c8cc135a12c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 379 time: 0.1947522 Jul 30 01:41:49.711221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c2591cc-473c-4875-b0ab-7064f630ddee None None] Provisioning for port ef3e09dd-afd7-44f2-b631-44fd5933d198 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:49.724975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'port': {'device_id': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'admin_state_up': True, 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'security_groups': ['b7cd859e-60cd-48dc-b812-fae8cf659e46']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:49.789840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 99e85567-4a59-402a-af62-883da1183a09 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:49.813852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-a9cfcde1-8242-44ad-b148-87bcc8a2b72a tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384156 Jul 30 01:41:49.866133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 99e85567-4a59-402a-af62-883da1183a09 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:49.866878 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.014529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-45aed8b1-e2e8-4e3b-b9d3-f2f0828ea0fa service neutron] 10.222.0.78 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997356 Jul 30 01:41:50.033402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ef3e09dd-afd7-44f2-b631-44fd5933d198 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:50.089810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c978f4c2-63a5-4b70-96cf-95ecd5661680 None None] Could not find standard attr ID for object 9b7ea0ab-f060-4243-a48c-5f0de8825a73. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:41:50.139368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ef3e09dd-afd7-44f2-b631-44fd5933d198 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:50.147588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ef3e09dd-afd7-44f2-b631-44fd5933d198 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:50.148019 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.172390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7633ca8-fa01-4f1c-a2dd-124c00e1d15e req-ee57b59c-c259-489d-893e-daab12093169 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 210 time: 0.0422812 Jul 30 01:41:50.225707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-970215ef-8614-4a92-af47-1f549b2ef2b0 service neutron] 10.222.0.78 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036951 Jul 30 01:41:50.265625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.315281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ef3e09dd-afd7-44f2-b631-44fd5933d198, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ef3e09dd-afd7-44f2-b631-44fd5933d198,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:50.325282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.399186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ef3e09dd-afd7-44f2-b631-44fd5933d198,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.447654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.547897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44ce9c6c-9d21-49db-b16d-2a04d21ba933 req-887bc19b-244d-4fda-91e5-f78fea69518b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.0559051 Jul 30 01:41:50.561880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ac48efc1-4c6f-40b7-9f84-7697d910c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.564635 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ac48efc1-4c6f-40b7-9f84-7697d910c6ce service neutron] 10.222.0.55 "GET /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 1026 time: 0.0664845 Jul 30 01:41:50.569558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc5e3-28b3-4b6c-a696-03601ec407f4 req-16e07098-b0c9-43b5-b060-f19725f1668a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.591043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4bdc5e3-28b3-4b6c-a696-03601ec407f4 req-16e07098-b0c9-43b5-b060-f19725f1668a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.1380541 Jul 30 01:41:50.608431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-47430ab5-cf7a-4adb-9aa2-7ef4e7ddcca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1277664 Jul 30 01:41:50.685915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4bdc5e3-28b3-4b6c-a696-03601ec407f4 req-10f8fbda-16ae-4edc-8e3a-e5729f94bb38 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897579 Jul 30 01:41:50.695571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-11ed33ed-14c5-4733-ad18-f44d2c51d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.696961 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-11ed33ed-14c5-4733-ad18-f44d2c51d9b2 service neutron] 10.222.0.55 "GET /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 1025 time: 0.1048040 Jul 30 01:41:50.698397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:50.703250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.749462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.802286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd4de426-4dd2-4f3f-a778-4a70da7d252d req-c83dec4a-182f-4833-b102-be99e25c6edf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 210 time: 0.1014881 Jul 30 01:41:50.826795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=11943ed7-1991-45fe-995d-c5552533a894,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.834845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72de2780-cb85-4a81-9852-b6e6fb0a5df5 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:50.838431 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.843046 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ff031ff9-fc68-41cc-b28a-93be45da74e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/11943ed7-1991-45fe-995d-c5552533a894 HTTP/1.1" status: 204 len: 168 time: 1.5439126 Jul 30 01:41:50.847110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42154) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:50.852921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.854068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.854775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.855488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.856211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.856859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.857557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.860271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fd9f4b74-ed95-4a56-a9d7-fd8a840fc6aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.1462598 Jul 30 01:41:50.946222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f48c426-eff7-4da7-b68a-f7218555d3c7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968401 Jul 30 01:41:50.956626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42160) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:50.969011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:51.006894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.030766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afdbeb-3486-4b94-bc77-2f25ff5a9a09 req-669e09f7-3798-429c-8811-4d567c6f7143 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.043188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48afdbeb-3486-4b94-bc77-2f25ff5a9a09 req-669e09f7-3798-429c-8811-4d567c6f7143 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 945 time: 0.2190361 Jul 30 01:41:51.122681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2e2f2be4-97ae-4724-9d7b-a102d2eed0ed tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.141275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2e2f2be4-97ae-4724-9d7b-a102d2eed0ed tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.160686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a4f2dc7b-7922-4f44-901e-e5b33956b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.161195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a4f2dc7b-7922-4f44-901e-e5b33956b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.161342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2e2f2be4-97ae-4724-9d7b-a102d2eed0ed tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.161687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a4f2dc7b-7922-4f44-901e-e5b33956b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.163208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2e2f2be4-97ae-4724-9d7b-a102d2eed0ed tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=3efebfd3-cb97-4208-8d47-9587a59c2360&id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 1987 time: 0.4586387 Jul 30 01:41:51.163350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a4f2dc7b-7922-4f44-901e-e5b33956b349 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=b39e997b-3bf4-4063-98c0-3d00e3627146&id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 2298 time: 0.2526932 Jul 30 01:41:51.166412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48afdbeb-3486-4b94-bc77-2f25ff5a9a09 req-8a542903-eb2c-45f1-a4ea-4311eafa5f17 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223195 Jul 30 01:41:51.207670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:41:51.318897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0b1a553-2c78-47ca-8af0-5bde5f0054d0 req-8e09e913-1a25-4f49-a286-cedd4dc952fb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 210 time: 0.0508168 Jul 30 01:41:51.353835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] Deleting port ef3e09dd-afd7-44f2-b631-44fd5933d198 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:51.355112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.394512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-ee032529-e751-42c3-8d33-f282e7737fd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 1001 time: 0.2110596 Jul 30 01:41:51.399203 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-8fcdbade-4a85-4738-af71-61e4b5f23ead tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82df728ca872453da9a5adb3e5133a2d HTTP/1.1" status: 200 len: 380 time: 0.2114277 Jul 30 01:41:51.414054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:51.426044 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.442669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.7 (d66aef53-f184-4d4f-88b2-b1c68abd3576/425cd32f-a90f-44e8-a781-4c1fdaa301fc/1bf12c80-ce00-4548-a1ea-704d8cce8dc4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:51.448501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'admin_state_up': True, 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'security_groups': ['d0dd6b01-76c8-466d-b611-d5711e02dc66']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:51.468713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] For port ef3e09dd-afd7-44f2-b631-44fd5933d198, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ef3e09dd-afd7-44f2-b631-44fd5933d198,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:51.469530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.491519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-143cdddf-44db-4492-a3ac-e55f0a2b0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.492244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] Calling delete_port for ef3e09dd-afd7-44f2-b631-44fd5933d198 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:51.493022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-143cdddf-44db-4492-a3ac-e55f0a2b0b92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 200 len: 856 time: 0.0877197 Jul 30 01:41:51.586057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-caa66833-3866-48c1-aee5-a177c24e3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.587627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-caa66833-3866-48c1-aee5-a177c24e3a12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875156 Jul 30 01:41:51.603215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9691546f-a0fb-47b8-9da8-7c417c5cdd6e up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:51.709770 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.743131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] No DVR routers for this DVR port ef3e09dd-afd7-44f2-b631-44fd5933d198 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:51.748491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ef3e09dd-afd7-44f2-b631-44fd5933d198 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:51.756309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:51.796610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-790d7984-2ae2-485d-a200-4e475ae637c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.817516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d986911-1958-4890-b683-36cde1e65f11 None None] Pushing event deleted for resources: {'Port': ['ID=ef3e09dd-afd7-44f2-b631-44fd5933d198,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:51.820886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:51.821344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.839667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ef3e09dd-afd7-44f2-b631-44fd5933d198 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:51.840071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ef3e09dd-afd7-44f2-b631-44fd5933d198 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:51.878963 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.890221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01e6f416-888a-4f41-94e9-1fea0e61f3f9 req-66882145-0d8f-4c6d-8b0f-1ef35184fa35 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.1306620 Jul 30 01:41:51.943313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.948611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fa7b58a2-a846-4819-881f-6b3ff7f97f78 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533652 Jul 30 01:41:51.965885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:52.016940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:52.018218 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.021898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.031508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.045654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:52.048222 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19536e1b-4e40-4203-90e0-44fbe0b5a1a5" -d '{"events": [{"server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "name": "network-vif-plugged", "status": "completed", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:52.067584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:52.074413 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.137888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:52.138284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:52.144766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:52.148322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:52.221682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:52.421400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.422225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.509107 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-5a95a548-ee49-4ca4-a525-d9021d22b886 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7898276 Jul 30 01:41:52.513798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-11e01c70-4ecf-4396-a669-d68d20eca95f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.523630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-11e01c70-4ecf-4396-a669-d68d20eca95f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/networks?id=a9fe64e4-3357-4e24-bc88-b89e839d15cf HTTP/1.1" status: 200 len: 809 time: 0.9203825 Jul 30 01:41:52.537430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b6406f93-7177-4f3c-988c-8ac9b52bb0e6 None None] Provisioning for port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:52.542337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b6406f93-7177-4f3c-988c-8ac9b52bb0e6 None None] Provisioning complete for port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:52.542758 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6406f93-7177-4f3c-988c-8ac9b52bb0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.552125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Request body: {'port': {'device_id': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:52.566571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-1f9dd0fb-8209-4db5-b3ab-ec6f08e31734 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/quotas/4f9ea0f095e2420fa90c4ca585494ad0 HTTP/1.1" status: 200 len: 375 time: 0.0408027 Jul 30 01:41:52.586313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:41:52.587251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b6406f93-7177-4f3c-988c-8ac9b52bb0e6 None None] Port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:52.618791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.627322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-96bed2a8-f6e8-4847-9c03-2637a22b3d86 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f9ea0f095e2420fa90c4ca585494ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525925 Jul 30 01:41:52.639245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-67c07514-e42b-4ac8-9e0b-ba24f51fa4f9 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.640995 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-67c07514-e42b-4ac8-9e0b-ba24f51fa4f9 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.66 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 811 time: 0.4995842 Jul 30 01:41:52.645476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e092df-6d82-41d4-90b2-57d00eca8ff6 req-67c2c75d-132d-42c6-8af3-81450d2437c0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.651099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78e092df-6d82-41d4-90b2-57d00eca8ff6 req-67c2c75d-132d-42c6-8af3-81450d2437c0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.1559880 Jul 30 01:41:52.677607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-4e4bb139-ec96-47e3-8da6-662d0d671b5e service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216482 Jul 30 01:41:52.683812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Request body: {'port': {'device_id': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'admin_state_up': True, 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:52.775660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-c3aac713-e06a-4074-93ee-d819dbecf9c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 217 time: 0.0834527 Jul 30 01:41:52.784132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 172.20.0.6 (31143a36-c95c-4f04-9473-6f84640e8107/f68c7b00-b7b6-49dc-96df-8b216051a7b4/6accce28-3d76-4290-bcb5-a1e9d826efe9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:52.797471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:52.819885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:52.833529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.834132 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.840415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=24b65413-0ce3-44e6-bde8-4561719b8539,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:52.848665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.849466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ac503-8323-4a87-8bbc-bba7eae06947 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:52.851307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78e092df-6d82-41d4-90b2-57d00eca8ff6 req-7001390a-86a9-4716-a90c-7f4d71ff3cb0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603348 Jul 30 01:41:52.906983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-afd18675-9433-40b8-b617-e6e3dfdfc006 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9466393 Jul 30 01:41:52.911751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:52.923126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-c141be91-1672-4686-aafc-ee3331b27c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.923734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:3c:06:8b', 'name': 'tempest-NetworksTestDHCPv6-2038120809'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:52.925455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-c141be91-1672-4686-aafc-ee3331b27c94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1435320 Jul 30 01:41:52.966852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-23b535ba-3b85-4b0b-a4cc-ebe557fdb448 service neutron] 10.222.0.78 "GET /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012183 Jul 30 01:41:53.096616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-2c86f6fc-c588-43ce-8702-d7f143a666eb service neutron] 10.222.0.78 "GET /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984108 Jul 30 01:41:53.152525 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.162402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '24b65413-0ce3-44e6-bde8-4561719b8539'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:53.164722 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.176830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c402053-8206-4e4d-b45f-d56378c391a8 req-27792d3e-0e35-4e44-aaa7-16bef662328e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 210 time: 0.1799073 Jul 30 01:41:53.199604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-0af0d5d1-4054-4108-9c55-a4ca5aba5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.202038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-0af0d5d1-4054-4108-9c55-a4ca5aba5573 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2693684 Jul 30 01:41:53.286392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Made reservation on behalf of f3acc515b3234cca99d44c614c65c1aa for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:53.290874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.347839 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0194d1c-98ad-4910-a790-dac378b7438a x-openstack-request-id: req-c0194d1c-98ad-4910-a790-dac378b7438a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:53.348135 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "name": "network-vif-plugged", "status": "completed", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:53.348419 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0194d1c-98ad-4910-a790-dac378b7438a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:53.349014 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'code': 200} Jul 30 01:41:53.447530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.479887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2b491-ec2e-4931-a2ce-4d1f3f7727a4 req-0c523d63-c02b-430a-a212-8173c88a3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.481838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aa2b491-ec2e-4931-a2ce-4d1f3f7727a4 req-0c523d63-c02b-430a-a212-8173c88a3a71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1098 time: 0.0996296 Jul 30 01:41:53.485719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-76b3bfbb-9e08-4f10-822f-e4d110c1f43d service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720652 Jul 30 01:41:53.495251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Allocated IP 2001:db8::f816:3eff:fe99:ecf (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/24b65413-0ce3-44e6-bde8-4561719b8539/96eaf820-1667-4490-9d34-0320b14a507c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:53.597236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object 6accce28-3d76-4290-bcb5-a1e9d826efe9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:53.610051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:53.761787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aa2b491-ec2e-4931-a2ce-4d1f3f7727a4 req-f4689802-dc8b-4875-b80e-22ee095ba6d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675595 Jul 30 01:41:53.793446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4b728-93e3-4abc-b4d8-823661de322c req-39ad4564-7bc9-4d16-8e27-470a23e43915 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.795550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35b4b728-93e3-4abc-b4d8-823661de322c req-39ad4564-7bc9-4d16-8e27-470a23e43915 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 946 time: 0.2057025 Jul 30 01:41:53.850414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a890450-7f20-4f14-a006-bc3917c1708f req-44fe1b3e-1f62-47e0-b290-865a10265256 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.858339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a890450-7f20-4f14-a006-bc3917c1708f req-44fe1b3e-1f62-47e0-b290-865a10265256 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 931 time: 0.1826427 Jul 30 01:41:53.862636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.867670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Allocated IP 172.20.0.6 (bf579bc0-b6f8-45ec-a4e2-90557784590b/a4d2f29f-ef9c-4a4c-8488-25eee135bfa0/4ef1800a-0380-4a19-bf64-8e1ea44dc609) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:53.883033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-17ac738f-204a-43fd-8871-184f10a24073 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805387 Jul 30 01:41:53.885736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Transition to ACTIVE for port object 96eaf820-1667-4490-9d34-0320b14a507c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:53.918517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35b4b728-93e3-4abc-b4d8-823661de322c req-cb2e9ef0-2a48-45d8-b9d8-d29ccadb8409 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098309 Jul 30 01:41:53.928440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Transition to ACTIVE for port object 96eaf820-1667-4490-9d34-0320b14a507c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:53.931643 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.938828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.942206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.982465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a890450-7f20-4f14-a006-bc3917c1708f req-1d0d11fb-21b5-419a-b5bc-d7252a986fc0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229739 Jul 30 01:41:54.007760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:54.021008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:54.029245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:54.044838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:54.068285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.094169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Transition to ACTIVE for port object 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:54.099751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fba03f9f-edd1-428e-a32a-abb3e1699000 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 217 time: 0.0831914 Jul 30 01:41:54.125976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Pushing event updated for resources: {'Port': ['ID=96eaf820-1667-4490-9d34-0320b14a507c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:54.139495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.147751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Attempting to bind port 96eaf820-1667-4490-9d34-0320b14a507c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:54.148507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Attempting to bind port 96eaf820-1667-4490-9d34-0320b14a507c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:54.149537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Attempting to bind port 96eaf820-1667-4490-9d34-0320b14a507c on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:54.157235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:54.157840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:54.158741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.159917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:54.160555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Bound port: 96eaf820-1667-4490-9d34-0320b14a507c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:54.160919 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.177243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 6d3134dd-6262-4634-b4b9-713f2324f8ae yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:41:54.186843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network 31143a36-c95c-4f04-9473-6f84640e8107 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:54.192140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4881788-0434-4483-b436-59d749962e61 req-e7f07597-69f6-4adf-827d-66ee868a1f45 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 210 time: 0.1058497 Jul 30 01:41:54.222658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:54.261373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-b9f45d3e-68c6-48a0-8e94-59d410ece4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.263127 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-b9f45d3e-68c6-48a0-8e94-59d410ece4a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1433921 Jul 30 01:41:54.287849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0346-27e1-4766-ac4e-467152e0881b req-ba1fb367-ce63-48bf-959c-1ca12965bbbc tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.291739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:54.300294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-492d0346-27e1-4766-ac4e-467152e0881b req-ba1fb367-ce63-48bf-959c-1ca12965bbbc tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 931 time: 0.2126582 Jul 30 01:41:54.305483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:54.324978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] For port 96eaf820-1667-4490-9d34-0320b14a507c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:54.331154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] For port 96eaf820-1667-4490-9d34-0320b14a507c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=96eaf820-1667-4490-9d34-0320b14a507c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:54.337369 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.488126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4561-77bc-4c64-b32f-41275f47ded0 None None] Pushing event updated for resources: {'Port': ['ID=96eaf820-1667-4490-9d34-0320b14a507c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:54.502663 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.620150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-492d0346-27e1-4766-ac4e-467152e0881b req-d5bbf773-ea77-4b64-a38a-15ee4da27cc7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188896 Jul 30 01:41:54.635102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e032-6f87-45b3-8f4c-92396d77ca14 req-81c0e280-3079-4a41-83f4-1992eb7690e6 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.665442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6527e032-6f87-45b3-8f4c-92396d77ca14 req-81c0e280-3079-4a41-83f4-1992eb7690e6 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2281158 Jul 30 01:41:54.669001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.669716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.670282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-73ce57de-a786-458b-802f-94b4096e068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.672307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-73ce57de-a786-458b-802f-94b4096e068d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3697183 Jul 30 01:41:54.694935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f4eebef9-f7a3-4d0e-8385-92417e45d48b None None] Provisioning for port 6accce28-3d76-4290-bcb5-a1e9d826efe9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:54.699320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f4eebef9-f7a3-4d0e-8385-92417e45d48b None None] Provisioning complete for port 6accce28-3d76-4290-bcb5-a1e9d826efe9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:54.699693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4eebef9-f7a3-4d0e-8385-92417e45d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.745658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f4eebef9-f7a3-4d0e-8385-92417e45d48b None None] Port 6accce28-3d76-4290-bcb5-a1e9d826efe9 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:54.949951 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:41:55.002195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6527e032-6f87-45b3-8f4c-92396d77ca14 req-c065b965-ccf3-449f-9c3a-0aa7ba07600d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349135 Jul 30 01:41:55.093247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-f3ca7bd1-905b-4ebb-abed-21e92a163adf service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206284 Jul 30 01:41:55.221670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8542c526-4297-4595-9ff0-c0ba055b1b80 req-18798ae3-2381-41cd-a551-f0845d14ff43 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 210 time: 0.0376077 Jul 30 01:41:55.291543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:55.337500 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4900c09-5880-4e1d-8c61-3dd6e1aaee18 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9065511 Jul 30 01:41:55.341356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-02550f3c-8bb8-4c7b-a6fc-3da5a5701ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303662 Jul 30 01:41:55.351718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2acc5-68e1-4160-a816-1322aba84484 req-b5440507-81d1-4ccd-b318-fac6da1e1e79 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.353026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d2acc5-68e1-4160-a816-1322aba84484 req-b5440507-81d1-4ccd-b318-fac6da1e1e79 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 946 time: 0.1343768 Jul 30 01:41:55.377432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'admin_state_up': True, 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'security_groups': ['d0dd6b01-76c8-466d-b611-d5711e02dc66']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:55.424855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-3d866772-3594-4e5b-bbb9-765bdb7c28d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 200 len: 217 time: 0.0570223 Jul 30 01:41:55.431866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.443945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:55.444287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:55.444623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:55.448248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d2acc5-68e1-4160-a816-1322aba84484 req-f89823aa-b020-4e51-8219-feeed43e90ba tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793624 Jul 30 01:41:55.462142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fe3c:68b (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/24b65413-0ce3-44e6-bde8-4561719b8539/6d3134dd-6262-4634-b4b9-713f2324f8ae) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:55.482447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04d4a-8858-4187-8353-e13dec24c641 req-b0b55eeb-fca9-47a8-9679-0a09db3421a4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.488140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4b04d4a-8858-4187-8353-e13dec24c641 req-b0b55eeb-fca9-47a8-9679-0a09db3421a4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.1615398 Jul 30 01:41:55.531181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:55.531962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:55.573250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:55.573592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Checking segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:55.574031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Bound using segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:55.574487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Bound port: 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:55.574847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.722112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d28e310-62e4-439a-96a3-85f5a7d820bc req-45a4c216-f8ba-4252-8c3e-4d9a7ff1b4a4 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 210 time: 0.1735213 Jul 30 01:41:55.744506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96eaf820-1667-4490-9d34-0320b14a507c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:55.755250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-b1737fff-6c77-4d1e-a034-35a732f66e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.757392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-b1737fff-6c77-4d1e-a034-35a732f66e45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.3070383 Jul 30 01:41:55.808396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4b04d4a-8858-4187-8353-e13dec24c641 req-6515fc12-765d-480c-bf3e-df9eab354f07 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190858 Jul 30 01:41:55.817765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:55.856950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 96eaf820-1667-4490-9d34-0320b14a507c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:55.864594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:55.883157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.924630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.959436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:55.963352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:55.965891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.967152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-9b016272-af4a-4c91-b134-bb6e6afbc004 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.969749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-9b016272-af4a-4c91-b134-bb6e6afbc004 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.55 "GET /v2.0/networks?id=a9fe64e4-3357-4e24-bc88-b89e839d15cf HTTP/1.1" status: 200 len: 809 time: 0.5185549 Jul 30 01:41:56.016077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Request body: {'port': {'device_id': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf', 'admin_state_up': True, 'tenant_id': '4f9ea0f095e2420fa90c4ca585494ad0'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:56.030518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.031479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.035505 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] 10.222.0.66 "PUT /v2.0/ports/1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 1092 time: 3.4943492 Jul 30 01:41:56.036282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:56.037596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-6996e5e1-eb8e-4cc0-a1a7-7385c8dc4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.039534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-6996e5e1-eb8e-4cc0-a1a7-7385c8dc4398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2556815 Jul 30 01:41:56.040955 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b" -d '{"events": [{"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:56.048252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-390333be-37b4-415e-991d-0073ae45169b req-5d2abc58-7341-46c2-85fb-bb9d7471778c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-271220117&fields=id&tenant_id=0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 267 time: 0.1779690 Jul 30 01:41:56.066395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Network bf579bc0-b6f8-45ec-a4e2-90557784590b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:56.121343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:56.174766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:56.227214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a28f33-de7d-449e-ab5d-0052637388db service neutron] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.273104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9861f-731f-40dc-bf6a-e8772175e38f req-1415a571-18fd-4901-824a-6223f9aa92b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.274687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56a9861f-731f-40dc-bf6a-e8772175e38f req-1415a571-18fd-4901-824a-6223f9aa92b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 931 time: 0.3510237 Jul 30 01:41:56.305692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-188de454-2813-466f-a11a-861652e07d1c None None] Provisioning for port 96eaf820-1667-4490-9d34-0320b14a507c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:56.320013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-188de454-2813-466f-a11a-861652e07d1c None None] Provisioning complete for port 96eaf820-1667-4490-9d34-0320b14a507c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:56.320623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-188de454-2813-466f-a11a-861652e07d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.330721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390333be-37b4-415e-991d-0073ae45169b req-3ca38361-186e-4827-b5b1-d5e55a524a74 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.339187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-390333be-37b4-415e-991d-0073ae45169b req-3ca38361-186e-4827-b5b1-d5e55a524a74 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 946 time: 0.2898164 Jul 30 01:41:56.381542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'port': {'security_groups': ['88efeb31-1b1a-4a25-9ff4-222ea13c0de6', '8e682c35-7d61-41e0-84d2-e4564d367298']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:56.400505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.439802 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-188de454-2813-466f-a11a-861652e07d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.451696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 6d3134dd-6262-4634-b4b9-713f2324f8ae will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:56.455997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-772a9ce7-79f9-45a6-91b8-c8d75d2a1423 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055357 Jul 30 01:41:56.465668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.466617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.493245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-188de454-2813-466f-a11a-861652e07d1c None None] For port 96eaf820-1667-4490-9d34-0320b14a507c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=96eaf820-1667-4490-9d34-0320b14a507c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:56.500505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-188de454-2813-466f-a11a-861652e07d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.516353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-b81c5e9f-6ae9-4757-89c9-15605b353acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.518201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-b81c5e9f-6ae9-4757-89c9-15605b353acd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1095 time: 0.4128683 Jul 30 01:41:56.523414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Pushing event updated for resources: {'Port': ['ID=4ef1800a-0380-4a19-bf64-8e1ea44dc609,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.578855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-cd0eb93c-86ac-4b89-aedb-a171419f9f5c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8994827 Jul 30 01:41:56.586493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-f932e4b1-2f55-485a-9f3e-4c83d865dee3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 217 time: 0.0552003 Jul 30 01:41:56.587702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188de454-2813-466f-a11a-861652e07d1c None None] Pushing event updated for resources: {'Port': ['ID=96eaf820-1667-4490-9d34-0320b14a507c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.591916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Request body: {'port': {'device_id': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:56.631724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-e122dc5f-4caf-4f85-b434-77d285af3bf6 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398811 Jul 30 01:41:56.670969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 10.1.1.46 (fe005ab1-d053-4c54-bef2-b2be6a33c30b/f26378a3-f247-4c59-932b-d738676c75b0/b2c92ec2-02dd-48db-843a-de0c4cd3879c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:56.698276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.703284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56a9861f-731f-40dc-bf6a-e8772175e38f req-1c7c7848-1e26-42eb-8302-a63779097f54 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175506 Jul 30 01:41:56.709023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-19e75fc1-7971-4ee8-9582-fe56f624af22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 200 len: 217 time: 0.0567625 Jul 30 01:41:56.749198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-ec90f7b7-e387-420c-bcb3-9fd36ae3405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.750705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-ec90f7b7-e387-420c-bcb3-9fd36ae3405e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.1505973 Jul 30 01:41:56.755174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.763145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.842987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Made reservation on behalf of 4f9ea0f095e2420fa90c4ca585494ad0 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:56.846658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.863966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-4899c414-b0b9-4e20-9b20-5eb07ef84ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.865481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-4899c414-b0b9-4e20-9b20-5eb07ef84ee8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1372416 Jul 30 01:41:56.921868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:56.956181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=6d3134dd-6262-4634-b4b9-713f2324f8ae,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.958726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:56.973882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:56.980037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.981191 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.002091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aa819-7d62-4865-ad75-33bce9509bd7 req-fe41e8f4-03fa-4ad8-a79f-9b8f6dbc20ba tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.003781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed5aa819-7d62-4865-ad75-33bce9509bd7 req-fe41e8f4-03fa-4ad8-a79f-9b8f6dbc20ba tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2211561 Jul 30 01:41:57.023083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-9cea4af9-37aa-4ec8-bb88-5b8245c65f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.024715 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-9cea4af9-37aa-4ec8-bb88-5b8245c65f07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2492013 Jul 30 01:41:57.066978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-3633926e-b0e2-4d26-bb4e-bca7bd38cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.070197 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-3633926e-b0e2-4d26-bb4e-bca7bd38cd8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1912570 Jul 30 01:41:57.117510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4db2b4ac-b3ad-413d-aab0-14dbd7d61b63 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2021692 Jul 30 01:41:57.136860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42236) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:57.231367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed5aa819-7d62-4865-ad75-33bce9509bd7 req-e36155d8-c96c-49ff-8802-fb1e09402f8b tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062907 Jul 30 01:41:57.248183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.273258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Allocated IP 172.20.0.4 (a9fe64e4-3357-4e24-bc88-b89e839d15cf/dea9ddb2-d586-4d81-91ae-420efcf62e5b/37af0123-c675-437f-90f2-fd7dc0895f29) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:57.331799 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d7f274-d540-46a9-b7fa-f753f2b7f133 x-openstack-request-id: req-73d7f274-d540-46a9-b7fa-f753f2b7f133 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:57.332041 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:57.332297 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73d7f274-d540-46a9-b7fa-f753f2b7f133 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:57.332707 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'status': 'completed', 'code': 200} Jul 30 01:41:57.370912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object b2c92ec2-02dd-48db-843a-de0c4cd3879c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:57.405150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:57.419331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-96677fc5-5f65-4edd-8cd1-a7b8b099d937 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334334 Jul 30 01:41:57.432084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658534d8-3d0c-4c8d-91e4-7a4e73f65f03 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.438243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658534d8-3d0c-4c8d-91e4-7a4e73f65f03 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.440014 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-658534d8-3d0c-4c8d-91e4-7a4e73f65f03 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3021460 Jul 30 01:41:57.447586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:57.447853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-ac7c815b-d803-48fa-812a-2b21af01b657 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066744 Jul 30 01:41:57.491345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42d47016-80f6-433e-b520-05fa99641f43 None None] Provisioning for port 6d3134dd-6262-4634-b4b9-713f2324f8ae completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:57.499143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42d47016-80f6-433e-b520-05fa99641f43 None None] Provisioning complete for port 6d3134dd-6262-4634-b4b9-713f2324f8ae triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:57.503243 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42d47016-80f6-433e-b520-05fa99641f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.577362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-42d47016-80f6-433e-b520-05fa99641f43 None None] Port 6d3134dd-6262-4634-b4b9-713f2324f8ae cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:57.578127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.692629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96eaf820-1667-4490-9d34-0320b14a507c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:57.692788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef1800a-0380-4a19-bf64-8e1ea44dc609 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:57.709754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:57.711640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.715551 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95603d48-7a95-47ea-9559-06ddf9e5cf58 req-214ad19d-927e-4888-a794-310f26692cc3 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598958 Jul 30 01:41:57.717849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:57.723111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:57.730152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:57.738754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Transition to ACTIVE for port object 4ef1800a-0380-4a19-bf64-8e1ea44dc609 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:57.759332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.778787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 96eaf820-1667-4490-9d34-0320b14a507c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:57.779125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.876128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.877676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.911627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef1800a-0380-4a19-bf64-8e1ea44dc609,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:57.944791 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1d87e0ba-88ab-4a26-aeba-84d39b7dcbde tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5730062 Jul 30 01:41:57.950245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-91452ad3-fa90-47dd-af43-cec5b3c1d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.951978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-91452ad3-fa90-47dd-af43-cec5b3c1d95d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1095 time: 0.1339078 Jul 30 01:41:58.004446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.012502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'admin_state_up': True, 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'security_groups': ['d0dd6b01-76c8-466d-b611-d5711e02dc66']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:58.039889 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.075039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:58.153545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c2ded3c0-2e9e-47c0-8aba-05d68490a5dd None None] Provisioning for port b2c92ec2-02dd-48db-843a-de0c4cd3879c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:58.160250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c2ded3c0-2e9e-47c0-8aba-05d68490a5dd None None] Provisioning complete for port b2c92ec2-02dd-48db-843a-de0c4cd3879c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:58.161059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c2ded3c0-2e9e-47c0-8aba-05d68490a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.167322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.168031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.184238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-390333be-37b4-415e-991d-0073ae45169b req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "PUT /v2.0/ports/9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 982 time: 1.8441856 Jul 30 01:41:58.192422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:58.202788 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa268866-bb69-49d3-98cb-59488757febd" -d '{"events": [{"name": "network-changed", "server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:58.207630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Attempting to bind port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:58.207976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Attempting to bind port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:58.208311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Attempting to bind port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 on network bf579bc0-b6f8-45ec-a4e2-90557784590b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:58.240945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c2ded3c0-2e9e-47c0-8aba-05d68490a5dd None None] Port b2c92ec2-02dd-48db-843a-de0c4cd3879c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:58.271461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 on network bf579bc0-b6f8-45ec-a4e2-90557784590b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:58.271791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Attempting to bind port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 on network bf579bc0-b6f8-45ec-a4e2-90557784590b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:58.286828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-bf246139-3c2b-47be-be63-a49cc0a4b6dd service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568671 Jul 30 01:41:58.290022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:58.290549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Checking segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:58.291055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Bound using segment: {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:58.291644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Bound port: 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2531123-4f6b-496d-b6a0-9238cfbb1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:58.292011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.302733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720c47-1d26-4936-81bf-09356d99565c req-5ff12054-8741-49e0-acd1-8ba1831c9b0a tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.304366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef720c47-1d26-4936-81bf-09356d99565c req-5ff12054-8741-49e0-acd1-8ba1831c9b0a tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 943 time: 0.3410957 Jul 30 01:41:58.323105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161f68-bfa6-43b9-a54a-d6651699121b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:58.330501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:58.331511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.337110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.340289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2ac72c0-f2ab-4f52-b446-d241aeb531c0 req-c7b4ddab-851f-4379-888d-b2ecded80c63 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 210 time: 0.0913227 Jul 30 01:41:58.346963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:58.401726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-48204d1f-ceb0-4c83-962f-f7a5fc499aba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 200 len: 217 time: 0.0800841 Jul 30 01:41:58.485945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 6d3134dd-6262-4634-b4b9-713f2324f8ae {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:58.486303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.513155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef720c47-1d26-4936-81bf-09356d99565c req-d90a5505-b42d-4d07-806f-ea837ac31861 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852026 Jul 30 01:41:58.593727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a6df8651-c73f-4c86-beb3-6db2341a3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.595791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a6df8651-c73f-4c86-beb3-6db2341a3dd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.1828079 Jul 30 01:41:58.603771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-f286eb73-160e-4168-8d0a-90392d387745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.605846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-f286eb73-160e-4168-8d0a-90392d387745 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.5203707 Jul 30 01:41:58.616971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.646341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 10.1.1.164 (fe005ab1-d053-4c54-bef2-b2be6a33c30b/f26378a3-f247-4c59-932b-d738676c75b0/0f7aec9a-3c75-4c58-897d-e54e004477fd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:58.688768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-92d543f4-3546-49a0-b4ff-c04c9cba2f4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 217 time: 0.0642560 Jul 30 01:41:58.698860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] For port 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:58.737027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06316716-c577-48ce-9bab-bc4687c171c4 req-1cb1bddc-2d75-46b1-9ff2-02b478924a29 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.738772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06316716-c577-48ce-9bab-bc4687c171c4 req-1cb1bddc-2d75-46b1-9ff2-02b478924a29 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.2405548 Jul 30 01:41:58.750055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.758787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] For port 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:58.769785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.772061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Network a9fe64e4-3357-4e24-bc88-b89e839d15cf is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:58.792550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 6d3134dd-6262-4634-b4b9-713f2324f8ae owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:58.796532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:58.814330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:58.820679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fc093aca-3684-4690-83b1-21270dae0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.822260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-fc093aca-3684-4690-83b1-21270dae0e57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2183433 Jul 30 01:41:58.822870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Pushing event updated for resources: {'Port': ['ID=37af0123-c675-437f-90f2-fd7dc0895f29,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:58.869364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-1c02a53f-b259-4f16-be1b-64f4d37bb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.870841 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-1c02a53f-b259-4f16-be1b-64f4d37bb014 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.1734576 Jul 30 01:41:58.873688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.874297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.875632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] 10.222.0.66 "PUT /v2.0/ports/4ef1800a-0380-4a19-bf64-8e1ea44dc609 HTTP/1.1" status: 200 len: 1092 time: 2.2879834 Jul 30 01:41:58.882756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efa335-6c85-49a0-91ba-9f9de8921099 req-6d4186bc-c656-4f8b-bf8f-e6ac2cd64e6d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.888890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efa335-6c85-49a0-91ba-9f9de8921099 req-6d4186bc-c656-4f8b-bf8f-e6ac2cd64e6d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.895668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9efa335-6c85-49a0-91ba-9f9de8921099 req-6d4186bc-c656-4f8b-bf8f-e6ac2cd64e6d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 1652 time: 0.2479851 Jul 30 01:41:58.913644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.914059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.914394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.914766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.915107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.915493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.915833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.916162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.916489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.916818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.917194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.917529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:58.962237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0c713-5bd9-4cb1-b045-878090a3dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef1800a-0380-4a19-bf64-8e1ea44dc609,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.023489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.027905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-e006fd8a-0e90-47fb-b6aa-c6c336b27156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.029680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-e006fd8a-0e90-47fb-b6aa-c6c336b27156 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437070 Jul 30 01:41:59.038319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-1c545bca-f497-494a-be8b-b904441b9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.039833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-1c545bca-f497-494a-be8b-b904441b9e4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0950313 Jul 30 01:41:59.048925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06316716-c577-48ce-9bab-bc4687c171c4 req-d13cea99-70f6-45d7-811a-781295ab1a68 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926307 Jul 30 01:41:59.078165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.078814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.127312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object 0f7aec9a-3c75-4c58-897d-e54e004477fd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:59.130501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9efa335-6c85-49a0-91ba-9f9de8921099 req-6a1c9f16-cffd-461f-9ccb-46b02b55aba2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990793 Jul 30 01:41:59.132617 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-9ebf845d-06bc-4128-a9de-f1dd7c6c0332 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609 HTTP/1.1" status: 200 len: 217 time: 0.0809419 Jul 30 01:41:59.136593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4a31a571-7154-4e29-9543-535dfbbcd7ce tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1466370 Jul 30 01:41:59.166643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Request body: {'port': {'device_id': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:59.235443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-8711b5fc-b5be-49e0-ac12-bec4b29f33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.237447 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-8711b5fc-b5be-49e0-ac12-bec4b29f33ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.0953221 Jul 30 01:41:59.237732 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9336ff1-10cb-42c8-990f-8e51328fc1e9 x-openstack-request-id: req-a9336ff1-10cb-42c8-990f-8e51328fc1e9 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:59.238608 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:59.239134 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9336ff1-10cb-42c8-990f-8e51328fc1e9 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:59.239750 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'status': 'completed', 'code': 200} Jul 30 01:41:59.303619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.312926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-01f43c2f-042f-4974-b991-4fc4076227d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629058 Jul 30 01:41:59.317801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-b5d297d0-9c7d-4a38-90a6-0464a097b862 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621370 Jul 30 01:41:59.322622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-f4c7db82-90da-434a-8309-25bafae31a53 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818384 Jul 30 01:41:59.336175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'tag': '4ef1800a-0380-4a19-bf64-8e1ea44dc609'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:59.337413 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184625d-835f-46dd-bbcf-1431f1b5713b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9003ecc-c686-4107-b19e-05fb87260ec2", "tag": "4ef1800a-0380-4a19-bf64-8e1ea44dc609"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:59.442403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:59.461653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a4799d2-8681-413e-9a18-8d319de35810 req-6f60f643-f8f8-4a66-b845-f04cdc7e56e1 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-274826065&fields=id&tenant_id=0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 267 time: 0.2335548 Jul 30 01:41:59.472954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.483554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:59.496130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:59.497564 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.541906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.581094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268866-bb69-49d3-98cb-59488757febd req-f6de57d4-9e67-461f-9368-3a0ae4e5a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.582657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-f6de57d4-9e67-461f-9368-3a0ae4e5a08e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1137 time: 0.3071930 Jul 30 01:41:59.601130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b934a-eb2f-4607-bd62-7ade90b0b0d3 req-d2db0026-ada3-445c-86a4-93bf5d04f32f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.604266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d25b934a-eb2f-4607-bd62-7ade90b0b0d3 req-d2db0026-ada3-445c-86a4-93bf5d04f32f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2842028 Jul 30 01:41:59.615335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.616198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.659524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-9cda748b-fcf2-40b9-91c5-aff10703865f service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340116 Jul 30 01:41:59.663192 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ad66882a-38fc-40c8-aafc-d592e8f5407c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6578403 Jul 30 01:41:59.665406 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4f7bec6-4512-4cc3-b23b-3faff3ad279b req-5c04e4df-bcf1-4cca-a013-077d7cb93673 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236036 Jul 30 01:41:59.695593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360', 'admin_state_up': True, 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'security_groups': ['d0dd6b01-76c8-466d-b611-d5711e02dc66']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:59.780651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-a5453c3d-ad7a-4eed-ad65-f3a198664bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361162 Jul 30 01:41:59.781700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0359fe33-c2ca-4758-9f2b-60e7c464700e None None] Provisioning for port 0f7aec9a-3c75-4c58-897d-e54e004477fd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:59.788970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0359fe33-c2ca-4758-9f2b-60e7c464700e None None] Provisioning complete for port 0f7aec9a-3c75-4c58-897d-e54e004477fd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:59.789246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=6d3134dd-6262-4634-b4b9-713f2324f8ae,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.790368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0359fe33-c2ca-4758-9f2b-60e7c464700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.873621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0359fe33-c2ca-4758-9f2b-60e7c464700e None None] Port 0f7aec9a-3c75-4c58-897d-e54e004477fd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:59.951470 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.957538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c98c4017-9525-43da-b3e3-785de737c406 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/6d3134dd-6262-4634-b4b9-713f2324f8ae HTTP/1.1" status: 204 len: 168 time: 2.5055790 Jul 30 01:41:59.964187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42256) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:59.981847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-2d19bfe4-f0f5-4c1f-adf9-25f827b9848a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 217 time: 0.1696184 Jul 30 01:41:59.996413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4799d2-8681-413e-9a18-8d319de35810 req-f94e3a5e-3e73-4221-af09-a6dba01397a3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.998875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a4799d2-8681-413e-9a18-8d319de35810 req-f94e3a5e-3e73-4221-af09-a6dba01397a3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 985 time: 0.5222290 Jul 30 01:42:00.049514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'port': {'security_groups': ['88efeb31-1b1a-4a25-9ff4-222ea13c0de6', '8e682c35-7d61-41e0-84d2-e4564d367298', 'd7278009-cc64-4bc3-a025-4e9447e4c998']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:00.223440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d25b934a-eb2f-4607-bd62-7ade90b0b0d3 req-a4296519-7a70-4859-9a8b-b07f4d561269 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298999 Jul 30 01:42:00.253898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598891b-2c6a-4b94-a7eb-a2117e234048 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.256285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598891b-2c6a-4b94-a7eb-a2117e234048 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.260935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0598891b-2c6a-4b94-a7eb-a2117e234048 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2940381 Jul 30 01:42:00.271124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-0c64e08e-3cfe-47a7-b416-0de4c88f5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.273723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-0c64e08e-3cfe-47a7-b416-0de4c88f5d3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.2429309 Jul 30 01:42:00.274211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42262) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:00.310624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b33227b5-7e92-4156-9dd4-b2f8d8acdf61 req-06405305-8509-4e53-8135-3aa15542948b service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438658 Jul 30 01:42:00.354800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:00.396503 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.432683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268866-bb69-49d3-98cb-59488757febd req-7a0946b8-018e-4a27-91aa-210563f09bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.434324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-7a0946b8-018e-4a27-91aa-210563f09bb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.6672304 Jul 30 01:42:00.459476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 24b65413-0ce3-44e6-bde8-4561719b8539 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:00.478422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.494334 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc3f7a-99d4-4e26-b0f7-5564dc3a53d0 x-openstack-request-id: req-f7dc3f7a-99d4-4e26-b0f7-5564dc3a53d0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:00.494649 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9003ecc-c686-4107-b19e-05fb87260ec2", "tag": "4ef1800a-0380-4a19-bf64-8e1ea44dc609", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:00.494873 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7dc3f7a-99d4-4e26-b0f7-5564dc3a53d0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:00.495485 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'tag': '4ef1800a-0380-4a19-bf64-8e1ea44dc609', 'status': 'completed', 'code': 200} Jul 30 01:42:00.500630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.581965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c31be-5b96-4c98-8737-3a0a1dd0edc6 req-050d8b57-0f52-402a-b474-76831f2b20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.583853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ea3c31be-5b96-4c98-8737-3a0a1dd0edc6 req-050d8b57-0f52-402a-b474-76831f2b20a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 1098 time: 0.2375085 Jul 30 01:42:00.614666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-ffc5c24b-031f-4d80-a6d1-f547c645cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.616295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-ffc5c24b-031f-4d80-a6d1-f547c645cdcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1351118 Jul 30 01:42:00.833086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-dac8cf44-c426-4417-9c1f-4bf3dc02f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.834590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-dac8cf44-c426-4417-9c1f-4bf3dc02f68d service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 912 time: 0.2026801 Jul 30 01:42:00.851508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ea3c31be-5b96-4c98-8737-3a0a1dd0edc6 req-823b0ae9-da81-4039-8672-ee4a5df78c63 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262018 Jul 30 01:42:00.856156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:00.886721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-2bfcabb5-6706-4b01-9bdf-a35adc1903fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609 HTTP/1.1" status: 200 len: 217 time: 0.0426557 Jul 30 01:42:00.898095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-8f928ae1-25bb-450f-8162-0510dd64ab8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 217 time: 0.4499710 Jul 30 01:42:00.939235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-f1451e72-427f-47d0-a274-e5d2c80459d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.940848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-f1451e72-427f-47d0-a274-e5d2c80459d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6472933 Jul 30 01:42:00.993954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-29beccb2-0b89-4711-9ee6-f08b82a8f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.995536 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-29beccb2-0b89-4711-9ee6-f08b82a8f479 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.0939941 Jul 30 01:42:00.996659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 10.2.2.100 (3efebfd3-cb97-4208-8d47-9587a59c2360/d3d90104-e03f-4b2f-9711-efc5591594f7/aa365b30-ef07-4498-b0ac-37238d13c302) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:01.045616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:01.052343 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-b0063032-93e3-4f0b-83ac-df484b71a7e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458755 Jul 30 01:42:01.065910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'port_id': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'mac_address': 'fa:16:3e:70:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:01.102314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.128152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.149764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:01.177426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37af0123-c675-437f-90f2-fd7dc0895f29 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:01.180992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:01.189945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.201646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.226337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268866-bb69-49d3-98cb-59488757febd req-df38fd7a-c9ec-44af-afd3-330abde24c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.227902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-df38fd7a-c9ec-44af-afd3-330abde24c26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.3184612 Jul 30 01:42:01.261618 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-969b023c-2f42-405b-9a8f-3bbc57fbc68b service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007697 Jul 30 01:42:01.275534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.281041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee8d5b-4e75-4538-bd3e-333e564d58ee req-0ef59bf8-7844-48aa-845b-9ae5c1e18716 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.282598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03ee8d5b-4e75-4538-bd3e-333e564d58ee req-0ef59bf8-7844-48aa-845b-9ae5c1e18716 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 931 time: 0.3905823 Jul 30 01:42:01.305681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Transition to ACTIVE for port object 37af0123-c675-437f-90f2-fd7dc0895f29 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:01.311856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-f8982a08-6cb6-4d4e-86b5-702fec7c63c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686626 Jul 30 01:42:01.334659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.351365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.374975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object aa365b30-ef07-4498-b0ac-37238d13c302 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:01.414786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f184625d-835f-46dd-bbcf-1431f1b5713b req-b18765c7-3095-4c34-87d8-deebe59cb1e5 service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430018 Jul 30 01:42:01.415521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['1bf12c80-ce00-4548-a1ea-704d8cce8dc4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:01.428677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-6b9fdd57-0a80-40af-81bd-197894a6e25b service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405813 Jul 30 01:42:01.443760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.501467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:01.513506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:01.520284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:01.525171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.580804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.583042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.584387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.620209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-41f0605f-99ca-4293-aba0-c77c08da7236 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9289944 Jul 30 01:42:01.639989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360', 'admin_state_up': True, 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'security_groups': ['d0dd6b01-76c8-466d-b611-d5711e02dc66']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:01.823351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03ee8d5b-4e75-4538-bd3e-333e564d58ee req-cb351ff3-e02d-4608-8ce2-5f73eff360d2 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137987 Jul 30 01:42:01.835147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-37b5760d-2bf4-45c7-99ea-e7861f336a8d service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677101 Jul 30 01:42:01.837880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Pushing event updated for resources: {'Port': ['ID=37af0123-c675-437f-90f2-fd7dc0895f29,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.852348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-69fe7e11-e821-4f0d-8119-2a7a558ed205 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139494 Jul 30 01:42:01.891740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Made reservation on behalf of 82df728ca872453da9a5adb3e5133a2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:01.902363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.976705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68f356b1-92de-46e3-9762-fa5d9d219444 None None] Provisioning for port aa365b30-ef07-4498-b0ac-37238d13c302 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:01.988251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68f356b1-92de-46e3-9762-fa5d9d219444 None None] Provisioning complete for port aa365b30-ef07-4498-b0ac-37238d13c302 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:01.988645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68f356b1-92de-46e3-9762-fa5d9d219444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.039869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-68f356b1-92de-46e3-9762-fa5d9d219444 None None] Port aa365b30-ef07-4498-b0ac-37238d13c302 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:02.109977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:02.165362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Allocated IP 10.2.2.200 (3efebfd3-cb97-4208-8d47-9587a59c2360/d3d90104-e03f-4b2f-9711-efc5591594f7/35ebe023-b623-4aaf-b450-255d3cd4840a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:02.174577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.223847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.235431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Attempting to bind port 37af0123-c675-437f-90f2-fd7dc0895f29 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:02.236308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Attempting to bind port 37af0123-c675-437f-90f2-fd7dc0895f29 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a1e79fc4-dd26-484c-aba7-acd1346f47dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:02.236623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Attempting to bind port 37af0123-c675-437f-90f2-fd7dc0895f29 on network a9fe64e4-3357-4e24-bc88-b89e839d15cf {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:02.244622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=24b65413-0ce3-44e6-bde8-4561719b8539,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.247480 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.254043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.255970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3babbf75-447d-4cfc-ab81-11406c66f32d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/24b65413-0ce3-44e6-bde8-4561719b8539 HTTP/1.1" status: 204 len: 168 time: 1.9746199 Jul 30 01:42:02.259400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:02.263976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d3db1-8dd2-4575-b708-fda1c372de38 req-ea70d334-5f16-4084-806d-7d3886bfa358 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.265634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f63c5-8fba-46ed-ad12-ffd949395ab6 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:02.271359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f9d3db1-8dd2-4575-b708-fda1c372de38 req-ea70d334-5f16-4084-806d-7d3886bfa358 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 943 time: 0.2844725 Jul 30 01:42:02.289944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Port 37af0123-c675-437f-90f2-fd7dc0895f29 on network a9fe64e4-3357-4e24-bc88-b89e839d15cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:02.289944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Attempting to bind port 37af0123-c675-437f-90f2-fd7dc0895f29 on network a9fe64e4-3357-4e24-bc88-b89e839d15cf {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:02.292272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:02.293126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa268866-bb69-49d3-98cb-59488757febd req-11b29796-3e9d-49df-bf2d-35ca6047a65e service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139805 Jul 30 01:42:02.319453 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fb65e01d-e123-46f6-b752-2f3c076baae9 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590291 Jul 30 01:42:02.320528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42270) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:02.346117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:02.346460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Checking segment: {'id': 'a1e79fc4-dd26-484c-aba7-acd1346f47dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:02.346852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Bound using segment: {'id': 'a1e79fc4-dd26-484c-aba7-acd1346f47dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:02.347331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Bound port: 37af0123-c675-437f-90f2-fd7dc0895f29, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e79fc4-dd26-484c-aba7-acd1346f47dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:02.347694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.366523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.367209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.369738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a4799d2-8681-413e-9a18-8d319de35810 req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "PUT /v2.0/ports/9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 1021 time: 2.3260293 Jul 30 01:42:02.378017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:02.380282 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:02.422196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f7d84e-11c0-4219-8497-15e8a228bc81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.424860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f9d3db1-8dd2-4575-b708-fda1c372de38 req-09fcedd4-8ccb-4bce-bc90-dccbb2a5a847 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525178 Jul 30 01:42:02.426189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2feb272-568a-4a91-af00-d534a57e3461 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.427292 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5f7d84e-11c0-4219-8497-15e8a228bc81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1025565 Jul 30 01:42:02.427913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:02.496885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.516247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Transition to ACTIVE for port object 35ebe023-b623-4aaf-b450-255d3cd4840a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:02.554637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:02.560606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.614933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] For port 37af0123-c675-437f-90f2-fd7dc0895f29, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:02.624235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] For port 37af0123-c675-437f-90f2-fd7dc0895f29, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=37af0123-c675-437f-90f2-fd7dc0895f29,segment=NetworkSegment(a1e79fc4-dd26-484c-aba7-acd1346f47dd),segment_id=a1e79fc4-dd26-484c-aba7-acd1346f47dd)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:02.636724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb452f4-53f1-4b38-ae2b-34fc2bfa68b3 req-3963b634-bfbd-4b03-8c71-a1bbb5c59967 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.638623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfb452f4-53f1-4b38-ae2b-34fc2bfa68b3 req-3963b634-bfbd-4b03-8c71-a1bbb5c59967 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 944 time: 0.1540008 Jul 30 01:42:02.643366 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.666147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14901f-72c2-4811-a824-cec3171565e4 req-0706e6af-6bef-4c50-9e14-9778035576b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.672513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14901f-72c2-4811-a824-cec3171565e4 req-0706e6af-6bef-4c50-9e14-9778035576b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.681267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14901f-72c2-4811-a824-cec3171565e4 req-0706e6af-6bef-4c50-9e14-9778035576b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.687655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14901f-72c2-4811-a824-cec3171565e4 req-0706e6af-6bef-4c50-9e14-9778035576b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.688865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:02.692086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a4d89-23ef-42a3-b9a3-9f630d2e57bd tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.693835 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6a2a4d89-23ef-42a3-b9a3-9f630d2e57bd tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2514515 Jul 30 01:42:02.694610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14901f-72c2-4811-a824-cec3171565e4 req-0706e6af-6bef-4c50-9e14-9778035576b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.702378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42278) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:02.703580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc14901f-72c2-4811-a824-cec3171565e4 req-0706e6af-6bef-4c50-9e14-9778035576b0 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 3815 time: 0.1625922 Jul 30 01:42:02.714518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:02.721585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:02.724757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event updated for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.772788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:02.773801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.774637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.775829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86ee7a0c-2e72-4984-8785-c9e84381798c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712719 Jul 30 01:42:02.776499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] 10.222.0.55 "PUT /v2.0/ports/37af0123-c675-437f-90f2-fd7dc0895f29 HTTP/1.1" status: 200 len: 1092 time: 3.6208527 Jul 30 01:42:02.798599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42280) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:02.815845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:02.862269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:02.864383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:02.895971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfb452f4-53f1-4b38-ae2b-34fc2bfa68b3 req-d7fccd4c-83bd-4c28-996f-3cca24a2128b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860001 Jul 30 01:42:02.923643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.924348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.945229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc14901f-72c2-4811-a824-cec3171565e4 req-e9e8423c-d072-4283-91e2-f74ea8be5beb tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396262 Jul 30 01:42:02.987590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9fb52442-3bc3-485c-ba76-e05a0b016481 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3514509 Jul 30 01:42:03.013171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b901-2e96-4cb1-ab27-d14b9fd15045 service neutron] Pushing event updated for resources: {'Port': ['ID=37af0123-c675-437f-90f2-fd7dc0895f29,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:03.014546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:03.124918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-634bb272-d68c-4a58-aab1-28a335c29dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.127082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-634bb272-d68c-4a58-aab1-28a335c29dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f9ea0f095e2420fa90c4ca585494ad0&device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 1095 time: 0.2799900 Jul 30 01:42:03.144192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:03.162114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'port_id': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'mac_address': 'fa:16:3e:d1:81:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455fcb77-8df1-49dc-92ca-4fea00468f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:03.164349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f907df-ab2b-4c98-b684-af8b749de571 req-8c583380-5e98-454d-8cc7-ef7d34fb1d12 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.167550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.172002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2f907df-ab2b-4c98-b684-af8b749de571 req-8c583380-5e98-454d-8cc7-ef7d34fb1d12 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.1383059 Jul 30 01:42:03.215464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:03.222077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:03.226148 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.235898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-5b1e773b-e253-4a1d-be8c-8515c95445ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37af0123-c675-437f-90f2-fd7dc0895f29 HTTP/1.1" status: 200 len: 217 time: 0.0914574 Jul 30 01:42:03.256570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:03.257067 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.301823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e936986-3417-4c9c-b03c-163a24180ccc None None] Provisioning for port 35ebe023-b623-4aaf-b450-255d3cd4840a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:03.306926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] Deleting port 96eaf820-1667-4490-9d34-0320b14a507c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:03.307397 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.397268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2f907df-ab2b-4c98-b684-af8b749de571 req-d118fca0-9677-4f4b-b807-d1a6e045a474 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243533 Jul 30 01:42:03.407564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-2abac8fb-64f7-4765-9482-0fd637efcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.408331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1e936986-3417-4c9c-b03c-163a24180ccc None None] Provisioning complete for port 35ebe023-b623-4aaf-b450-255d3cd4840a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:03.409432 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1e936986-3417-4c9c-b03c-163a24180ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.430421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-2abac8fb-64f7-4765-9482-0fd637efcd56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dea9ddb2-d586-4d81-91ae-420efcf62e5b HTTP/1.1" status: 200 len: 849 time: 0.1840775 Jul 30 01:42:03.474455 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cfda58-be5c-45d4-aeb8-9e94d92f6cac x-openstack-request-id: req-38cfda58-be5c-45d4-aeb8-9e94d92f6cac {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:03.474777 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:03.475078 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38cfda58-be5c-45d4-aeb8-9e94d92f6cac {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:03.479299 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'status': 'completed', 'code': 200} Jul 30 01:42:03.516548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69048465-01da-4619-84b7-21d741cf0aa0 req-8992bc20-a8ca-4caa-a379-e65193b4c02c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.518161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69048465-01da-4619-84b7-21d741cf0aa0 req-8992bc20-a8ca-4caa-a379-e65193b4c02c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1024 time: 0.3139365 Jul 30 01:42:03.539124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] For port 96eaf820-1667-4490-9d34-0320b14a507c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=96eaf820-1667-4490-9d34-0320b14a507c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:03.539684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.558914 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.566050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-4c03476d-90b3-4cea-baeb-00b8d7751128 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9fe64e4-3357-4e24-bc88-b89e839d15cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005826 Jul 30 01:42:03.591980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] Calling delete_port for 96eaf820-1667-4490-9d34-0320b14a507c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:03.596334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1e936986-3417-4c9c-b03c-163a24180ccc None None] Port 35ebe023-b623-4aaf-b450-255d3cd4840a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:03.624022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 058c895a-edeb-4215-ac7c-1a7a5700a588 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:03.663167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6accce28-3d76-4290-bcb5-a1e9d826efe9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:03.699733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.709080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 96eaf820-1667-4490-9d34-0320b14a507c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:03.718325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Transition to ACTIVE for port object 6accce28-3d76-4290-bcb5-a1e9d826efe9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:03.724361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.757241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:03.777736 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.778505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4ef1800a-0380-4a19-bf64-8e1ea44dc609 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:03.795808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-1d077602-6325-48b5-9554-57642a042dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.797402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-1d077602-6325-48b5-9554-57642a042dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1176 time: 0.2518923 Jul 30 01:42:03.831177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Pushing event updated for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:03.839619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d969b5-53fb-40c8-8814-05abbb6f61d5 req-5fcf8739-1650-415a-9473-5c846603204d tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.847897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0d969b5-53fb-40c8-8814-05abbb6f61d5 req-5fcf8739-1650-415a-9473-5c846603204d tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 943 time: 0.2769883 Jul 30 01:42:03.956708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Attempting to bind port 6accce28-3d76-4290-bcb5-a1e9d826efe9 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:03.957060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Attempting to bind port 6accce28-3d76-4290-bcb5-a1e9d826efe9 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:03.957529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Attempting to bind port 6accce28-3d76-4290-bcb5-a1e9d826efe9 on network 31143a36-c95c-4f04-9473-6f84640e8107 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:03.963291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Port 6accce28-3d76-4290-bcb5-a1e9d826efe9 on network 31143a36-c95c-4f04-9473-6f84640e8107 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:03.963684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Attempting to bind port 6accce28-3d76-4290-bcb5-a1e9d826efe9 on network 31143a36-c95c-4f04-9473-6f84640e8107 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:03.971310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:03.971753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Checking segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:03.973217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Bound using segment: {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:03.974298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Bound port: 6accce28-3d76-4290-bcb5-a1e9d826efe9, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba82c604-0813-4b50-82f8-3522d3487bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:03.975154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.021729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69048465-01da-4619-84b7-21d741cf0aa0 req-e6d16eab-ae7c-46ed-ad47-c1ec7474451c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=8e682c35-7d61-41e0-84d2-e4564d367298&id=d7278009-cc64-4bc3-a025-4e9447e4c998 HTTP/1.1" status: 200 len: 6155 time: 0.4747541 Jul 30 01:42:04.037356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.083777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-d983559b-11c3-48bd-831b-3ffb72c5af62 service neutron] 10.222.0.55 "GET /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745572 Jul 30 01:42:04.107804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:04.112801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:04.120091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.148742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0d969b5-53fb-40c8-8814-05abbb6f61d5 req-fbc53970-b1dd-4a5f-9571-1beae9c51ca9 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999055 Jul 30 01:42:04.181511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:04.183868 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00dbb5-9afe-4d9e-b472-99927deca084" -d '{"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-plugged", "status": "completed", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:04.201422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.205108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.205269 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.209007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.220419 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] 10.222.0.55 "PUT /v2.0/ports/6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 1092 time: 1.2120943 Jul 30 01:42:04.220925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:04.225686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:04.230738 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76150ae0-401c-4a72-8a9c-8ef78c5e7085" -d '{"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:04.275722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.288452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:04.293140 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.293644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:04.295331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port 96eaf820-1667-4490-9d34-0320b14a507c update to DOWN by agent not found {{(pid=93891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 01:42:04.318351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55297edd-1f88-4c8c-805f-e74a211163cd service neutron] Pushing event updated for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.334335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] Pushing event deleted for resources: {'Port': ['ID=96eaf820-1667-4490-9d34-0320b14a507c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.340738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb90c6-8c54-4757-a99f-28f3600bf9cf None None] No DVR routers for this DVR port 96eaf820-1667-4490-9d34-0320b14a507c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:04.353379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-fe7a84ee-86cb-43af-a8b8-e4ef7565d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.355964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-fe7a84ee-86cb-43af-a8b8-e4ef7565d3fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.5458527 Jul 30 01:42:04.386326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.451520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff67cb8d-006d-4275-b2d1-e892bc16121f req-6524fa6c-cf22-42f0-ae61-4e5c52de800b service neutron] 10.222.0.55 "GET /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502221 Jul 30 01:42:04.463527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:04.482139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '4ef1800a-0380-4a19-bf64-8e1ea44dc609', 'network_id': 'bf579bc0-b6f8-45ec-a4e2-90557784590b', 'port_id': '4ef1800a-0380-4a19-bf64-8e1ea44dc609', 'mac_address': 'fa:16:3e:9b:2f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d2f29f-ef9c-4a4c-8488-25eee135bfa0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:04.492030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.589862 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.593132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.613623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef1800a-0380-4a19-bf64-8e1ea44dc609 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:04.627825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 058c895a-edeb-4215-ac7c-1a7a5700a588 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:04.657961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:04.668477 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.673887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:04.681273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.736949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4ef1800a-0380-4a19-bf64-8e1ea44dc609,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.766456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a274634-b169-48c7-a38e-66ef35299f93 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:04.775467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.792266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Transition to ACTIVE for port object 3a274634-b169-48c7-a38e-66ef35299f93 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:04.797419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.799489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.863027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.893890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['058c895a-edeb-4215-ac7c-1a7a5700a588'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:04.921603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-77a3ffb4-c16c-4bec-9d9d-34985fcc50e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 200 len: 217 time: 0.4651525 Jul 30 01:42:04.939130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659eb3-9a8b-40ba-976c-1bcb3f184508 req-b0b6a359-cd87-459e-b6a3-3dcabf504560 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.941567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44659eb3-9a8b-40ba-976c-1bcb3f184508 req-b0b6a359-cd87-459e-b6a3-3dcabf504560 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 945 time: 0.8188527 Jul 30 01:42:04.945132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:04.950527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Attempting to bind port 3a274634-b169-48c7-a38e-66ef35299f93 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:04.951359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Attempting to bind port 3a274634-b169-48c7-a38e-66ef35299f93 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:04.951505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Attempting to bind port 3a274634-b169-48c7-a38e-66ef35299f93 on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:04.957410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Port 3a274634-b169-48c7-a38e-66ef35299f93 on network fe005ab1-d053-4c54-bef2-b2be6a33c30b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:04.957681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Attempting to bind port 3a274634-b169-48c7-a38e-66ef35299f93 on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:04.963472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:04.963814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Checking segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:04.964233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Bound using segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:04.968398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Bound port: 3a274634-b169-48c7-a38e-66ef35299f93, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:04.968398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.003187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4ef1800a-0380-4a19-bf64-8e1ea44dc609'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:05.020990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:05.033018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.033635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.052715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-26830fe3-c475-4787-8476-04244e24c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.054203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-26830fe3-c475-4787-8476-04244e24c7f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.1067266 Jul 30 01:42:05.056700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:05.062432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=58055466-48d3-464a-a12d-db4b5bdc14ad,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:05.068493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3a274634-b169-48c7-a38e-66ef35299f93,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:05.073946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.074123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131ccdd-a89c-4939-a0fb-77a5fce03ccc None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:05.092152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73993-6ec9-4e2d-b0ae-a325a617bcbf req-67ffef85-7f9d-4312-a814-d292116b814f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.100880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aad73993-6ec9-4e2d-b0ae-a325a617bcbf req-67ffef85-7f9d-4312-a814-d292116b814f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 943 time: 0.8165836 Jul 30 01:42:05.150008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.151069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.152783 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 1130 time: 0.8691790 Jul 30 01:42:05.190051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cdd1e55f-53a9-4051-a430-675679ce33f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3850605 Jul 30 01:42:05.191369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-2939705a-84b2-42f9-afc0-41f4f95658af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257989 Jul 30 01:42:05.196751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42302) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:05.207241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44659eb3-9a8b-40ba-976c-1bcb3f184508 req-6ef1d958-35c1-4bbb-9d54-03c018e37937 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092168 Jul 30 01:42:05.214515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:05.233868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:c2:f3:c0', 'name': 'tempest-NetworksTestDHCPv6-90565069'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:05.243704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0e944-a96a-4645-ac83-714f21a22185 service neutron] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:05.260541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aad73993-6ec9-4e2d-b0ae-a325a617bcbf req-4999f8dd-ed43-42c5-b91e-05f63b56390c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587143 Jul 30 01:42:05.488563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5fbda-c540-4252-a1ae-73ffe4128dad req-f75178b4-9c1e-4af0-a9d7-aea1dbc84a1b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.490303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14c5fbda-c540-4252-a1ae-73ffe4128dad req-f75178b4-9c1e-4af0-a9d7-aea1dbc84a1b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1538374 Jul 30 01:42:05.491077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'tag': '37af0123-c675-437f-90f2-fd7dc0895f29'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:05.493459 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843" -d '{"events": [{"name": "network-changed", "server_uuid": "2d40c386-3a92-4b2e-8d40-bffe54e2231b", "tag": "37af0123-c675-437f-90f2-fd7dc0895f29"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:05.536873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-1e4d6315-0bce-4d46-975d-593f97a4b5b4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235660 Jul 30 01:42:05.555272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.562923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '58055466-48d3-464a-a12d-db4b5bdc14ad'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:05.564174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.570697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.584979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.593580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.600530 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.607905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.615589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.624083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1b2835-6630-402e-8ac4-a581c320afef req-d8f1223d-3a96-4d73-842a-0ea0d3d98420 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 4598 time: 0.2309198 Jul 30 01:42:05.701195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14c5fbda-c540-4252-a1ae-73ffe4128dad req-4c72dd62-e8c3-446c-9bb3-a8996e5d3625 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997993 Jul 30 01:42:05.740243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:05.792712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/58055466-48d3-464a-a12d-db4b5bdc14ad/e467d57f-1eec-4b24-8baa-9d768699d074) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:05.810854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b8372f0d-7b30-48e2-9c08-b36bdeacc76e req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': ' tempest-securitygroup -682148567 ', 'description': 'tempest-description-653339251'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:05.862413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1b2835-6630-402e-8ac4-a581c320afef req-8b1f8c40-769a-4b0b-bb8f-b89f41219e7e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2313170 Jul 30 01:42:05.865769 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b8372f0d-7b30-48e2-9c08-b36bdeacc76e req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.888554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82ffb7e-eba0-49ac-b4ab-ea493dec2d2e req-e6c2fecd-57dc-44a6-b4dd-cd6b70717fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568872 Jul 30 01:42:05.946784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.981087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port c328bc73-63cf-47db-a9d6-35a94be5d939 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:42:06.006450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.026264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Transition to ACTIVE for port object e467d57f-1eec-4b24-8baa-9d768699d074 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:06.051517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Transition to ACTIVE for port object e467d57f-1eec-4b24-8baa-9d768699d074 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:06.059779 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e2853b-d7fd-40e2-914e-8cc8e5793dd0 x-openstack-request-id: req-c9e2853b-d7fd-40e2-914e-8cc8e5793dd0 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:06.060475 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-plugged", "status": "completed", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:06.060592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b8372f0d-7b30-48e2-9c08-b36bdeacc76e req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.062500 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9e2853b-d7fd-40e2-914e-8cc8e5793dd0 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:06.067077 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'code': 200} Jul 30 01:42:06.069981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.072460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b8372f0d-7b30-48e2-9c08-b36bdeacc76e req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.127257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b8372f0d-7b30-48e2-9c08-b36bdeacc76e req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.154930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8372f0d-7b30-48e2-9c08-b36bdeacc76e req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3823848 Jul 30 01:42:06.162351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9198d1-efbb-4938-b375-d6911a05e4ce tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc40e42-59f9-40c4-9841-039ec6981bc3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.185950 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7649a6a4-e4c7-453a-9b10-33e7f4233713 x-openstack-request-id: req-7649a6a4-e4c7-453a-9b10-33e7f4233713 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:06.186246 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:06.186499 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7649a6a4-e4c7-453a-9b10-33e7f4233713 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:06.186916 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'status': 'completed', 'code': 200} Jul 30 01:42:06.188466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:06.193273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:06.195702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:06.202851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Pushing event updated for resources: {'Port': ['ID=e467d57f-1eec-4b24-8baa-9d768699d074,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.271138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b29c66-044e-40e2-b6b5-46569bded88a req-ebf437e6-f85b-4b50-8b30-1e9d6e7e56d6 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.279377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86b29c66-044e-40e2-b6b5-46569bded88a req-ebf437e6-f85b-4b50-8b30-1e9d6e7e56d6 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 943 time: 0.1008043 Jul 30 01:42:06.282490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Attempting to bind port e467d57f-1eec-4b24-8baa-9d768699d074 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:06.283554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Attempting to bind port e467d57f-1eec-4b24-8baa-9d768699d074 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:06.284038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Attempting to bind port e467d57f-1eec-4b24-8baa-9d768699d074 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:06.294768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:06.295328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:06.295824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.296316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:06.297127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Bound port: e467d57f-1eec-4b24-8baa-9d768699d074, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:06.299029 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.309889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.310504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.310990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.311623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.312106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.312582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.315466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-14fd65dd-e9e7-4289-a058-2bda983ae41b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5286 time: 0.1022503 Jul 30 01:42:06.322227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cbed62-6f49-4e60-b848-08b02078bbbc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:06.359080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.379183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86b29c66-044e-40e2-b6b5-46569bded88a req-daa136f0-6c9b-4890-a192-3ca1612b5c07 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893483 Jul 30 01:42:06.409222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] For port e467d57f-1eec-4b24-8baa-9d768699d074, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:06.414781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] For port e467d57f-1eec-4b24-8baa-9d768699d074, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e467d57f-1eec-4b24-8baa-9d768699d074,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:06.421787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.426679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fef42-74ef-4439-b098-f4faf4b46417 req-1685b8bc-1e1b-4bc3-b1bc-26f16c6670cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.428364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-165fef42-74ef-4439-b098-f4faf4b46417 req-1685b8bc-1e1b-4bc3-b1bc-26f16c6670cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1097 time: 0.3082545 Jul 30 01:42:06.429582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::278 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/58055466-48d3-464a-a12d-db4b5bdc14ad/c328bc73-63cf-47db-a9d6-35a94be5d939) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:06.435363 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a1332-4c7e-409c-954d-b916c2168dff x-openstack-request-id: req-2e4a1332-4c7e-409c-954d-b916c2168dff {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:06.435985 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d40c386-3a92-4b2e-8d40-bffe54e2231b", "tag": "37af0123-c675-437f-90f2-fd7dc0895f29", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:06.437134 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e4a1332-4c7e-409c-954d-b916c2168dff {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:06.438143 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'tag': '37af0123-c675-437f-90f2-fd7dc0895f29', 'status': 'completed', 'code': 200} Jul 30 01:42:06.479036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Transition to ACTIVE for port object a7cbed62-6f49-4e60-b848-08b02078bbbc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:06.492321 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.571724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53059b05-9e95-40d6-ae43-95dc47c8e5db None None] Pushing event updated for resources: {'Port': ['ID=e467d57f-1eec-4b24-8baa-9d768699d074,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.590437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-165fef42-74ef-4439-b098-f4faf4b46417 req-52ffe7e8-c05b-45b8-86ab-3bc21c4d9ab4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455557 Jul 30 01:42:06.606843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1f09456-cc5e-4679-8e93-a2c11aaf85b1 req-92f7e4e4-4e32-403a-9a8f-4dbe829c22b1 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/efc40e42-59f9-40c4-9841-039ec6981bc3 HTTP/1.1" status: 200 len: 1781 time: 0.1788819 Jul 30 01:42:06.692349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Pushing event updated for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.755856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.761297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-b5d856d4-d2bd-4c98-a613-9983b40c365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.762936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-b5d856d4-d2bd-4c98-a613-9983b40c365e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f9ea0f095e2420fa90c4ca585494ad0&device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 1095 time: 0.1725926 Jul 30 01:42:06.825482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.850904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object c328bc73-63cf-47db-a9d6-35a94be5d939 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:06.857237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Attempting to bind port a7cbed62-6f49-4e60-b848-08b02078bbbc on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:06.859764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:06.864285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Attempting to bind port a7cbed62-6f49-4e60-b848-08b02078bbbc by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:06.864285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Attempting to bind port a7cbed62-6f49-4e60-b848-08b02078bbbc on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:06.896519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Port a7cbed62-6f49-4e60-b848-08b02078bbbc on network fe005ab1-d053-4c54-bef2-b2be6a33c30b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:06.898639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Attempting to bind port a7cbed62-6f49-4e60-b848-08b02078bbbc on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:06.927554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:06.928301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Checking segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:06.928968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Bound using segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:06.929805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Bound port: a7cbed62-6f49-4e60-b848-08b02078bbbc, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:06.930416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.935512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc39fc8-5e08-4112-b9b7-661644f94026 req-0bed274f-406a-48dd-b522-c9e7c5aad167 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.937098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cc39fc8-5e08-4112-b9b7-661644f94026 req-0bed274f-406a-48dd-b522-c9e7c5aad167 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 944 time: 0.3568020 Jul 30 01:42:06.992704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 058c895a-edeb-4215-ac7c-1a7a5700a588 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:06.993412 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.049709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.098766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-68961960-adc4-4527-959a-6c71dbd12226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.101501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-68961960-adc4-4527-959a-6c71dbd12226 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9fe64e4-3357-4e24-bc88-b89e839d15cf HTTP/1.1" status: 200 len: 910 time: 0.3290410 Jul 30 01:42:07.115848 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.150785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:07.151903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:07.161509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:07.161758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:07.174380 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.174646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:07.175418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4ef1800a-0380-4a19-bf64-8e1ea44dc609 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:07.181210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.182771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.186841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:07.189268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=c328bc73-63cf-47db-a9d6-35a94be5d939,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:07.195531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.266342 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b9756e24-a547-46d7-80bb-7c5eb603542d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0631120 Jul 30 01:42:07.266584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-278fc41e-1f7c-4f89-af1a-e2c455c66f24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37af0123-c675-437f-90f2-fd7dc0895f29 HTTP/1.1" status: 200 len: 217 time: 0.0402124 Jul 30 01:42:07.267496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.268231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.269807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] 10.222.0.55 "PUT /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 1129 time: 2.0770845 Jul 30 01:42:07.270402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:07.274910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:07.279752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-3b4643e8-fa89-459d-a6f0-313e4fbcb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.280224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-3b4643e8-fa89-459d-a6f0-313e4fbcb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.280964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-3b4643e8-fa89-459d-a6f0-313e4fbcb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.283496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-3b4643e8-fa89-459d-a6f0-313e4fbcb716 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=82df728ca872453da9a5adb3e5133a2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9301372 Jul 30 01:42:07.294066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:07.298801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cf542-cba3-45c1-bf3d-451249d9217c service neutron] Pushing event updated for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:07.310943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:07.311163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:07.311502 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.429534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.484006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:07.490839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.518847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554036c-b091-4755-b33d-f0117c8235a1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.529407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554036c-b091-4755-b33d-f0117c8235a1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.540415 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d554036c-b091-4755-b33d-f0117c8235a1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2679694 Jul 30 01:42:07.541446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.557602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:07.566150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-3589a87b-45be-4559-897a-cdb129de6362 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.582116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4ef1800a-0380-4a19-bf64-8e1ea44dc609,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:07.586715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-3589a87b-45be-4559-897a-cdb129de6362 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 814 time: 0.6801159 Jul 30 01:42:07.636490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-fd1980da-e9ae-407d-b5ad-1b4c753f3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.642795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76150ae0-401c-4a72-8a9c-8ef78c5e7085 req-fd1980da-e9ae-407d-b5ad-1b4c753f3755 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3400257 Jul 30 01:42:07.644837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 37af0123-c675-437f-90f2-fd7dc0895f29 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:07.665598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-c990a85d-3f5d-4b43-99f8-7f1d24dbd402 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/quotas/7272178de60e4b9b84ecf7b9fad6479f HTTP/1.1" status: 200 len: 375 time: 0.0781043 Jul 30 01:42:07.767590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cc39fc8-5e08-4112-b9b7-661644f94026 req-bd215664-09af-4734-a21d-02605987fb29 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561309 Jul 30 01:42:07.792889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-c07aacae-3d14-4784-80e6-fa7b6f64fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.795706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e467d57f-1eec-4b24-8baa-9d768699d074 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:07.802319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-c07aacae-3d14-4784-80e6-fa7b6f64fc72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dea9ddb2-d586-4d81-91ae-420efcf62e5b HTTP/1.1" status: 200 len: 849 time: 0.5158045 Jul 30 01:42:07.883325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-3b7d4840-8161-456e-8672-0b089772c0f8 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166314 Jul 30 01:42:07.944499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 37af0123-c675-437f-90f2-fd7dc0895f29, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=37af0123-c675-437f-90f2-fd7dc0895f29,segment=NetworkSegment(a1e79fc4-dd26-484c-aba7-acd1346f47dd),segment_id=a1e79fc4-dd26-484c-aba7-acd1346f47dd)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:07.961799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e467d57f-1eec-4b24-8baa-9d768699d074 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:07.966959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '37af0123-c675-437f-90f2-fd7dc0895f29', 'network_id': 'a9fe64e4-3357-4e24-bc88-b89e839d15cf', 'port_id': '37af0123-c675-437f-90f2-fd7dc0895f29', 'mac_address': 'fa:16:3e:5e:52:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea9ddb2-d586-4d81-91ae-420efcf62e5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:07.986911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-5c9ec22a-d844-447a-8b98-f733be81dd68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9fe64e4-3357-4e24-bc88-b89e839d15cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503685 Jul 30 01:42:08.045314 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.068257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588'}, {'server_uuid': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef1800a-0380-4a19-bf64-8e1ea44dc609'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:08.068452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a5a8-596d-4574-affd-63941719fb40 req-f2bbbc8f-4945-4bae-8b3b-ac9aa168535a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.069782 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4184a5a8-596d-4574-affd-63941719fb40 req-f2bbbc8f-4945-4bae-8b3b-ac9aa168535a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdb93cf8-5c67-4d1b-8098-10d8d3bc258d HTTP/1.1" status: 200 len: 946 time: 0.2839940 Jul 30 01:42:08.070429 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2d9135-3a6f-49dd-99ce-bc7cd0beef8b" -d '{"events": [{"server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "name": "network-vif-plugged", "status": "completed", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588"}, {"server_uuid": "a9003ecc-c686-4107-b19e-05fb87260ec2", "name": "network-vif-plugged", "status": "completed", "tag": "4ef1800a-0380-4a19-bf64-8e1ea44dc609"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:08.074516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37af0123-c675-437f-90f2-fd7dc0895f29 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:08.105021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-a9d524c6-c1b1-4c34-9bf9-3146f1266f09 service neutron] 10.222.0.55 "GET /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096811 Jul 30 01:42:08.115322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 37af0123-c675-437f-90f2-fd7dc0895f29, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=37af0123-c675-437f-90f2-fd7dc0895f29,segment=NetworkSegment(a1e79fc4-dd26-484c-aba7-acd1346f47dd),segment_id=a1e79fc4-dd26-484c-aba7-acd1346f47dd)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:08.120641 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.179451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port c328bc73-63cf-47db-a9d6-35a94be5d939 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:08.179853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.186912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=37af0123-c675-437f-90f2-fd7dc0895f29,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:08.196185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '3a274634-b169-48c7-a38e-66ef35299f93'}, {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': 'a7cbed62-6f49-4e60-b848-08b02078bbbc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:08.198334 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6646f-9070-4888-b84a-1fa72460a5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "3a274634-b169-48c7-a38e-66ef35299f93"}, {"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "a7cbed62-6f49-4e60-b848-08b02078bbbc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:08.224845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1605b19-10dd-469f-a710-8596d96f1174 req-967238dc-6e01-4daa-8e32-18c157e65993 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/efc40e42-59f9-40c4-9841-039ec6981bc3 HTTP/1.1" status: 200 len: 1781 time: 0.3900480 Jul 30 01:42:08.297389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-4d0d81c6-a37b-4f9e-94d2-490528db6803 service neutron] 10.222.0.78 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981090 Jul 30 01:42:08.304314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] Provisioning for port e467d57f-1eec-4b24-8baa-9d768699d074 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:08.308706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] Provisioning complete for port e467d57f-1eec-4b24-8baa-9d768699d074 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:08.309081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.433978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1605b19-10dd-469f-a710-8596d96f1174 req-ace43203-a463-46ea-a665-b1ea7b911c8a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.468006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-83fd4128-3127-451a-913e-496c2fa97b5e service neutron] 10.222.0.78 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635849 Jul 30 01:42:08.520478 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.528709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['37af0123-c675-437f-90f2-fd7dc0895f29'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:08.543298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1605b19-10dd-469f-a710-8596d96f1174 req-ace43203-a463-46ea-a665-b1ea7b911c8a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.548925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13fe6ebe-dff2-4c1b-ba2e-8b8aad3a1843 req-524971d9-ec16-4e3e-8733-5a6608964b0c service neutron] 10.222.0.55 "GET /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067278 Jul 30 01:42:08.631688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1605b19-10dd-469f-a710-8596d96f1174 req-ace43203-a463-46ea-a665-b1ea7b911c8a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.634667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a1605b19-10dd-469f-a710-8596d96f1174 req-ace43203-a463-46ea-a665-b1ea7b911c8a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.636009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1605b19-10dd-469f-a710-8596d96f1174 req-ace43203-a463-46ea-a665-b1ea7b911c8a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/efc40e42-59f9-40c4-9841-039ec6981bc3 HTTP/1.1" status: 204 len: 173 time: 0.4101098 Jul 30 01:42:08.657376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace43203-a463-46ea-a665-b1ea7b911c8a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc40e42-59f9-40c4-9841-039ec6981bc3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:08.708805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] For port e467d57f-1eec-4b24-8baa-9d768699d074, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e467d57f-1eec-4b24-8baa-9d768699d074,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:08.714827 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.849388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5442e18-d978-4e4e-aab8-88a3ae07281b None None] Pushing event updated for resources: {'Port': ['ID=e467d57f-1eec-4b24-8baa-9d768699d074,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:08.858196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-02fa2df5-0d6d-4469-9850-97d3a402b2a2 None None] Provisioning for port c328bc73-63cf-47db-a9d6-35a94be5d939 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:08.866381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-02fa2df5-0d6d-4469-9850-97d3a402b2a2 None None] Provisioning complete for port c328bc73-63cf-47db-a9d6-35a94be5d939 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:08.866753 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02fa2df5-0d6d-4469-9850-97d3a402b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.890736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b666-ad60-43f4-a2c7-edc9c17cfd82 req-74ab64cd-1a4b-4651-9640-86bcf4a9e0f0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.909714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-02fa2df5-0d6d-4469-9850-97d3a402b2a2 None None] Port c328bc73-63cf-47db-a9d6-35a94be5d939 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:08.910477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba3b666-ad60-43f4-a2c7-edc9c17cfd82 req-74ab64cd-1a4b-4651-9640-86bcf4a9e0f0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1325896 Jul 30 01:42:08.976832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Deleting port 058c895a-edeb-4215-ac7c-1a7a5700a588 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:08.977551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.033864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba3b666-ad60-43f4-a2c7-edc9c17cfd82 req-b968efdb-79e5-4c0c-afaf-bc9ca14fe9d7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223860 Jul 30 01:42:09.062561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c92ec2-02dd-48db-843a-de0c4cd3879c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:09.076513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.078890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.079928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.084290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.100857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.111213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.112865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for c328bc73-63cf-47db-a9d6-35a94be5d939 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:09.128935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.132814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Transition to ACTIVE for port object b2c92ec2-02dd-48db-843a-de0c4cd3879c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:09.135349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.141675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.149906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-75c383fb-c080-4520-ba4d-a61f4ad167f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5368 time: 0.1906505 Jul 30 01:42:09.165359 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.263562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] For port 058c895a-edeb-4215-ac7c-1a7a5700a588, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=058c895a-edeb-4215-ac7c-1a7a5700a588,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:09.264015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.271299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6897e8eb-d0c8-49e9-95b9-6be9b9d3afba req-add45d68-bb6b-4a39-9a95-3b2ed2ca6664 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204040 Jul 30 01:42:09.314871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:09.326322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Calling delete_port for 058c895a-edeb-4215-ac7c-1a7a5700a588 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:09.373844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09d0fd-81b5-4dd0-afb0-d7d02fa9093d req-4e01b732-9bba-4a2b-b6b8-9aa8c13551b8 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.375692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b09d0fd-81b5-4dd0-afb0-d7d02fa9093d req-4e01b732-9bba-4a2b-b6b8-9aa8c13551b8 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 944 time: 0.0889795 Jul 30 01:42:09.409334 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d419982-e84b-4465-959a-bb09010a9315 x-openstack-request-id: req-1d419982-e84b-4465-959a-bb09010a9315 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:09.409998 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "name": "network-vif-plugged", "status": "completed", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588", "code": 200}, {"server_uuid": "a9003ecc-c686-4107-b19e-05fb87260ec2", "name": "network-vif-plugged", "status": "completed", "tag": "4ef1800a-0380-4a19-bf64-8e1ea44dc609", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:09.410605 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d419982-e84b-4465-959a-bb09010a9315 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:09.411420 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'code': 200} Jul 30 01:42:09.411884 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef1800a-0380-4a19-bf64-8e1ea44dc609', 'code': 200} Jul 30 01:42:09.463034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b09d0fd-81b5-4dd0-afb0-d7d02fa9093d req-e3a48e18-e73f-470c-91af-0a62540aa638 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790808 Jul 30 01:42:09.501167 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8281bd-a7c1-46e9-a6b1-3c412b250a29 x-openstack-request-id: req-2a8281bd-a7c1-46e9-a6b1-3c412b250a29 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:09.501594 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "3a274634-b169-48c7-a38e-66ef35299f93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "a7cbed62-6f49-4e60-b848-08b02078bbbc", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:09.504544 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a8281bd-a7c1-46e9-a6b1-3c412b250a29 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:09.505053 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '3a274634-b169-48c7-a38e-66ef35299f93', 'status': 'completed', 'code': 200} Jul 30 01:42:09.505308 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': 'a7cbed62-6f49-4e60-b848-08b02078bbbc', 'status': 'completed', 'code': 200} Jul 30 01:42:09.539448 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-c503311d-0cc4-4661-82ea-9669f015611a req-cc216d28-e1a7-4d83-b600-128e78415cd4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:09.540543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c503311d-0cc4-4661-82ea-9669f015611a req-cc216d28-e1a7-4d83-b600-128e78415cd4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/efc40e42-59f9-40c4-9841-039ec6981bc3 HTTP/1.1" status: 404 len: 352 time: 0.0334730 Jul 30 01:42:09.665932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.711622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c0ced5-4087-4852-ab1f-6c88d1c8f5aa req-3dd28072-01af-4999-994f-d5084ea1d350 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 210 time: 0.0536451 Jul 30 01:42:09.732131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e467d57f-1eec-4b24-8baa-9d768699d074 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:09.734461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.735196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.736288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.736948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.737442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.737916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.738445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.741351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-def3fab1-1d5e-4297-900d-88b0bd1a07f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6234 time: 0.1971896 Jul 30 01:42:09.757685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df97374-cb1d-4bd0-924e-5221a8c6b431 req-f3344425-82f2-48d6-8738-65755c165322 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.759521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8df97374-cb1d-4bd0-924e-5221a8c6b431 req-f3344425-82f2-48d6-8738-65755c165322 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1517949 Jul 30 01:42:09.832552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=c328bc73-63cf-47db-a9d6-35a94be5d939,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:09.832552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Attempting to bind port b2c92ec2-02dd-48db-843a-de0c4cd3879c on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:09.832552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Attempting to bind port b2c92ec2-02dd-48db-843a-de0c4cd3879c by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:09.832552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Attempting to bind port b2c92ec2-02dd-48db-843a-de0c4cd3879c on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:09.872719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e467d57f-1eec-4b24-8baa-9d768699d074 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:09.873576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.895336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Port b2c92ec2-02dd-48db-843a-de0c4cd3879c on network fe005ab1-d053-4c54-bef2-b2be6a33c30b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:09.895617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Attempting to bind port b2c92ec2-02dd-48db-843a-de0c4cd3879c on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:09.898108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.900205 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-32db2ff0-732b-4c53-b7bd-72c5dd72a986 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/c328bc73-63cf-47db-a9d6-35a94be5d939 HTTP/1.1" status: 204 len: 168 time: 2.2787418 Jul 30 01:42:09.914989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42360) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:09.922131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8d6a-d86e-42c7-9f17-89f1cc68d83b req-c84e3248-7c1a-4f9e-bcaf-f1f647a5215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.927951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76ad8d6a-d86e-42c7-9f17-89f1cc68d83b req-c84e3248-7c1a-4f9e-bcaf-f1f647a5215c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 1097 time: 0.4470541 Jul 30 01:42:09.937187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:09.937187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Checking segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:09.937187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Bound using segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:09.937187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Bound port: b2c92ec2-02dd-48db-843a-de0c4cd3879c, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:09.937187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.970389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-557ed774-1083-4571-b8e8-0c28526c067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.972758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-557ed774-1083-4571-b8e8-0c28526c067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.973620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-557ed774-1083-4571-b8e8-0c28526c067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.975846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-557ed774-1083-4571-b8e8-0c28526c067c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=82df728ca872453da9a5adb3e5133a2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2152927 Jul 30 01:42:10.034382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-76ad8d6a-d86e-42c7-9f17-89f1cc68d83b req-4db1043c-9772-4bc0-8b2e-80ad5e802598 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969231 Jul 30 01:42:10.073799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8df97374-cb1d-4bd0-924e-5221a8c6b431 req-8f392ce2-0a84-4889-89c5-2fabb9069f40 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108021 Jul 30 01:42:10.085802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:10.090930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:10.096554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.099388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.125978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d920d6-709f-43ad-b204-9075859efd49 req-4106f61b-b628-4db2-bd12-c2b5f1aeea5c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.127777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42d920d6-709f-43ad-b204-9075859efd49 req-4106f61b-b628-4db2-bd12-c2b5f1aeea5c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.2522862 Jul 30 01:42:10.137799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6fa141-685d-45b8-9c86-54e0193bd33c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.139726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6fa141-685d-45b8-9c86-54e0193bd33c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.144457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-af6fa141-685d-45b8-9c86-54e0193bd33c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2265627 Jul 30 01:42:10.145058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42362) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:10.187981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.188673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.190022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-cf6e2be3-ccc6-43a0-8a7e-c4e4c4a698c2 req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1907238911', 'description': 'tempest-description-1861667911'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:10.191123 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 200 len: 1091 time: 2.8876016 Jul 30 01:42:10.259146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:10.343865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42d920d6-709f-43ad-b204-9075859efd49 req-d9c4531c-d369-49e8-998c-a90adde94569 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976345 Jul 30 01:42:10.368452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:10.402433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] No DVR routers for this DVR port 058c895a-edeb-4215-ac7c-1a7a5700a588 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:10.417245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.418932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-a612bf44-dfbd-4e16-8110-c4487c16b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.421350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-a612bf44-dfbd-4e16-8110-c4487c16b43c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4319372 Jul 30 01:42:10.429634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4184a5a8-596d-4574-affd-63941719fb40 req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "DELETE /v2.0/ports/058c895a-edeb-4215-ac7c-1a7a5700a588 HTTP/1.1" status: 204 len: 173 time: 2.3464153 Jul 30 01:42:10.439925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf6e2be3-ccc6-43a0-8a7e-c4e4c4a698c2 req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.451496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adc017-4a61-415c-9b7d-2be656e08ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:10.461659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 58055466-48d3-464a-a12d-db4b5bdc14ad {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:10.476112 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.539467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aec211-e82b-4698-8ef4-38c073c87501 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Pushing event deleted for resources: {'Port': ['ID=058c895a-edeb-4215-ac7c-1a7a5700a588,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:10.554900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.614681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-c026e5e6-4d2d-41ed-9347-5c6c2ab4cc35 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.616345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-c026e5e6-4d2d-41ed-9347-5c6c2ab4cc35 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 814 time: 0.4046504 Jul 30 01:42:10.629991 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.634258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Request body: {'port': {'device_id': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'admin_state_up': True, 'tenant_id': '7272178de60e4b9b84ecf7b9fad6479f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:10.666824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606903c-4081-4854-978f-8cb86c29137c tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.668406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b606903c-4081-4854-978f-8cb86c29137c tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1092 time: 0.2934246 Jul 30 01:42:10.687333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:10.692740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:10.751617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.752242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.752701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.753181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.753648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.754115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.754716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.756683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-6264cf7a-7035-4351-9745-d53e29a6852f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6276 time: 0.2165530 Jul 30 01:42:10.884737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:10.907849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 058c895a-edeb-4215-ac7c-1a7a5700a588 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:10.908100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 058c895a-edeb-4215-ac7c-1a7a5700a588 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:10.989238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7aec9a-3c75-4c58-897d-e54e004477fd {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:10.997542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.011183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Transition to ACTIVE for port object 0f7aec9a-3c75-4c58-897d-e54e004477fd will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:11.021730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.130469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.174622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Attempting to bind port 0f7aec9a-3c75-4c58-897d-e54e004477fd on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:11.174988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Attempting to bind port 0f7aec9a-3c75-4c58-897d-e54e004477fd by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:11.175344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Attempting to bind port 0f7aec9a-3c75-4c58-897d-e54e004477fd on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:11.180454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Port 0f7aec9a-3c75-4c58-897d-e54e004477fd on network fe005ab1-d053-4c54-bef2-b2be6a33c30b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:11.180795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Attempting to bind port 0f7aec9a-3c75-4c58-897d-e54e004477fd on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:11.187045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:11.187431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Checking segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:11.187935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Bound using segment: {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:11.188715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Bound port: 0f7aec9a-3c75-4c58-897d-e54e004477fd, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97276aa-5d5d-4e44-afb0-b327b05ff71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:11.188873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.222830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.229023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.235028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.241157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.246942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.252776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.258749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.260710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-6bd3a48b-ee72-4d06-9f51-906f7c2ed254 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5380 time: 0.5992651 Jul 30 01:42:11.273563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:11.277796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:11.284304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.322280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.322969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.324398 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 200 len: 1092 time: 1.0702708 Jul 30 01:42:11.328628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.354215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57d86-932b-449c-a2cc-f025b5751989 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.372753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:11.397025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf6e2be3-ccc6-43a0-8a7e-c4e4c4a698c2 req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.410524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cd69033-5407-4fe4-8d66-753ef8fa7df6 req-8c9fa539-246c-4cbf-94a2-dbd5b8628a52 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386287 Jul 30 01:42:11.419713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf6e2be3-ccc6-43a0-8a7e-c4e4c4a698c2 req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.451512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.467079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-a9ba59f8-7d45-4a36-8cf7-8f205070dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.467616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-a9ba59f8-7d45-4a36-8cf7-8f205070dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.468403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-a9ba59f8-7d45-4a36-8cf7-8f205070dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.469753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-a9ba59f8-7d45-4a36-8cf7-8f205070dfe0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=82df728ca872453da9a5adb3e5133a2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6831808 Jul 30 01:42:11.471493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0147fec-ce91-45db-b957-cd5b89778f8e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.485608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.520301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c'}, {'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'name': 'network-vif-deleted', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588'}, {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:11.528185 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb83e70e-e26f-4c54-931d-7b7266d4d81c" -d '{"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c"}, {"server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "name": "network-vif-deleted", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588"}, {"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:11.559684 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf6e2be3-ccc6-43a0-8a7e-c4e4c4a698c2 req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.560995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf6e2be3-ccc6-43a0-8a7e-c4e4c4a698c2 req-fcde8b10-40f3-4e26-b253-623e96e36e04 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4096842 Jul 30 01:42:11.578201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.609487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Made reservation on behalf of 7272178de60e4b9b84ecf7b9fad6479f for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:11.613387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.632013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=58055466-48d3-464a-a12d-db4b5bdc14ad,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.652225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.655188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c96ada49-95f4-4013-8332-5d0e41e2be6c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/58055466-48d3-464a-a12d-db4b5bdc14ad HTTP/1.1" status: 204 len: 168 time: 1.5024021 Jul 30 01:42:11.662369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d6e03-0acf-4e76-8e5b-fd0e1229c430 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:11.683714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 37af0123-c675-437f-90f2-fd7dc0895f29 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:11.691901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42384) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.708166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6aff131a-0dfc-46e7-b1f0-e951be825d90 req-9d17bc26-2893-4615-a679-abd8416fb849 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 210 time: 0.0556078 Jul 30 01:42:11.757444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9de407c1-b924-44df-a5a7-f210a3acbe8a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621929 Jul 30 01:42:11.758651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.775354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-d8742573-ea4c-4bce-b397-f337961226aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.777454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79c6646f-9070-4888-b84a-1fa72460a5a7 req-d8742573-ea4c-4bce-b397-f337961226aa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814269 Jul 30 01:42:11.895745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b6b2-eb06-4ae8-b138-998296208050 req-9ace23e0-e885-415d-ae7b-8b2d03a41f2e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.897407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c595b6b2-eb06-4ae8-b138-998296208050 req-9ace23e0-e885-415d-ae7b-8b2d03a41f2e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.0877655 Jul 30 01:42:11.905137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a54e3-a255-4034-b062-91060ea9e5d5 req-5f2af26b-5afa-4246-a0d8-f1f4ea560d0f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.911647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb7a54e3-a255-4034-b062-91060ea9e5d5 req-5f2af26b-5afa-4246-a0d8-f1f4ea560d0f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 944 time: 0.1330242 Jul 30 01:42:11.924807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f46fff-32d1-460d-b8c7-346b0835698f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.926297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-86f46fff-32d1-460d-b8c7-346b0835698f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1663251 Jul 30 01:42:11.933801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.975041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c595b6b2-eb06-4ae8-b138-998296208050 req-a83f5130-2f6b-460a-9919-c6651acb4f4c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Jul 30 01:42:12.014225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 37af0123-c675-437f-90f2-fd7dc0895f29 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:12.020684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 37af0123-c675-437f-90f2-fd7dc0895f29 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:12.021054 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.031182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb7a54e3-a255-4034-b062-91060ea9e5d5 req-57eb4e1c-fdfa-461e-b89f-94fb80f8a74f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995803 Jul 30 01:42:12.041321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Allocated IP 172.20.0.7 (574e7bd6-0393-42d9-aea3-c514090c98a4/455fcb77-8df1-49dc-92ca-4fea00468f64/266befac-54c7-4f33-af70-ebc38de0b4bf) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:12.113594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:12.119676 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e2c22-aa4f-4bf8-9dfe-3f4bf3bc6df5 x-openstack-request-id: req-de1e2c22-aa4f-4bf8-9dfe-3f4bf3bc6df5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:12.119974 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c", "status": "completed", "code": 200}, {"server_uuid": "cdb93cf8-5c67-4d1b-8098-10d8d3bc258d", "name": "network-vif-deleted", "tag": "058c895a-edeb-4215-ac7c-1a7a5700a588", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:12.120232 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de1e2c22-aa4f-4bf8-9dfe-3f4bf3bc6df5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:12.120650 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c', 'status': 'completed', 'code': 200} Jul 30 01:42:12.120917 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb93cf8-5c67-4d1b-8098-10d8d3bc258d', 'name': 'network-vif-deleted', 'tag': '058c895a-edeb-4215-ac7c-1a7a5700a588', 'status': 'completed', 'code': 200} Jul 30 01:42:12.121331 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd', 'status': 'completed', 'code': 200} Jul 30 01:42:12.123587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4dc68124-6fd9-4ecb-84e8-7dd1ea70566c req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-8961111', 'description': 'tempest-description-1325345197'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:12.139441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8945766-c616-44a7-a64d-bc70efb63bf7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.143895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8945766-c616-44a7-a64d-bc70efb63bf7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2010500 Jul 30 01:42:12.144517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:12.162901 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.193901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37af0123-c675-437f-90f2-fd7dc0895f29'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:12.196771 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb976abb-c3eb-472f-8df6-9f983f81bdc4" -d '{"events": [{"server_uuid": "2d40c386-3a92-4b2e-8d40-bffe54e2231b", "name": "network-vif-plugged", "status": "completed", "tag": "37af0123-c675-437f-90f2-fd7dc0895f29"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:12.197985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4dc68124-6fd9-4ecb-84e8-7dd1ea70566c req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.212343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 37af0123-c675-437f-90f2-fd7dc0895f29, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=37af0123-c675-437f-90f2-fd7dc0895f29,segment=NetworkSegment(a1e79fc4-dd26-484c-aba7-acd1346f47dd),segment_id=a1e79fc4-dd26-484c-aba7-acd1346f47dd)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:12.221749 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.229655 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86f5388d-11f6-48ee-a4bf-b899174e90d2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797992 Jul 30 01:42:12.238460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:12.245193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:12.281629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=37af0123-c675-437f-90f2-fd7dc0895f29,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:12.288447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] Deleting port e467d57f-1eec-4b24-8baa-9d768699d074 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:12.289177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.344472 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da270fb9-4cce-4452-aa0b-9ecdfd9298af x-openstack-request-id: req-da270fb9-4cce-4452-aa0b-9ecdfd9298af {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:12.345651 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d40c386-3a92-4b2e-8d40-bffe54e2231b", "name": "network-vif-plugged", "status": "completed", "tag": "37af0123-c675-437f-90f2-fd7dc0895f29", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:12.346104 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da270fb9-4cce-4452-aa0b-9ecdfd9298af {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:12.346700 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37af0123-c675-437f-90f2-fd7dc0895f29', 'code': 200} Jul 30 01:42:12.354376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4dc68124-6fd9-4ecb-84e8-7dd1ea70566c req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.365841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.366184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.366661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.367155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.367628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.368511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.368986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.370444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] For port e467d57f-1eec-4b24-8baa-9d768699d074, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e467d57f-1eec-4b24-8baa-9d768699d074,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:12.371190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.371373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b8e4794-cd30-4951-9ef4-7098e99cbe9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6344 time: 0.2227795 Jul 30 01:42:12.372700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4dc68124-6fd9-4ecb-84e8-7dd1ea70566c req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.388530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] Calling delete_port for e467d57f-1eec-4b24-8baa-9d768699d074 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:12.484734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.509670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4dc68124-6fd9-4ecb-84e8-7dd1ea70566c req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.510931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4dc68124-6fd9-4ecb-84e8-7dd1ea70566c req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3943317 Jul 30 01:42:12.520250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] Pushing event deleted for resources: {'Port': ['ID=e467d57f-1eec-4b24-8baa-9d768699d074,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:12.521855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b21b45-4c44-492c-9867-7007ce43f2fb None None] No DVR routers for this DVR port e467d57f-1eec-4b24-8baa-9d768699d074 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:12.545116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.548661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bee0b-6741-45d8-95f1-d29ae79096fb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13759053-2256-40f5-be5e-d181f0f91bcf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:12.557042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-7b95d260-434f-42cd-9e8e-cea28ef1e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.558477 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-7b95d260-434f-42cd-9e8e-cea28ef1e402 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 1097 time: 0.2300837 Jul 30 01:42:12.665273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42be9-39ac-4944-9b45-873fe645cea0 req-2e4ba29d-30d2-4a6d-b2d3-8a57c2b271eb tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.666800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cda42be9-39ac-4944-9b45-873fe645cea0 req-2e4ba29d-30d2-4a6d-b2d3-8a57c2b271eb tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1778197 Jul 30 01:42:12.669746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee170dc-eae0-4103-a43b-86f8a207065d req-32ab744f-2113-49f3-b329-18eb96fa28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.671159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ee170dc-eae0-4103-a43b-86f8a207065d req-32ab744f-2113-49f3-b329-18eb96fa28c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 1097 time: 0.1791887 Jul 30 01:42:12.687645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b9ad83b-15ee-4ac2-9004-b7cf1e7f6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.688118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b9ad83b-15ee-4ac2-9004-b7cf1e7f6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.688683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b9ad83b-15ee-4ac2-9004-b7cf1e7f6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.691355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-1b9ad83b-15ee-4ac2-9004-b7cf1e7f6392 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=82df728ca872453da9a5adb3e5133a2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2937725 Jul 30 01:42:12.703244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:12.707358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.752479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa365b30-ef07-4498-b0ac-37238d13c302 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:12.795489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.803566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.809468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.816573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.822628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.828478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.834968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.840807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.842764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1647bfaf-199e-47f2-9863-39a06280c290 req-9d6945ea-c40f-4720-8a59-561cc5f0087e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5392 time: 0.2328734 Jul 30 01:42:12.862026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.874249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cda42be9-39ac-4944-9b45-873fe645cea0 req-a0a43bcc-ef47-447e-86fa-6489198d12f2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977754 Jul 30 01:42:12.885355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ee170dc-eae0-4103-a43b-86f8a207065d req-cfe1d0f0-7c6e-4d75-908b-eded5efcb081 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998396 Jul 30 01:42:12.889527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Transition to ACTIVE for port object aa365b30-ef07-4498-b0ac-37238d13c302 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:12.913240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.916042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a10d5923-6fd4-497b-8a34-8bfed69f167d req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1063298369', 'description': 'tempest-description-395403242'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:12.939217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-ef1446ef-dd05-4077-ae2b-17fc36a432b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.940717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-ef1446ef-dd05-4077-ae2b-17fc36a432b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 912 time: 0.3661814 Jul 30 01:42:12.956854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-45294c5c-70d2-4726-9ef1-6cb3234ab606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.958365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-45294c5c-70d2-4726-9ef1-6cb3234ab606 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2563846 Jul 30 01:42:12.962844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1647bfaf-199e-47f2-9863-39a06280c290 req-5c017981-684e-49eb-b3d8-d30263de3258 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062515 Jul 30 01:42:12.981772 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a10d5923-6fd4-497b-8a34-8bfed69f167d req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.000499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.181 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/1400cb64-287e-4955-b19d-f66925c6bd61) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:13.068717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-aea79c81-b151-4d5e-8382-7a9607be1890 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609 HTTP/1.1" status: 200 len: 217 time: 0.0991402 Jul 30 01:42:13.080523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.108978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.126288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a10d5923-6fd4-497b-8a34-8bfed69f167d req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.131271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a10d5923-6fd4-497b-8a34-8bfed69f167d req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.169832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6142fd-f8d5-4e8a-8c85-f7a59e9df316 req-a28797cc-0f69-4688-9c88-e628ba997734 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.174230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c6142fd-f8d5-4e8a-8c85-f7a59e9df316 req-a28797cc-0f69-4688-9c88-e628ba997734 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 931 time: 0.1058490 Jul 30 01:42:13.194492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a10d5923-6fd4-497b-8a34-8bfed69f167d req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.196545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a10d5923-6fd4-497b-8a34-8bfed69f167d req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2917533 Jul 30 01:42:13.199802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb8662-cd37-4aff-811f-a064c93fd818 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df0ac1-f4ba-4347-8758-60478392dd05,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.256376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-7784747d-0e03-42df-bc28-bf58d7cdf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.257861 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-7784747d-0e03-42df-bc28-bf58d7cdf901 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.1745365 Jul 30 01:42:13.301060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c6142fd-f8d5-4e8a-8c85-f7a59e9df316 req-a65615a5-471f-43db-bb33-200cb3409e3a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905898 Jul 30 01:42:13.343866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.344406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.345274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.345402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.345903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.346401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.346872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.346977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Network 574e7bd6-0393-42d9-aea3-c514090c98a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:13.349002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-71d6ce20-02b6-4398-92be-3ca6d3e5d413 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6370 time: 0.1022727 Jul 30 01:42:13.360997 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-463eb4e8-67cf-43dc-a57f-b15c015ec64d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771079 Jul 30 01:42:13.368451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:13.369394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb590b-904f-40e5-a14a-cf0702da7401 req-fb14f1a7-7a1f-4e54-918c-9603abd2b05d tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.371864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9beb590b-904f-40e5-a14a-cf0702da7401 req-fb14f1a7-7a1f-4e54-918c-9603abd2b05d tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 945 time: 0.0906568 Jul 30 01:42:13.383068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:13.503428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9beb590b-904f-40e5-a14a-cf0702da7401 req-a48e7166-14db-4c4d-add9-7f84ab0430ba tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222107 Jul 30 01:42:13.595428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-86ad0966-a3a8-44a6-84bd-04a697df7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.595929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-86ad0966-a3a8-44a6-84bd-04a697df7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.596538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-86ad0966-a3a8-44a6-84bd-04a697df7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.598489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-86ad0966-a3a8-44a6-84bd-04a697df7f9e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=82df728ca872453da9a5adb3e5133a2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2005160 Jul 30 01:42:13.644707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e467d57f-1eec-4b24-8baa-9d768699d074 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:13.666881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e467d57f-1eec-4b24-8baa-9d768699d074 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:13.667434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e467d57f-1eec-4b24-8baa-9d768699d074 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:13.701227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29742e8d-98b5-4b46-b493-f4a53de15e9b req-8324fd72-dc53-48e3-9686-58c4f8ec3de3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 10907 time: 0.2794740 Jul 30 01:42:13.772314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-7eecaa0a-efed-416f-a79d-47c69fc51ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.773773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb83e70e-e26f-4c54-931d-7b7266d4d81c req-7eecaa0a-efed-416f-a79d-47c69fc51ae8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670177 Jul 30 01:42:13.781062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29742e8d-98b5-4b46-b493-f4a53de15e9b req-10779083-eb75-4b38-87f5-5785b782e0cf tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/88efeb31-1b1a-4a25-9ff4-222ea13c0de6 HTTP/1.1" status: 200 len: 2985 time: 0.0724030 Jul 30 01:42:13.789745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Pushing event updated for resources: {'Port': ['ID=266befac-54c7-4f33-af70-ebc38de0b4bf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.838137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29742e8d-98b5-4b46-b493-f4a53de15e9b req-df217c23-b8a9-461d-9795-ab1dfdce76bc tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/88efeb31-1b1a-4a25-9ff4-222ea13c0de6 HTTP/1.1" status: 200 len: 2985 time: 0.0421326 Jul 30 01:42:13.900213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7ef987-63d9-4116-888e-0b170e986c2f req-85039616-d1d9-499f-8717-2bbbdcb26293 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/d0147fec-ce91-45db-b957-cd5b89778f8e HTTP/1.1" status: 200 len: 1803 time: 0.0392587 Jul 30 01:42:13.932610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.933241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.939502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.968598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Attempting to bind port aa365b30-ef07-4498-b0ac-37238d13c302 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:13.968941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Attempting to bind port aa365b30-ef07-4498-b0ac-37238d13c302 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:13.969275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Attempting to bind port aa365b30-ef07-4498-b0ac-37238d13c302 on network 3efebfd3-cb97-4208-8d47-9587a59c2360 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:13.988705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Port aa365b30-ef07-4498-b0ac-37238d13c302 on network 3efebfd3-cb97-4208-8d47-9587a59c2360 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:13.989039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Attempting to bind port aa365b30-ef07-4498-b0ac-37238d13c302 on network 3efebfd3-cb97-4208-8d47-9587a59c2360 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:14.003916 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7ef987-63d9-4116-888e-0b170e986c2f req-993b1959-5cc1-47ad-9187-6744efe31042 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.005232 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-6d1a4e41-56a9-4c18-befd-d90bf5c3bb76 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3755419 Jul 30 01:42:14.037676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:14.037916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Checking segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:14.038312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Bound using segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:14.038760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Bound port: aa365b30-ef07-4498-b0ac-37238d13c302, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:14.039163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.039268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7ef987-63d9-4116-888e-0b170e986c2f req-993b1959-5cc1-47ad-9187-6744efe31042 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.050073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Request body: {'port': {'device_id': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:14.056410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109cbec-618b-4175-9b80-310e5e5e20c5 req-d10b7b96-cded-491f-a9e4-ff4b9df2282f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.056410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3109cbec-618b-4175-9b80-310e5e5e20c5 req-d10b7b96-cded-491f-a9e4-ff4b9df2282f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.0920365 Jul 30 01:42:14.091032 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-288e7782-687a-45de-a506-7ef29775258d service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090197 Jul 30 01:42:14.116254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3109cbec-618b-4175-9b80-310e5e5e20c5 req-42d1c15c-4f8f-4e24-9156-6ce0cb12d752 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Jul 30 01:42:14.117306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7ef987-63d9-4116-888e-0b170e986c2f req-993b1959-5cc1-47ad-9187-6744efe31042 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.119864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7ef987-63d9-4116-888e-0b170e986c2f req-993b1959-5cc1-47ad-9187-6744efe31042 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.130880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7ef987-63d9-4116-888e-0b170e986c2f req-993b1959-5cc1-47ad-9187-6744efe31042 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0147fec-ce91-45db-b957-cd5b89778f8e HTTP/1.1" status: 204 len: 173 time: 0.2146921 Jul 30 01:42:14.149508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b1959-5cc1-47ad-9187-6744efe31042 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0147fec-ce91-45db-b957-cd5b89778f8e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.185708 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-90086730-74e5-495d-b628-f312b8721071 req-25b6956d-c0a8-4e08-9382-7c04571a4301 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:14.192437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90086730-74e5-495d-b628-f312b8721071 req-25b6956d-c0a8-4e08-9382-7c04571a4301 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/d0147fec-ce91-45db-b957-cd5b89778f8e HTTP/1.1" status: 404 len: 352 time: 0.0223958 Jul 30 01:42:14.268666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:42:14.278291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.280584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.288474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.294180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.300016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.305794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.319858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.325746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.332455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.334534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-423f3496-3112-4789-968c-c90197c632f7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5404 time: 0.1386416 Jul 30 01:42:14.337588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.340582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8682308-e161-4a12-adba-cb7473ad1c55 req-02ce2ddb-7464-4fa8-ae94-1719542632c8 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/13759053-2256-40f5-be5e-d181f0f91bcf HTTP/1.1" status: 200 len: 1800 time: 0.1078911 Jul 30 01:42:14.379288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:14.401252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:14.405421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7dfe36b-7758-4dc2-bfdb-5a41a9f25b36 req-1de99560-06cc-4dcb-9032-08a182433459 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628672 Jul 30 01:42:14.424591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:14.427806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.428438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.432157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:14.434548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd54d365-b96c-4c41-8016-b95563e2852b None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:14.434684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:14.434943 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a8682308-e161-4a12-adba-cb7473ad1c55 req-e89f04f3-b03c-462e-8e5d-2c02a33fb580 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.448510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:14.472228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a8682308-e161-4a12-adba-cb7473ad1c55 req-e89f04f3-b03c-462e-8e5d-2c02a33fb580 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.523390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=1400cb64-287e-4955-b19d-f66925c6bd61,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.548178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a8682308-e161-4a12-adba-cb7473ad1c55 req-e89f04f3-b03c-462e-8e5d-2c02a33fb580 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.550676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a8682308-e161-4a12-adba-cb7473ad1c55 req-e89f04f3-b03c-462e-8e5d-2c02a33fb580 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.561809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aa365b30-ef07-4498-b0ac-37238d13c302,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:14.565240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8682308-e161-4a12-adba-cb7473ad1c55 req-e89f04f3-b03c-462e-8e5d-2c02a33fb580 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/13759053-2256-40f5-be5e-d181f0f91bcf HTTP/1.1" status: 204 len: 173 time: 0.2137589 Jul 30 01:42:14.577185 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3362007 Jul 30 01:42:14.582676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:14.591050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:14.592067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f04f3-b03c-462e-8e5d-2c02a33fb580 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13759053-2256-40f5-be5e-d181f0f91bcf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.607189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.617664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e03e4-a1ee-46c6-b0d2-05a227d5d5f8 req-2788a87b-df33-4d0f-9dd5-91609c15ffb0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.626780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'daa79cd7-d470-4ce3-b1fc-cf62ed592e43'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:14.627735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.631826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-151e03e4-a1ee-46c6-b0d2-05a227d5d5f8 req-2788a87b-df33-4d0f-9dd5-91609c15ffb0 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 931 time: 0.1116340 Jul 30 01:42:14.635519 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b4c5dc35-02a6-4456-938f-1e59c6080695 req-90b1f481-77a9-49e6-a40a-b0521264c75e service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330632 Jul 30 01:42:14.692337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3506e9-197b-4f40-8993-4d5e1bfb538f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=daa79cd7-d470-4ce3-b1fc-cf62ed592e43,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.701096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-151e03e4-a1ee-46c6-b0d2-05a227d5d5f8 req-f5363c7a-6690-4f38-8930-771ad805c884 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639040 Jul 30 01:42:14.770594 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-3b897fd7-4a7d-4742-b3c3-c6b01fd7f501 req-ba245bb8-e665-4bbd-bf23-0e36b8ae9cd2 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:14.771864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b897fd7-4a7d-4742-b3c3-c6b01fd7f501 req-ba245bb8-e665-4bbd-bf23-0e36b8ae9cd2 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/13759053-2256-40f5-be5e-d181f0f91bcf HTTP/1.1" status: 404 len: 352 time: 0.0338428 Jul 30 01:42:14.805940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.806589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.808074 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 200 len: 1092 time: 3.4418945 Jul 30 01:42:14.809856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Allocated IP 2001:db8::f816:3eff:fe82:bf6b (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/daa79cd7-d470-4ce3-b1fc-cf62ed592e43/535c5611-e657-4b62-839d-9a8a54223fb8) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:14.820388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:14.822873 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:14.871399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Request body: {'port': {'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:14.878249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59ba6c57-a076-4d06-957f-549d56dfc23a req-32b16fd8-ffbb-4e79-902a-13300c7937ea tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/a9df0ac1-f4ba-4347-8758-60478392dd05 HTTP/1.1" status: 200 len: 1802 time: 0.0758333 Jul 30 01:42:14.895097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deeeaf-0d40-4eec-813c-06099354f209 req-2f2296f6-5bd2-434b-be19-b08312bc8604 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.896820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94deeeaf-0d40-4eec-813c-06099354f209 req-2f2296f6-5bd2-434b-be19-b08312bc8604 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 945 time: 0.1468894 Jul 30 01:42:14.970804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167786c-e3d9-480e-a838-33855934e6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.990347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94deeeaf-0d40-4eec-813c-06099354f209 req-fa17514f-fe77-4cda-b3ba-6eeeb5cc4029 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835807 Jul 30 01:42:15.017874 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-59ba6c57-a076-4d06-957f-549d56dfc23a req-82402aaa-009b-47d8-8f41-93cfea040d2a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.043848 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.062358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Transition to ACTIVE for port object 535c5611-e657-4b62-839d-9a8a54223fb8 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:15.071584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-59ba6c57-a076-4d06-957f-549d56dfc23a req-82402aaa-009b-47d8-8f41-93cfea040d2a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.081980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Transition to ACTIVE for port object 535c5611-e657-4b62-839d-9a8a54223fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:15.092077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.148605 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502f518d-28e1-4956-890f-767aa6a4950b x-openstack-request-id: req-502f518d-28e1-4956-890f-767aa6a4950b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:15.148905 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:15.149159 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-502f518d-28e1-4956-890f-767aa6a4950b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:15.149563 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302', 'status': 'completed', 'code': 200} Jul 30 01:42:15.157032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.162359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Pushing event updated for resources: {'Port': ['ID=535c5611-e657-4b62-839d-9a8a54223fb8,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.167043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-59ba6c57-a076-4d06-957f-549d56dfc23a req-82402aaa-009b-47d8-8f41-93cfea040d2a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.168156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-59ba6c57-a076-4d06-957f-549d56dfc23a req-82402aaa-009b-47d8-8f41-93cfea040d2a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.175628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59ba6c57-a076-4d06-957f-549d56dfc23a req-82402aaa-009b-47d8-8f41-93cfea040d2a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/a9df0ac1-f4ba-4347-8758-60478392dd05 HTTP/1.1" status: 204 len: 173 time: 0.2776721 Jul 30 01:42:15.178761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:15.183310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:15.189938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:15.214218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82402aaa-009b-47d8-8f41-93cfea040d2a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df0ac1-f4ba-4347-8758-60478392dd05,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.245768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.246537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.247413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.247828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.248400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.248980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.249724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.253009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-99ad7abb-958b-4463-af95-f1d35e89066f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6412 time: 0.1009524 Jul 30 01:42:15.325239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Attempting to bind port 535c5611-e657-4b62-839d-9a8a54223fb8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:15.325606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Attempting to bind port 535c5611-e657-4b62-839d-9a8a54223fb8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:15.325962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Attempting to bind port 535c5611-e657-4b62-839d-9a8a54223fb8 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:15.332831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:15.333370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:15.333960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.334350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:15.334918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Bound port: 535c5611-e657-4b62-839d-9a8a54223fb8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:15.335371 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.415181 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-3f4987e9-5d9b-47e3-a42e-2e003e5bcf64 req-24ebee32-dc48-41fb-9c87-6332f0596743 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:15.416635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f4987e9-5d9b-47e3-a42e-2e003e5bcf64 req-24ebee32-dc48-41fb-9c87-6332f0596743 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/a9df0ac1-f4ba-4347-8758-60478392dd05 HTTP/1.1" status: 404 len: 352 time: 0.0387216 Jul 30 01:42:15.416827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:15.420343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.424751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] For port 535c5611-e657-4b62-839d-9a8a54223fb8, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:15.427201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f14b2-ebcb-46d8-9693-798aff3b4ee6 req-5a3ac075-8050-49da-8533-ac02b573e493 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.430213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] For port 535c5611-e657-4b62-839d-9a8a54223fb8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=535c5611-e657-4b62-839d-9a8a54223fb8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:15.435479 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.437592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-851f14b2-ebcb-46d8-9693-798aff3b4ee6 req-5a3ac075-8050-49da-8533-ac02b573e493 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1841233 Jul 30 01:42:15.532933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b6aef-d49d-4112-bfb2-4d822f8d359a None None] Pushing event updated for resources: {'Port': ['ID=535c5611-e657-4b62-839d-9a8a54223fb8,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.546649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-851f14b2-ebcb-46d8-9693-798aff3b4ee6 req-153b2374-60b8-4c85-812b-678c3da8542d tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079001 Jul 30 01:42:15.553860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-e29cca06-d282-40e3-90a9-6e0345774a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.554457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-e29cca06-d282-40e3-90a9-6e0345774a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.554992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-e29cca06-d282-40e3-90a9-6e0345774a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.556856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-e29cca06-d282-40e3-90a9-6e0345774a7b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=82df728ca872453da9a5adb3e5133a2d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2749200 Jul 30 01:42:15.634879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca90f-8259-4782-a1c5-8d88feef3d9f req-e4271063-f16f-49e3-9507-5791721acc8f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.638584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03cca90f-8259-4782-a1c5-8d88feef3d9f req-e4271063-f16f-49e3-9507-5791721acc8f tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 945 time: 0.1397963 Jul 30 01:42:15.752830 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet daa79cd7-d470-4ce3-b1fc-cf62ed592e43 (CIDR: 2001:db8::/64) Jul 30 01:42:15.754547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03cca90f-8259-4782-a1c5-8d88feef3d9f req-5a2a6c64-dbc0-4391-8f8e-5915472045d6 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983231 Jul 30 01:42:15.792862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-f79fbd6b-8852-4396-9a67-57d115555294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.794369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10466a47-aa3b-4a7c-9ca7-d9aaaea44cb2 req-f79fbd6b-8852-4396-9a67-57d115555294 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300205 Jul 30 01:42:15.801199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a752be85-925d-4b5f-a3ee-598b1d15ca0e req-3284f871-ce30-4e70-aefc-c4b733580d69 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 6155 time: 0.1883590 Jul 30 01:42:15.825183 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:42:15.826073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:15.920734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266befac-54c7-4f33-af70-ebc38de0b4bf {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:15.935587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-50c6d058-7b72-45de-af4a-a5cf7014164f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3460915 Jul 30 01:42:15.938449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a752be85-925d-4b5f-a3ee-598b1d15ca0e req-8f21a300-e7b7-485e-95f9-e4d9a83ec022 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/88efeb31-1b1a-4a25-9ff4-222ea13c0de6 HTTP/1.1" status: 200 len: 2985 time: 0.1188419 Jul 30 01:42:15.939968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42460) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:15.943840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.945032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:15.963619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.001790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Transition to ACTIVE for port object 266befac-54c7-4f33-af70-ebc38de0b4bf will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:16.008651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.024756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.031032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.037783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.043646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.050003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.056911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.066693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.069234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-ef9de3b9-f81b-4052-a742-1fc942ee001f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5404 time: 0.1865218 Jul 30 01:42:16.131280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Pushing event updated for resources: {'Port': ['ID=266befac-54c7-4f33-af70-ebc38de0b4bf,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.140628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a752be85-925d-4b5f-a3ee-598b1d15ca0e req-0b34de6f-1379-499f-a9a8-2d68eeb24a22 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/88efeb31-1b1a-4a25-9ff4-222ea13c0de6 HTTP/1.1" status: 200 len: 2985 time: 0.1892071 Jul 30 01:42:16.142975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.175564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84497daa-10bd-4697-a3c0-9c35fd734ebf req-dd7c48c1-ed23-4037-9a3f-0281bdc1e02c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860004 Jul 30 01:42:16.184817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ebe023-b623-4aaf-b450-255d3cd4840a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:16.226048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:16.227153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.229803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.285988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Transition to ACTIVE for port object 35ebe023-b623-4aaf-b450-255d3cd4840a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:16.299511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.335807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b35e4b78-5444-4745-95d9-248efd0fb74d req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1687165452', 'description': 'tempest-description-79752228'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:16.364370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Attempting to bind port 266befac-54c7-4f33-af70-ebc38de0b4bf on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:16.364702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Attempting to bind port 266befac-54c7-4f33-af70-ebc38de0b4bf by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:16.365440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Attempting to bind port 266befac-54c7-4f33-af70-ebc38de0b4bf on network 574e7bd6-0393-42d9-aea3-c514090c98a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:16.386564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Port 266befac-54c7-4f33-af70-ebc38de0b4bf on network 574e7bd6-0393-42d9-aea3-c514090c98a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:16.386564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Attempting to bind port 266befac-54c7-4f33-af70-ebc38de0b4bf on network 574e7bd6-0393-42d9-aea3-c514090c98a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:16.411226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Pushing event updated for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.411565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a95c8-ead0-4009-94f2-389eca330578 req-b13e5e8c-41b3-4a16-98fe-e82ee4105348 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.413637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:16.413972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Checking segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:16.414345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Bound using segment: {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:16.414781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Bound port: 266befac-54c7-4f33-af70-ebc38de0b4bf, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:16.415216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.415553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-580a95c8-ead0-4009-94f2-389eca330578 req-b13e5e8c-41b3-4a16-98fe-e82ee4105348 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 943 time: 0.1126387 Jul 30 01:42:16.437535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b35e4b78-5444-4745-95d9-248efd0fb74d req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.537910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-580a95c8-ead0-4009-94f2-389eca330578 req-c9a1bd06-04fb-4328-9dbf-e8ec0d26dff9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099968 Jul 30 01:42:16.619527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.635740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.651116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] For port 266befac-54c7-4f33-af70-ebc38de0b4bf, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:16.661650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b35e4b78-5444-4745-95d9-248efd0fb74d req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.685689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Attempting to bind port 35ebe023-b623-4aaf-b450-255d3cd4840a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:16.686304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Attempting to bind port 35ebe023-b623-4aaf-b450-255d3cd4840a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:16.686798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Attempting to bind port 35ebe023-b623-4aaf-b450-255d3cd4840a on network 3efebfd3-cb97-4208-8d47-9587a59c2360 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:16.700320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] For port 266befac-54c7-4f33-af70-ebc38de0b4bf, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=266befac-54c7-4f33-af70-ebc38de0b4bf,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:16.700553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b35e4b78-5444-4745-95d9-248efd0fb74d req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.709201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Port 35ebe023-b623-4aaf-b450-255d3cd4840a on network 3efebfd3-cb97-4208-8d47-9587a59c2360 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:16.709758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Attempting to bind port 35ebe023-b623-4aaf-b450-255d3cd4840a on network 3efebfd3-cb97-4208-8d47-9587a59c2360 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:16.744561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.774228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b35e4b78-5444-4745-95d9-248efd0fb74d req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.775908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=1400cb64-287e-4955-b19d-f66925c6bd61,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.780159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b35e4b78-5444-4745-95d9-248efd0fb74d req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4780583 Jul 30 01:42:16.790075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:16.790494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Checking segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:16.790903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Bound using segment: {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:16.791488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Bound port: 35ebe023-b623-4aaf-b450-255d3cd4840a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84690d4-b910-4729-baed-30d6da7fcec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:16.791881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.815796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bb212478-4181-4f75-8295-0b119ce82866 req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1764984714', 'description': 'tempest-description-1457551127'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:16.821988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef87923-f0a9-4926-aeb2-bdfd8afab9fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516f8efe-a54b-4595-9664-05acacc5b356,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.822751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.823405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.824905 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] 10.222.0.66 "PUT /v2.0/ports/266befac-54c7-4f33-af70-ebc38de0b4bf HTTP/1.1" status: 200 len: 1092 time: 2.7903876 Jul 30 01:42:16.864142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.876951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbe3d-a4f8-433e-8e66-63b9359636c1 req-b155ea3a-4524-43b3-98f6-f689faa19598 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.878250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a140ca03-d8da-4796-9f5d-38481d0c12e6 None None] Provisioning for port 535c5611-e657-4b62-839d-9a8a54223fb8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:16.878970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bccfbe3d-a4f8-433e-8e66-63b9359636c1 req-b155ea3a-4524-43b3-98f6-f689faa19598 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.2120681 Jul 30 01:42:16.883136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.927766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb212478-4181-4f75-8295-0b119ce82866 req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.951823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:16.966275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:16.980268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.981156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.981874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b67438-1e41-4e8b-ae40-b91f9df33d46 service neutron] Pushing event updated for resources: {'Port': ['ID=266befac-54c7-4f33-af70-ebc38de0b4bf,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.982432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93778709-aa4a-491c-adfa-85df372482d4 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:17.015326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=a12a4639-a720-4b65-9738-a39c54f4fdf0,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.031650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bccfbe3d-a4f8-433e-8e66-63b9359636c1 req-bfbe9623-57d6-46ad-a067-e632289e8a4b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091273 Jul 30 01:42:17.053360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-2a3e5e34-74af-4e83-b0e1-b4ac18f21ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.054932 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-2a3e5e34-74af-4e83-b0e1-b4ac18f21ef6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 1095 time: 0.1575692 Jul 30 01:42:17.062946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:17.113569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb212478-4181-4f75-8295-0b119ce82866 req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.127053 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-dabe84de-0b1e-4c6d-b6ae-c3e7bb8c78ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=266befac-54c7-4f33-af70-ebc38de0b4bf HTTP/1.1" status: 200 len: 217 time: 0.0550108 Jul 30 01:42:17.130126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=35ebe023-b623-4aaf-b450-255d3cd4840a,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:17.134713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb212478-4181-4f75-8295-0b119ce82866 req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.146227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.169880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-41bfdbb2-3836-4326-aab4-29d07245bfd7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2262535 Jul 30 01:42:17.170131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'tag': '266befac-54c7-4f33-af70-ebc38de0b4bf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:17.172024 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9939e7a-015d-47b3-b377-02218d274d94" -d '{"events": [{"name": "network-changed", "server_uuid": "c751c8e8-6f21-4485-9c05-411d610691f3", "tag": "266befac-54c7-4f33-af70-ebc38de0b4bf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:17.179020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42472) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.196857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:73:ef:f2', 'name': 'tempest-NetworksTestDHCPv6-775029026'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:17.200685 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP bfff13fc-d787-469f-86a0-363bcbf3382c associated. External IP: 172.25.8.181, port: 1bf12c80-ce00-4548-a1ea-704d8cce8dc4. Jul 30 01:42:17.215878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb212478-4181-4f75-8295-0b119ce82866 req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.218012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb212478-4181-4f75-8295-0b119ce82866 req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4169636 Jul 30 01:42:17.231352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0a174-eaef-4677-91ae-cdce3ef9ac62 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10aee4a2-fb4a-42c5-8c59-aefa6dd20419,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.250654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3eec1e-2339-4ae1-84fb-79bc03b7450d req-5c23f7ee-dfa4-44c3-81b5-466a624be9c5 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.253037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd3eec1e-2339-4ae1-84fb-79bc03b7450d req-5c23f7ee-dfa4-44c3-81b5-466a624be9c5 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 945 time: 0.1341946 Jul 30 01:42:17.264667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-47ee19b4-9fe7-4d22-9ec2-077bc99d9fd8 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.266325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-47ee19b4-9fe7-4d22-9ec2-077bc99d9fd8 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 945 time: 0.0955892 Jul 30 01:42:17.302990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': 'daa79cd7-d470-4ce3-b1fc-cf62ed592e43', 'ip_address': '2001:db8::f816:3eff:fe82:bf6b'}, {'subnet_id': 'a12a4639-a720-4b65-9738-a39c54f4fdf0'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '535c5611-e657-4b62-839d-9a8a54223fb8'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:42:17.314718 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b7559-5cb2-41a6-a392-ba5a541fd293 x-openstack-request-id: req-537b7559-5cb2-41a6-a392-ba5a541fd293 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:17.315246 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c751c8e8-6f21-4485-9c05-411d610691f3", "tag": "266befac-54c7-4f33-af70-ebc38de0b4bf", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:17.315653 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537b7559-5cb2-41a6-a392-ba5a541fd293 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:17.316236 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'tag': '266befac-54c7-4f33-af70-ebc38de0b4bf', 'status': 'completed', 'code': 200} Jul 30 01:42:17.357727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd3eec1e-2339-4ae1-84fb-79bc03b7450d req-85b50746-fa91-4c0c-af9c-c5b4b22a6bdc tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/security-groups?id=29fbc789-f3ff-4416-b23b-d724d4a734a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900784 Jul 30 01:42:17.379038 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.496130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.502335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.509202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.515292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.521541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.527907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.534949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.537017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-fb9b1cfc-952c-402b-8fcf-f9b3f46d2a7b tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1279140 Jul 30 01:42:17.542793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Deleting port 37af0123-c675-437f-90f2-fd7dc0895f29 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:17.543269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.614951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Allocated IP 2001:db8:0:1::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/a12a4639-a720-4b65-9738-a39c54f4fdf0/535c5611-e657-4b62-839d-9a8a54223fb8) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:17.731678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06a42655-e9a9-4b56-8e6d-e8429fdb5dda req-a2f742c9-9ba2-421f-aceb-e8e18dc616f3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1841481 Jul 30 01:42:17.757902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 535c5611-e657-4b62-839d-9a8a54223fb8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:17.765963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] For port 535c5611-e657-4b62-839d-9a8a54223fb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=535c5611-e657-4b62-839d-9a8a54223fb8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:17.770211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] For port 37af0123-c675-437f-90f2-fd7dc0895f29, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=37af0123-c675-437f-90f2-fd7dc0895f29,segment=NetworkSegment(a1e79fc4-dd26-484c-aba7-acd1346f47dd),segment_id=a1e79fc4-dd26-484c-aba7-acd1346f47dd)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:17.770211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.815376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Calling delete_port for 37af0123-c675-437f-90f2-fd7dc0895f29 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:17.820961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-d3ecb771-1c66-4436-8e7a-486a6eb2221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.822584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-d3ecb771-1c66-4436-8e7a-486a6eb2221b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.6909215 Jul 30 01:42:17.841024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ed4a1f9e-b372-4245-9c5c-45bc4d740f27 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.842727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ed4a1f9e-b372-4245-9c5c-45bc4d740f27 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 812 time: 0.2362204 Jul 30 01:42:17.860098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Pushing event updated for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.869067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.869769 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.871279 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-06dd3c58-1a42-4b39-a00b-1fa0079dcd3b service neutron] 10.222.0.55 "PUT /v2.0/ports/35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 1092 time: 3.0150745 Jul 30 01:42:17.892428 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.913603 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-e7285d4d-3422-475b-9fed-12ad2d896258 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412772 Jul 30 01:42:17.920368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Transition to ACTIVE for port object 535c5611-e657-4b62-839d-9a8a54223fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:17.933902 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.042568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2cc8b-4621-4067-9160-da5d11b5b8cf None None] Pushing event updated for resources: {'Port': ['ID=535c5611-e657-4b62-839d-9a8a54223fb8,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.078732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 535c5611-e657-4b62-839d-9a8a54223fb8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:18.109957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-61d8a1e1-0b88-4c96-a85b-75100c00c82f service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582911 Jul 30 01:42:18.253419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.254091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.254630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.255188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.255724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.256252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.256776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.258908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-5c3edf5d-50e8-4b9b-b4db-316609934989 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6480 time: 0.2218587 Jul 30 01:42:18.294816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-9db0b222-2748-4a72-9177-dca568488bbb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/quotas/0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 375 time: 0.4048250 Jul 30 01:42:18.344900 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-864649c3-bcab-446e-a6d7-ca6627a12514 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 217 time: 0.0628042 Jul 30 01:42:18.366431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37f17d-7fb1-43c4-ba0e-a647ee7fee28 req-e69e8917-edb9-4789-86d1-16fd76394593 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.368009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b37f17d-7fb1-43c4-ba0e-a647ee7fee28 req-e69e8917-edb9-4789-86d1-16fd76394593 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 943 time: 0.4800348 Jul 30 01:42:18.402707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:18.439321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-c117c411-f5d3-4498-91a3-8c8bbfcc1e53 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307847 Jul 30 01:42:18.467153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b5960349-22a6-47a4-8614-1dc6edbedc6c req-d106e3d6-79d8-424c-bb75-af7be66c4678 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475053 Jul 30 01:42:18.481105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router a0b6b951-ebe3-4a44-ac24-736f6ca0244e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:18.495820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-a88b11ec-8482-40cd-a20d-d674546c2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.497491 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-a88b11ec-8482-40cd-a20d-d674546c2929 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 200 len: 849 time: 0.1398435 Jul 30 01:42:18.520460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b37f17d-7fb1-43c4-ba0e-a647ee7fee28 req-19ebfd3a-da8c-4d33-8f63-6bdea4efcf75 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421335 Jul 30 01:42:18.535610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.575492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Pushing event deleted for resources: {'Port': ['ID=37af0123-c675-437f-90f2-fd7dc0895f29,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.578064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['37af0123-c675-437f-90f2-fd7dc0895f29'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:18.673692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] No DVR routers for this DVR port 37af0123-c675-437f-90f2-fd7dc0895f29 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:18.675036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ae0ea1d9-4656-468d-8592-f994e44e1412 service neutron] 10.222.0.78 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221084 Jul 30 01:42:18.676145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.678704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e208109-1dcd-412f-b812-a533ff9c9ddd req-0d026e95-f92f-4996-bb9e-456b3eb49a28 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.55 "DELETE /v2.0/ports/37af0123-c675-437f-90f2-fd7dc0895f29 HTTP/1.1" status: 204 len: 173 time: 1.4020064 Jul 30 01:42:18.696796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'name': 'network-vif-deleted', 'tag': '37af0123-c675-437f-90f2-fd7dc0895f29'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:18.699406 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86279ee-d137-4e61-a32c-1c188917b6ed" -d '{"events": [{"server_uuid": "2d40c386-3a92-4b2e-8d40-bffe54e2231b", "name": "network-vif-deleted", "tag": "37af0123-c675-437f-90f2-fd7dc0895f29"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:18.761316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:18.774182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] Sync routers for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:18.783049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.784670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:18.785383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:18.785964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a921-6e8e-4c2d-ae98-5265c1802482 req-cd393c60-e144-44bc-a1c0-774e830b5922 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.790181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b943a921-6e8e-4c2d-ae98-5265c1802482 req-cd393c60-e144-44bc-a1c0-774e830b5922 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1577225 Jul 30 01:42:18.822291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.831430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port d890d276-e612-4150-b6a4-e429442afc4f yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:42:18.839380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9939e7a-015d-47b3-b377-02218d274d94 req-a9abde56-79fb-44c3-bf2c-b8887d01b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.841800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-a9abde56-79fb-44c3-bf2c-b8887d01b441 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 1095 time: 0.1717434 Jul 30 01:42:18.858631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-36eeb0b9-8e8a-455b-b443-3c531fba8fb8 service neutron] 10.222.0.78 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555495 Jul 30 01:42:18.863496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] Provisioning for port 535c5611-e657-4b62-839d-9a8a54223fb8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:18.874522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-80153cb7-1d64-4bbb-ad98-d4ee76623f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.876303 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-80153cb7-1d64-4bbb-ad98-d4ee76623f4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31143a36-c95c-4f04-9473-6f84640e8107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3649588 Jul 30 01:42:18.883300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] Provisioning complete for port 535c5611-e657-4b62-839d-9a8a54223fb8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:18.883952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.893550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b943a921-6e8e-4c2d-ae98-5265c1802482 req-aacb7740-3c16-4931-9ac0-b34c026819e3 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957017 Jul 30 01:42:19.007187 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f2fe5a9d-db75-4cf5-b484-39a10ccc517c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3184650 Jul 30 01:42:19.019707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aabd5910-00c8-490e-8616-5513c08d0232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.070253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:19.095357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee7778c9-8666-45ea-b653-d763dfcd4f75 req-3e9a5b21-dbc8-4e83-bc0b-d55455230a07 tempest-ServerGroupTestJSON-1234761241 tempest-ServerGroupTestJSON-1234761241-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d40c386-3a92-4b2e-8d40-bffe54e2231b HTTP/1.1" status: 200 len: 210 time: 0.0632267 Jul 30 01:42:19.165486 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61489577-a50b-465b-a0e9-46105158f727 x-openstack-request-id: req-61489577-a50b-465b-a0e9-46105158f727 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:19.166045 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d40c386-3a92-4b2e-8d40-bffe54e2231b", "name": "network-vif-deleted", "tag": "37af0123-c675-437f-90f2-fd7dc0895f29", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:19.166335 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61489577-a50b-465b-a0e9-46105158f727 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:19.166827 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40c386-3a92-4b2e-8d40-bffe54e2231b', 'name': 'network-vif-deleted', 'tag': '37af0123-c675-437f-90f2-fd7dc0895f29', 'status': 'completed', 'code': 200} Jul 30 01:42:19.218041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9939e7a-015d-47b3-b377-02218d274d94 req-00518795-d020-4f5b-be6a-756ef981372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.219328 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-00518795-d020-4f5b-be6a-756ef981372d service neutron] 10.222.0.66 "GET /v2.0/networks?id=574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 200 len: 915 time: 0.3576422 Jul 30 01:42:19.240860 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.315596 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-a68d07d1-5e5c-4376-be2d-c39224e9c1ee service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892081 Jul 30 01:42:19.317522 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-a41f31b7-d6d9-4a1f-896c-5590a861754c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=266befac-54c7-4f33-af70-ebc38de0b4bf HTTP/1.1" status: 200 len: 217 time: 0.0639534 Jul 30 01:42:19.346094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a'}, {'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:19.349293 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e96884-2d07-4d90-9581-b585db44b26e" -d '{"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a"}, {"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:19.371432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.373127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] For port 535c5611-e657-4b62-839d-9a8a54223fb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=535c5611-e657-4b62-839d-9a8a54223fb8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:19.377174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.384127 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.385623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.393906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.399925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.407682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.416490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.417573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-d3d1dd3e-baf4-4af9-b70c-47f8a92d7770 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1954920 Jul 30 01:42:19.445694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ab673-dc75-46f6-b899-2cd0ba5aa211 req-e56a9c1f-b33d-4059-912a-35e663f0f6ac tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.453218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d19ab673-dc75-46f6-b899-2cd0ba5aa211 req-e56a9c1f-b33d-4059-912a-35e663f0f6ac tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1803312 Jul 30 01:42:19.502491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-322691f7-ab07-4f64-8691-a9bc5610e14e req-6537fe5b-a234-4882-97f1-ee5753e51079 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771167 Jul 30 01:42:19.513851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9624-c675-44f8-a6db-6e189c534001 None None] Pushing event updated for resources: {'Port': ['ID=535c5611-e657-4b62-839d-9a8a54223fb8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:19.534837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d19ab673-dc75-46f6-b899-2cd0ba5aa211 req-b6f249e0-6481-4bc2-8fd9-beb28649a03f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807142 Jul 30 01:42:19.549455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e3d19c38-f5ea-43bf-8cf7-38ca570bb7ec service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865976 Jul 30 01:42:19.551448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42522) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:19.558172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8:0:1::38a (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/a12a4639-a720-4b65-9738-a39c54f4fdf0/d890d276-e612-4150-b6a4-e429442afc4f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:19.580537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fe73:eff2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/daa79cd7-d470-4ce3-b1fc-cf62ed592e43/d890d276-e612-4150-b6a4-e429442afc4f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:19.640631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-1397f608-d4ee-4761-a455-42c3df90f139 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 217 time: 0.0799847 Jul 30 01:42:19.653700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9939e7a-015d-47b3-b377-02218d274d94 req-e47016cd-a95d-4d62-ad37-43d00e4a2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.660845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-e47016cd-a95d-4d62-ad37-43d00e4a2250 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 200 len: 854 time: 0.3055153 Jul 30 01:42:19.662579 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa178c-e5c4-4e4d-8e0a-1fc202240b38 x-openstack-request-id: req-7bfa178c-e5c4-4e4d-8e0a-1fc202240b38 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:19.662820 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:19.663609 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bfa178c-e5c4-4e4d-8e0a-1fc202240b38 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:19.663609 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a', 'status': 'completed', 'code': 200} Jul 30 01:42:19.663997 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'status': 'completed', 'code': 200} Jul 30 01:42:19.677335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8f9e1f3-df98-4278-adfd-c696e629f565 req-5e4b6793-0158-4574-9616-195c68774065 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 210 time: 0.0531545 Jul 30 01:42:19.715397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1959e5e8-454f-4b79-9a67-12d0f0d9e218 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/bfff13fc-d787-469f-86a0-363bcbf3382c HTTP/1.1" status: 200 len: 991 time: 0.1611171 Jul 30 01:42:19.738770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'bfff13fc-d787-469f-86a0-363bcbf3382c', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'port_id': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'mac_address': 'fa:16:3e:70:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:42:15Z', 'updated_at': '2021-07-30T01:42:15Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:48Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:19.781153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 535c5611-e657-4b62-839d-9a8a54223fb8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:19.785170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] Checking router: a0b6b951-ebe3-4a44-ac24-736f6ca0244e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:19.811203 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-7ee02290-dec5-4218-9bef-d79f09c83dfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=574e7bd6-0393-42d9-aea3-c514090c98a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346121 Jul 30 01:42:19.827558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd07f6-1139-44ed-b749-30aae31feff4 req-7c5da21b-96db-46e2-8b76-ac65bdde1146 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.830810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28bd07f6-1139-44ed-b749-30aae31feff4 req-7c5da21b-96db-46e2-8b76-ac65bdde1146 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 943 time: 0.0707796 Jul 30 01:42:19.833375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:19.834048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:19.857015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-4fdae879-e83a-40fd-a4b3-3eddcb9660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.859631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-4fdae879-e83a-40fd-a4b3-3eddcb9660b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1388400 Jul 30 01:42:19.886565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28bd07f6-1139-44ed-b749-30aae31feff4 req-719e2430-05b5-41a6-b51d-ca7ffc346979 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Jul 30 01:42:19.973776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-7c59675e-33a4-4707-aed4-9f7a7ff03444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.975645 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-7c59675e-33a4-4707-aed4-9f7a7ff03444 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1097 time: 0.2972872 Jul 30 01:42:20.109203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 535c5611-e657-4b62-839d-9a8a54223fb8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:20.110862 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.116770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f26a56-f729-418d-9da0-8a651b6c7098 req-3e00a1fc-ee30-41f1-85da-e584ab9d8bad tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.124382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89f26a56-f729-418d-9da0-8a651b6c7098 req-3e00a1fc-ee30-41f1-85da-e584ab9d8bad tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.0822785 Jul 30 01:42:20.174660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:20.175451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-6e2abdd1-3c30-4a85-8ada-a43979914d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.177477 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-6e2abdd1-3c30-4a85-8ada-a43979914d5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.1838791 Jul 30 01:42:20.183526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89f26a56-f729-418d-9da0-8a651b6c7098 req-e2b75351-f733-4c96-babb-df7892db0450 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490224 Jul 30 01:42:20.283605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-29172158-225c-4071-9b8c-8c996fc7c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.285378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-29172158-225c-4071-9b8c-8c996fc7c482 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4004438 Jul 30 01:42:20.392923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-1515f9f5-9ed2-40c8-a190-ae86bfbfe459 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 999 time: 0.1901963 Jul 30 01:42:20.394784 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-fd3ccfa4-aab0-40ee-93c4-a1edc77fae72 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707607 Jul 30 01:42:20.440974 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.482041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42548) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:20.488287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'bfff13fc-d787-469f-86a0-363bcbf3382c', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'port_id': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'mac_address': 'fa:16:3e:70:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:42:15Z', 'updated_at': '2021-07-30T01:42:15Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:48Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:20.522738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44edaa-8356-430a-9978-5eba522a6e8c None None] The sync data for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 is: [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'bfff13fc-d787-469f-86a0-363bcbf3382c', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'port_id': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'mac_address': 'fa:16:3e:70:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:42:15Z', 'updated_at': '2021-07-30T01:42:15Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:48Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:20.551806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object d890d276-e612-4150-b6a4-e429442afc4f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:20.572404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-9937e401-b90f-4302-981f-19af10814b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.573905 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-9937e401-b90f-4302-981f-19af10814b61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.1676352 Jul 30 01:42:20.581858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Deleting subnet dea9ddb2-d586-4d81-91ae-420efcf62e5b {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:20.585271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.601700 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-4a8b0070-869b-4595-ae58-834eeb23364c service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962418 Jul 30 01:42:20.705097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e9939e7a-015d-47b3-b377-02218d274d94 req-fed4bf29-565f-49c3-a01b-f58a53cc4a88 service neutron] 10.222.0.66 "GET /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880523 Jul 30 01:42:20.730493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42554) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:20.760562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.805315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-71dcc9e3-09b4-48b6-ad7c-23a45206469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.806831 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-71dcc9e3-09b4-48b6-ad7c-23a45206469f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195673 Jul 30 01:42:20.813413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.878779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.885437 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097f1d9-912b-4240-aa45-75baf51caea4 None None] New status for floating IP bfff13fc-d787-469f-86a0-363bcbf3382c: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:42:20.888510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.895846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.901832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.908900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.914858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.921167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.923285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-af7ac209-a30d-4a16-bb1d-cd4086c5862c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.2980852 Jul 30 01:42:20.932656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19039194-9431-460e-b5f2-85e485fb6f0d req-8dae4ae2-d37e-42b8-8356-6f4f5bd2ca8f tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 210 time: 0.1293027 Jul 30 01:42:20.952820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 266befac-54c7-4f33-af70-ebc38de0b4bf details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:20.959079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.009921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.130611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c027555d-9b8f-45cf-96d5-1979de39aa5a req-9749718e-2f56-40d8-aac9-6fe6f382b32d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865337 Jul 30 01:42:21.138657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-2597e527-0157-4e71-97c0-1ce784f4dd48 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.140530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-2597e527-0157-4e71-97c0-1ce784f4dd48 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 812 time: 0.5008020 Jul 30 01:42:21.145235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 266befac-54c7-4f33-af70-ebc38de0b4bf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=266befac-54c7-4f33-af70-ebc38de0b4bf,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:21.168931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'port': {'device_id': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67', 'admin_state_up': True, 'tenant_id': '0fa99259115141f5b9eac12ada76adee'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:21.170003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '266befac-54c7-4f33-af70-ebc38de0b4bf', 'network_id': '574e7bd6-0393-42d9-aea3-c514090c98a4', 'port_id': '266befac-54c7-4f33-af70-ebc38de0b4bf', 'mac_address': 'fa:16:3e:a4:d7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455fcb77-8df1-49dc-92ca-4fea00468f64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:21.220327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.234841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266befac-54c7-4f33-af70-ebc38de0b4bf {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:21.265653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 266befac-54c7-4f33-af70-ebc38de0b4bf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=266befac-54c7-4f33-af70-ebc38de0b4bf,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:21.271304 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.331834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=266befac-54c7-4f33-af70-ebc38de0b4bf,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.343314 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e911578e-0730-4161-91c5-f17d57a742b2 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160475 Jul 30 01:42:21.345351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:21.352593 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04f7f5d5-2d77-40e3-acc3-f69f3eca935c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/bfff13fc-d787-469f-86a0-363bcbf3382c HTTP/1.1" status: 200 len: 991 time: 0.6207752 Jul 30 01:42:21.354104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23696394-2a2d-485e-a4bc-213210e7be25 req-70ab706a-c84a-4670-a111-c55585102896 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.355755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23696394-2a2d-485e-a4bc-213210e7be25 req-70ab706a-c84a-4670-a111-c55585102896 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 943 time: 0.2617161 Jul 30 01:42:21.356791 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.369326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:21.405716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea9ddb2-d586-4d81-91ae-420efcf62e5b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.409755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.413096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ae83c146-9f81-4c00-8877-4e67f6a4c518 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dea9ddb2-d586-4d81-91ae-420efcf62e5b HTTP/1.1" status: 204 len: 168 time: 0.9292948 Jul 30 01:42:21.413664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:21.420588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.421747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.423251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42562) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:21.424741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=d890d276-e612-4150-b6a4-e429442afc4f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.436168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8c456-64fa-42dc-96f6-eff1eea71af5 req-04ccf072-b16b-4a98-a288-9a9460a2429e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.438051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ad8c456-64fa-42dc-96f6-eff1eea71af5 req-04ccf072-b16b-4a98-a288-9a9460a2429e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1683559 Jul 30 01:42:21.444269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e99962db-3674-4eb1-8794-e06b7adb5c64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 217 time: 0.0849507 Jul 30 01:42:21.509506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['266befac-54c7-4f33-af70-ebc38de0b4bf'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:21.527649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-727eec8e-3db0-4658-abe7-49de30516d0e service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115808 Jul 30 01:42:21.541099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Made reservation on behalf of 0fa99259115141f5b9eac12ada76adee for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:21.544874 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.552531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23696394-2a2d-485e-a4bc-213210e7be25 req-f04b62fe-957f-4118-8c14-30c46415d3c9 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866109 Jul 30 01:42:21.558165 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9a67818d-23d9-46a5-bf76-c3d3d578eba5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3640025 Jul 30 01:42:21.560090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:21.604328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ad8c456-64fa-42dc-96f6-eff1eea71af5 req-d26cf8a3-3026-4ba2-892d-507bc873cc9b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554148 Jul 30 01:42:21.624577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.637768 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-809e8c65-7ec9-4753-b0ea-d1ab589eb4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.650262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-c59f5d1a-bce1-4c35-8d95-2e507a891640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.651702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-c59f5d1a-bce1-4c35-8d95-2e507a891640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1978359 Jul 30 01:42:21.735613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 37af0123-c675-437f-90f2-fd7dc0895f29 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:21.771948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 37af0123-c675-437f-90f2-fd7dc0895f29 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:21.772288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 37af0123-c675-437f-90f2-fd7dc0895f29 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:21.777829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42766732-7801-49e8-b316-bd1ae79c3654 None None] Provisioning for port d890d276-e612-4150-b6a4-e429442afc4f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:21.786550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42766732-7801-49e8-b316-bd1ae79c3654 None None] Provisioning complete for port d890d276-e612-4150-b6a4-e429442afc4f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:21.787065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42766732-7801-49e8-b316-bd1ae79c3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.792598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e8aa9bc1-960c-4f53-9bc4-8d2b2896545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.794290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e8aa9bc1-960c-4f53-9bc4-8d2b2896545e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1284378 Jul 30 01:42:21.796264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-46b4fb36-2701-4dc0-8636-02c382175fcc service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576261 Jul 30 01:42:21.829771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.840989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-42766732-7801-49e8-b316-bd1ae79c3654 None None] Port d890d276-e612-4150-b6a4-e429442afc4f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:21.843998 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.845028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fe64e4-3357-4e24-bc88-b89e839d15cf']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:21.861068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e79fc4-dd26-484c-aba7-acd1346f47dd') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:21.861273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e79fc4-dd26-484c-aba7-acd1346f47dd') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:21.863241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Allocated IP 172.20.0.4 (6f0a4d17-b45a-426b-9388-113cc503bc67/e740f456-5dff-460b-bbc5-276b9f4dbf73/9fb17e08-3857-4c88-b04e-1f7e3a6ce43e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:21.877858 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.880229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port d890d276-e612-4150-b6a4-e429442afc4f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:21.880650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.896629 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.913075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:21.913426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:21.915117 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:22.002090 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-239d3ae7-f9d7-4783-9b11-9a8965d3dab6 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918983 Jul 30 01:42:22.005788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.037847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for d890d276-e612-4150-b6a4-e429442afc4f owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:22.038430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.073099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.076179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a9fe64e4-3357-4e24-bc88-b89e839d15cf HTTP/1.1" status: 204 len: 168 time: 0.6487396 Jul 30 01:42:22.091877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78f487e3-82c2-4aa8-a752-39bdfd63c27b req-322b5d86-d157-4ee3-ad2a-549587a8de4a tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 210 time: 0.0566185 Jul 30 01:42:22.110751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250e55a-9547-44d5-b7ca-57c804c86487 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fe64e4-3357-4e24-bc88-b89e839d15cf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:22.127398 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-34bcd027-b7cf-4f06-8662-6313b9f4878f service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128802 Jul 30 01:42:22.166537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.207259 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-e4c92bdb-8abe-4d16-84a3-dca9ed287141 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 200 len: 217 time: 0.0466027 Jul 30 01:42:22.214862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.231388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42572) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.250328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:22.293276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Network 6f0a4d17-b45a-426b-9388-113cc503bc67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:22.297223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:22.303285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:22.317216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-85577aa5-210c-4acb-9f29-5fb2f9301637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.318983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-85577aa5-210c-4acb-9f29-5fb2f9301637 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1026740 Jul 30 01:42:22.326940 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d061677-abcd-42c6-b451-715d78e07f3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f9ea0f095e2420fa90c4ca585494ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943787 Jul 30 01:42:22.336217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42574) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.358584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42576) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.369391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:22.417441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2da5da9d-cfe7-494d-896f-1a62fdf5ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.418975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-2da5da9d-cfe7-494d-896f-1a62fdf5ec4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903254 Jul 30 01:42:22.442700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.448751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.454844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.460646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.466441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.472267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.478008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.479931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-163e04eb-35d6-4583-bf7f-8810f13d091f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.2329669 Jul 30 01:42:22.492892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.493575 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.538085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.551809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ce994b27-5980-4da6-bb0b-d6129187c272 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3891420 Jul 30 01:42:22.554855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-56fe8d34-c2a0-4230-a0b7-1ff0ced8b2f2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/bfff13fc-d787-469f-86a0-363bcbf3382c HTTP/1.1" status: 200 len: 993 time: 0.1865022 Jul 30 01:42:22.573467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Request body: {'port': {'device_id': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:22.583755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7644b60a-aa0c-4983-b17a-cc08eb2a467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.590718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=d890d276-e612-4150-b6a4-e429442afc4f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:22.617238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-496bb969-f99c-4bc0-b540-302f0c70a299 req-565b1d3c-8d14-41af-976b-bcf402868e5a tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159406 Jul 30 01:42:22.645333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-05266ca2-02da-4edc-a289-9865d63f8f8a service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173493 Jul 30 01:42:22.663028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.663028 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9689977d-10fd-4fbc-a012-689014cc8c0f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/d890d276-e612-4150-b6a4-e429442afc4f HTTP/1.1" status: 204 len: 168 time: 1.0922709 Jul 30 01:42:22.664115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42582) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.668346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7644b60a-aa0c-4983-b17a-cc08eb2a467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.691255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.788926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f83ed5-b446-45a5-a50e-7e71b96a4ca8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.790538 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-58f83ed5-b446-45a5-a50e-7e71b96a4ca8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1252780 Jul 30 01:42:22.793904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.855566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5adf81-399f-4869-9612-70bf36e5ad65 req-afaca0b7-9196-4fce-a411-9f70396c8942 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.857287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd5adf81-399f-4869-9612-70bf36e5ad65 req-afaca0b7-9196-4fce-a411-9f70396c8942 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 944 time: 0.1621308 Jul 30 01:42:22.872301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-0f3ee385-4a96-4f02-b886-09d414aa8d30 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186825 Jul 30 01:42:22.880772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0fd3aa-1726-464c-a78a-4201f1074d7f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.882437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cc0fd3aa-1726-464c-a78a-4201f1074d7f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0875509 Jul 30 01:42:22.888952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.904237 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7644b60a-aa0c-4983-b17a-cc08eb2a467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.907554 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7644b60a-aa0c-4983-b17a-cc08eb2a467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.908733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7644b60a-aa0c-4983-b17a-cc08eb2a467c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29fbc789-f3ff-4416-b23b-d724d4a734a6 HTTP/1.1" status: 204 len: 168 time: 0.5691760 Jul 30 01:42:22.930177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6abfa-5b73-470c-87d9-6c7d5c5145ad req-9ff548ee-ee04-480e-bf08-ddfa2d3dc197 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.931814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3e6abfa-5b73-470c-87d9-6c7d5c5145ad req-9ff548ee-ee04-480e-bf08-ddfa2d3dc197 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1998620 Jul 30 01:42:22.945378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-940c33be-f719-428b-9a8d-26a7e352dab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 200 len: 217 time: 0.0618167 Jul 30 01:42:22.947713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 266befac-54c7-4f33-af70-ebc38de0b4bf up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:22.984072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644b60a-aa0c-4983-b17a-cc08eb2a467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fbc789-f3ff-4416-b23b-d724d4a734a6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.026347 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.033813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b5e07-c331-435b-84b0-3152e9a42354 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.035578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b5e07-c331-435b-84b0-3152e9a42354 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.037109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b5e07-c331-435b-84b0-3152e9a42354 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.041789 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-991b5e07-c331-435b-84b0-3152e9a42354 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1521993 Jul 30 01:42:23.044365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42592) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:23.045120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 266befac-54c7-4f33-af70-ebc38de0b4bf completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:23.051141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 266befac-54c7-4f33-af70-ebc38de0b4bf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:23.052187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.081055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-c76a029c-8137-4127-8669-32e4db41274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.082804 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-c76a029c-8137-4127-8669-32e4db41274a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1131659 Jul 30 01:42:23.085765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd5adf81-399f-4869-9612-70bf36e5ad65 req-de5779b2-8241-4c49-ac66-13d4d95c96a7 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819494 Jul 30 01:42:23.123718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3e6abfa-5b73-470c-87d9-6c7d5c5145ad req-b76fbc0c-4f3e-497c-84e4-94e3188ab41e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830938 Jul 30 01:42:23.197574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet a12a4639-a720-4b65-9738-a39c54f4fdf0 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:23.206011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.208049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.242135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266befac-54c7-4f33-af70-ebc38de0b4bf'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:23.244632 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343d864-5656-44f0-a0a3-bd0bd7bb3a43" -d '{"events": [{"server_uuid": "c751c8e8-6f21-4485-9c05-411d610691f3", "name": "network-vif-plugged", "status": "completed", "tag": "266befac-54c7-4f33-af70-ebc38de0b4bf"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:23.261972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 266befac-54c7-4f33-af70-ebc38de0b4bf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=266befac-54c7-4f33-af70-ebc38de0b4bf,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:23.270551 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.291480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.316130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aa029-2bf1-4dc3-8f2e-8331e896cb85 req-dbbdeafb-be17-42b0-a4e2-3d082a2803d0 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.316522 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11349a99-7f03-4306-8785-7ecd62e2b1e9 x-openstack-request-id: req-11349a99-7f03-4306-8785-7ecd62e2b1e9 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:23.317048 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c751c8e8-6f21-4485-9c05-411d610691f3", "name": "network-vif-plugged", "status": "completed", "tag": "266befac-54c7-4f33-af70-ebc38de0b4bf", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:23.317442 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11349a99-7f03-4306-8785-7ecd62e2b1e9 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:23.317924 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266befac-54c7-4f33-af70-ebc38de0b4bf', 'code': 200} Jul 30 01:42:23.318888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-428aa029-2bf1-4dc3-8f2e-8331e896cb85 req-dbbdeafb-be17-42b0-a4e2-3d082a2803d0 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 931 time: 0.1032088 Jul 30 01:42:23.352127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:23.378703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=266befac-54c7-4f33-af70-ebc38de0b4bf,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.393173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-428aa029-2bf1-4dc3-8f2e-8331e896cb85 req-294efa76-3d95-4da5-be03-b84ba8f25ce2 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655367 Jul 30 01:42:23.396271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.404936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-a8020e71-a283-4ec0-95f0-d98947872300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.406627 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-a8020e71-a283-4ec0-95f0-d98947872300 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3079405 Jul 30 01:42:23.411906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Transition to ACTIVE for port object 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:23.416213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.423459 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.494111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.550923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2dfb-5dd3-4c68-93d0-9fb548e786de req-822421d4-6ddf-42db-ba80-8402317e57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.552472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7dfd2dfb-5dd3-4c68-93d0-9fb548e786de req-822421d4-6ddf-42db-ba80-8402317e57c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 1097 time: 0.1849501 Jul 30 01:42:23.560188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Attempting to bind port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:23.560806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Attempting to bind port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:23.561019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Attempting to bind port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e on network 6f0a4d17-b45a-426b-9388-113cc503bc67 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:23.566487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e on network 6f0a4d17-b45a-426b-9388-113cc503bc67 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:23.566847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Attempting to bind port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e on network 6f0a4d17-b45a-426b-9388-113cc503bc67 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:23.571954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:23.572289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Checking segment: {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:23.572659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Bound using segment: {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:23.573092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Bound port: 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8f9179-44c7-4d3e-8202-c19a6ca82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:23.573440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.616855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7dfd2dfb-5dd3-4c68-93d0-9fb548e786de req-9a6c9d9a-fe52-478b-8ed1-3b7cca02f29d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567017 Jul 30 01:42:23.617845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.659168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:23.661565 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-ff9df933-4221-4cdf-a9d9-9e1aff8abee2 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398326 Jul 30 01:42:23.662251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=a12a4639-a720-4b65-9738-a39c54f4fdf0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.662640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:23.664323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.666231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f58cbf6-6d97-4d7c-9042-7242607f91e1 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/a12a4639-a720-4b65-9738-a39c54f4fdf0 HTTP/1.1" status: 204 len: 168 time: 0.6209090 Jul 30 01:42:23.668897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42610) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:23.673245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8b495-5ad2-43c0-9a72-bc50c6a176b3 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:23.686375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.780715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.781328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.782759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] 10.222.0.55 "PUT /v2.0/ports/9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 1092 time: 1.2136133 Jul 30 01:42:23.784239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:23.786519 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c47d3-35c5-40ad-b69d-eb0675ab7108" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:23.820350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef101e9-0c85-4c71-87fe-e1987c6ef67a service neutron] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.840953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.847121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.848652 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-8112b319-4df1-47d9-9dbf-036bef7af03e service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356668 Jul 30 01:42:23.853768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.861486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet daa79cd7-d470-4ce3-b1fc-cf62ed592e43 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:23.861611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.863344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.865861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.871638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.878509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.880928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-03a3f4b9-efaf-42e1-9b4d-df76e9f432a5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1458895 Jul 30 01:42:23.883222 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ed875-610c-447d-97a0-178905fe7460 x-openstack-request-id: req-b02ed875-610c-447d-97a0-178905fe7460 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:23.883704 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:23.884100 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b02ed875-610c-447d-97a0-178905fe7460 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:23.884636 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'status': 'completed', 'code': 200} Jul 30 01:42:23.928749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9363f359-6b85-48c7-a415-7e4d4bb69f69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 200 len: 217 time: 0.0664847 Jul 30 01:42:23.993239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42622) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:24.009643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.048725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-36e9f86d-1b05-41a9-8810-d6ed26157e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.050435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-36e9f86d-1b05-41a9-8810-d6ed26157e16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1128454 Jul 30 01:42:24.149045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1291259681-network', 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:24.176210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9406797c-ab57-4a03-8b46-bf44947fc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.178066 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-9406797c-ab57-4a03-8b46-bf44947fc708 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1178651 Jul 30 01:42:24.190779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.286731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:24.289220 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.307996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.354538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ea2f7db7-5614-4caf-ad47-f4c30ce410e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.356087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ea2f7db7-5614-4caf-ad47-f4c30ce410e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1095 time: 0.4705462 Jul 30 01:42:24.361106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c49f7808-8d96-4f29-a0d1-27f620361c75 req-429bb3c3-c9c3-4d91-a119-d519090d5573 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974081 Jul 30 01:42:24.368976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dc562-2816-4723-9891-0c8f3b91a98b req-d9a22c99-6c45-4599-9be0-a95b66afeb59 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.370597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-895dc562-2816-4723-9891-0c8f3b91a98b req-d9a22c99-6c45-4599-9be0-a95b66afeb59 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1058204 Jul 30 01:42:24.389271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.394003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-6b300c2e-5943-4a0e-8466-ba8708a70a74 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079046 Jul 30 01:42:24.421874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-ab5f8ddf-6704-4a6a-93c1-534b4a9eaf82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 217 time: 0.0488789 Jul 30 01:42:24.459098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.470495 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/daa79cd7-d470-4ce3-b1fc-cf62ed592e43 HTTP/1.1" status: 204 len: 168 time: 0.8003101 Jul 30 01:42:24.471955 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.473427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:24.477075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d50481-cae1-42aa-a61b-4301da7f74fc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=daa79cd7-d470-4ce3-b1fc-cf62ed592e43,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:24.559059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-38f17a42-fb12-4ddc-8f85-91efe91b8c43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810254 Jul 30 01:42:24.569176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42636) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:24.575964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-895dc562-2816-4723-9891-0c8f3b91a98b req-c652b069-db54-407d-ad06-f16bebcc6d1a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638556 Jul 30 01:42:24.587941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:24.617108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-624f3657-9e99-4072-a5f7-b030fd22e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.619327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-624f3657-9e99-4072-a5f7-b030fd22e37b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.1863267 Jul 30 01:42:24.645382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-c9de777f-c34b-49d6-b8c4-098769b74edd service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362075 Jul 30 01:42:24.668092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.704581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.711794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-3aa4d073-459a-44d9-9eb0-78ff30537b7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 217 time: 0.0562344 Jul 30 01:42:24.719819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-9c11b371-9414-4e0e-a33b-a8a1be451bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872138 Jul 30 01:42:24.748082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:24.769110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889782d-ba78-470f-9509-fdfd9003381a req-9b1db952-8103-4fcd-bab7-6fac961d35a2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.770681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6889782d-ba78-470f-9509-fdfd9003381a req-9b1db952-8103-4fcd-bab7-6fac961d35a2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.2165885 Jul 30 01:42:24.791731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f4942-b987-4d9c-ae0e-70f4ed488997 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:24.794027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a478d-de53-401d-9daa-f41a8d4dbd69,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:24.801034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.801994 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Added segment 35dbed7f-8983-481b-92c5-283bd8ec7a87 of type vlan for network e14ff454-a136-429f-b5c5-303e65c3c2a4 Jul 30 01:42:24.842054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cb906e8c-4bf6-468b-97c1-d8e1ec8251ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.844062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-cb906e8c-4bf6-468b-97c1-d8e1ec8251ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1215334 Jul 30 01:42:24.844221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-159c7f24-1864-43fd-975f-34b477a34d0e None None] Provisioning complete for port 535c5611-e657-4b62-839d-9a8a54223fb8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:24.845052 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-159c7f24-1864-43fd-975f-34b477a34d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.882243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.926114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-f8d768b8-998b-4cf6-8e09-ebc7f5e6ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.927863 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-f8d768b8-998b-4cf6-8e09-ebc7f5e6ccbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763092 Jul 30 01:42:24.949042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.950331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.950600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:24.951799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.954178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.968042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfbe25-8ee0-411e-805e-a7fd2b249d01 req-c4a93f2f-82e0-48e5-a799-d9a4ac853642 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.976010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73bfbe25-8ee0-411e-805e-a7fd2b249d01 req-c4a93f2f-82e0-48e5-a799-d9a4ac853642 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 943 time: 0.1971340 Jul 30 01:42:24.994711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6889782d-ba78-470f-9509-fdfd9003381a req-bf21b6df-3899-4a0b-a124-36236428766e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134876 Jul 30 01:42:25.057699 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0607905 Jul 30 01:42:25.061342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:25.066487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Request body: {'subnet': {'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1291259681-subnet', 'tenant_id': '2bb9748e1c40454abfa4e2981de84198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:25.078396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-9d362f69-ec18-4150-8aeb-23fe93dbee49 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202462 Jul 30 01:42:25.087790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4460dd-16b0-4a43-8bae-bc8714a6e819 admin admin] Pushing event updated for resources: {'Network': ['ID=e14ff454-a136-429f-b5c5-303e65c3c2a4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.101662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:25.106911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d77218-6398-43de-842d-f593827a9494 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:25.116830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-fe4fac66-d1a1-44ad-b537-53580062f789 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799917 Jul 30 01:42:25.183061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73bfbe25-8ee0-411e-805e-a7fd2b249d01 req-8e914b1a-d345-4a3b-b02c-2f96b0f2b1fe tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059114 Jul 30 01:42:25.193557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:25.198357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.212713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-88d77218-6398-43de-842d-f593827a9494 None None] Deleting port 535c5611-e657-4b62-839d-9a8a54223fb8 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:25.213204 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88d77218-6398-43de-842d-f593827a9494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.233349 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17efc277-a0cf-4eb2-8bb5-105bdad60ae9 req-a6a16586-77f9-4e72-b602-4296906634a2 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083555 Jul 30 01:42:25.287056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-88d77218-6398-43de-842d-f593827a9494 None None] For port 535c5611-e657-4b62-839d-9a8a54223fb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=535c5611-e657-4b62-839d-9a8a54223fb8,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:25.287977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88d77218-6398-43de-842d-f593827a9494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.300753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-88d77218-6398-43de-842d-f593827a9494 None None] Calling delete_port for 535c5611-e657-4b62-839d-9a8a54223fb8 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:25.363238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1733940-88c5-4878-baf2-c6738a2a2145 req-06e2f88f-0d73-4f98-aa4d-5b41295adb55 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690773 Jul 30 01:42:25.385395 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88d77218-6398-43de-842d-f593827a9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.419471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d77218-6398-43de-842d-f593827a9494 None None] Pushing event deleted for resources: {'Port': ['ID=535c5611-e657-4b62-839d-9a8a54223fb8,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.423300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d77218-6398-43de-842d-f593827a9494 None None] No DVR routers for this DVR port 535c5611-e657-4b62-839d-9a8a54223fb8 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:25.600824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-b21bfe89-e0c1-44b7-838f-4caad369bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.602353 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-b21bfe89-e0c1-44b7-838f-4caad369bd03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1095 time: 0.0467401 Jul 30 01:42:25.614735 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.649905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 535c5611-e657-4b62-839d-9a8a54223fb8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:25.675900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 535c5611-e657-4b62-839d-9a8a54223fb8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:25.676244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 535c5611-e657-4b62-839d-9a8a54223fb8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:25.682561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:42:25.703227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.722258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.722733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.723234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.723782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.724167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.724634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.725106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.727250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-2bf48f0a-c7b2-4a89-b3c3-c7e4ab1d2bfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6480 time: 0.2324629 Jul 30 01:42:25.733281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-d9eef7fe-90c9-4b1f-a437-d9c59f9f08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.734793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-d9eef7fe-90c9-4b1f-a437-d9c59f9f08b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.1245220 Jul 30 01:42:25.744518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.750273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.756607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.762409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.768789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.774895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.781327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.783493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-86cac313-265a-4936-a72d-01fe1cd02092 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.2535052 Jul 30 01:42:25.788573 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-fef65887-2d4c-418d-96db-ce7e170cd2ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 217 time: 0.0388510 Jul 30 01:42:25.818013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d7005d-dc9a-4a26-bfb8-eed2a0d66280,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:25.846001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-ca6518cb-f96a-4af9-aa8d-41ba3fcd07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.848260 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-ca6518cb-f96a-4af9-aa8d-41ba3fcd07ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.0520627 Jul 30 01:42:25.883984 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-4d60b0a6-5bc7-47d6-b8b4-ab914c103b3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269268 Jul 30 01:42:25.904140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:25.917341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:25.928988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc703b94-772c-4b64-9d70-55405ba0470c None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:25.929836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.930442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.960883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:25.961245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Network hostable DHCP agents. Network: e14ff454-a136-429f-b5c5-303e65c3c2a4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:25.990222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70302491-36c1-466f-832a-3b42c8c10435 req-96b18324-8828-4516-acb3-fdb36b53b2ec tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.991814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70302491-36c1-466f-832a-3b42c8c10435 req-96b18324-8828-4516-acb3-fdb36b53b2ec tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.3019531 Jul 30 01:42:26.007923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-840b6eed-c60b-4f92-82d7-d6dadfc8a3f0 req-5a5a2eee-f834-461c-8b71-6d0a2adbefe1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971285 Jul 30 01:42:26.014619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4437697 Jul 30 01:42:26.018333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c033-9374-47d6-a4f1-e08e35150bb5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=04f00649-dde5-4554-9295-b6d6673dfa86,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:26.018563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42648) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:26.025951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:26.054719 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-5b5fbaaa-f1f6-466d-a549-51c24513f0e6 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532979 Jul 30 01:42:26.061958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-5be014e4-c6c9-46f9-98ce-fdcd1464d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.064037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-5be014e4-c6c9-46f9-98ce-fdcd1464d2ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 902 time: 0.2642176 Jul 30 01:42:26.071230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:26.128563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70302491-36c1-466f-832a-3b42c8c10435 req-aa25b4fe-b78b-476e-be4a-2d55be32d9ee tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094325 Jul 30 01:42:26.129144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '04f00649-dde5-4554-9295-b6d6673dfa86'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:26.130287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.130908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-c0a202d8-7da2-4966-b25e-9354992eb57f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 217 time: 0.0548286 Jul 30 01:42:26.139136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, e14ff454-a136-429f-b5c5-303e65c3c2a4) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:26.144518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.144972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.159249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de15ee9-6bf6-476d-b270-8a064e602d44 None None] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:26.257218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-11222887-6e3e-450a-80c9-6fdf8e3197f6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1946933 Jul 30 01:42:26.296766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-472caa5d-3849-42ad-a212-094885c0c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.299509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-472caa5d-3849-42ad-a212-094885c0c579 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1455581 Jul 30 01:42:26.301978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e49c47d3-35c5-40ad-b69d-eb0675ab7108 req-344b7ff8-c898-42df-88fc-db5f721b8cb9 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316282 Jul 30 01:42:26.313207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:26.317735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627d45-b8ea-4bc0-933f-2f8b89c4784d req-be4c71a6-a37a-46fd-8d29-d85984840a77 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.318927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.319314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71627d45-b8ea-4bc0-933f-2f8b89c4784d req-be4c71a6-a37a-46fd-8d29-d85984840a77 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1052303 Jul 30 01:42:26.339212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d07c-d965-40e0-96c2-d6cb9fc5fde3 req-fbc1302e-8b6a-4e6d-8116-bd0f57ebb866 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.342015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92c1d07c-d965-40e0-96c2-d6cb9fc5fde3 req-fbc1302e-8b6a-4e6d-8116-bd0f57ebb866 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1294150 Jul 30 01:42:26.405095 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Allocated IP 2001:db8::f816:3eff:fe4d:f95b (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/04f00649-dde5-4554-9295-b6d6673dfa86/3618d126-23da-4ebf-bd9e-82fd84a93c9c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:26.430681 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04f00649-dde5-4554-9295-b6d6673dfa86 (CIDR: 2001:db8::/64) Jul 30 01:42:26.435920 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:42:26.436425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:26.459132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1dd1c134-423f-4fee-8ff9-82edeee029d3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4394288 Jul 30 01:42:26.461789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42662) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:26.467589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92c1d07c-d965-40e0-96c2-d6cb9fc5fde3 req-e7d014b8-2356-43cb-b5db-4db10a8f124c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991921 Jul 30 01:42:26.468568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:26.472387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e96884-2d07-4d90-9581-b585db44b26e req-0aabbbf2-3835-4327-8790-9acb895825aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.473834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-0aabbbf2-3835-4327-8790-9acb895825aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1306694 Jul 30 01:42:26.486321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71627d45-b8ea-4bc0-933f-2f8b89c4784d req-5e6eb8a6-a281-41b5-b0bd-9ed576b9d84a tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291804 Jul 30 01:42:26.615258 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.634944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:26.641541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.659046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3e27-3477-4e38-8979-ba5229d07625 req-c5e7b435-2c3a-40bc-8981-c71a554cb97e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:26.666512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa5e3e27-3477-4e38-8979-ba5229d07625 req-c5e7b435-2c3a-40bc-8981-c71a554cb97e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 943 time: 0.0936394 Jul 30 01:42:26.676813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Transition to ACTIVE for port object 3618d126-23da-4ebf-bd9e-82fd84a93c9c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:26.690832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd286cf-8852-46f8-951a-c5978b3ea4a0 None None] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:26.714309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa5e3e27-3477-4e38-8979-ba5229d07625 req-0b893820-a0fc-4b31-817f-239ee9416f74 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Jul 30 01:42:26.727520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-cf56055a-0d57-45fa-982b-92a4fab59cec service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401555 Jul 30 01:42:26.742564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Transition to ACTIVE for port object 3618d126-23da-4ebf-bd9e-82fd84a93c9c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:26.757544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.949989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:26.963847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.964410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:26.974060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Pushing event updated for resources: {'Port': ['ID=3618d126-23da-4ebf-bd9e-82fd84a93c9c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:26.983430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:26.984514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08e96884-2d07-4d90-9581-b585db44b26e req-0787f6ed-b556-43ac-8441-6c5ca1be48bc service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479641 Jul 30 01:42:27.014132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-f5854fed-1e4e-4cae-bcfc-231c972e46b4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.015963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-f5854fed-1e4e-4cae-bcfc-231c972e46b4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.1976342 Jul 30 01:42:27.025763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504709f0-93b6-46b8-b72f-b73bb70d2d4b req-927ff946-034c-4e71-8f3a-2045bf660db1 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.027609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-504709f0-93b6-46b8-b72f-b73bb70d2d4b req-927ff946-034c-4e71-8f3a-2045bf660db1 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1066337 Jul 30 01:42:27.045320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-04b89b53-e86b-4578-a098-a0857cb35240 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0166187 Jul 30 01:42:27.047766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=efcb62f4-65d6-4fa4-a374-2ccb72836479,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:27.054315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:27.056148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:27.058905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.061181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.072608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Attempting to bind port 3618d126-23da-4ebf-bd9e-82fd84a93c9c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:27.073000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Attempting to bind port 3618d126-23da-4ebf-bd9e-82fd84a93c9c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:27.073375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Attempting to bind port 3618d126-23da-4ebf-bd9e-82fd84a93c9c on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:27.081649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60ebb03c-72ff-4823-8af4-53a27f34cd61 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6185079 Jul 30 01:42:27.084315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42680) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:27.087851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-504709f0-93b6-46b8-b72f-b73bb70d2d4b req-1a58eb73-955a-4b2e-8738-5221e66beb58 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509911 Jul 30 01:42:27.091592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:87:97:37', 'name': 'tempest-NetworksTestDHCPv6-1143312373'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:27.099734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:27.100410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:27.100969 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.102167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:27.102698 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-aceafeb5-56ef-47ee-a45c-6d6463d008b6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317619 Jul 30 01:42:27.103024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Bound port: 3618d126-23da-4ebf-bd9e-82fd84a93c9c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:27.103404 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.195813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] For port 3618d126-23da-4ebf-bd9e-82fd84a93c9c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:27.199187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] For port 3618d126-23da-4ebf-bd9e-82fd84a93c9c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3618d126-23da-4ebf-bd9e-82fd84a93c9c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:27.205384 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.221384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:27.264145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.270650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.276136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b6c99-7d50-4382-8596-5d263ad0a0a8 None None] Pushing event updated for resources: {'Port': ['ID=3618d126-23da-4ebf-bd9e-82fd84a93c9c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:27.276735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.283139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.289250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.295222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.301197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.303080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-3786ed27-a035-4290-b10f-ccd584ac266c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1274524 Jul 30 01:42:27.305287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ee45dcb6-815d-459f-bcd0-02708a899660 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842077 Jul 30 01:42:27.328564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.354958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 7e9fe44c-672c-4310-94fb-fbbc96a0fb85 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:42:27.413402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ff35a9f-2c24-402a-91a0-65eed0469074 req-d7b81c26-8061-4d0a-a945-22f8b6046146 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927553 Jul 30 01:42:27.436758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-cb614e70-d178-4109-952e-6b04e29b9995 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253383 Jul 30 01:42:27.583665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377ff9-6a8d-4344-95fc-29ac7ae4dd19 req-52874e1d-7619-4bb2-860e-200204858d68 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.585536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96377ff9-6a8d-4344-95fc-29ac7ae4dd19 req-52874e1d-7619-4bb2-860e-200204858d68 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.0607412 Jul 30 01:42:27.658625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96377ff9-6a8d-4344-95fc-29ac7ae4dd19 req-f2c9f785-4eab-430b-8edd-ce784ebb1b1f tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Jul 30 01:42:27.660377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8:0:1::53 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/efcb62f4-65d6-4fa4-a374-2ccb72836479/7e9fe44c-672c-4310-94fb-fbbc96a0fb85) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:27.683079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::f816:3eff:fe87:9737 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/04f00649-dde5-4554-9295-b6d6673dfa86/7e9fe44c-672c-4310-94fb-fbbc96a0fb85) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:27.760304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3618d126-23da-4ebf-bd9e-82fd84a93c9c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:27.768555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:27.818257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027504-0988-4d85-9960-7d0a1cdec7ed req-43a448fc-c91b-459a-b16c-3faf4d4359fb tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.819967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45027504-0988-4d85-9960-7d0a1cdec7ed req-43a448fc-c91b-459a-b16c-3faf4d4359fb tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.0780842 Jul 30 01:42:27.868643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a55e03-8285-4fe6-9959-5bf56eb028d6 req-a4303a4b-a7d5-409e-974c-694832ad9adc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 210 time: 0.0709343 Jul 30 01:42:27.904204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:27.928597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45027504-0988-4d85-9960-7d0a1cdec7ed req-d9a28fa8-82a0-48ba-912b-51658fd6ed97 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971973 Jul 30 01:42:27.980295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:27.981022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.999412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'network_id': '6f0a4d17-b45a-426b-9388-113cc503bc67', 'port_id': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'mac_address': 'fa:16:3e:d1:06:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e740f456-5dff-460b-bbc5-276b9f4dbf73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:28.004822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 7e9fe44c-672c-4310-94fb-fbbc96a0fb85 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:28.070499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.077209 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.089265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:28.135717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:28.144180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:28.144862 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.150084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:28.154298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:28.161044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.161744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.176842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=7e9fe44c-672c-4310-94fb-fbbc96a0fb85,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:28.198529 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-66420596-2b8b-4365-b9a8-c7909c212538 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1119375 Jul 30 01:42:28.200452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:28.240714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:28.242078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf968b-9ce0-4b8b-a762-446b28685652 req-a727f6c7-3791-4408-8aca-8c3d60fa0976 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.244075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0baf968b-9ce0-4b8b-a762-446b28685652 req-a727f6c7-3791-4408-8aca-8c3d60fa0976 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 943 time: 0.1904874 Jul 30 01:42:28.285645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc080c-b1f1-466f-9ebd-66f3cbe0a359 req-6468e715-f33b-4d39-b3b9-41e0cd6ef39e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.287325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2acc080c-b1f1-466f-9ebd-66f3cbe0a359 req-6468e715-f33b-4d39-b3b9-41e0cd6ef39e tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1062741 Jul 30 01:42:28.328442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0baf968b-9ce0-4b8b-a762-446b28685652 req-2230873b-d26b-450d-9461-7065ba64d517 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753396 Jul 30 01:42:28.337845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 7e9fe44c-672c-4310-94fb-fbbc96a0fb85 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:28.338336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.362583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2acc080c-b1f1-466f-9ebd-66f3cbe0a359 req-deeb1ae3-9458-4270-9062-62e619e2ae23 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605650 Jul 30 01:42:28.477907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.494155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 7e9fe44c-672c-4310-94fb-fbbc96a0fb85 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:28.500823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:28.511799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecbe6a-fe78-4d6d-b9f5-886fd913d8e9 req-76a6fe0c-fb35-4f80-ba93-3d89115ba1df tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.519941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4ecbe6a-fe78-4d6d-b9f5-886fd913d8e9 req-76a6fe0c-fb35-4f80-ba93-3d89115ba1df tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.0761683 Jul 30 01:42:28.601733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef91946-fc86-4701-a194-53db5afefc87 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:28.614692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4ecbe6a-fe78-4d6d-b9f5-886fd913d8e9 req-9efdedad-371c-4b7c-8637-796c3f792d34 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936775 Jul 30 01:42:28.663920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.676053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.682434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.690303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.697617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.706777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.712955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.722344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-8860c199-f55a-44bf-8348-e2c399997a5e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1996069 Jul 30 01:42:28.774808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01645feb-527f-45b1-95a9-134a49f0c1bc req-99332d62-8b99-4885-8a63-a9169e902411 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475531 Jul 30 01:42:28.834977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] Provisioning for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:28.855859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] Provisioning complete for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:28.856239 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.035693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.084745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a72a6941-2052-44a9-8511-2b6b256df265 req-67cd6d69-cbde-4fb5-b077-0e213550029c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 210 time: 0.0438387 Jul 30 01:42:29.119892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.126946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.135902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.140913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] For port 3618d126-23da-4ebf-bd9e-82fd84a93c9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3618d126-23da-4ebf-bd9e-82fd84a93c9c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:29.142954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.144410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '04f00649-dde5-4554-9295-b6d6673dfa86', 'ip_address': '2001:db8::f816:3eff:fe4d:f95b'}, {'subnet_id': 'efcb62f4-65d6-4fa4-a374-2ccb72836479'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '3618d126-23da-4ebf-bd9e-82fd84a93c9c'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:42:29.150490 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.150722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.173055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.182673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.190952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-705124a3-e3f9-4a99-bca1-1faa750a1f73 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.2002368 Jul 30 01:42:29.206363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.253464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c72264e1-aa54-4248-9ebd-0ed8ebbbe45b req-f77a9487-1289-4a62-998e-c9f37ea5b938 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613801 Jul 30 01:42:29.272567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf14c6-d660-4549-8f57-6e5b12847057 None None] Pushing event updated for resources: {'Port': ['ID=3618d126-23da-4ebf-bd9e-82fd84a93c9c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.319631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.321989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede3ee9-548e-42f8-8c5b-6ace05f1dba1 req-38f9f36e-fa2d-4a48-818b-2234e95f235d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.331161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fede3ee9-548e-42f8-8c5b-6ace05f1dba1 req-38f9f36e-fa2d-4a48-818b-2234e95f235d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1067178 Jul 30 01:42:29.393723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=7e9fe44c-672c-4310-94fb-fbbc96a0fb85,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.406154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fede3ee9-548e-42f8-8c5b-6ace05f1dba1 req-edfdbce3-ae11-4f31-8a7f-9389d428c5ca tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Jul 30 01:42:29.419624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.421894 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-39d5fc2a-1734-46d6-bc94-86b144c0da11 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/7e9fe44c-672c-4310-94fb-fbbc96a0fb85 HTTP/1.1" status: 204 len: 168 time: 1.2179034 Jul 30 01:42:29.426289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173124f-fe73-44a4-9154-a22a75a733b7 req-5093777e-d36a-4b62-ad6e-573c0f6a3b98 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.428268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f173124f-fe73-44a4-9154-a22a75a733b7 req-5093777e-d36a-4b62-ad6e-573c0f6a3b98 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.0788603 Jul 30 01:42:29.431185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:29.432346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-c6bdd999-8d7a-41fb-9068-4b4cea91546f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.434253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-c6bdd999-8d7a-41fb-9068-4b4cea91546f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2355082 Jul 30 01:42:29.438869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Allocated IP 2001:db8:0:1::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/efcb62f4-65d6-4fa4-a374-2ccb72836479/3618d126-23da-4ebf-bd9e-82fd84a93c9c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:29.453533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:29.522309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f173124f-fe73-44a4-9154-a22a75a733b7 req-742425ff-304b-47c8-953e-ccc8e763ca89 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803192 Jul 30 01:42:29.551924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caffa11-addf-447f-aa0d-6fce1d860536 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.553465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5caffa11-addf-447f-aa0d-6fce1d860536 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1213369 Jul 30 01:42:29.557087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:29.595102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] For port 3618d126-23da-4ebf-bd9e-82fd84a93c9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3618d126-23da-4ebf-bd9e-82fd84a93c9c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:29.605211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:29.610583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.610737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.617385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.623791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.635301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.635589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.637069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.643935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.651024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Transition to ACTIVE for port object 3618d126-23da-4ebf-bd9e-82fd84a93c9c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:29.651189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.652668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ddfb464-a6fe-4f3a-aa37-0bfbd3ded622 req-2fa539d5-929c-4d16-b9fa-e371823e5d0b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.1533194 Jul 30 01:42:29.660699 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.707384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3618d126-23da-4ebf-bd9e-82fd84a93c9c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:29.746570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f866138-f7d5-4e8b-9acf-5f00b20e9d2c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.751326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2f866138-f7d5-4e8b-9acf-5f00b20e9d2c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1906488 Jul 30 01:42:29.751565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:29.785735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Pushing event updated for resources: {'Port': ['ID=3618d126-23da-4ebf-bd9e-82fd84a93c9c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.787385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.6 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/c7c01622-7f98-4a02-813e-de9bb719ca76) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:29.802541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.802787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.803390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.803503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.804766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.804766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.804766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.805107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.805307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.805599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.805959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.806289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa4d44-ab4c-4611-8628-d9dfb9ea9807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:29.811917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864b585-135f-48fc-814e-3fb43f91431d req-b93ff50b-d9fe-4d27-b26b-41d120e7329b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.814164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b864b585-135f-48fc-814e-3fb43f91431d req-b93ff50b-d9fe-4d27-b26b-41d120e7329b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 944 time: 0.1593130 Jul 30 01:42:29.831493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026dd5d-128b-4feb-a3f3-34f5af293be6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.833236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026dd5d-128b-4feb-a3f3-34f5af293be6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.835242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026dd5d-128b-4feb-a3f3-34f5af293be6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.837787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a026dd5d-128b-4feb-a3f3-34f5af293be6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0850310 Jul 30 01:42:29.846878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:29.879690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b864b585-135f-48fc-814e-3fb43f91431d req-a704e03b-c38b-4edc-b387-fef8e1dd9982 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538499 Jul 30 01:42:29.974570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.979111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 04f00649-dde5-4554-9295-b6d6673dfa86 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:29.981284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.983547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.988120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.994144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.000499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.007070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.013188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.015463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-8d8bcde2-a5ea-4993-9d81-d8f61f048328 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1210477 Jul 30 01:42:30.051567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.078434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c210692a-bd0e-4e17-87cf-7430e995dab3 req-7a587c2a-7f0f-4855-bfca-7952f8f2953f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543060 Jul 30 01:42:30.120565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.178435 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.218318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c837d8e-c8e8-4216-8a0b-8db493c08350 req-aaaad66c-fff7-42a9-8c1c-7d0faff20452 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 210 time: 0.0323169 Jul 30 01:42:30.235824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.330028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:30.334184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=c7c01622-7f98-4a02-813e-de9bb719ca76,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.337822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:30.339976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.342115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:30.394614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=04f00649-dde5-4554-9295-b6d6673dfa86,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.401263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.403105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0ac1a67-9fd0-45a6-a202-44df36ccb7dc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/04f00649-dde5-4554-9295-b6d6673dfa86 HTTP/1.1" status: 204 len: 168 time: 0.5550792 Jul 30 01:42:30.406008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42742) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:30.432670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-945eed8e-9db9-476c-a0d5-3b44120319f2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.434287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-945eed8e-9db9-476c-a0d5-3b44120319f2 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1508121 Jul 30 01:42:30.441047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.442236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.459125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3e6bb-2633-4c0f-85de-d3f2633f4148 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:30.484184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet efcb62f4-65d6-4fa4-a374-2ccb72836479 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:30.486594 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-ec14e498-a53a-48c5-b809-f698bcee0895 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394750 Jul 30 01:42:30.488868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.505058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Request body: {'port': {'device_id': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:30.538893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9011e67-feee-4171-976b-c97f0c7360ac None None] Provisioning for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:30.555492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9011e67-feee-4171-976b-c97f0c7360ac None None] Provisioning complete for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:30.556767 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9011e67-feee-4171-976b-c97f0c7360ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.578445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.625792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.638627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Deleting port 266befac-54c7-4f33-af70-ebc38de0b4bf {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:30.639083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.702397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ef77-f38c-4df3-b393-6a07661a364f req-13bddb19-5667-4af3-be2b-c0fa9f6818a7 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.704324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a71ef77-f38c-4df3-b393-6a07661a364f req-13bddb19-5667-4af3-be2b-c0fa9f6818a7 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/ports?device_id=c751c8e8-6f21-4485-9c05-411d610691f3 HTTP/1.1" status: 200 len: 945 time: 0.1928296 Jul 30 01:42:30.744054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c9011e67-feee-4171-976b-c97f0c7360ac None None] Could not find standard attr ID for object 7e9fe44c-672c-4310-94fb-fbbc96a0fb85. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:42:30.764264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c10b1-89ee-4975-ac6a-48ad7812da99 req-b4da9780-0538-4a00-9bea-6f870059feee tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.767642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20c10b1-89ee-4975-ac6a-48ad7812da99 req-b4da9780-0538-4a00-9bea-6f870059feee tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1404934 Jul 30 01:42:30.810111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.846361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] For port 266befac-54c7-4f33-af70-ebc38de0b4bf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=266befac-54c7-4f33-af70-ebc38de0b4bf,segment=NetworkSegment(4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8),segment_id=4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:30.846831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.868588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Calling delete_port for 266befac-54c7-4f33-af70-ebc38de0b4bf owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:31.138041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c01622-7f98-4a02-813e-de9bb719ca76 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:31.148973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.153802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.174429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Transition to ACTIVE for port object c7c01622-7f98-4a02-813e-de9bb719ca76 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:31.195456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.199059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Pushing event deleted for resources: {'Port': ['ID=266befac-54c7-4f33-af70-ebc38de0b4bf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.212792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7a71ef77-f38c-4df3-b393-6a07661a364f req-a109a0f7-a3cc-4232-83b7-d7809f6285a8 tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.78 "GET /v2.0/security-groups?id=da522b9e-4d94-47bb-9c9b-d10adb15f0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822650 Jul 30 01:42:31.242521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20c10b1-89ee-4975-ac6a-48ad7812da99 req-82687e67-8ef9-4acf-a4d1-99869b1cb0d4 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650481 Jul 30 01:42:31.257034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c01622-7f98-4a02-813e-de9bb719ca76,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.300204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.318110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] No DVR routers for this DVR port 266befac-54c7-4f33-af70-ebc38de0b4bf on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:31.323094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.324153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a0d76344-27f2-48db-a0b5-c4fc2b23e2c5 req-becdeb7c-4375-4d44-a036-6c4ed523fd5d tempest-ServerDiskConfigTestJSON-349818219 tempest-ServerDiskConfigTestJSON-349818219-project] 10.222.0.66 "DELETE /v2.0/ports/266befac-54c7-4f33-af70-ebc38de0b4bf HTTP/1.1" status: 204 len: 173 time: 0.8797007 Jul 30 01:42:31.324627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'name': 'network-vif-deleted', 'tag': '266befac-54c7-4f33-af70-ebc38de0b4bf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:31.327213 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9a4f71-bf09-44ff-968d-71d614ffcb62" -d '{"events": [{"server_uuid": "c751c8e8-6f21-4485-9c05-411d610691f3", "name": "network-vif-deleted", "tag": "266befac-54c7-4f33-af70-ebc38de0b4bf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:31.351893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=efcb62f4-65d6-4fa4-a374-2ccb72836479,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.409979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.410717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Attempting to bind port c7c01622-7f98-4a02-813e-de9bb719ca76 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:31.411230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Attempting to bind port c7c01622-7f98-4a02-813e-de9bb719ca76 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:31.411453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Attempting to bind port c7c01622-7f98-4a02-813e-de9bb719ca76 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:31.414320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a0905784-af64-4deb-8c53-60a246d1846a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/efcb62f4-65d6-4fa4-a374-2ccb72836479 HTTP/1.1" status: 204 len: 168 time: 1.0040073 Jul 30 01:42:31.416391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42762) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:31.417540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Port c7c01622-7f98-4a02-813e-de9bb719ca76 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:31.417879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Attempting to bind port c7c01622-7f98-4a02-813e-de9bb719ca76 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:31.452668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:31.453097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:31.453455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:31.454036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Bound port: c7c01622-7f98-4a02-813e-de9bb719ca76, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:31.454416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.495985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66a436-dc83-4bac-b63f-3abe8b6d99a9 req-8b10198a-64a4-4e13-89f0-55ef4f185a0c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.497811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b66a436-dc83-4bac-b63f-3abe8b6d99a9 req-8b10198a-64a4-4e13-89f0-55ef4f185a0c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 944 time: 0.1505322 Jul 30 01:42:31.519151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.525040 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f1594f6-5480-4337-975d-2b276acf9c50 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013901 Jul 30 01:42:31.525040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42764) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:31.527813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.531263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:31.531662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19845e93-b63f-41da-bff2-c3063f165812 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:31.535192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.542542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.549482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.557766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.566438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.568635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-113bbda9-dade-46dc-a3eb-8910419a01d9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1707408 Jul 30 01:42:31.637946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b66a436-dc83-4bac-b63f-3abe8b6d99a9 req-53c004e8-174e-4222-98d4-229fb5c8dbb9 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322711 Jul 30 01:42:31.655627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98c6198c-f094-4ec9-bf45-9aa58695e5cd req-e36ffb06-66c3-4bbf-904b-a8d8c99623cc tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769739 Jul 30 01:42:31.722431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] For port c7c01622-7f98-4a02-813e-de9bb719ca76, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:31.727311 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adaead6-2695-44b5-851d-ae62c7e186c8 x-openstack-request-id: req-6adaead6-2695-44b5-851d-ae62c7e186c8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:31.727826 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c751c8e8-6f21-4485-9c05-411d610691f3", "name": "network-vif-deleted", "tag": "266befac-54c7-4f33-af70-ebc38de0b4bf", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:31.727964 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6adaead6-2695-44b5-851d-ae62c7e186c8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:31.728271 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c751c8e8-6f21-4485-9c05-411d610691f3', 'name': 'network-vif-deleted', 'tag': '266befac-54c7-4f33-af70-ebc38de0b4bf', 'status': 'completed', 'code': 200} Jul 30 01:42:31.732138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] For port c7c01622-7f98-4a02-813e-de9bb719ca76, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c7c01622-7f98-4a02-813e-de9bb719ca76,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:31.741276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.796320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3618d126-23da-4ebf-bd9e-82fd84a93c9c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:31.798100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.798968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.799774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:31.801256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] 10.222.0.66 "PUT /v2.0/ports/c7c01622-7f98-4a02-813e-de9bb719ca76 HTTP/1.1" status: 200 len: 1092 time: 1.3028710 Jul 30 01:42:31.813848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b914f1-6381-439d-9b7e-af215cdfc663 req-1fae7be5-7569-470d-a7ac-448705929383 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.820470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59b914f1-6381-439d-9b7e-af215cdfc663 req-1fae7be5-7569-470d-a7ac-448705929383 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 943 time: 0.0788434 Jul 30 01:42:31.822688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:31.827665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.888143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59b914f1-6381-439d-9b7e-af215cdfc663 req-c8f344b2-7adf-4120-a54a-98e37a6fc3d6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Jul 30 01:42:31.909634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6f1747b5-dca0-4dcf-ba76-c0c73445253d None None] Provisioning complete for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:31.910264 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f1747b5-dca0-4dcf-ba76-c0c73445253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.941450 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:42:31.962542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c46c8-6938-4a35-ad64-cdaae960f984 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c01622-7f98-4a02-813e-de9bb719ca76,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.005252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-f1f311bb-7098-4673-afe6-0a962236defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.007341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-f1f311bb-7098-4673-afe6-0a962236defe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 1095 time: 0.1538210 Jul 30 01:42:32.049118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:32.058871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3618d126-23da-4ebf-bd9e-82fd84a93c9c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:32.059280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.060730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:32.061094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.078423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-a46371b4-4fab-42e0-891f-697bc8f7f067 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7c01622-7f98-4a02-813e-de9bb719ca76 HTTP/1.1" status: 200 len: 217 time: 0.0621207 Jul 30 01:42:32.178463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-39ca25ea-6057-47af-b438-be8ca65d9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.180667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-39ca25ea-6057-47af-b438-be8ca65d9969 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0953834 Jul 30 01:42:32.249939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:32.263052 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-2e3e92ce-adee-45da-939d-658e58f922a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672567 Jul 30 01:42:32.270518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:32.293490 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.333015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:32.335451 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7735a424-aa40-4135-91fc-b343cec15374" -d '{"events": [{"server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "name": "network-vif-plugged", "status": "completed", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:32.352292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:32.363194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.364103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.401093 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb6d382-4eb9-49c2-92aa-bf49c6eeeb02 x-openstack-request-id: req-8eb6d382-4eb9-49c2-92aa-bf49c6eeeb02 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:32.401389 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "name": "network-vif-plugged", "status": "completed", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:32.401636 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8eb6d382-4eb9-49c2-92aa-bf49c6eeeb02 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:32.402023 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'code': 200} Jul 30 01:42:32.406734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] Deleting port 3618d126-23da-4ebf-bd9e-82fd84a93c9c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:32.407148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.496455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.509571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:32.536310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:32.541314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42796) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:32.551399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.552819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.553013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] For port 3618d126-23da-4ebf-bd9e-82fd84a93c9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3618d126-23da-4ebf-bd9e-82fd84a93c9c,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:32.553636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.567711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=bb7cf3d2-f471-4425-9fb4-cbe69102e9ea,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.570891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] Calling delete_port for 3618d126-23da-4ebf-bd9e-82fd84a93c9c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:32.603115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e499d174-e908-44cb-b4b3-f84ffc051c7e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0703402 Jul 30 01:42:32.603115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:32.609244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:32.678870 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-dd40c4c0-96f3-47a8-8b6d-92708b894ceb service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005826 Jul 30 01:42:32.684378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.690274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Deleting subnet 455fcb77-8df1-49dc-92ca-4fea00468f64 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:32.707291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.710315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.711913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.711913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.712115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.712503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.712959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.713413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.722202 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-7a5e9861-7f13-4a04-8261-f260601e0f09 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.4488254 Jul 30 01:42:32.755853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e0991-c4a9-4eec-aae1-3e79c1ffa079 req-04ec6af2-8028-40b1-8240-e82849ff5fcf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.757596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce0e0991-c4a9-4eec-aae1-3e79c1ffa079 req-04ec6af2-8028-40b1-8240-e82849ff5fcf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.3277771 Jul 30 01:42:32.763392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d956ba8-356e-4464-902f-06d858052bc6 req-65bdb8fd-2c26-4270-ab2b-834a5dee96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.765117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d956ba8-356e-4464-902f-06d858052bc6 req-65bdb8fd-2c26-4270-ab2b-834a5dee96cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1097 time: 0.2296627 Jul 30 01:42:32.769427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] Pushing event deleted for resources: {'Port': ['ID=3618d126-23da-4ebf-bd9e-82fd84a93c9c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.778216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42ea4d-8369-40c7-953f-9a538888f8fc None None] No DVR routers for this DVR port 3618d126-23da-4ebf-bd9e-82fd84a93c9c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:32.801824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2915f7-e5c0-4f76-9d61-243b0f716310 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:32.824496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.833801 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c912ee4e-d31e-4adf-93f8-7f5c0a90aeda req-14fffdc2-d400-4194-b844-85337e7cef07 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455753 Jul 30 01:42:32.842722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:32.851589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.964663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce0e0991-c4a9-4eec-aae1-3e79c1ffa079 req-c1207558-3853-48e8-87fa-bb65f77111bf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735313 Jul 30 01:42:32.985033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-aef3f685-39f8-49e1-916b-6b0b4e4f285a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&id=8e747f30-0953-4428-b318-9433eb3f417f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619219 Jul 30 01:42:32.996163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 266befac-54c7-4f33-af70-ebc38de0b4bf no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:33.001775 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb7cf3d2-f471-4425-9fb4-cbe69102e9ea (CIDR: 2001:db8::/64) Jul 30 01:42:33.007383 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:42:33.007974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:33.020964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.025391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': 'bb7cf3d2-f471-4425-9fb4-cbe69102e9ea'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:33.026587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.030091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d956ba8-356e-4464-902f-06d858052bc6 req-e1dd51e3-2e44-41a3-aabe-65db013976bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483430 Jul 30 01:42:33.030729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 266befac-54c7-4f33-af70-ebc38de0b4bf {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:33.031473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 266befac-54c7-4f33-af70-ebc38de0b4bf not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:33.038605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7a6281bc-1e0d-49fc-86c2-77a7931c6093 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4342668 Jul 30 01:42:33.041462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:33.049097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:33.087716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087bd54-ba5c-42cd-85bd-8f6e5f4d30b4 req-5bdbd075-58f8-40ee-b415-04a10df7b725 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.095019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b087bd54-ba5c-42cd-85bd-8f6e5f4d30b4 req-5bdbd075-58f8-40ee-b415-04a10df7b725 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 945 time: 0.2375953 Jul 30 01:42:33.190542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.196666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.197373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:33.201750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.202507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.204738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/bb7cf3d2-f471-4425-9fb4-cbe69102e9ea/d5f1d83d-af51-4e44-92e8-f709485f4773) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:33.210237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.216238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.222651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.230099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.232137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-250ba9a5-f875-49af-9334-bafb4dddfc01 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1681473 Jul 30 01:42:33.246063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b087bd54-ba5c-42cd-85bd-8f6e5f4d30b4 req-424bdb57-ffb4-435a-ad39-0da1c5a69bc9 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453025 Jul 30 01:42:33.299437 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.377842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455fcb77-8df1-49dc-92ca-4fea00468f64,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.397130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.398924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.401324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-727d548a-1d58-4824-ba08-b62a127ffbf0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/455fcb77-8df1-49dc-92ca-4fea00468f64 HTTP/1.1" status: 204 len: 168 time: 0.8472195 Jul 30 01:42:33.405609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:33.410367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Transition to ACTIVE for port object d5f1d83d-af51-4e44-92e8-f709485f4773 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:33.425083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7046e2e2-47f1-419f-8410-69a388ae4c3c req-821b644b-1815-40ed-85bc-91fbe76b6a07 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778498 Jul 30 01:42:33.429639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Transition to ACTIVE for port object d5f1d83d-af51-4e44-92e8-f709485f4773 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:33.437752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.459939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17007804-1036-4c72-9dd4-1c1a637fefa2 req-179d54c5-a088-409e-8db5-0ea23510eb7a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.461784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17007804-1036-4c72-9dd4-1c1a637fefa2 req-179d54c5-a088-409e-8db5-0ea23510eb7a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 943 time: 0.0960562 Jul 30 01:42:33.484763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:33.489864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:33.494082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:33.543562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Pushing event updated for resources: {'Port': ['ID=d5f1d83d-af51-4e44-92e8-f709485f4773,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.545788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17007804-1036-4c72-9dd4-1c1a637fefa2 req-6f4cc4f6-5389-4272-8db4-1286c9fc5d3f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774627 Jul 30 01:42:33.558781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.581263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Attempting to bind port d5f1d83d-af51-4e44-92e8-f709485f4773 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:33.581753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Attempting to bind port d5f1d83d-af51-4e44-92e8-f709485f4773 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:33.582124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Attempting to bind port d5f1d83d-af51-4e44-92e8-f709485f4773 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:33.588504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:33.589023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:33.589534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.590005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:33.590628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Bound port: d5f1d83d-af51-4e44-92e8-f709485f4773, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:33.591080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.651044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3618d126-23da-4ebf-bd9e-82fd84a93c9c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:33.681671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3618d126-23da-4ebf-bd9e-82fd84a93c9c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:33.682043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3618d126-23da-4ebf-bd9e-82fd84a93c9c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:33.696758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] For port d5f1d83d-af51-4e44-92e8-f709485f4773, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:33.710347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.712860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] For port d5f1d83d-af51-4e44-92e8-f709485f4773, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5f1d83d-af51-4e44-92e8-f709485f4773,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:33.716902 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.726002 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574e7bd6-0393-42d9-aea3-c514090c98a4']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:33.737450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'tag': 'c7c01622-7f98-4a02-813e-de9bb719ca76'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:33.739838 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98", "tag": "c7c01622-7f98-4a02-813e-de9bb719ca76"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:33.793944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde3209-2cb5-4ca7-8a1a-eeba62f9addc None None] Pushing event updated for resources: {'Port': ['ID=d5f1d83d-af51-4e44-92e8-f709485f4773,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.800754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:33.801141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a654c4d-e8e2-4c15-bf4d-6639b4ed1ae8') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:33.804395 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f1e08-993f-4387-ade6-9e3f0ce3dcc4 x-openstack-request-id: req-2c7f1e08-993f-4387-ade6-9e3f0ce3dcc4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:33.804714 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98", "tag": "c7c01622-7f98-4a02-813e-de9bb719ca76", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:33.805099 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c7f1e08-993f-4387-ade6-9e3f0ce3dcc4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:33.805678 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'tag': 'c7c01622-7f98-4a02-813e-de9bb719ca76', 'status': 'completed', 'code': 200} Jul 30 01:42:33.823104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.870340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.905040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:33.905448 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:33.911777 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:34.027924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-dbe0deaa-82c3-4a9a-8adb-8b7c1db28924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.030010 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-dbe0deaa-82c3-4a9a-8adb-8b7c1db28924 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 1095 time: 0.2012806 Jul 30 01:42:34.034974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:42:34.035987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.072962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.074869 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] 10.222.0.78 "DELETE /v2.0/networks/574e7bd6-0393-42d9-aea3-c514090c98a4 HTTP/1.1" status: 204 len: 168 time: 0.6680002 Jul 30 01:42:34.127078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6da84-bced-4168-9ff0-548689aca67c req-3eae9d94-dbf2-4f9e-8b91-25fffd56a0b6 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.130132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51b6da84-bced-4168-9ff0-548689aca67c req-3eae9d94-dbf2-4f9e-8b91-25fffd56a0b6 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.0819943 Jul 30 01:42:34.184400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51b6da84-bced-4168-9ff0-548689aca67c req-4099978a-a30c-40c0-be6a-6d26d257d0b5 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Jul 30 01:42:34.201458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7c2f-93a8-4378-8204-7f53f1242638 admin admin] Pushing event deleted for resources: {'Network': ['ID=574e7bd6-0393-42d9-aea3-c514090c98a4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.237226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42820) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:34.298427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-da0fea99-6842-4ab8-90a5-b41d9f9d68f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7272178de60e4b9b84ecf7b9fad6479f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590827 Jul 30 01:42:34.301239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:34.367619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-63e5d339-6e0c-4ea7-a087-be29d74aca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.369188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-63e5d339-6e0c-4ea7-a087-be29d74aca2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.3312016 Jul 30 01:42:34.395633 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f20dbd7d-78ca-44a3-a93e-16ff3339fab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.421757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cc728-7509-4ce0-a39d-27477bd9f162 req-35a7fa2d-ee06-4ed2-81db-eacf83b8efe5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.422050 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-4589bda2-387d-45ff-b865-e9b0b8d4ba4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7c01622-7f98-4a02-813e-de9bb719ca76 HTTP/1.1" status: 200 len: 217 time: 0.0410674 Jul 30 01:42:34.422165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c86cc728-7509-4ce0-a39d-27477bd9f162 req-35a7fa2d-ee06-4ed2-81db-eacf83b8efe5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 945 time: 0.0927513 Jul 30 01:42:34.440401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f20dbd7d-78ca-44a3-a93e-16ff3339fab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.489113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.499938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c86cc728-7509-4ce0-a39d-27477bd9f162 req-4dc8a74c-bcb2-4b7c-accf-c2f3a0e75c93 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702753 Jul 30 01:42:34.531132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f20dbd7d-78ca-44a3-a93e-16ff3339fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.533757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f20dbd7d-78ca-44a3-a93e-16ff3339fab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.535047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f20dbd7d-78ca-44a3-a93e-16ff3339fab4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da522b9e-4d94-47bb-9c9b-d10adb15f0e3 HTTP/1.1" status: 204 len: 168 time: 0.2326198 Jul 30 01:42:34.545177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dbd7d-78ca-44a3-a93e-16ff3339fab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da522b9e-4d94-47bb-9c9b-d10adb15f0e3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.559335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-81a15522-2f8e-47f6-8dec-a9645d4651f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.562296 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-81a15522-2f8e-47f6-8dec-a9645d4651f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.1345291 Jul 30 01:42:34.633085 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-4ab126a7-fc17-4680-9f8a-6e1aba1f08c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508616 Jul 30 01:42:34.649754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.657645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.665955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.673196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.683783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.691719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.699114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.701129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e862f042-f605-4a74-8a13-840bd5880a49 req-427ea685-d2e3-4637-8e51-3bf48ad01a2e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1363342 Jul 30 01:42:34.788472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0e4d0-cfcb-440f-910b-e2f597b5c325 req-be0b46a7-e2dc-48c3-8a6c-e514a3ee1b08 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.797163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9bf0e4d0-cfcb-440f-910b-e2f597b5c325 req-be0b46a7-e2dc-48c3-8a6c-e514a3ee1b08 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 943 time: 0.1654458 Jul 30 01:42:34.811296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e862f042-f605-4a74-8a13-840bd5880a49 req-a74f6cfc-2701-4a13-a85d-c21d451c0178 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949490 Jul 30 01:42:34.827122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] For port d5f1d83d-af51-4e44-92e8-f709485f4773, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5f1d83d-af51-4e44-92e8-f709485f4773,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:34.843493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-c84ac2a9-cc85-4be5-8121-9cb3753ce354 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449962 Jul 30 01:42:34.883623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9bf0e4d0-cfcb-440f-910b-e2f597b5c325 req-7ddfcdb3-bb1e-4806-a4d4-1da8be53fae9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718637 Jul 30 01:42:34.951445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.959871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.960960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.020295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c7c01622-7f98-4a02-813e-de9bb719ca76 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:35.067129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fdd14a14-21d6-42e7-a2c7-ce7bd4a03b00 None None] Provisioning for port d5f1d83d-af51-4e44-92e8-f709485f4773 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:35.190059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c7c01622-7f98-4a02-813e-de9bb719ca76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c7c01622-7f98-4a02-813e-de9bb719ca76,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:35.205304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c7c01622-7f98-4a02-813e-de9bb719ca76', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': 'c7c01622-7f98-4a02-813e-de9bb719ca76', 'mac_address': 'fa:16:3e:17:78:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:35.258254 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.276516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c01622-7f98-4a02-813e-de9bb719ca76 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:35.300674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c7c01622-7f98-4a02-813e-de9bb719ca76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c7c01622-7f98-4a02-813e-de9bb719ca76,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:35.306493 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.356144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-267c5673-6db0-43e4-8e69-b9f266780b6d None None] Could not find standard attr ID for object 7e9fe44c-672c-4310-94fb-fbbc96a0fb85. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:42:35.384132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c740b-4069-4753-9d94-15299d29466b req-bf36b4fa-4509-4192-a101-410dd1035f45 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.385719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c7c01622-7f98-4a02-813e-de9bb719ca76,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.400066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-381c740b-4069-4753-9d94-15299d29466b req-bf36b4fa-4509-4192-a101-410dd1035f45 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1063480 Jul 30 01:42:35.456617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-381c740b-4069-4753-9d94-15299d29466b req-a3ed4f9b-fcaf-4209-9013-7d02f1f14b0c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556200 Jul 30 01:42:35.493591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:35.512504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:35.515605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.516752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.534350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f27522-f8ad-418a-beed-465fa451dfa2 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:35.543137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=f4c53044-38ae-4424-8c40-52ca5e15614a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.557057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-654d5dea-d1a2-408b-91ba-c7b06e0b5a9d req-fdb29fb9-81dc-4afc-804d-b75e7c101c66 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982117 Jul 30 01:42:35.559132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=d5f1d83d-af51-4e44-92e8-f709485f4773,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.576999 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e5ecf7a-8742-4466-9fec-11b5ccfc19d0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5317483 Jul 30 01:42:35.577824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42858) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:35.583529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:9e:3c:03', 'name': 'tempest-NetworksTestDHCPv6-62726653'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:35.593182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:35.635842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42860) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:35.719350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5f1d83d-af51-4e44-92e8-f709485f4773 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:35.763364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641322b-e57b-4754-93b5-3e703cc5bcc6 req-8c08ad49-0614-4164-8252-142275baa811 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.764920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c641322b-e57b-4754-93b5-3e703cc5bcc6 req-8c08ad49-0614-4164-8252-142275baa811 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 945 time: 0.0978317 Jul 30 01:42:35.790579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1095038685-network', 'tenant_id': 'fa8fbb56a24e476784e820eb781d8260'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:35.814388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:35.837346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Made reservation on behalf of fa8fbb56a24e476784e820eb781d8260 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:35.840537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.851034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.887036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c641322b-e57b-4754-93b5-3e703cc5bcc6 req-5eff1f1e-8fa0-401c-ba1a-7ef774434126 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099093 Jul 30 01:42:35.919149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d5f1d83d-af51-4e44-92e8-f709485f4773 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:35.937212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d5f1d83d-af51-4e44-92e8-f709485f4773 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:35.937889 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.009244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.016887 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.051117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:36.055184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:36.066577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.067073 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Added segment 12287615-b50a-44cf-9c7a-ffe06a55087f of type vlan for network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 Jul 30 01:42:36.068667 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.073957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.080626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.086890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.093489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.099521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.105462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.111644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.113657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-7ed8e010-4ae5-46f7-812a-b9892b286082 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.1990466 Jul 30 01:42:36.118096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.126608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.132124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d5f1d83d-af51-4e44-92e8-f709485f4773, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5f1d83d-af51-4e44-92e8-f709485f4773,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:36.137915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.155461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.156814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.157204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.192392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4a45d3e-d9c2-436f-8b6d-9c90499e01af req-9c28e80f-4754-4048-ad3f-78fc9899c29e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714612 Jul 30 01:42:36.205664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84116-c486-4825-b950-3515931f37ab req-3ddd1b07-4cc6-4361-a4d0-e97fd97b0daa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.207582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d5f1d83d-af51-4e44-92e8-f709485f4773,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:36.209011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d84116-c486-4825-b950-3515931f37ab req-3ddd1b07-4cc6-4361-a4d0-e97fd97b0daa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 944 time: 0.2249463 Jul 30 01:42:36.215191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 420d74c6-7a88-4620-af2b-08e53e0e41fb yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:42:36.243433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:36.244132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6067533 Jul 30 01:42:36.253446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Request body: {'subnet': {'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1095038685-subnet', 'tenant_id': 'fa8fbb56a24e476784e820eb781d8260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:36.254455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52337a5-71b5-4872-bf79-33cd025b17c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4c408a-5b0c-40c2-acd8-6d0c40888d86,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:36.264972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:36.347617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d84116-c486-4825-b950-3515931f37ab req-61ee6f66-429c-4d19-b8b2-d8de430f4913 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264594 Jul 30 01:42:36.369724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Made reservation on behalf of fa8fbb56a24e476784e820eb781d8260 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:36.372089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.474678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-24395dd7-89d7-4ea2-8e0a-1053d2010614 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1687165452&fields=id&tenant_id=0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 267 time: 0.1808188 Jul 30 01:42:36.675107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-071f3307-532e-4079-b5f5-9339065c6346 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.676769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-071f3307-532e-4079-b5f5-9339065c6346 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 945 time: 0.1888673 Jul 30 01:42:36.689718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2edd1958-ddff-482a-9759-76c0f7fbc16e None None] Provisioning complete for port d5f1d83d-af51-4e44-92e8-f709485f4773 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:36.690178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2edd1958-ddff-482a-9759-76c0f7fbc16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.691944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::15d (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/bb7cf3d2-f471-4425-9fb4-cbe69102e9ea/420d74c6-7a88-4620-af2b-08e53e0e41fb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:36.697459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'port': {'security_groups': ['88efeb31-1b1a-4a25-9ff4-222ea13c0de6', '516f8efe-a54b-4595-9664-05acacc5b356']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:36.752906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.758113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6405-76fb-4a72-92ac-94fd9d99136b req-14a02c33-2e13-4df8-9b61-aed86be92bdf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.759670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d9e6405-76fb-4a72-92ac-94fd9d99136b req-14a02c33-2e13-4df8-9b61-aed86be92bdf tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.2230749 Jul 30 01:42:36.765652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:3c03 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/f4c53044-38ae-4424-8c40-52ca5e15614a/420d74c6-7a88-4620-af2b-08e53e0e41fb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:36.900720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.909535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d9e6405-76fb-4a72-92ac-94fd9d99136b req-0e9144e1-1274-4b69-8b27-80851ae0d9e7 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371746 Jul 30 01:42:36.910356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.036358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c7c01622-7f98-4a02-813e-de9bb719ca76 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:37.067289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d8bb49-2081-4d58-a350-129485b014fb,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:37.093121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c7c01622-7f98-4a02-813e-de9bb719ca76 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:37.097319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c7c01622-7f98-4a02-813e-de9bb719ca76 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:37.097690 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.132418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Checking segment: {'id': '12287615-b50a-44cf-9c7a-ffe06a55087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:37.132908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Network hostable DHCP agents. Network: 3e4c408a-5b0c-40c2-acd8-6d0c40888d86, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:37.170488 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.178227 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.203264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c01622-7f98-4a02-813e-de9bb719ca76'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:37.206063 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24645efa-0e2a-4356-9c09-19f3e4404b5a" -d '{"events": [{"server_uuid": "c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98", "name": "network-vif-plugged", "status": "completed", "tag": "c7c01622-7f98-4a02-813e-de9bb719ca76"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:37.220226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c7c01622-7f98-4a02-813e-de9bb719ca76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c7c01622-7f98-4a02-813e-de9bb719ca76,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:37.225156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.232615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 420d74c6-7a88-4620-af2b-08e53e0e41fb will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:37.234074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:37.259881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3e4c408a-5b0c-40c2-acd8-6d0c40888d86) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:37.266640 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523e4cf-4d2b-4273-a9be-2334e590ef64 x-openstack-request-id: req-e523e4cf-4d2b-4273-a9be-2334e590ef64 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:37.270485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.271127 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.273530 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98", "name": "network-vif-plugged", "status": "completed", "tag": "c7c01622-7f98-4a02-813e-de9bb719ca76", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:37.273837 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e523e4cf-4d2b-4273-a9be-2334e590ef64 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:37.276428 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c01622-7f98-4a02-813e-de9bb719ca76', 'code': 200} Jul 30 01:42:37.282206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af804e-f995-48ea-be78-5b3c59b08e24 None None] Network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:37.321985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:37.333636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01fb0b73-df05-438e-a4d0-39e7bd357dc9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0886807 Jul 30 01:42:37.347362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c7c01622-7f98-4a02-813e-de9bb719ca76,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:37.361054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.417191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213417-190b-4394-b4dd-0d99ab14e273 req-43b481b7-5fe1-4b52-8427-70015f793dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.420601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22213417-190b-4394-b4dd-0d99ab14e273 req-43b481b7-5fe1-4b52-8427-70015f793dee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 1097 time: 0.0965209 Jul 30 01:42:37.439556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.449060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:37.453397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:37.459843 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.464147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:37.464971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7cf5f-f1ce-44c8-9d09-ee775726e677 None None] Network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:37.469499 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22213417-190b-4394-b4dd-0d99ab14e273 req-2487c422-197b-4479-b980-6673d91c757e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Jul 30 01:42:37.469798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.470453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.490380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=420d74c6-7a88-4620-af2b-08e53e0e41fb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:37.533071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e', '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:37.536953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.541663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.546605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.553260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.559223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.565612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.571427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.579597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-cadaa124-9194-4577-a618-f681c2b73547 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.2347031 Jul 30 01:42:37.589347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.590017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.591454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5f04689-31d9-4294-b8e4-ebec697e88a5 req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "PUT /v2.0/ports/9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 981 time: 0.9076092 Jul 30 01:42:37.592232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:37.595135 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d5f215-477a-449f-a063-ccc461ca9d89" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:37.605186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42892) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:37.605383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bbe9012e-acbf-45ea-9277-68bcee012981 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0265524 Jul 30 01:42:37.700342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7431e-3a6a-438f-b4dc-dca0efac63e4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:37.731192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 420d74c6-7a88-4620-af2b-08e53e0e41fb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:37.731792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.740075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:37.741216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053fb72-20bf-42a0-a87b-6fd8954369d6 req-5a2b524a-4b2b-42fc-b7a2-46d897b35785 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606960 Jul 30 01:42:37.823177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fede6-5300-4a90-807d-97e4d6acfd30 req-91bd611d-d426-47b1-bd04-cdaea712b67a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.832188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e59fede6-5300-4a90-807d-97e4d6acfd30 req-91bd611d-d426-47b1-bd04-cdaea712b67a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 945 time: 0.1172841 Jul 30 01:42:37.871469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:37.886410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e59fede6-5300-4a90-807d-97e4d6acfd30 req-dbff5d3b-af4b-49a5-8426-5dbe4a118b48 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Jul 30 01:42:37.890177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 420d74c6-7a88-4620-af2b-08e53e0e41fb owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:37.966183 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52a743-9698-455a-8b4d-d21dbe2800eb x-openstack-request-id: req-3e52a743-9698-455a-8b4d-d21dbe2800eb {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:37.966475 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:37.966975 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e52a743-9698-455a-8b4d-d21dbe2800eb {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:37.967420 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'status': 'completed', 'code': 200} Jul 30 01:42:37.994931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5f1d83d-af51-4e44-92e8-f709485f4773 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:38.120464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.129613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d5f1d83d-af51-4e44-92e8-f709485f4773 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:38.130236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.135154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2450fee6-7bb8-4399-bb09-ead2b9e733c9 None None] Provisioning for port 420d74c6-7a88-4620-af2b-08e53e0e41fb completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:38.155625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a04021bb-477a-4e8b-8707-e9e2557bd34b req-3732eb6a-d05d-41c6-bd78-13f73e96cbf5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/516f8efe-a54b-4595-9664-05acacc5b356 HTTP/1.1" status: 200 len: 1801 time: 0.1606348 Jul 30 01:42:38.162927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=420d74c6-7a88-4620-af2b-08e53e0e41fb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:38.185008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2450fee6-7bb8-4399-bb09-ead2b9e733c9 None None] Provisioning complete for port 420d74c6-7a88-4620-af2b-08e53e0e41fb triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:38.185391 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2450fee6-7bb8-4399-bb09-ead2b9e733c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.200475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-84f6d3f1-805f-438a-b32a-a031585faff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.202058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-84f6d3f1-805f-438a-b32a-a031585faff3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1136 time: 0.1874790 Jul 30 01:42:38.221074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.230453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-e9c03fdf-3204-4744-a2bf-4231ebebb028 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.236251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42590b87-910b-4531-afc4-27890eef354d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/420d74c6-7a88-4620-af2b-08e53e0e41fb HTTP/1.1" status: 204 len: 168 time: 0.6298792 Jul 30 01:42:38.236977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:38.238328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-e9c03fdf-3204-4744-a2bf-4231ebebb028 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/networks?id=3e4c408a-5b0c-40c2-acd8-6d0c40888d86 HTTP/1.1" status: 200 len: 822 time: 0.1755645 Jul 30 01:42:38.259415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2450fee6-7bb8-4399-bb09-ead2b9e733c9 None None] Port 420d74c6-7a88-4620-af2b-08e53e0e41fb was deleted so its status cannot be updated. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 01:42:38.299398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-2c31c3b5-a0ee-4b77-8bd3-a32b1d918e19 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/quotas/fa8fbb56a24e476784e820eb781d8260 HTTP/1.1" status: 200 len: 375 time: 0.0600810 Jul 30 01:42:38.301048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29faf545-7ea7-4deb-b6dc-f25759dc0de0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.306954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42908) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:38.307494 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-29faf545-7ea7-4deb-b6dc-f25759dc0de0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0692034 Jul 30 01:42:38.380405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-b2c2d5ad-8260-46e1-93da-371add608d6c tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fa8fbb56a24e476784e820eb781d8260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800378 Jul 30 01:42:38.451915 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-a04021bb-477a-4e8b-8707-e9e2557bd34b req-bd0663cb-f410-461d-9118-1bbcdd6b344b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:42:38.452781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a04021bb-477a-4e8b-8707-e9e2557bd34b req-bd0663cb-f410-461d-9118-1bbcdd6b344b tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/516f8efe-a54b-4595-9664-05acacc5b356 HTTP/1.1" status: 409 len: 341 time: 0.2653596 Jul 30 01:42:38.513835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af5f01-439c-4c15-b87c-3e3c0f644d5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.518553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2af5f01-439c-4c15-b87c-3e3c0f644d5e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2101698 Jul 30 01:42:38.518808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:38.532670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-492b1834-2f42-47c1-8285-cea2c811368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.533460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-492b1834-2f42-47c1-8285-cea2c811368e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.3193426 Jul 30 01:42:38.586077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410fdb3-5f5c-44a6-94ad-9c94d56f6999 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.587971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410fdb3-5f5c-44a6-94ad-9c94d56f6999 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.589730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410fdb3-5f5c-44a6-94ad-9c94d56f6999 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.591786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7410fdb3-5f5c-44a6-94ad-9c94d56f6999 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0719104 Jul 30 01:42:38.595763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42914) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:38.624758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-2655695e-dd1c-46f5-8c36-4e6716f427df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 217 time: 0.0615234 Jul 30 01:42:38.634776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-dd16555f-12aa-4799-8b57-ee5b1a46be4e service neutron] 10.222.0.78 "GET /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535284 Jul 30 01:42:38.651571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1281-64e5-4247-8148-a863affb7079 req-777336ca-6cd2-4d6a-9666-881ffbe0d633 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.653167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc6a1281-64e5-4247-8148-a863affb7079 req-777336ca-6cd2-4d6a-9666-881ffbe0d633 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1259902 Jul 30 01:42:38.663214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet bb7cf3d2-f471-4425-9fb4-cbe69102e9ea {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:38.666564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.710562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.773988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-fc4d964e-f9c0-4faa-bfa9-5bd7dee18fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.775934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-fc4d964e-f9c0-4faa-bfa9-5bd7dee18fdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.1402774 Jul 30 01:42:38.797831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.807018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc6a1281-64e5-4247-8148-a863affb7079 req-ab2b8741-2418-4705-aca3-f5f0d3960511 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215153 Jul 30 01:42:38.834769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-369bbd25-b579-4cc1-ab0c-6a284590555d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488541 Jul 30 01:42:38.838564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-e15e5b74-da16-47d8-9f3f-dc8e96ba0384 service neutron] 10.222.0.78 "GET /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831281 Jul 30 01:42:38.888515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.926071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7cf3d2-f471-4425-9fb4-cbe69102e9ea,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:38.941972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.944596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-306520d3-a3c6-417a-9e7b-e40310f8f9ca service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965366 Jul 30 01:42:38.945069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7a08f1bd-9c19-4504-b4ab-f518c743990a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/bb7cf3d2-f471-4425-9fb4-cbe69102e9ea HTTP/1.1" status: 204 len: 168 time: 0.3482137 Jul 30 01:42:38.946806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeed4f2-eec1-4f00-b5ba-ba2a815bfcb7 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:38.948418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42920) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:39.490421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet f4c53044-38ae-4424-8c40-52ca5e15614a {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:39.518105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.592510 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.644003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd377c-8b89-420d-a600-ce5d0d665f35 req-7268af57-1cc5-45aa-9cc1-0baf67e77125 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.645611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ddd377c-8b89-420d-a600-ce5d0d665f35 req-7268af57-1cc5-45aa-9cc1-0baf67e77125 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 945 time: 0.2160809 Jul 30 01:42:39.661812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.667772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.674248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.680290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.686985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.695165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.701672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.703697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-ad6fde32-5178-487c-bc02-b737e44f0b2d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.2729008 Jul 30 01:42:39.730064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98d5f215-477a-449f-a063-ccc461ca9d89 req-02651d24-f237-458e-8875-a113e98d2d41 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7561030 Jul 30 01:42:39.788888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-196effbb-757f-4245-9ac2-2d900b5d077b None None] Provisioning complete for port d5f1d83d-af51-4e44-92e8-f709485f4773 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:39.789494 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-196effbb-757f-4245-9ac2-2d900b5d077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.820689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58fa0fed-f398-4c8c-968c-13e7b54ae73c req-492c4a55-508c-4c28-9a0c-978101089398 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058552 Jul 30 01:42:39.846813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ddd377c-8b89-420d-a600-ce5d0d665f35 req-c2fa16c6-90c4-430b-ae22-85be2496920e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373265 Jul 30 01:42:39.894511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.994319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-651056ca-14a4-46c5-8afc-18e25820e350 req-56c9178b-194d-4b90-9098-11e697013130 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 210 time: 0.0686014 Jul 30 01:42:40.014933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3de0e-8792-470c-8dee-2d4510424829 req-27ddba68-a54d-4cde-97b0-fe19e042c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.015782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-27ddba68-a54d-4cde-97b0-fe19e042c84f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1136 time: 0.1991656 Jul 30 01:42:40.062030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1043c2-8234-4149-b945-b677db8935b6 req-4f24c492-9bc1-42b3-9877-20617af3d4cc tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.063700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c1043c2-8234-4149-b945-b677db8935b6 req-4f24c492-9bc1-42b3-9877-20617af3d4cc tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 984 time: 0.1391962 Jul 30 01:42:40.118225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.191407 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.193522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/f4c53044-38ae-4424-8c40-52ca5e15614a HTTP/1.1" status: 204 len: 168 time: 1.2441216 Jul 30 01:42:40.194354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bf00f-65e3-45b7-a5b5-ae634ef3d0ff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c53044-38ae-4424-8c40-52ca5e15614a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:40.196914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42940) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:40.201924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad3998-3596-4ca2-8262-73400658bf6e None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:40.216050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-072e402d-acd3-4301-9283-a989e646b21a tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.220383 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-072e402d-acd3-4301-9283-a989e646b21a tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.66 "GET /v2.0/networks?id=3e4c408a-5b0c-40c2-acd8-6d0c40888d86 HTTP/1.1" status: 200 len: 822 time: 0.1213551 Jul 30 01:42:40.234579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Request body: {'port': {'device_id': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86', 'admin_state_up': True, 'tenant_id': 'fa8fbb56a24e476784e820eb781d8260'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:40.271962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a39616d5-1ef8-4a6e-969b-2e9fcd9d02c2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688438 Jul 30 01:42:40.278416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c1043c2-8234-4149-b945-b677db8935b6 req-b5c4246c-21c4-4b50-b206-fac8f343ce7c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=516f8efe-a54b-4595-9664-05acacc5b356&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1851156 Jul 30 01:42:40.282825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42942) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:40.294748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:40.320928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8535-8085-41af-9ce8-11e55015a2f9 req-ffd04a8a-dfd3-4bce-8a0e-552cd5bfb945 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.322894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdfc8535-8085-41af-9ce8-11e55015a2f9 req-ffd04a8a-dfd3-4bce-8a0e-552cd5bfb945 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.2582722 Jul 30 01:42:40.340884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3de0e-8792-470c-8dee-2d4510424829 req-d9987a90-abae-438c-a9f0-94df47c30f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.342561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-d9987a90-abae-438c-a9f0-94df47c30f01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.3177018 Jul 30 01:42:40.411980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Made reservation on behalf of fa8fbb56a24e476784e820eb781d8260 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:40.417080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.436524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:40.463030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-9ab10146-4254-4a16-98de-b2b778bd58c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 217 time: 0.0886843 Jul 30 01:42:40.492993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] Deleting port d5f1d83d-af51-4e44-92e8-f709485f4773 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:40.493499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.553158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdfc8535-8085-41af-9ce8-11e55015a2f9 req-f4ca25bd-5cec-4ad3-b9b2-720663d5d21e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807973 Jul 30 01:42:40.565079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] For port d5f1d83d-af51-4e44-92e8-f709485f4773, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d5f1d83d-af51-4e44-92e8-f709485f4773,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:40.565513 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.570000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Allocated IP 172.20.0.12 (3e4c408a-5b0c-40c2-acd8-6d0c40888d86/e5d8bb49-2081-4d58-a350-129485b014fb/4806c874-8d70-455b-9c57-b339707d6a7e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:40.596227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] Calling delete_port for d5f1d83d-af51-4e44-92e8-f709485f4773 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:40.604727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3de0e-8792-470c-8dee-2d4510424829 req-a715b4a7-cbfa-4d94-a777-405caa462f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.606702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-a715b4a7-cbfa-4d94-a777-405caa462f26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.1087806 Jul 30 01:42:40.626632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:40.630341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.668656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-332b2991-164d-41d2-b681-9b521d4bd9c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544109 Jul 30 01:42:40.697077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.714720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422730-3c0b-44e0-b2f9-cdf32fabd98b req-69aa4d01-74ee-49e2-9c2f-282df149452e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.722863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34422730-3c0b-44e0-b2f9-cdf32fabd98b req-69aa4d01-74ee-49e2-9c2f-282df149452e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.3447196 Jul 30 01:42:40.726391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] Pushing event deleted for resources: {'Port': ['ID=d5f1d83d-af51-4e44-92e8-f709485f4773,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:40.741941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405f511-d426-4487-8f66-50f4b89b5254 None None] No DVR routers for this DVR port d5f1d83d-af51-4e44-92e8-f709485f4773 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:40.755734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.793767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34422730-3c0b-44e0-b2f9-cdf32fabd98b req-a5e83dd0-f098-46d9-8802-adecb521c0cd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0698690 Jul 30 01:42:40.835686 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.887160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:40.892546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:40.895192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:40.917878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-7e7bb9f6-7198-4152-a21e-f390bc73de32 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202618 Jul 30 01:42:40.933950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4456c4-d1fb-45de-8584-ce9855743cff req-36c24957-7fe7-4a47-b2ab-2fb4def6f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.935469 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af4456c4-d1fb-45de-8584-ce9855743cff req-36c24957-7fe7-4a47-b2ab-2fb4def6f5ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1469986 Jul 30 01:42:40.957175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34422730-3c0b-44e0-b2f9-cdf32fabd98b req-f9e960ff-c1ca-4888-8781-d774394de3d2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546886 Jul 30 01:42:40.964664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Pushing event updated for resources: {'Port': ['ID=4806c874-8d70-455b-9c57-b339707d6a7e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:40.972373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.972890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.001159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-f1bd9b15-0136-4c4a-9083-ae4d5cf0e068 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7705827 Jul 30 01:42:41.007610 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af4456c4-d1fb-45de-8584-ce9855743cff req-fe5d54c1-6bfb-4bbd-aa47-804687752b33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585339 Jul 30 01:42:41.012616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Request body: {'port': {'device_id': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:41.071483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.192192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.197929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.203898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.209933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.216042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.221942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.227796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.230130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-455302a5-dc14-491e-b874-d65e3a85803e tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.3192208 Jul 30 01:42:41.268461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22f3de0e-8792-470c-8dee-2d4510424829 req-9e79074e-c0cd-4b08-b3f9-391742c711d6 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250334 Jul 30 01:42:41.275223 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.278797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34422730-3c0b-44e0-b2f9-cdf32fabd98b req-22c8bad9-3b29-4c5a-bc11-08f10cf403f5 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916873 Jul 30 01:42:41.352152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4806c874-8d70-455b-9c57-b339707d6a7e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:41.352729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:41.360561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.375681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Transition to ACTIVE for port object 4806c874-8d70-455b-9c57-b339707d6a7e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:41.380484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.390469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c2fef23-5be6-47ec-b37b-3341f45a4b04 req-d322bf00-a1e1-4290-a9eb-0beeed9b0910 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459272 Jul 30 01:42:41.391459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:41.397245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.398203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.408487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856fbf5-34af-49cb-9fcf-ffd67398d1ae None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:41.426363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=4482929c-23a0-459f-a8da-6491bd068b01,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:41.491463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c93bd85-701d-456f-b236-8cf822609ae2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2074876 Jul 30 01:42:41.492846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42960) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:41.501239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Pushing event updated for resources: {'Port': ['ID=4806c874-8d70-455b-9c57-b339707d6a7e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:41.502004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:41.539385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34422730-3c0b-44e0-b2f9-cdf32fabd98b req-a486b509-0772-4799-af1e-64af41696713 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492297 Jul 30 01:42:41.546981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Attempting to bind port 4806c874-8d70-455b-9c57-b339707d6a7e on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:41.547957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Attempting to bind port 4806c874-8d70-455b-9c57-b339707d6a7e by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '12287615-b50a-44cf-9c7a-ffe06a55087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:41.548294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Attempting to bind port 4806c874-8d70-455b-9c57-b339707d6a7e on network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:41.555791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Port 4806c874-8d70-455b-9c57-b339707d6a7e on network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:41.556117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Attempting to bind port 4806c874-8d70-455b-9c57-b339707d6a7e on network 3e4c408a-5b0c-40c2-acd8-6d0c40888d86 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:41.561359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:41.561705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Checking segment: {'id': '12287615-b50a-44cf-9c7a-ffe06a55087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:41.562092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Bound using segment: {'id': '12287615-b50a-44cf-9c7a-ffe06a55087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:41.562537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Bound port: 4806c874-8d70-455b-9c57-b339707d6a7e, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12287615-b50a-44cf-9c7a-ffe06a55087f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:41.562942 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.624630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'tenant_id': '53b5364b8ad34902ac9e6333a5effc18', 'fixed_ips': [{'subnet_id': '4482929c-23a0-459f-a8da-6491bd068b01'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:41.626437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.636685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] For port 4806c874-8d70-455b-9c57-b339707d6a7e, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:41.641018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] For port 4806c874-8d70-455b-9c57-b339707d6a7e, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4806c874-8d70-455b-9c57-b339707d6a7e,segment=NetworkSegment(12287615-b50a-44cf-9c7a-ffe06a55087f),segment_id=12287615-b50a-44cf-9c7a-ffe06a55087f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:41.647087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.686524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08af9c3-4705-4e9a-a549-35830879fedb req-4dc2e3e8-8626-4a09-94e1-65faccefdc1f tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.707589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a08af9c3-4705-4e9a-a549-35830879fedb req-4dc2e3e8-8626-4a09-94e1-65faccefdc1f tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 944 time: 0.1910093 Jul 30 01:42:41.725418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.726369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.727508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] 10.222.0.66 "PUT /v2.0/ports/4806c874-8d70-455b-9c57-b339707d6a7e HTTP/1.1" status: 200 len: 1093 time: 0.7190485 Jul 30 01:42:41.727974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'tag': '4806c874-8d70-455b-9c57-b339707d6a7e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:41.730881 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee2549-272a-442a-9dde-6de909660f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c01c42-80f8-4ffe-8e53-6e86b35237aa", "tag": "4806c874-8d70-455b-9c57-b339707d6a7e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:41.794871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a08af9c3-4705-4e9a-a549-35830879fedb req-e9fae6ef-151d-4add-b802-46fa27c9767a tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Jul 30 01:42:41.815063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:41.819197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.823200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5f1d83d-af51-4e44-92e8-f709485f4773 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:41.834949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b11fab-f9cb-43ac-9bf7-97648d719435 service neutron] Pushing event updated for resources: {'Port': ['ID=4806c874-8d70-455b-9c57-b339707d6a7e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:41.885832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d5f1d83d-af51-4e44-92e8-f709485f4773 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:41.885832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d5f1d83d-af51-4e44-92e8-f709485f4773 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:41.925243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-6b91e424-32bf-45ef-b742-11d3ecade215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.927706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-6b91e424-32bf-45ef-b742-11d3ecade215 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa8fbb56a24e476784e820eb781d8260&device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 1096 time: 0.1234159 Jul 30 01:42:41.992793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Allocated IP 2001:db8::2 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/4482929c-23a0-459f-a8da-6491bd068b01/2982587b-08aa-4e56-9b50-3f62e8f7a1e5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:41.998906 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-bbc62e34-d631-48b8-94b4-1eadc99465eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4806c874-8d70-455b-9c57-b339707d6a7e HTTP/1.1" status: 200 len: 217 time: 0.0612140 Jul 30 01:42:42.056835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb26e6c-1c43-45e5-964b-6aa318bbb86f req-36b93a19-b21e-44e0-9061-e5438c8d066d tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.065155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfb26e6c-1c43-45e5-964b-6aa318bbb86f req-36b93a19-b21e-44e0-9061-e5438c8d066d tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 984 time: 0.2076311 Jul 30 01:42:42.070212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-59ef845e-cb6e-4aca-96a2-df38e1eb5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.072367 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-59ef845e-cb6e-4aca-96a2-df38e1eb5364 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5d8bb49-2081-4d58-a350-129485b014fb HTTP/1.1" status: 200 len: 862 time: 0.0658069 Jul 30 01:42:42.083339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ebff6-5d9f-4a29-8114-ad4cbf224a61 req-c6b955e8-44c5-4c04-8cc4-1c2e3d16217c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.090802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f62ebff6-5d9f-4a29-8114-ad4cbf224a61 req-c6b955e8-44c5-4c04-8cc4-1c2e3d16217c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1439619 Jul 30 01:42:42.115697 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-5cf1ea4a-e877-48f8-8383-2129a732e9cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4c408a-5b0c-40c2-acd8-6d0c40888d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349364 Jul 30 01:42:42.135193 n-d-713499-10 neutron-server[93890]: INFO neutron.db.ipam_backend_mixin [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4482929c-23a0-459f-a8da-6491bd068b01 (CIDR: 2001:db8::/64) Jul 30 01:42:42.152566 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:42:42.153021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:42.192435 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.198445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfb26e6c-1c43-45e5-964b-6aa318bbb86f req-69c776e5-7485-491e-a72e-ab7a2ac159a9 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=516f8efe-a54b-4595-9664-05acacc5b356&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1175163 Jul 30 01:42:42.202939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-edc0f7fb-dd6e-403c-ab35-e7d2d676a462 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7069237 Jul 30 01:42:42.206322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42974) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:42.212447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Transition to ACTIVE for port object 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:42.222690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'subnet': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:42.237621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Transition to ACTIVE for port object 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:42.258434 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.259501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f62ebff6-5d9f-4a29-8114-ad4cbf224a61 req-df04e8e6-8541-4859-9789-813baaa299a2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676357 Jul 30 01:42:42.280391 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-60e13870-b6e5-4de3-9879-8be02d7e74b8 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559412 Jul 30 01:42:42.304882 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c89c81-dfa6-4a62-8c29-ddbf0f6674bb x-openstack-request-id: req-84c89c81-dfa6-4a62-8c29-ddbf0f6674bb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:42.305159 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c01c42-80f8-4ffe-8e53-6e86b35237aa", "tag": "4806c874-8d70-455b-9c57-b339707d6a7e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:42.305419 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84c89c81-dfa6-4a62-8c29-ddbf0f6674bb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:42.305833 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'tag': '4806c874-8d70-455b-9c57-b339707d6a7e', 'status': 'completed', 'code': 200} Jul 30 01:42:42.327244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:42.329626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Pushing event updated for resources: {'Port': ['ID=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:42.334168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:42.336838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:42.455382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Attempting to bind port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:42.458957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Attempting to bind port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:42.459779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Attempting to bind port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 on network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:42.474679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:42.476883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Checking segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:42.477672 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.479379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Bound using segment: {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:42.480729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Bound port: 2982587b-08aa-4e56-9b50-3f62e8f7a1e5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a3805a-2243-4faa-b01d-0895ddd99010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:42.482560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.535051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:42.538850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.570564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0500774a-9c43-4791-9dd6-c245602b4a8b req-00bf9fa7-e00a-40be-86be-340842574dfd service neutron] 10.222.0.66 "GET /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817316 Jul 30 01:42:42.601400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-4de8eb34-93a5-4a16-9595-125dffcabff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.603131 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-4de8eb34-93a5-4a16-9595-125dffcabff1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 1097 time: 0.0930970 Jul 30 01:42:42.603550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] For port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:42.606861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] For port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:42.612651 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.704245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d04ba8-6edf-4b6c-97af-5fdf31676bf3 None None] Pushing event updated for resources: {'Port': ['ID=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:42.733867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.743541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.750091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.756374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.762783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.769688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.775733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.777844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-73b643e9-1b8b-4a98-a045-3857b807c566 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5416 time: 0.2033577 Jul 30 01:42:42.783959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2549-272a-442a-9dde-6de909660f6e req-aab3c998-76f6-4e2c-a24d-f216c12ec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.785623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-aab3c998-76f6-4e2c-a24d-f216c12ec3ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa8fbb56a24e476784e820eb781d8260&device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 1096 time: 0.1488063 Jul 30 01:42:42.790844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-3394c002-ff70-476b-8f51-b96892273c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.792531 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-3394c002-ff70-476b-8f51-b96892273c3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 912 time: 0.1752675 Jul 30 01:42:42.851081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-badf095d-0659-48d1-b0bf-1cf8e359ca94 req-f7183274-863b-4f26-a48a-af20779c77a1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555642 Jul 30 01:42:42.893396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-cb10367e-9498-4829-a38f-ee4c99852754 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609 HTTP/1.1" status: 200 len: 217 time: 0.0725453 Jul 30 01:42:42.980403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2549-272a-442a-9dde-6de909660f6e req-17133bc5-b070-4d82-b7b7-8a92bc06ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.982116 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-17133bc5-b070-4d82-b7b7-8a92bc06ef9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4c408a-5b0c-40c2-acd8-6d0c40888d86 HTTP/1.1" status: 200 len: 923 time: 0.1887038 Jul 30 01:42:43.031315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-7f989819-c40f-4581-a069-15d085fd624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.040779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-7f989819-c40f-4581-a069-15d085fd624e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.1379335 Jul 30 01:42:43.090549 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-1bda8217-3547-4f4a-ac08-9d44b4d0f330 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4806c874-8d70-455b-9c57-b339707d6a7e HTTP/1.1" status: 200 len: 217 time: 0.0826390 Jul 30 01:42:43.117446 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-21b3cd00-1649-45a1-98e5-4b66072b6600 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363779 Jul 30 01:42:43.119417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9a220-c66c-4444-afa7-f9cc668adb82 req-47644639-4051-4f8d-ad82-5c5a5aecde13 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.121928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dac9a220-c66c-4444-afa7-f9cc668adb82 req-47644639-4051-4f8d-ad82-5c5a5aecde13 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1521492 Jul 30 01:42:43.181413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608362e-12b2-4cef-b148-4d7145d54eac req-85dda810-bdce-4d07-8388-27a901cb0ffe tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.183035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0608362e-12b2-4cef-b148-4d7145d54eac req-85dda810-bdce-4d07-8388-27a901cb0ffe tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 944 time: 0.1242900 Jul 30 01:42:43.216916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2549-272a-442a-9dde-6de909660f6e req-ea55a9fc-c35c-44f9-90f4-26321626495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.218509 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-ea55a9fc-c35c-44f9-90f4-26321626495c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5d8bb49-2081-4d58-a350-129485b014fb HTTP/1.1" status: 200 len: 862 time: 0.1103754 Jul 30 01:42:43.241350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dac9a220-c66c-4444-afa7-f9cc668adb82 req-9463102c-bb3b-43e1-abbf-b1a14d098f6f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108744 Jul 30 01:42:43.265305 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-67ef237f-84dd-4945-889b-08d1e7d0188f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4c408a-5b0c-40c2-acd8-6d0c40888d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342886 Jul 30 01:42:43.275770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:42:43.279675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0608362e-12b2-4cef-b148-4d7145d54eac req-ed23e7ee-d4e1-462f-b215-4113c2370565 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 Jul 30 01:42:43.363992 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-fb86733c-0db8-4ffd-a27b-bbb653839790 service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384379 Jul 30 01:42:43.454164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67b22-8bcd-4533-9d83-d7b5f9598047 req-bc2aa121-ce01-4d0f-ad1c-1324af825854 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.455906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ce67b22-8bcd-4533-9d83-d7b5f9598047 req-bc2aa121-ce01-4d0f-ad1c-1324af825854 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 984 time: 0.0995085 Jul 30 01:42:43.466371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-13aee4a7-3864-48fd-9042-949d6aec75fa service neutron] 10.222.0.66 "GET /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914971 Jul 30 01:42:43.541368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe2df91d-32c0-4484-8baa-f80aaf496e1c req-4241cd38-b1a9-4366-88c7-5432d76a2049 service neutron] 10.222.0.66 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641445 Jul 30 01:42:43.571344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ce67b22-8bcd-4533-9d83-d7b5f9598047 req-639c76bf-1126-400b-b0df-2f32a6a08907 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=516f8efe-a54b-4595-9664-05acacc5b356&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1053236 Jul 30 01:42:43.618204 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-46ee2549-272a-442a-9dde-6de909660f6e req-b851df03-534b-45a7-8b5c-662c594bf64e service neutron] 10.222.0.66 "GET /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416464 Jul 30 01:42:43.639979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.693717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-f16f3546-8fd9-44b3-b490-ff47d5ff9f8b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.695364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-f16f3546-8fd9-44b3-b490-ff47d5ff9f8b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2529287 Jul 30 01:42:43.738201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:43.802036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:43.831464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3a274634-b169-48c7-a38e-66ef35299f93 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:43.952331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3a274634-b169-48c7-a38e-66ef35299f93,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:43.967883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3a274634-b169-48c7-a38e-66ef35299f93', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'port_id': '3a274634-b169-48c7-a38e-66ef35299f93', 'mac_address': 'fa:16:3e:78:a5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:43.979572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Provisioning for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:44.006265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Provisioning complete for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:44.006639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.041983 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.062304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a274634-b169-48c7-a38e-66ef35299f93 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:44.092467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3a274634-b169-48c7-a38e-66ef35299f93,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.097978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-03c87588-2b0b-4fa2-8cdf-956ccbae208b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.3930225 Jul 30 01:42:44.119921 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.120632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0f7aec9a-3c75-4c58-897d-e54e004477fd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:44.154325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-d5b12fef-9e93-401c-a962-0314acef344c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1764984714&fields=id&tenant_id=0fa99259115141f5b9eac12ada76adee HTTP/1.1" status: 200 len: 267 time: 0.4862297 Jul 30 01:42:44.185430 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.223418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.226121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.245084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '0f7aec9a-3c75-4c58-897d-e54e004477fd', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'port_id': '0f7aec9a-3c75-4c58-897d-e54e004477fd', 'mac_address': 'fa:16:3e:5b:54:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:44.268355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7360e8d2-db3f-459c-bf15-1342d0160e74 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1574440 Jul 30 01:42:44.286340 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.300253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7aec9a-3c75-4c58-897d-e54e004477fd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:44.322336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.326337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.327069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a7cbed62-6f49-4e60-b848-08b02078bbbc details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:44.344485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-8146cb3a-157e-4aab-884f-0a978a3ea419 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.346078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-8146cb3a-157e-4aab-884f-0a978a3ea419 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 984 time: 0.1814785 Jul 30 01:42:44.366312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'port': {'security_groups': ['516f8efe-a54b-4595-9664-05acacc5b356', '88efeb31-1b1a-4a25-9ff4-222ea13c0de6', '10aee4a2-fb4a-42c5-8c59-aefa6dd20419']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:44.402421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.404305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] For port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.405209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.416342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'a7cbed62-6f49-4e60-b848-08b02078bbbc', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'port_id': 'a7cbed62-6f49-4e60-b848-08b02078bbbc', 'mac_address': 'fa:16:3e:18:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:44.456319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.470305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cbed62-6f49-4e60-b848-08b02078bbbc {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:44.490113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.494376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.495183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aa365b30-ef07-4498-b0ac-37238d13c302 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:44.495887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-e7e8c5b8-51c4-46f9-b8d7-136645f03353 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175207 Jul 30 01:42:44.498838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.503168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.522790 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.523558 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.628641 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:42:44.629147 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:42:44.634572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.665399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aa365b30-ef07-4498-b0ac-37238d13c302,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.677194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'aa365b30-ef07-4498-b0ac-37238d13c302', 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360', 'port_id': 'aa365b30-ef07-4498-b0ac-37238d13c302', 'mac_address': 'fa:16:3e:a9:08:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d90104-e03f-4b2f-9711-efc5591594f7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:44.687491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:44.714289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:44.716134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.725120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Subnet': ['ID=4d93181c-8362-46e2-af86-f301e59bf5ed,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.729168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a0312-c4b7-4493-9f3a-0cec67da6985 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:44.731100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.731699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.742138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.767988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa365b30-ef07-4498-b0ac-37238d13c302 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:44.781008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-09b1faa4-95ee-418c-917f-d76a393e1352 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5736115 Jul 30 01:42:44.785420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b78e2ecd-9f43-4e3f-a001-0ae7d57b7ee3 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793374 Jul 30 01:42:44.785952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43022) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:44.793100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Request body: {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'mac_address': 'fa:16:3e:34:63:04', 'name': 'tempest-NetworksTestDHCPv6-744958343'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:44.798629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aa365b30-ef07-4498-b0ac-37238d13c302,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.804498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.805502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6accce28-3d76-4290-bcb5-a1e9d826efe9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:44.932289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.946031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Made reservation on behalf of 53b5364b8ad34902ac9e6333a5effc18 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:44.982006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.003744 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.054186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.080803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] device_id is not set on port 0585f26e-9a78-4964-8e91-ada080bf3200 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:42:45.084616 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:42:45.087685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e', '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:45.089815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4806c874-8d70-455b-9c57-b339707d6a7e details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:45.144183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.191580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.192355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.194118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b6d3016-e756-4b3b-8505-cf5dd87b012d req-6ec5a77e-3872-42c3-90d9-dc8c227aa41c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "PUT /v2.0/ports/9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 1020 time: 0.8396876 Jul 30 01:42:45.195749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:45.198558 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:45.237080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.243899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.251752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.259292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.268029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.275975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.284018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.286587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-c33777a0-31c9-4491-b609-f285b468e1a2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5420 time: 0.2278275 Jul 30 01:42:45.294365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8::26b (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/4482929c-23a0-459f-a8da-6491bd068b01/0585f26e-9a78-4964-8e91-ada080bf3200) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:45.294758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.298670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.310126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:6304 (d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac/4d93181c-8362-46e2-af86-f301e59bf5ed/0585f26e-9a78-4964-8e91-ada080bf3200) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:45.376359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14d08f05-7b0e-41f8-920d-abc59b28be87 req-5e3d4b77-4da9-4f35-871c-54d48204e4b5 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817597 Jul 30 01:42:45.413543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6ba8-4a62-47fa-9b9b-20a04392d556 req-d9776098-1eaf-415e-b92f-7eaf8176498d tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.426660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-604f6ba8-4a62-47fa-9b9b-20a04392d556 req-d9776098-1eaf-415e-b92f-7eaf8176498d tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1064749 Jul 30 01:42:45.479442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-604f6ba8-4a62-47fa-9b9b-20a04392d556 req-3e77f12a-91bc-40cd-9c5f-000ca14119cb tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515540 Jul 30 01:42:45.506725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:45.512271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] For port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:45.524509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:45.530342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.558114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501bb1a-1d6a-468b-9eaf-f20dcfe62ac0 req-0da01a71-959f-4c0b-8bf7-2f442de1cef0 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.560378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b501bb1a-1d6a-468b-9eaf-f20dcfe62ac0 req-0da01a71-959f-4c0b-8bf7-2f442de1cef0 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 944 time: 0.0685480 Jul 30 01:42:45.604636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.619726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c108726-5b2f-448c-886d-5e2821606366 req-acb71312-2104-4478-8e04-41e3caf29baa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 210 time: 0.0513637 Jul 30 01:42:45.631689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'port_id': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'mac_address': 'fa:16:3e:7e:75:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:45.680088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Transition to ACTIVE for port object 0585f26e-9a78-4964-8e91-ada080bf3200 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:45.719759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b501bb1a-1d6a-468b-9eaf-f20dcfe62ac0 req-8cd7a822-9e8e-4708-8168-f48eee3a0dfa tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523666 Jul 30 01:42:45.745239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-578a5832-88e3-444d-9bb0-042b9898a8d6 req-a43c36ed-f5cf-4554-8a1c-ecfd24e8b13e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/10aee4a2-fb4a-42c5-8c59-aefa6dd20419 HTTP/1.1" status: 200 len: 1803 time: 0.0835660 Jul 30 01:42:45.771867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.808566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4806c874-8d70-455b-9c57-b339707d6a7e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4806c874-8d70-455b-9c57-b339707d6a7e,segment=NetworkSegment(12287615-b50a-44cf-9c7a-ffe06a55087f),segment_id=12287615-b50a-44cf-9c7a-ffe06a55087f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:45.810026 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-578a5832-88e3-444d-9bb0-042b9898a8d6 req-3eeb81ee-2368-4c3c-808d-dbd2598e6ef5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:42:45.826044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-578a5832-88e3-444d-9bb0-042b9898a8d6 req-3eeb81ee-2368-4c3c-808d-dbd2598e6ef5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/10aee4a2-fb4a-42c5-8c59-aefa6dd20419 HTTP/1.1" status: 409 len: 341 time: 0.0798359 Jul 30 01:42:45.840790 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e0a3d5-57f0-40d3-90f8-e622efba84a3 x-openstack-request-id: req-f6e0a3d5-57f0-40d3-90f8-e622efba84a3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:45.841509 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:45.841926 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6e0a3d5-57f0-40d3-90f8-e622efba84a3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:45.842474 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'status': 'completed', 'code': 200} Jul 30 01:42:45.856062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:45.860399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '4806c874-8d70-455b-9c57-b339707d6a7e', 'network_id': '3e4c408a-5b0c-40c2-acd8-6d0c40888d86', 'port_id': '4806c874-8d70-455b-9c57-b339707d6a7e', 'mac_address': 'fa:16:3e:34:4f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d8bb49-2081-4d58-a350-129485b014fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:45.885726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:45.898571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:45.914116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:45.922071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.922955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.931583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event updated for resources: {'Port': ['ID=0585f26e-9a78-4964-8e91-ada080bf3200,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.964274 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1763382 Jul 30 01:42:45.970059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.971024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43046) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:45.973655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.974114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.974457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.974790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.975365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.975865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.976308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.976511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.982106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.982106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.982106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:45.982106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8266e1fc-2c36-4d84-88f6-39cbdd541a81 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:46.030324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6accce28-3d76-4290-bcb5-a1e9d826efe9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:46.064128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:46.065428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ebbe-c146-4fac-9a8c-56c8913924b1 None None] Pushing event updated for resources: {'Port': ['ID=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:46.083689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-5b7e8f4e-e904-4a55-9872-6e19ec57016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.085293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-5b7e8f4e-e904-4a55-9872-6e19ec57016d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0fa99259115141f5b9eac12ada76adee&device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1175 time: 0.2021894 Jul 30 01:42:46.167874 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.168657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2c92ec2-02dd-48db-843a-de0c4cd3879c details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:46.252688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:46.290632 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.336951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4806c874-8d70-455b-9c57-b339707d6a7e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:46.345980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-1172d6f0-3786-473e-b5f7-e2eb7555110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.347563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-1172d6f0-3786-473e-b5f7-e2eb7555110f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 200 len: 913 time: 0.2547598 Jul 30 01:42:46.349163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:46.355319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973f78-9212-4f4a-9eb1-38c35c204357 req-0ae9c1ec-174d-424e-981a-931a3e65430c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.356849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca973f78-9212-4f4a-9eb1-38c35c204357 req-0ae9c1ec-174d-424e-981a-931a3e65430c tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1196568 Jul 30 01:42:46.366657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf402fe6-0528-4513-9011-1f93f11537e7 req-6fabbdb8-652b-45f2-ae44-5af4f4f534de tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.371635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf402fe6-0528-4513-9011-1f93f11537e7 req-6fabbdb8-652b-45f2-ae44-5af4f4f534de tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1097 time: 0.1823516 Jul 30 01:42:46.405728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting port 0585f26e-9a78-4964-8e91-ada080bf3200 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:46.406092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.408405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c', 'network_id': 'fe005ab1-d053-4c54-bef2-b2be6a33c30b', 'port_id': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c', 'mac_address': 'fa:16:3e:c4:02:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26378a3-f247-4c59-932b-d738676c75b0', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:46.413765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-6bdc51ed-2403-49b4-a902-5447bf002937 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 200 len: 217 time: 0.0543733 Jul 30 01:42:46.416539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4806c874-8d70-455b-9c57-b339707d6a7e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4806c874-8d70-455b-9c57-b339707d6a7e,segment=NetworkSegment(12287615-b50a-44cf-9c7a-ffe06a55087f),segment_id=12287615-b50a-44cf-9c7a-ffe06a55087f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:46.433947 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.438836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:46.439388 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.526729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bf402fe6-0528-4513-9011-1f93f11537e7 req-3b8ce12e-6754-4d52-8423-23d1981134ff tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.651863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.666883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Calling delete_port for 0585f26e-9a78-4964-8e91-ada080bf3200 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:46.671247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-9d01662e-1df3-4b38-b2e7-0463bd779ea2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.673422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-9d01662e-1df3-4b38-b2e7-0463bd779ea2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.1546636 Jul 30 01:42:46.688309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:46.725581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.752528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-3119b395-5316-4f25-b52e-67598ae4f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.754610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-3119b395-5316-4f25-b52e-67598ae4f17a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 200 len: 852 time: 0.3157437 Jul 30 01:42:46.758840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c92ec2-02dd-48db-843a-de0c4cd3879c {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:46.766497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4806c874-8d70-455b-9c57-b339707d6a7e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:46.794596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca973f78-9212-4f4a-9eb1-38c35c204357 req-899121c8-efca-4e71-b846-8ef3885a79fe tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923929 Jul 30 01:42:46.852460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad369808-318b-4fbc-8c63-2ca974f3e577 None None] Provisioning complete for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:46.853070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad369808-318b-4fbc-8c63-2ca974f3e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.854325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4806c874-8d70-455b-9c57-b339707d6a7e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:46.863324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:46.883857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-8d151b32-405b-4269-a915-38aa68957d49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f0a4d17-b45a-426b-9388-113cc503bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032043 Jul 30 01:42:46.902522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.989924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bf402fe6-0528-4513-9011-1f93f11537e7 req-3b8ce12e-6754-4d52-8423-23d1981134ff tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.001181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bf402fe6-0528-4513-9011-1f93f11537e7 req-3b8ce12e-6754-4d52-8423-23d1981134ff tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.018579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:47.025037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.047851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 35ebe023-b623-4aaf-b450-255d3cd4840a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:47.054536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf402fe6-0528-4513-9011-1f93f11537e7 req-3b8ce12e-6754-4d52-8423-23d1981134ff tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6442542 Jul 30 01:42:47.081167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234027a-8775-4648-a56a-0a713312ea5c req-89e4aaa9-0d23-4b67-84cc-aacc41946774 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.082816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2234027a-8775-4648-a56a-0a713312ea5c req-89e4aaa9-0d23-4b67-84cc-aacc41946774 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1023 time: 0.2036507 Jul 30 01:42:47.083586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ce12e-6754-4d52-8423-23d1981134ff tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c452a-e6bc-487b-8b94-7faf851654d8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.141694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.152349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-147902ce-3c24-4ec3-9119-48c5f0b45fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553279 Jul 30 01:42:47.254451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2234027a-8775-4648-a56a-0a713312ea5c req-fc5d5383-d77c-4a41-832f-3b965c637a52 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=10aee4a2-fb4a-42c5-8c59-aefa6dd20419&id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=516f8efe-a54b-4595-9664-05acacc5b356&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1633487 Jul 30 01:42:47.336434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.393966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.399985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.405873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=35ebe023-b623-4aaf-b450-255d3cd4840a,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:47.406248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.416342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.422798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.428909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.434850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.435063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '35ebe023-b623-4aaf-b450-255d3cd4840a', 'network_id': '3efebfd3-cb97-4208-8d47-9587a59c2360', 'port_id': '35ebe023-b623-4aaf-b450-255d3cd4840a', 'mac_address': 'fa:16:3e:96:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d90104-e03f-4b2f-9711-efc5591594f7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:47.436823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-9fba4fda-5076-4a52-bc01-e1bc3091f05c tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5422 time: 0.2318931 Jul 30 01:42:47.454765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Port': ['ID=0585f26e-9a78-4964-8e91-ada080bf3200,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.464128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f8221ee2-698f-4eec-b1a4-f6cf32f1bb7a None None] Could not find standard attr ID for object 0585f26e-9a78-4964-8e91-ada080bf3200. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:42:47.476481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.7 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/300ee09f-68ce-4cd6-af38-88b461b7df22) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:47.488356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65fba61-f07f-4330-b03d-3547fee690d4 req-62f2f9f6-fa70-48aa-ab64-e09ef2708022 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 210 time: 0.0497000 Jul 30 01:42:47.517614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dfec356-8bd8-489b-a068-ac30bd7d5c0e req-44640093-00ad-4dce-a591-28db9bccb829 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142080 Jul 30 01:42:47.518762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.549137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ebe023-b623-4aaf-b450-255d3cd4840a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:47.558230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.563704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9aad66eb-d04f-45d5-a4e7-f0d313f900e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/0585f26e-9a78-4964-8e91-ada080bf3200 HTTP/1.1" status: 204 len: 168 time: 1.5670652 Jul 30 01:42:47.575697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43060) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:47.594568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=35ebe023-b623-4aaf-b450-255d3cd4840a,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:47.624006 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.694792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.705621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.714609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:47.715393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c142baa5-cd3f-4fa0-883f-1b964496a3a0 req-a92d6f42-6166-40cb-95a3-5b7a403199bd tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298481 Jul 30 01:42:47.745212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c00d349-ff09-4759-a2d0-cfd5d0dcbff2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.749558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c00d349-ff09-4759-a2d0-cfd5d0dcbff2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1702750 Jul 30 01:42:47.749745 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.749873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:47.773368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95300e49-9700-42b3-ba80-c5f442dafde5 req-b9151b20-5522-4ede-a0f8-58d30483592d tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.775033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95300e49-9700-42b3-ba80-c5f442dafde5 req-b9151b20-5522-4ede-a0f8-58d30483592d tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 945 time: 0.1212525 Jul 30 01:42:47.794684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:47.838834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95300e49-9700-42b3-ba80-c5f442dafde5 req-15d5c93c-4722-4a34-a1b9-fafe44b9b98d tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568974 Jul 30 01:42:47.862355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:47.862909 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.876994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:47.886445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:47.894904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:47.934032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb821ce-19c8-438a-9a9a-2e88ae39275b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.938501 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9eb821ce-19c8-438a-9a9a-2e88ae39275b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1812339 Jul 30 01:42:47.939699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=300ee09f-68ce-4cd6-af38-88b461b7df22,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.944239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43066) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:48.009664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.010353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.022377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d2aab-b48a-42ad-8f05-d1114cf62857 req-e36ca5b9-515a-4b6c-946a-7d3bdd56dac5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.024098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c20d2aab-b48a-42ad-8f05-d1114cf62857 req-e36ca5b9-515a-4b6c-946a-7d3bdd56dac5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1679838 Jul 30 01:42:48.029474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b34a9a-808a-40d2-a703-e50d418b89f7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.031391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b34a9a-808a-40d2-a703-e50d418b89f7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.033421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b34a9a-808a-40d2-a703-e50d418b89f7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.035197 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4b34a9a-808a-40d2-a703-e50d418b89f7 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0899346 Jul 30 01:42:48.038145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43068) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:48.039663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-8f714cdc-d4c1-41ac-9e48-6599d37023b4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.041690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-8f714cdc-d4c1-41ac-9e48-6599d37023b4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1023 time: 0.1501613 Jul 30 01:42:48.052958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea78d60-798d-4126-bbd7-46540d689ab4 req-21716417-27a2-48ba-96f7-fd1a9c7a987b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.054519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bea78d60-798d-4126-bbd7-46540d689ab4 req-21716417-27a2-48ba-96f7-fd1a9c7a987b tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1278353 Jul 30 01:42:48.056558 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-7a441c5b-c248-4e39-b8a4-3868abf24626 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3729813 Jul 30 01:42:48.082472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Request body: {'port': {'device_id': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:48.162454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 4482929c-23a0-459f-a8da-6491bd068b01 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:48.167308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.169090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.186639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c20d2aab-b48a-42ad-8f05-d1114cf62857 req-d1a80407-4572-46b6-bfe1-2ddb46951219 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430020 Jul 30 01:42:48.194212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bea78d60-798d-4126-bbd7-46540d689ab4 req-542523e9-5940-465f-bb65-0072882e77e7 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Jul 30 01:42:48.227972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['aa365b30-ef07-4498-b0ac-37238d13c302'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.239014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.239244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Deleting port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:48.239541 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.254009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43070) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:48.270202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b2c92ec2-02dd-48db-843a-de0c4cd3879c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.271893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a7cbed62-6f49-4e60-b848-08b02078bbbc'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.335044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3a274634-b169-48c7-a38e-66ef35299f93'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.429956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['6accce28-3d76-4290-bcb5-a1e9d826efe9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.456591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['0f7aec9a-3c75-4c58-897d-e54e004477fd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.456869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.597799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.618622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['35ebe023-b623-4aaf-b450-255d3cd4840a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:48.633443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300ee09f-68ce-4cd6-af38-88b461b7df22 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:48.639996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=4482929c-23a0-459f-a8da-6491bd068b01,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:48.647196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.650107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.652048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5ca2c49-5c24-4396-890c-45aa284df4b0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/4482929c-23a0-459f-a8da-6491bd068b01 HTTP/1.1" status: 204 len: 168 time: 0.6124172 Jul 30 01:42:48.656943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:48.694294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Transition to ACTIVE for port object 300ee09f-68ce-4cd6-af38-88b461b7df22 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:48.696435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b91240-42a9-473b-b55f-7b8c12844f2a None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:48.703472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.765460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Deleting subnet 4d93181c-8362-46e2-af86-f301e59bf5ed {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:48.773913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.832957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1a85730f-d9ea-4d34-8d00-966ad4f4f7fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/bfff13fc-d787-469f-86a0-363bcbf3382c HTTP/1.1" status: 200 len: 993 time: 0.5778155 Jul 30 01:42:48.837761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Pushing event updated for resources: {'Port': ['ID=300ee09f-68ce-4cd6-af38-88b461b7df22,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:48.848018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] For port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:48.848713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.878481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Calling delete_port for 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:48.910095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee509-f2ee-42cc-9127-cfa156296845 req-90f10791-510c-4bad-a503-2e2f6e7e0138 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.915298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.920765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-710ee509-f2ee-42cc-9127-cfa156296845 req-90f10791-510c-4bad-a503-2e2f6e7e0138 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 943 time: 0.2441819 Jul 30 01:42:48.946481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b3766-956c-4c72-83e7-cb53b88237d7 req-2c71497c-1653-4b0e-b943-0d568abbb6ac tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.948510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd8b3766-956c-4c72-83e7-cb53b88237d7 req-2c71497c-1653-4b0e-b943-0d568abbb6ac tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 1023 time: 0.2748213 Jul 30 01:42:49.025644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Attempting to bind port 300ee09f-68ce-4cd6-af38-88b461b7df22 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:49.026141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Attempting to bind port 300ee09f-68ce-4cd6-af38-88b461b7df22 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:49.026474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Attempting to bind port 300ee09f-68ce-4cd6-af38-88b461b7df22 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:49.038457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Port 300ee09f-68ce-4cd6-af38-88b461b7df22 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:49.039195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Attempting to bind port 300ee09f-68ce-4cd6-af38-88b461b7df22 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:49.046010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d39f155-6c27-4c00-b506-6248f801c31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.061039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-710ee509-f2ee-42cc-9127-cfa156296845 req-fb7d92d3-3a36-4898-a594-0b4246e87efe tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392837 Jul 30 01:42:49.065506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:49.066405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:49.066405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:49.066692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Bound port: 300ee09f-68ce-4cd6-af38-88b461b7df22, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:49.067676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.080468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd8b3766-956c-4c72-83e7-cb53b88237d7 req-0763a63c-eb42-4a1f-bf76-b88713fa14c4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=10aee4a2-fb4a-42c5-8c59-aefa6dd20419&id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=516f8efe-a54b-4595-9664-05acacc5b356&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0721447 Jul 30 01:42:49.124252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4806c874-8d70-455b-9c57-b339707d6a7e up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:49.139877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] For port 300ee09f-68ce-4cd6-af38-88b461b7df22, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:49.144207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] For port 300ee09f-68ce-4cd6-af38-88b461b7df22, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=300ee09f-68ce-4cd6-af38-88b461b7df22,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:49.188732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.264438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.269046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.269725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.271169 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] 10.222.0.66 "PUT /v2.0/ports/300ee09f-68ce-4cd6-af38-88b461b7df22 HTTP/1.1" status: 200 len: 1092 time: 1.1935065 Jul 30 01:42:49.293554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-9ce27a31-9ecd-4939-9be5-9c3a83129204 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.295408 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-9ce27a31-9ecd-4939-9be5-9c3a83129204 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1492903 Jul 30 01:42:49.296006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'tag': '300ee09f-68ce-4cd6-af38-88b461b7df22'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:49.298440 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a717895d-5f67-4d4f-a6dc-b7bc8445b25d", "tag": "300ee09f-68ce-4cd6-af38-88b461b7df22"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:49.312153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.320990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.331224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.339656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.347312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.353719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.362382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.364897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-d1084699-9f95-4580-b05c-348744d9fe11 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5423 time: 0.1850684 Jul 30 01:42:49.365798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.424977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'Port': ['ID=9fb17e08-3857-4c88-b04e-1f7e3a6ce43e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:49.450165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d100cb-aa8b-455c-990b-151369ac7660 service neutron] Pushing event updated for resources: {'Port': ['ID=300ee09f-68ce-4cd6-af38-88b461b7df22,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:49.490549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-bb42f758-0c45-4ab2-bfc3-26806222c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.492620 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-bb42f758-0c45-4ab2-bfc3-26806222c4a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 1095 time: 0.1645987 Jul 30 01:42:49.497064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.525853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] No DVR routers for this DVR port 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:49.526507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 4806c874-8d70-455b-9c57-b339707d6a7e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:49.532570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c24ea1e9-1733-4720-b727-16be8015e5c7 req-5d5abbb6-a1ba-4039-bb3a-f2f522000404 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437490 Jul 30 01:42:49.533899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.536326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00a1b680-6d57-4692-bd92-0686fc995b48 req-24e0dfda-e45a-4d0a-85eb-945721b9cefb tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "DELETE /v2.0/ports/9fb17e08-3857-4c88-b04e-1f7e3a6ce43e HTTP/1.1" status: 204 len: 173 time: 1.4805021 Jul 30 01:42:49.543839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 4806c874-8d70-455b-9c57-b339707d6a7e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:49.544537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.554451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79087311-0bc9-4889-a702-28b38005b465 req-faf3c5a6-5dea-415b-9ae7-c78b7c396d82 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.556152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79087311-0bc9-4889-a702-28b38005b465 req-faf3c5a6-5dea-415b-9ae7-c78b7c396d82 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 945 time: 0.1825905 Jul 30 01:42:49.556631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'name': 'network-vif-deleted', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:49.562496 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41f44b-f0be-47a0-8952-1d7b2acd1f68" -d '{"events": [{"server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "name": "network-vif-deleted", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:49.645861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.649102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/4d93181c-8362-46e2-af86-f301e59bf5ed HTTP/1.1" status: 204 len: 168 time: 0.9903026 Jul 30 01:42:49.651581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79087311-0bc9-4889-a702-28b38005b465 req-c59146aa-e4ad-4bb9-be35-a9f99daae759 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851471 Jul 30 01:42:49.652090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43094) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:49.662569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec590c75-8c14-4b39-a6eb-c2125c18a11a None None] Update dhcp port {'port': {'network_id': 'd28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac', 'fixed_ips': [{'subnet_id': '4d93181c-8362-46e2-af86-f301e59bf5ed'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '2982587b-08aa-4e56-9b50-3f62e8f7a1e5'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:42:49.667565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049d54-7424-42a3-86bd-c40a29edfb43 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Subnet': ['ID=4d93181c-8362-46e2-af86-f301e59bf5ed,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:49.681384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-6abe2251-9ec3-4c4d-b7fb-4b982abf25d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300ee09f-68ce-4cd6-af38-88b461b7df22 HTTP/1.1" status: 200 len: 217 time: 0.1767461 Jul 30 01:42:49.686607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Deleting port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:49.687258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.705652 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.709074 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ec590c75-8c14-4b39-a6eb-c2125c18a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.741685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7be25f50-99a1-4498-999b-a80188f4282e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883400 Jul 30 01:42:49.744307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43096) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:49.753377 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73032fa0-6eaf-445e-9c96-2dac52214f0b x-openstack-request-id: req-73032fa0-6eaf-445e-9c96-2dac52214f0b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:49.753766 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a717895d-5f67-4d4f-a6dc-b7bc8445b25d", "tag": "300ee09f-68ce-4cd6-af38-88b461b7df22", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:49.753950 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73032fa0-6eaf-445e-9c96-2dac52214f0b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:49.754825 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'tag': '300ee09f-68ce-4cd6-af38-88b461b7df22', 'status': 'completed', 'code': 200} Jul 30 01:42:49.754964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4806c874-8d70-455b-9c57-b339707d6a7e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:49.757300 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022fec84-23f4-4efc-9e54-36cd5dba01ab" -d '{"events": [{"server_uuid": "c9c01c42-80f8-4ffe-8e53-6e86b35237aa", "name": "network-vif-plugged", "status": "completed", "tag": "4806c874-8d70-455b-9c57-b339707d6a7e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:49.789097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4806c874-8d70-455b-9c57-b339707d6a7e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4806c874-8d70-455b-9c57-b339707d6a7e,segment=NetworkSegment(12287615-b50a-44cf-9c7a-ffe06a55087f),segment_id=12287615-b50a-44cf-9c7a-ffe06a55087f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:49.801309 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.823514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cdb6c-12d3-49a6-a67a-895670d88f9b req-94f80a6e-a2eb-40f8-8c1f-6efb55e51a3f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.830464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f8cdb6c-12d3-49a6-a67a-895670d88f9b req-94f80a6e-a2eb-40f8-8c1f-6efb55e51a3f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 945 time: 0.1501448 Jul 30 01:42:49.844795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-6547a211-b7b4-4ddd-a4c6-296b82445216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.846348 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-6547a211-b7b4-4ddd-a4c6-296b82445216 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.1557238 Jul 30 01:42:49.847742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366aa9fd-c677-47a1-b9c4-016ad9c939f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.849335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-366aa9fd-c677-47a1-b9c4-016ad9c939f3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1035559 Jul 30 01:42:49.856112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43100) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:49.892410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f8cdb6c-12d3-49a6-a67a-895670d88f9b req-4b76078f-4382-44ae-8f53-48e3bf55e0d2 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Jul 30 01:42:49.934231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-87437ebe-67cd-46b0-b6ca-dc35f2ebfea9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791469 Jul 30 01:42:49.946384 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85be74b-906c-4a01-9eac-0a362947da9c x-openstack-request-id: req-f85be74b-906c-4a01-9eac-0a362947da9c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:49.946939 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea24eb7-7a99-4898-963f-5dd3b6304c10", "name": "network-vif-deleted", "tag": "9fb17e08-3857-4c88-b04e-1f7e3a6ce43e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:49.947420 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f85be74b-906c-4a01-9eac-0a362947da9c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:49.948018 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea24eb7-7a99-4898-963f-5dd3b6304c10', 'name': 'network-vif-deleted', 'tag': '9fb17e08-3857-4c88-b04e-1f7e3a6ce43e', 'status': 'completed', 'code': 200} Jul 30 01:42:49.954364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] For port 4ef1800a-0380-4a19-bf64-8e1ea44dc609, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4ef1800a-0380-4a19-bf64-8e1ea44dc609,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:49.954742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.960159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4806c874-8d70-455b-9c57-b339707d6a7e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:50.005848 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2788f5c1-b135-48cd-9058-231561046acc x-openstack-request-id: req-2788f5c1-b135-48cd-9058-231561046acc {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:50.006735 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c01c42-80f8-4ffe-8e53-6e86b35237aa", "name": "network-vif-plugged", "status": "completed", "tag": "4806c874-8d70-455b-9c57-b339707d6a7e", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:50.006735 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2788f5c1-b135-48cd-9058-231561046acc {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:50.007290 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4806c874-8d70-455b-9c57-b339707d6a7e', 'code': 200} Jul 30 01:42:50.037121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58d069-e042-4171-a522-f7aa729589a7 None None] Network d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:50.050792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Calling delete_port for 4ef1800a-0380-4a19-bf64-8e1ea44dc609 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:50.064646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5a594-f8e2-417c-9c3e-3a728f9eb814 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.069051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43106) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.069271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0df5a594-f8e2-417c-9c3e-3a728f9eb814 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2120166 Jul 30 01:42:50.169742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9a66f924-b0da-4fe6-a960-57d04d4199a6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989337 Jul 30 01:42:50.182082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43114) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.215425 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-0ff42b51-5cc2-494a-a8bf-d29bf797ee6c service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635946 Jul 30 01:42:50.222580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-681f0964-42cb-40ce-a12c-00205fa307cf None None] Provisioning complete for port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:50.222580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-681f0964-42cb-40ce-a12c-00205fa307cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.295384 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e633f1cc-0eaa-42ac-afb8-9a381b33ed95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:50.295985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e633f1cc-0eaa-42ac-afb8-9a381b33ed95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:50.298319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e633f1cc-0eaa-42ac-afb8-9a381b33ed95 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/0585f26e-9a78-4964-8e91-ada080bf3200 HTTP/1.1" status: 404 len: 333 time: 0.1144924 Jul 30 01:42:50.319402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43118) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.373997 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ac741-4ff7-4b40-accd-b3cad8526703 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:50.374284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b495f194-204e-4cdb-b653-5b940864f8ea req-0a5fce99-ebbd-45e5-b3ef-f7014c5a613c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ea24eb7-7a99-4898-963f-5dd3b6304c10 HTTP/1.1" status: 200 len: 210 time: 0.1095326 Jul 30 01:42:50.374433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703ac741-4ff7-4b40-accd-b3cad8526703 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:50.379586 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-703ac741-4ff7-4b40-accd-b3cad8526703 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/4d93181c-8362-46e2-af86-f301e59bf5ed HTTP/1.1" status: 404 len: 337 time: 0.0590353 Jul 30 01:42:50.380266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43120) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.380427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] DHCP port deletion for d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:50.405407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d961e2-ca16-4060-86da-8f62dacacb97 req-c1ab2fda-11b8-434f-8f7d-f7de19a2d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.407630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5d961e2-ca16-4060-86da-8f62dacacb97 req-c1ab2fda-11b8-434f-8f7d-f7de19a2d314 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 1098 time: 0.3265367 Jul 30 01:42:50.465463 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-085c4dfe-8a23-40aa-8333-3e76ec39fc2a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:50.465929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085c4dfe-8a23-40aa-8333-3e76ec39fc2a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:50.471051 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-085c4dfe-8a23-40aa-8333-3e76ec39fc2a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/4482929c-23a0-459f-a8da-6491bd068b01 HTTP/1.1" status: 404 len: 337 time: 0.0844257 Jul 30 01:42:50.473522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43122) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.474480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] Deleting port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:50.474858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.486075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e0525-e663-4f1d-8ff2-f2d12ec6a41f req-26feaac2-93f6-4f13-b585-c5f784d24121 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.488575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-478e0525-e663-4f1d-8ff2-f2d12ec6a41f req-26feaac2-93f6-4f13-b585-c5f784d24121 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 943 time: 0.2663031 Jul 30 01:42:50.540438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5d961e2-ca16-4060-86da-8f62dacacb97 req-59c2d45c-1f43-4ec1-bf93-6b3fa2d00a29 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155491 Jul 30 01:42:50.556088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] For port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,segment=NetworkSegment(13a3805a-2243-4faa-b01d-0895ddd99010),segment_id=13a3805a-2243-4faa-b01d-0895ddd99010)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:50.556355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.571881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] Calling delete_port for 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:50.580356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-b877431a-96d4-4c49-ae5d-51f825b3cdec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1671515 Jul 30 01:42:50.589867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-478e0525-e663-4f1d-8ff2-f2d12ec6a41f req-b09d582d-9146-4c58-9271-0bbbbb919e08 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864294 Jul 30 01:42:50.623255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a8212-e35f-488a-a4a3-80cd2cc2c5dd req-e3b36e42-ba7f-4c1d-a87a-f2c8901d2912 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.625151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-714a8212-e35f-488a-a4a3-80cd2cc2c5dd req-e3b36e42-ba7f-4c1d-a87a-f2c8901d2912 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1567171 Jul 30 01:42:50.673683 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.713426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-714a8212-e35f-488a-a4a3-80cd2cc2c5dd req-82c9bb1b-bf83-473b-bd4c-d95e979b0a87 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788291 Jul 30 01:42:50.725788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] Pushing event deleted for resources: {'Port': ['ID=2982587b-08aa-4e56-9b50-3f62e8f7a1e5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:50.727122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-658d2b90-ab74-4a5c-a630-6b344613bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.729125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-658d2b90-ab74-4a5c-a630-6b344613bdb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3acc515b3234cca99d44c614c65c1aa&device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 1098 time: 0.1030407 Jul 30 01:42:50.747075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c11cd7-cb37-4f88-aea8-cdbca601e438 None None] No DVR routers for this DVR port 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:50.767197 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad66a3a-218d-4cbf-ab7b-2e175e6a3caf tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:50.767888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad66a3a-218d-4cbf-ab7b-2e175e6a3caf tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:50.771617 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bad66a3a-218d-4cbf-ab7b-2e175e6a3caf tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/420d74c6-7a88-4620-af2b-08e53e0e41fb HTTP/1.1" status: 404 len: 333 time: 0.2931843 Jul 30 01:42:50.773010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43128) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.803248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-c7efada7-909d-4871-9d3c-0611dad9ece0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6024148 Jul 30 01:42:50.837043 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b643881-fdf1-4d87-9fa5-a3ca21086161 req-135ac177-8696-4a51-922c-45dd2b8adcdb service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905428 Jul 30 01:42:50.838453 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d502aa-f6ac-4cfb-ada7-e7944d5608eb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:50.839231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d502aa-f6ac-4cfb-ada7-e7944d5608eb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:50.843240 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-84d502aa-f6ac-4cfb-ada7-e7944d5608eb tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/f4c53044-38ae-4424-8c40-52ca5e15614a HTTP/1.1" status: 404 len: 337 time: 0.0591021 Jul 30 01:42:50.845410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.858505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:50.865574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4ef1800a-0380-4a19-bf64-8e1ea44dc609'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:50.889138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.896130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.902400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.911629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.917929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.924088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.930149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.932221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9feef039-1fef-4025-889f-347f813aa8aa req-91471061-0ebf-4d4c-839b-d279ab277888 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5423 time: 0.2297821 Jul 30 01:42:50.964573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Pushing event deleted for resources: {'Port': ['ID=4ef1800a-0380-4a19-bf64-8e1ea44dc609,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:50.967736 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b51cef-1871-4746-9049-b097b4634489 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:50.968325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b51cef-1871-4746-9049-b097b4634489 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:50.971048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-11b51cef-1871-4746-9049-b097b4634489 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/bb7cf3d2-f471-4425-9fb4-cbe69102e9ea HTTP/1.1" status: 404 len: 337 time: 0.0959797 Jul 30 01:42:50.980303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.990952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43140) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.000645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] No DVR routers for this DVR port 4ef1800a-0380-4a19-bf64-8e1ea44dc609 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:51.004085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.006215 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30d60b45-5c00-4dc6-82cc-947a25460038 req-1c2df2ce-74eb-42d5-b5aa-0b0377382441 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.66 "DELETE /v2.0/ports/4ef1800a-0380-4a19-bf64-8e1ea44dc609 HTTP/1.1" status: 204 len: 173 time: 1.7045121 Jul 30 01:42:51.020598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43263d61-7bd5-4f2a-97cd-5c00ed75e3a2 req-e6753fc8-d4b3-4548-aab0-3afc0569b2db tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.028265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43263d61-7bd5-4f2a-97cd-5c00ed75e3a2 req-e6753fc8-d4b3-4548-aab0-3afc0569b2db tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 946 time: 0.2113090 Jul 30 01:42:51.032726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-778e0bdc-147d-4017-a8e5-9338ecc3eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.044017 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-778e0bdc-147d-4017-a8e5-9338ecc3eb34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 1095 time: 0.0871603 Jul 30 01:42:51.087354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-b4c0b4eb-1beb-4b85-9fd9-ddbc3c2f6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.090074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-b4c0b4eb-1beb-4b85-9fd9-ddbc3c2f6c70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 200 len: 912 time: 0.3273764 Jul 30 01:42:51.091213 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6427c736-12f0-4f88-a4d2-116b9ff22079 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.092235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6427c736-12f0-4f88-a4d2-116b9ff22079 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.094732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6427c736-12f0-4f88-a4d2-116b9ff22079 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/7e9fe44c-672c-4310-94fb-fbbc96a0fb85 HTTP/1.1" status: 404 len: 333 time: 0.1012628 Jul 30 01:42:51.126807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.130314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43263d61-7bd5-4f2a-97cd-5c00ed75e3a2 req-d8da90c3-f9fb-440b-a288-a91379501840 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010225 Jul 30 01:42:51.207084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-dacaac06-48c2-4054-8d7f-e9efc61be64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.209378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-dacaac06-48c2-4054-8d7f-e9efc61be64c service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.1641839 Jul 30 01:42:51.228906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9feef039-1fef-4025-889f-347f813aa8aa req-863a362e-61cf-46bf-bc51-706ad957872d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2841635 Jul 30 01:42:51.237957 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d36fccd-0d4f-42c0-95a7-fc82e3f2f3e8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.238537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d36fccd-0d4f-42c0-95a7-fc82e3f2f3e8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.250714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9d36fccd-0d4f-42c0-95a7-fc82e3f2f3e8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/efcb62f4-65d6-4fa4-a374-2ccb72836479 HTTP/1.1" status: 404 len: 337 time: 0.1113803 Jul 30 01:42:51.250714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43154) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.250714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-07952f06-6383-4f5f-a9ab-680d92188083 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c HTTP/1.1" status: 200 len: 217 time: 0.1243324 Jul 30 01:42:51.275216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-68a9020f-fc31-41a2-8a71-7b2beac9ce38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300ee09f-68ce-4cd6-af38-88b461b7df22 HTTP/1.1" status: 200 len: 217 time: 0.0550148 Jul 30 01:42:51.319907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d47fd725-4a85-4fc2-b728-300244b0d5fe req-8d160121-ba66-440f-a70d-456d2cd2e4da tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9003ecc-c686-4107-b19e-05fb87260ec2 HTTP/1.1" status: 200 len: 210 time: 0.0830245 Jul 30 01:42:51.327213 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4512454-3817-4ad3-892b-3e737649ef9a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.328208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4512454-3817-4ad3-892b-3e737649ef9a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.333473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b4512454-3817-4ad3-892b-3e737649ef9a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/04f00649-dde5-4554-9295-b6d6673dfa86 HTTP/1.1" status: 404 len: 337 time: 0.0845180 Jul 30 01:42:51.334383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.366312 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f9a100-3cbe-42b4-9839-108de9bba4b3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.367242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f9a100-3cbe-42b4-9839-108de9bba4b3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.369401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-07f9a100-3cbe-42b4-9839-108de9bba4b3 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/d890d276-e612-4150-b6a4-e429442afc4f HTTP/1.1" status: 404 len: 333 time: 0.0337861 Jul 30 01:42:51.371729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-e53d9aea-a8e2-4d92-bfc8-be1e48e802e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.373907 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-e53d9aea-a8e2-4d92-bfc8-be1e48e802e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0834949 Jul 30 01:42:51.374538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43160) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.385099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-c82ef930-45db-498b-a2b3-5af6497f664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.387410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-c82ef930-45db-498b-a2b3-5af6497f664d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 200 len: 851 time: 0.1224246 Jul 30 01:42:51.426539 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-4c3bbae0-8f85-4d75-bc92-ce1cef5ea46e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf579bc0-b6f8-45ec-a4e2-90557784590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286124 Jul 30 01:42:51.427508 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-300c24dd-fae3-43f0-aa28-b9ae8c7f170a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.427918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300c24dd-fae3-43f0-aa28-b9ae8c7f170a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.429757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-300c24dd-fae3-43f0-aa28-b9ae8c7f170a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/a12a4639-a720-4b65-9738-a39c54f4fdf0 HTTP/1.1" status: 404 len: 337 time: 0.0537302 Jul 30 01:42:51.435322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43164) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.446663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-12ccc1fb-78c1-4b39-aea6-864140d377cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633104 Jul 30 01:42:51.526562 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9522db2-1ddf-4a2a-8b03-efd76be2fca0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.527025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9522db2-1ddf-4a2a-8b03-efd76be2fca0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.529570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f9522db2-1ddf-4a2a-8b03-efd76be2fca0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/daa79cd7-d470-4ce3-b1fc-cf62ed592e43 HTTP/1.1" status: 404 len: 337 time: 0.0931826 Jul 30 01:42:51.533783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43172) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.581355 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-889867d1-8ea0-4fa9-bfd7-fa64600562f8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.582081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889867d1-8ea0-4fa9-bfd7-fa64600562f8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.584013 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-889867d1-8ea0-4fa9-bfd7-fa64600562f8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/c328bc73-63cf-47db-a9d6-35a94be5d939 HTTP/1.1" status: 404 len: 333 time: 0.0491328 Jul 30 01:42:51.589800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43174) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.605048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a1441dc-be06-48e4-8447-10fb568783d5 req-e84cc337-7f42-450e-ba26-e26db3be7de2 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/516f8efe-a54b-4595-9664-05acacc5b356 HTTP/1.1" status: 200 len: 1801 time: 0.0819390 Jul 30 01:42:51.624675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-71c1ccfb-4c26-4e1e-8282-85c72deda6a7 service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900988 Jul 30 01:42:51.658192 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-687d54ee-a6d7-4bc6-8e5c-7668c0a1f91a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.658657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687d54ee-a6d7-4bc6-8e5c-7668c0a1f91a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.663104 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f64b99f0-de44-43e8-9f0b-468ce0be1a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.679171 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-687d54ee-a6d7-4bc6-8e5c-7668c0a1f91a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/58055466-48d3-464a-a12d-db4b5bdc14ad HTTP/1.1" status: 404 len: 337 time: 0.0879633 Jul 30 01:42:51.689901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.726455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:51.737669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-77e324ae-c722-4b5d-b7b4-80d0fcc1adbe service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771749 Jul 30 01:42:51.739252 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4332e579-7921-4bf7-9c5f-7192cef3ec1d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.740191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4332e579-7921-4bf7-9c5f-7192cef3ec1d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.742898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4332e579-7921-4bf7-9c5f-7192cef3ec1d tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/6d3134dd-6262-4634-b4b9-713f2324f8ae HTTP/1.1" status: 404 len: 333 time: 0.0517976 Jul 30 01:42:51.789438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d64eb6-25a4-4de9-977f-69e45f9aac25 req-fd7661b4-0871-40bc-91fb-bcda8807f6cb service neutron] 10.222.0.55 "GET /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553109 Jul 30 01:42:51.791532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43180) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.870488 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad4a56a-1286-4466-a5ab-8909ce9eecde tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.871147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad4a56a-1286-4466-a5ab-8909ce9eecde tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.873181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dad4a56a-1286-4466-a5ab-8909ce9eecde tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/24b65413-0ce3-44e6-bde8-4561719b8539 HTTP/1.1" status: 404 len: 337 time: 0.0769680 Jul 30 01:42:51.876452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43184) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.902166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'name': 'network-vif-deleted', 'tag': '4ef1800a-0380-4a19-bf64-8e1ea44dc609'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:51.905276 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c1a28-5a4c-450a-9ca4-70361b7ee098" -d '{"events": [{"server_uuid": "a9003ecc-c686-4107-b19e-05fb87260ec2", "name": "network-vif-deleted", "tag": "4ef1800a-0380-4a19-bf64-8e1ea44dc609"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:51.910654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:51.910847 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a1e3a8bc-1d66-43d0-9dbb-c842530c30f2 req-990fca0c-71fa-4bfd-ac0c-61e9dda0c071 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663454 Jul 30 01:42:51.911375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2982587b-08aa-4e56-9b50-3f62e8f7a1e5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:51.922637 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f080f4f-2358-4efa-a03f-9cc85be36b89 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.924052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f080f4f-2358-4efa-a03f-9cc85be36b89 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.927624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9f080f4f-2358-4efa-a03f-9cc85be36b89 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/9b7ea0ab-f060-4243-a48c-5f0de8825a73 HTTP/1.1" status: 404 len: 333 time: 0.0470741 Jul 30 01:42:51.927775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.927985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a1441dc-be06-48e4-8447-10fb568783d5 req-6a0698cb-d521-4ae0-9c91-df415713115e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.928092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43188) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.957336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d273b-70cb-4dda-a8f4-a9725bc90eb4 req-69b56894-e2ba-4987-bea3-58a5d2a528e9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.959240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f3d273b-70cb-4dda-a8f4-a9725bc90eb4 req-69b56894-e2ba-4987-bea3-58a5d2a528e9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 943 time: 0.1684868 Jul 30 01:42:51.959989 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-281549ea-fbad-4ad2-900e-ce3cab1376c8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.960293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281549ea-fbad-4ad2-900e-ce3cab1376c8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.963068 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-281549ea-fbad-4ad2-900e-ce3cab1376c8 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/11943ed7-1991-45fe-995d-c5552533a894 HTTP/1.1" status: 404 len: 337 time: 0.0330791 Jul 30 01:42:51.964830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43190) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:51.968921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a1441dc-be06-48e4-8447-10fb568783d5 req-6a0698cb-d521-4ae0-9c91-df415713115e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.988723 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfd25c5-5405-4d80-8b5a-e28f29f9a330 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:51.989435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfd25c5-5405-4d80-8b5a-e28f29f9a330 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:51.992506 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ddfd25c5-5405-4d80-8b5a-e28f29f9a330 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/deaff985-11ca-4f43-a5d8-9ce606ad0e11 HTTP/1.1" status: 404 len: 333 time: 0.0254600 Jul 30 01:42:51.993669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.022863 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-3936a93e-58a7-4930-9297-f9c898b74f16 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.023790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3936a93e-58a7-4930-9297-f9c898b74f16 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.027052 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3936a93e-58a7-4930-9297-f9c898b74f16 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/3bc6ceb6-f410-4fb2-ada1-9aedd03e52db HTTP/1.1" status: 404 len: 337 time: 0.0306115 Jul 30 01:42:52.027814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.035290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f3d273b-70cb-4dda-a8f4-a9725bc90eb4 req-7e0be1d1-e8b1-438f-8672-d63ac689d745 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682523 Jul 30 01:42:52.055133 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-391b5078-4c83-48c3-b30b-9b2c3132c22e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.055881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391b5078-4c83-48c3-b30b-9b2c3132c22e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.058228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-391b5078-4c83-48c3-b30b-9b2c3132c22e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/19498e7c-c527-4b0f-a801-6c6125d66994 HTTP/1.1" status: 404 len: 333 time: 0.0289321 Jul 30 01:42:52.061862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43196) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.064231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a1441dc-be06-48e4-8447-10fb568783d5 req-6a0698cb-d521-4ae0-9c91-df415713115e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.066826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a1441dc-be06-48e4-8447-10fb568783d5 req-6a0698cb-d521-4ae0-9c91-df415713115e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.068010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a1441dc-be06-48e4-8447-10fb568783d5 req-6a0698cb-d521-4ae0-9c91-df415713115e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/516f8efe-a54b-4595-9664-05acacc5b356 HTTP/1.1" status: 204 len: 173 time: 0.4537158 Jul 30 01:42:52.089733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0698cb-d521-4ae0-9c91-df415713115e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f8efe-a54b-4595-9664-05acacc5b356,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:52.092401 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e53873-a5a1-4524-bdef-06dd05b370e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.092868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e53873-a5a1-4524-bdef-06dd05b370e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.097131 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d1e53873-a5a1-4524-bdef-06dd05b370e4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/e5d2fc09-4ba2-48ec-a6a6-c03084e9488e HTTP/1.1" status: 404 len: 337 time: 0.0306268 Jul 30 01:42:52.097604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43200) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.129166 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f576f15-b170-465a-9dee-135c0cd1f646 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.129787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f576f15-b170-465a-9dee-135c0cd1f646 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.133778 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0f576f15-b170-465a-9dee-135c0cd1f646 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/2f238be4-2a37-4c84-af92-b474b595e5db HTTP/1.1" status: 404 len: 333 time: 0.0330215 Jul 30 01:42:52.134456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43202) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.148929 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae063fb-7d38-493a-bca9-dceaf8026cdd x-openstack-request-id: req-2ae063fb-7d38-493a-bca9-dceaf8026cdd {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:52.149296 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9003ecc-c686-4107-b19e-05fb87260ec2", "name": "network-vif-deleted", "tag": "4ef1800a-0380-4a19-bf64-8e1ea44dc609", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:52.149665 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ae063fb-7d38-493a-bca9-dceaf8026cdd {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:52.150135 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9003ecc-c686-4107-b19e-05fb87260ec2', 'name': 'network-vif-deleted', 'tag': '4ef1800a-0380-4a19-bf64-8e1ea44dc609', 'status': 'completed', 'code': 200} Jul 30 01:42:52.175529 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d8a9bd-a914-4ebe-bac5-fa1ca1020d2c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.175892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d8a9bd-a914-4ebe-bac5-fa1ca1020d2c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.177641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-28d8a9bd-a914-4ebe-bac5-fa1ca1020d2c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/691a7524-aabf-4588-bf20-ef4efce8cbb9 HTTP/1.1" status: 404 len: 337 time: 0.0425012 Jul 30 01:42:52.180442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43206) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.214715 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-636ffa63-6ba8-47d6-96ec-d0569d476ad5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.215444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636ffa63-6ba8-47d6-96ec-d0569d476ad5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.216690 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-636ffa63-6ba8-47d6-96ec-d0569d476ad5 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/f90c5d75-91aa-4834-97d4-9e8d5ab4e67d HTTP/1.1" status: 404 len: 337 time: 0.0353169 Jul 30 01:42:52.220025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.238355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d629840-529e-4041-9496-3f097209f3e0 req-8d180674-9887-4381-983a-41496e9d4e3c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/10aee4a2-fb4a-42c5-8c59-aefa6dd20419 HTTP/1.1" status: 200 len: 1803 time: 0.0650012 Jul 30 01:42:52.242367 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8248c2e-c13d-4b94-ad9b-63b5d988f1d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.243040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8248c2e-c13d-4b94-ad9b-63b5d988f1d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.244755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8248c2e-c13d-4b94-ad9b-63b5d988f1d4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/db0bd5aa-2469-4748-a670-003c2e0c529c HTTP/1.1" status: 404 len: 333 time: 0.0237875 Jul 30 01:42:52.245729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d296f73-f19b-4e1c-9b27-08450b6f6c0b req-604215b8-e041-4b9e-a9c1-e1e7fccd5891 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.247166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43210) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.247316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d296f73-f19b-4e1c-9b27-08450b6f6c0b req-604215b8-e041-4b9e-a9c1-e1e7fccd5891 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1044586 Jul 30 01:42:52.276017 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb53ae15-276c-49ef-81a2-46ce9ab25048 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.276477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb53ae15-276c-49ef-81a2-46ce9ab25048 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.278363 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eb53ae15-276c-49ef-81a2-46ce9ab25048 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/7f05f556-e590-4ff1-ac1c-f7c91516f188 HTTP/1.1" status: 404 len: 337 time: 0.0301547 Jul 30 01:42:52.281047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.306811 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-794a4bef-347f-4505-881e-21bda1ad2d93 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.307250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794a4bef-347f-4505-881e-21bda1ad2d93 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.309071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-794a4bef-347f-4505-881e-21bda1ad2d93 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/ecd82352-629c-4715-a851-4d933eca27dd HTTP/1.1" status: 404 len: 337 time: 0.0264533 Jul 30 01:42:52.311649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.315546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d296f73-f19b-4e1c-9b27-08450b6f6c0b req-40907c2d-7d8c-493d-aa96-62f619d1ff8f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606329 Jul 30 01:42:52.337146 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-533aaa37-5876-494f-8c3b-5e1207efd012 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.337664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533aaa37-5876-494f-8c3b-5e1207efd012 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.342228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-533aaa37-5876-494f-8c3b-5e1207efd012 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/30f6117a-a93f-4d05-b608-81ed2c92594a HTTP/1.1" status: 404 len: 333 time: 0.0293343 Jul 30 01:42:52.342365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43220) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.354900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d629840-529e-4041-9496-3f097209f3e0 req-70741c6b-aa8f-4b2b-8bff-8fbd0ebd2268 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.378893 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ca72f5-eed7-4a97-a43b-b9ee070ec013 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.379370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ca72f5-eed7-4a97-a43b-b9ee070ec013 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.381090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-59ca72f5-eed7-4a97-a43b-b9ee070ec013 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/ae88bd60-bbba-4361-8cec-4606a91ed54e HTTP/1.1" status: 404 len: 337 time: 0.0378129 Jul 30 01:42:52.383775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.418397 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ea2e4a-68b1-49a4-9d02-df70b59ceaa0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.418862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ea2e4a-68b1-49a4-9d02-df70b59ceaa0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.420755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-02ea2e4a-68b1-49a4-9d02-df70b59ceaa0 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/44bc097a-0221-4527-94bd-91085e708dc6 HTTP/1.1" status: 404 len: 337 time: 0.0358918 Jul 30 01:42:52.423354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.427658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d629840-529e-4041-9496-3f097209f3e0 req-70741c6b-aa8f-4b2b-8bff-8fbd0ebd2268 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.449751 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e1eae-ad28-4e83-be28-96fc6509267e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.451103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089e1eae-ad28-4e83-be28-96fc6509267e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.453909 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-089e1eae-ad28-4e83-be28-96fc6509267e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/2874da1b-8dda-4003-9ba6-55dfb979a634 HTTP/1.1" status: 404 len: 333 time: 0.0288980 Jul 30 01:42:52.456485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.473370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cda855-22de-416e-a343-3438ecfbab3f req-27692712-b02c-4a1a-9ccd-0de6259e5210 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.475489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69cda855-22de-416e-a343-3438ecfbab3f req-27692712-b02c-4a1a-9ccd-0de6259e5210 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 946 time: 0.1009681 Jul 30 01:42:52.485562 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-3965b192-8510-4f6b-8f9e-6423c6aa062c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.486520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3965b192-8510-4f6b-8f9e-6423c6aa062c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.490751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3965b192-8510-4f6b-8f9e-6423c6aa062c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/fdf67a2e-d5fa-45b8-bf0b-3157685cb027 HTTP/1.1" status: 404 len: 337 time: 0.0308797 Jul 30 01:42:52.491190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43228) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.521308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:52.532973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d629840-529e-4041-9496-3f097209f3e0 req-70741c6b-aa8f-4b2b-8bff-8fbd0ebd2268 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.535552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d629840-529e-4041-9496-3f097209f3e0 req-70741c6b-aa8f-4b2b-8bff-8fbd0ebd2268 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.536703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d629840-529e-4041-9496-3f097209f3e0 req-70741c6b-aa8f-4b2b-8bff-8fbd0ebd2268 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/10aee4a2-fb4a-42c5-8c59-aefa6dd20419 HTTP/1.1" status: 204 len: 173 time: 0.2885494 Jul 30 01:42:52.549379 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a734533-d767-4a36-9068-5dfe45ec84fa tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.549379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a734533-d767-4a36-9068-5dfe45ec84fa tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.549379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8a734533-d767-4a36-9068-5dfe45ec84fa tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/d7635a8c-21ab-4fd8-adbe-0614d7dadcb6 HTTP/1.1" status: 404 len: 337 time: 0.0521185 Jul 30 01:42:52.549379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43230) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.554284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:52.567170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70741c6b-aa8f-4b2b-8bff-8fbd0ebd2268 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aee4a2-fb4a-42c5-8c59-aefa6dd20419,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:52.575949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-ba040382-8ac6-45a9-ad23-df541cc4edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.577925 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-ba040382-8ac6-45a9-ad23-df541cc4edca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1097 time: 0.0689902 Jul 30 01:42:52.590034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-11538343-4e04-4851-bf66-a83ede4e3385 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a590afa-e0f8-4ec3-9b86-71a56807f49b HTTP/1.1" status: 200 len: 205 time: 0.0369112 Jul 30 01:42:52.592685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43234) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.602858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69cda855-22de-416e-a343-3438ecfbab3f req-55ad4a24-63c1-4228-97a7-45ff359eb33a tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200900 Jul 30 01:42:52.639394 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-7474a67b-c129-4031-92b7-3523d0ffb6cc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] delete failed (client error): The resource could not be found. Jul 30 01:42:52.640399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7474a67b-c129-4031-92b7-3523d0ffb6cc tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/routers/8a590afa-e0f8-4ec3-9b86-71a56807f49b HTTP/1.1" status: 404 len: 336 time: 0.0468156 Jul 30 01:42:52.648665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43238) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.701972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f48b7f21-d84e-4c62-8b49-534437598048 req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1236266165', 'description': 'tempest-description-1181948569'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:52.702235 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e324e443-1729-4274-8c5c-4de923b87460 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.702813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e324e443-1729-4274-8c5c-4de923b87460 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.707800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e324e443-1729-4274-8c5c-4de923b87460 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/66169c70-7501-4e79-84c3-c23868b78b67 HTTP/1.1" status: 404 len: 337 time: 0.0550506 Jul 30 01:42:52.708064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43242) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.725989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.732236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.738306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.744418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.752375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b2b5482-4e35-4ac7-854c-acfc4eeab41e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "GET /v2.0/ports?device_id=06ba1ceb-c166-4fb7-80d5-44f9e811305c HTTP/1.1" status: 200 len: 205 time: 0.0404046 Jul 30 01:42:52.752579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.756335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.756915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.762863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.764901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-831df404-f864-4eaa-ab64-1ff8c8589678 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5423 time: 0.1279402 Jul 30 01:42:52.794443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f48b7f21-d84e-4c62-8b49-534437598048 req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.833736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39618df4-9551-4a4c-9f5c-0b2f2f840cc8 req-c10991ff-3096-4862-9194-3f46249eb7fb tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612326 Jul 30 01:42:52.836094 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-ed264dcb-1880-4f26-8f29-bc6ed8f9754e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] delete failed (client error): The resource could not be found. Jul 30 01:42:52.837302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ed264dcb-1880-4f26-8f29-bc6ed8f9754e tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/routers/06ba1ceb-c166-4fb7-80d5-44f9e811305c HTTP/1.1" status: 404 len: 336 time: 0.0800405 Jul 30 01:42:52.840621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43246) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.842508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-82ed09ff-ce86-4617-be99-e678a1c0bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.844016 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-82ed09ff-ce86-4617-be99-e678a1c0bb7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.2579715 Jul 30 01:42:52.878499 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2b9623-519b-4b97-9cef-4e5556c7f6a4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.879352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2b9623-519b-4b97-9cef-4e5556c7f6a4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.888439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3b2b9623-519b-4b97-9cef-4e5556c7f6a4 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/e3a9f81a-0fe3-4712-8b91-d2e8b83dd66c HTTP/1.1" status: 404 len: 337 time: 0.0387814 Jul 30 01:42:52.888439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.934041 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-350c7533-a03f-49a0-b4c5-221139dda074 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.934720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350c7533-a03f-49a0-b4c5-221139dda074 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.937219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-350c7533-a03f-49a0-b4c5-221139dda074 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/9155526c-4dea-4d45-8157-75ac65c7b6ba HTTP/1.1" status: 404 len: 337 time: 0.0394058 Jul 30 01:42:52.938128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-2e50a58d-bed9-4947-9eb8-329292dc33f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0827785 Jul 30 01:42:52.940377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43252) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:52.973850 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-04753d86-71b0-411d-abd3-b0235d101849 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:52.974557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04753d86-71b0-411d-abd3-b0235d101849 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:52.977203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-04753d86-71b0-411d-abd3-b0235d101849 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/4d812cc6-9580-4937-9987-2c67b93bb761 HTTP/1.1" status: 404 len: 333 time: 0.0357497 Jul 30 01:42:52.980030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43254) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.002651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-b0c954e3-6a50-49f3-8d28-242bab1fa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.004573 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-b0c954e3-6a50-49f3-8d28-242bab1fa34c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.0587618 Jul 30 01:42:53.016498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.019698 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b45fa1-9615-4572-9ad2-ac0a539e3b52 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.020200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b45fa1-9615-4572-9ad2-ac0a539e3b52 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.021915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-93b45fa1-9615-4572-9ad2-ac0a539e3b52 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/ef6be75a-3409-4675-be2d-d88922f7b246 HTTP/1.1" status: 404 len: 337 time: 0.0409930 Jul 30 01:42:53.028277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43256) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.060865 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9973f10f-625e-4e76-a02d-1a3fbf35d902 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.061247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9973f10f-625e-4e76-a02d-1a3fbf35d902 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.066417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9973f10f-625e-4e76-a02d-1a3fbf35d902 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/9bc40f7c-bcf8-490b-9aa9-b1dc0aa40432 HTTP/1.1" status: 404 len: 333 time: 0.0347078 Jul 30 01:42:53.066974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.074308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 300ee09f-68ce-4cd6-af38-88b461b7df22 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:53.085726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4ef1800a-0380-4a19-bf64-8e1ea44dc609 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:53.101169 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-231f5577-ee92-41e5-bc42-533a20c04196 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.101511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f48b7f21-d84e-4c62-8b49-534437598048 req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.101636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231f5577-ee92-41e5-bc42-533a20c04196 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.105973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-231f5577-ee92-41e5-bc42-533a20c04196 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/80a62292-f1be-4765-97b2-b4ef77db597d HTTP/1.1" status: 404 len: 337 time: 0.0354760 Jul 30 01:42:53.107832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43266) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.112640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-7142d89b-baa9-43dd-a3ef-af3ae55bf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.114868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-7142d89b-baa9-43dd-a3ef-af3ae55bf903 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024399 Jul 30 01:42:53.126685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3a274634-b169-48c7-a38e-66ef35299f93 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:53.130385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 4ef1800a-0380-4a19-bf64-8e1ea44dc609 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:53.130905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4ef1800a-0380-4a19-bf64-8e1ea44dc609 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:53.136331 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f48b7f21-d84e-4c62-8b49-534437598048 req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.142474 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bea7be-c986-4917-bf29-58ce82b69938 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.143315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bea7be-c986-4917-bf29-58ce82b69938 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.145987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-74bea7be-c986-4917-bf29-58ce82b69938 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/2c9655aa-9ab8-428b-bfea-331790edb575 HTTP/1.1" status: 404 len: 333 time: 0.0363808 Jul 30 01:42:53.149042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43268) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.202639 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e23058-2129-426c-b169-29ddd861650b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.203017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e23058-2129-426c-b169-29ddd861650b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.207247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2e23058-2129-426c-b169-29ddd861650b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/60942edb-b5a6-4a73-a676-c7b69375845f HTTP/1.1" status: 404 len: 337 time: 0.0548797 Jul 30 01:42:53.213571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43270) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.217338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f48b7f21-d84e-4c62-8b49-534437598048 req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.217338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f48b7f21-d84e-4c62-8b49-534437598048 req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5216517 Jul 30 01:42:53.226075 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-12caf053-66c4-48de-a522-0b32a2e9e428 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037426 Jul 30 01:42:53.244595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d256c16-a592-42a9-b89b-f66273b179bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c425b2-5492-4d26-848b-2f3837367bfa,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:53.266363 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1c2daf-7ee7-4245-ba63-065a5de4ac1c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.266723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 3a274634-b169-48c7-a38e-66ef35299f93 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:53.267160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1c2daf-7ee7-4245-ba63-065a5de4ac1c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.272179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7e1c2daf-7ee7-4245-ba63-065a5de4ac1c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/3b9f6c36-68ce-4c6e-a7a4-9aa637d9932a HTTP/1.1" status: 404 len: 333 time: 0.0507267 Jul 30 01:42:53.273187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43274) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.273446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 3a274634-b169-48c7-a38e-66ef35299f93 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:53.273917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.318382 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62aef47-7618-490a-9f23-cda2077bef6f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.318871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62aef47-7618-490a-9f23-cda2077bef6f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.323193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b62aef47-7618-490a-9f23-cda2077bef6f tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/fc1d2f6f-0ebc-4ac6-a4c4-31e45edc9634 HTTP/1.1" status: 404 len: 337 time: 0.0448778 Jul 30 01:42:53.323419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 300ee09f-68ce-4cd6-af38-88b461b7df22, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=300ee09f-68ce-4cd6-af38-88b461b7df22,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:53.325178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43276) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.344904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '300ee09f-68ce-4cd6-af38-88b461b7df22', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': '300ee09f-68ce-4cd6-af38-88b461b7df22', 'mac_address': 'fa:16:3e:82:14:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:53.360141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-b113a3bf-9871-4dcd-8571-227350e41e91 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230409 Jul 30 01:42:53.373933 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1c199a-0cde-4ea9-9799-3007ad4c5f2a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.374609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1c199a-0cde-4ea9-9799-3007ad4c5f2a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.376440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a1c199a-0cde-4ea9-9799-3007ad4c5f2a tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/7bf483e5-4607-4a5c-b180-e681993cb78b HTTP/1.1" status: 404 len: 333 time: 0.0503206 Jul 30 01:42:53.381307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.385846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1fa65-4ab7-44d3-bea6-0e8f4f3553e0 req-2ba39f04-a868-46b2-a477-a2b891210f79 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.387430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c1fa65-4ab7-44d3-bea6-0e8f4f3553e0 req-2ba39f04-a868-46b2-a477-a2b891210f79 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 943 time: 0.1906006 Jul 30 01:42:53.419668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.425150 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5eac3f-e62e-4499-ad4b-ba01e740eeff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.426038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5eac3f-e62e-4499-ad4b-ba01e740eeff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.428124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9e5eac3f-e62e-4499-ad4b-ba01e740eeff tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/17869c0e-19ff-4da7-bdf3-1810383bee8c HTTP/1.1" status: 404 len: 337 time: 0.0452230 Jul 30 01:42:53.430632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43282) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.431316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee112-f6d8-4abd-adbb-14b01303c5b0 req-2362d540-9c6e-4763-ba9b-0b6347349864 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.433842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca7ee112-f6d8-4abd-adbb-14b01303c5b0 req-2362d540-9c6e-4763-ba9b-0b6347349864 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1274676 Jul 30 01:42:53.434679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300ee09f-68ce-4cd6-af38-88b461b7df22 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:53.439934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.470530 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d8031c-d457-409e-ad57-76110b526df6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.471389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d8031c-d457-409e-ad57-76110b526df6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.473395 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d6d8031c-d457-409e-ad57-76110b526df6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/b0738606-d56b-4e48-a68f-fa101a095190 HTTP/1.1" status: 404 len: 333 time: 0.0412183 Jul 30 01:42:53.475721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43284) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.480552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 300ee09f-68ce-4cd6-af38-88b461b7df22, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=300ee09f-68ce-4cd6-af38-88b461b7df22,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:53.489963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a274634-b169-48c7-a38e-66ef35299f93'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:53.493094 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03fc3c-04fd-4607-9ccf-ef8d5963e513" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "3a274634-b169-48c7-a38e-66ef35299f93"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:53.495695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c1fa65-4ab7-44d3-bea6-0e8f4f3553e0 req-1320fc29-76df-4f91-97a7-13cdd6bdbb41 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992792 Jul 30 01:42:53.500570 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.515396 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7be63bc-7dc6-4b21-8269-15c6ea392ab6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.516049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7be63bc-7dc6-4b21-8269-15c6ea392ab6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.517954 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7be63bc-7dc6-4b21-8269-15c6ea392ab6 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/81d3ae14-6edd-4f63-b509-1de5c80004aa HTTP/1.1" status: 404 len: 337 time: 0.0412598 Jul 30 01:42:53.522577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.524564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3a274634-b169-48c7-a38e-66ef35299f93,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:53.548776 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.549558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a7cbed62-6f49-4e60-b848-08b02078bbbc up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:53.553856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca7ee112-f6d8-4abd-adbb-14b01303c5b0 req-a3e8d5f0-4a08-4d4b-809e-b4f8bf079211 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100335 Jul 30 01:42:53.554673 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-711c2ba1-32fd-473e-b746-c474d554cc1b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.555435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711c2ba1-32fd-473e-b746-c474d554cc1b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.557096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-711c2ba1-32fd-473e-b746-c474d554cc1b tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/ports/f155212f-c6dc-475d-ad3a-86c69815b8e6 HTTP/1.1" status: 404 len: 333 time: 0.0335360 Jul 30 01:42:53.559942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43290) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.598256 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6913ff9a-a4ad-4e16-a9f4-33173ad0397c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] DELETE failed (client error): The resource could not be found. Jul 30 01:42:53.598861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6913ff9a-a4ad-4e16-a9f4-33173ad0397c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:42:53.603168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6913ff9a-a4ad-4e16-a9f4-33173ad0397c tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/subnets/886f60d2-b33a-4f45-8509-f618126bd7be HTTP/1.1" status: 404 len: 337 time: 0.0394771 Jul 30 01:42:53.603454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43292) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:53.609288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=300ee09f-68ce-4cd6-af38-88b461b7df22,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:53.651916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-87936bd4-3675-45bc-99de-cda100caf57e tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/21c425b2-5492-4d26-848b-2f3837367bfa HTTP/1.1" status: 200 len: 1803 time: 0.0543160 Jul 30 01:42:53.667428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Request body: {'security_group': {'name': 'tempest-sg-hth-668850131', 'description': 'tempest-description-hth-1283654899'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:53.668340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port a7cbed62-6f49-4e60-b848-08b02078bbbc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:53.682436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port a7cbed62-6f49-4e60-b848-08b02078bbbc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:53.682966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.699391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.723157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.723393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:53.777323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['300ee09f-68ce-4cd6-af38-88b461b7df22'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:53.781786 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.821947 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.822202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.824804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.825082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.826151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2d32e47-a594-48b3-b34d-8a48fb98e0e2 req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "PUT /v2.0/security-groups/21c425b2-5492-4d26-848b-2f3837367bfa HTTP/1.1" status: 200 len: 1776 time: 0.1655834 Jul 30 01:42:53.842470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:53.857518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff719fe0-0da3-4dc9-be2a-8475302efa00 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c425b2-5492-4d26-848b-2f3837367bfa,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:53.860991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a3805a-2243-4faa-b01d-0895ddd99010') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:53.861959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a3805a-2243-4faa-b01d-0895ddd99010') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:53.872866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.875634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0e4d-3a55-4e45-acf4-94a0e1e9fccb req-0e7fa49f-a72d-421a-a676-120837edb0af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:53.877481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-329f0e4d-3a55-4e45-acf4-94a0e1e9fccb req-0e7fa49f-a72d-421a-a676-120837edb0af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.0938714 Jul 30 01:42:53.893904 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04677ecf-e258-4789-a626-51d4603fde34 x-openstack-request-id: req-04677ecf-e258-4789-a626-51d4603fde34 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:53.894335 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "3a274634-b169-48c7-a38e-66ef35299f93", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:53.894694 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04677ecf-e258-4789-a626-51d4603fde34 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:53.895031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.895368 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a274634-b169-48c7-a38e-66ef35299f93', 'code': 200} Jul 30 01:42:53.902628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:53.913003 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.913923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aa365b30-ef07-4498-b0ac-37238d13c302 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:53.915310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:53.915917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.951381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-329f0e4d-3a55-4e45-acf4-94a0e1e9fccb req-46730368-3062-4931-bd6a-f2be95fca583 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633075 Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:53.972575 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:53.990979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.002420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.008209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] 10.222.0.78 "DELETE /v2.0/networks/d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac HTTP/1.1" status: 204 len: 168 time: 0.4036613 Jul 30 01:42:54.024365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0b0d1-9dbb-4e6f-ab86-6d2fed2ee7b2 tempest-NetworksTestDHCPv6-1151312934 tempest-NetworksTestDHCPv6-1151312934-project] Pushing event deleted for resources: {'Network': ['ID=d28dc0ed-a5e3-4fc8-add9-ae6ec90b3bac,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.058644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.061341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c1e0-c419-4172-9868-ac015c254834 req-23f1d06a-2e90-40cb-939a-ad6c2b05aeeb tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.071297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd8c1e0-c419-4172-9868-ac015c254834 req-23f1d06a-2e90-40cb-939a-ad6c2b05aeeb tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 946 time: 0.1168962 Jul 30 01:42:54.092666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port aa365b30-ef07-4498-b0ac-37238d13c302 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:54.096610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a3f68c5-c50e-4f97-94a7-833b831a5908 req-c1f6734a-6cd3-4209-9ae8-5f94ae550df3 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/21c425b2-5492-4d26-848b-2f3837367bfa HTTP/1.1" status: 200 len: 1776 time: 0.0968187 Jul 30 01:42:54.098256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port aa365b30-ef07-4498-b0ac-37238d13c302 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:54.098683 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.126835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd8c1e0-c419-4172-9868-ac015c254834 req-82906a80-0355-4305-b43b-97ef4f5815ba tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546298 Jul 30 01:42:54.195896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.229646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aa365b30-ef07-4498-b0ac-37238d13c302,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:54.235348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.244396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 35ebe023-b623-4aaf-b450-255d3cd4840a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:54.261371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bf235a5-98cc-4749-be09-5da0c9d44292 req-24b7b565-bb4a-4b3f-9802-2cc6699e80b0 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/21c425b2-5492-4d26-848b-2f3837367bfa HTTP/1.1" status: 200 len: 1776 time: 0.0837502 Jul 30 01:42:54.277624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.284369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.290665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.292201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43306) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:54.296604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.303523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.309456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.316158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.317408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-bf942bab-e4cf-49eb-8d8d-4ee93be89d7f tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5425 time: 0.1318076 Jul 30 01:42:54.333696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.351753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 35ebe023-b623-4aaf-b450-255d3cd4840a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:54.355785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 35ebe023-b623-4aaf-b450-255d3cd4840a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:54.356738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.395407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43b5fda6-ba24-41bf-815f-7d289cc4e13f req-3b2ee535-9ffc-4a09-8454-db8247d02e88 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685506 Jul 30 01:42:54.413184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3bf235a5-98cc-4749-be09-5da0c9d44292 req-6b633fc7-cc42-4fdf-85d9-70ac1acee4b6 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.437218 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3bf235a5-98cc-4749-be09-5da0c9d44292 req-6b633fc7-cc42-4fdf-85d9-70ac1acee4b6 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.460995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.463790 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.488698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3bf235a5-98cc-4749-be09-5da0c9d44292 req-6b633fc7-cc42-4fdf-85d9-70ac1acee4b6 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.491591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-3bf235a5-98cc-4749-be09-5da0c9d44292 req-6b633fc7-cc42-4fdf-85d9-70ac1acee4b6 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.492747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bf235a5-98cc-4749-be09-5da0c9d44292 req-6b633fc7-cc42-4fdf-85d9-70ac1acee4b6 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/21c425b2-5492-4d26-848b-2f3837367bfa HTTP/1.1" status: 204 len: 173 time: 0.1744177 Jul 30 01:42:54.504907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b633fc7-cc42-4fdf-85d9-70ac1acee4b6 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c425b2-5492-4d26-848b-2f3837367bfa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.511799 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e1cc401a-36bd-4572-9cdb-421c43d211d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=53b5364b8ad34902ac9e6333a5effc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176790 Jul 30 01:42:54.515053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43312) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:54.538062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=35ebe023-b623-4aaf-b450-255d3cd4840a,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:54.542992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.544043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6accce28-3d76-4290-bcb5-a1e9d826efe9 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:54.584144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c4f2b3-aa6f-45c4-8dfb-84125721a378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.628452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.642679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 6accce28-3d76-4290-bcb5-a1e9d826efe9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:54.647204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 6accce28-3d76-4290-bcb5-a1e9d826efe9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:54.647657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.650963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c4f2b3-aa6f-45c4-8dfb-84125721a378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.725094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3f4c3-52c1-4a1e-a720-86b6059995ce req-8a96dcb6-5fda-4b51-b091-2d3458b43477 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.726618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5e3f4c3-52c1-4a1e-a720-86b6059995ce req-8a96dcb6-5fda-4b51-b091-2d3458b43477 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 944 time: 0.1281378 Jul 30 01:42:54.741112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.777233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003b436-59e2-4f87-8a78-16f9cdbfb855 req-8d6d14b1-fa4a-40f2-9615-38a79defadba tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.777672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:54.778649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d003b436-59e2-4f87-8a78-16f9cdbfb855 req-8d6d14b1-fa4a-40f2-9615-38a79defadba tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1028101 Jul 30 01:42:54.782610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.782932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c4f2b3-aa6f-45c4-8dfb-84125721a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.783626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2c92ec2-02dd-48db-843a-de0c4cd3879c up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:54.785448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92c4f2b3-aa6f-45c4-8dfb-84125721a378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.789052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-92c4f2b3-aa6f-45c4-8dfb-84125721a378 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f878483d-642d-4f2b-9c5b-48e7839a18e2 HTTP/1.1" status: 204 len: 168 time: 0.2709849 Jul 30 01:42:54.806229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5e3f4c3-52c1-4a1e-a720-86b6059995ce req-3aa1f9d8-930a-483f-b97b-976c96fd44a0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704789 Jul 30 01:42:54.808103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4f2b3-aa6f-45c4-8dfb-84125721a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f878483d-642d-4f2b-9c5b-48e7839a18e2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.853223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d003b436-59e2-4f87-8a78-16f9cdbfb855 req-bd68f061-6fb1-4705-9f7b-422274338762 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654838 Jul 30 01:42:54.872859 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-db3fda37-97af-4f63-9825-cc581bebe882 req-ac97b0e4-15f6-4105-a4e6-78f9599ebbd8 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:54.873984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3fda37-97af-4f63-9825-cc581bebe882 req-ac97b0e4-15f6-4105-a4e6-78f9599ebbd8 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/10aee4a2-fb4a-42c5-8c59-aefa6dd20419 HTTP/1.1" status: 404 len: 352 time: 0.0198388 Jul 30 01:42:54.899170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:54.913509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b2c92ec2-02dd-48db-843a-de0c4cd3879c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:54.917947 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-dbb6a3e2-1c84-4c98-86c9-06d0796bdb6d req-e6a55c43-d58b-4a32-b0d6-0b70d0a617f5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:54.919108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb6a3e2-1c84-4c98-86c9-06d0796bdb6d req-e6a55c43-d58b-4a32-b0d6-0b70d0a617f5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/516f8efe-a54b-4595-9664-05acacc5b356 HTTP/1.1" status: 404 len: 352 time: 0.0179038 Jul 30 01:42:54.919234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b2c92ec2-02dd-48db-843a-de0c4cd3879c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:54.919952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.957094 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-31b5c340-437c-49c4-ae2c-98cef157f4d3 req-dbea5e11-e332-4844-ae0b-ee9b20226260 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:54.958430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31b5c340-437c-49c4-ae2c-98cef157f4d3 req-dbea5e11-e332-4844-ae0b-ee9b20226260 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/a9df0ac1-f4ba-4347-8758-60478392dd05 HTTP/1.1" status: 404 len: 352 time: 0.0169516 Jul 30 01:42:55.011830 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-3cc6efd7-f777-4ed0-b3bb-1ae0f8ba01f3 req-1791fef1-686a-4688-b2cd-7937867817f0 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:55.012926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cc6efd7-f777-4ed0-b3bb-1ae0f8ba01f3 req-1791fef1-686a-4688-b2cd-7937867817f0 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/13759053-2256-40f5-be5e-d181f0f91bcf HTTP/1.1" status: 404 len: 352 time: 0.0183606 Jul 30 01:42:55.037034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.066847 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-174a47da-8e4f-4311-9354-7d456db83e58 req-8c75466f-e5da-4d1b-a8fe-7156e8330b6f tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:55.066847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-174a47da-8e4f-4311-9354-7d456db83e58 req-8c75466f-e5da-4d1b-a8fe-7156e8330b6f tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/d0147fec-ce91-45db-b957-cd5b89778f8e HTTP/1.1" status: 404 len: 352 time: 0.0254369 Jul 30 01:42:55.079504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:55.084184 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.085541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0f7aec9a-3c75-4c58-897d-e54e004477fd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:55.116592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 300ee09f-68ce-4cd6-af38-88b461b7df22 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:55.119254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c67ebb-57b1-4129-a748-0cce3d42d3fb req-539c3f48-f5e1-4c3c-86af-53b83f701c00 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.120987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83c67ebb-57b1-4129-a748-0cce3d42d3fb req-539c3f48-f5e1-4c3c-86af-53b83f701c00 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.0735695 Jul 30 01:42:55.128756 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-82461f2e-3450-4082-84fd-819e53ee22d4 req-93d1f81f-b518-4202-a69c-5c8fa2b2152c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] show failed (client error): The resource could not be found. Jul 30 01:42:55.129821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82461f2e-3450-4082-84fd-819e53ee22d4 req-93d1f81f-b518-4202-a69c-5c8fa2b2152c tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/efc40e42-59f9-40c4-9841-039ec6981bc3 HTTP/1.1" status: 404 len: 352 time: 0.0258729 Jul 30 01:42:55.195050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83c67ebb-57b1-4129-a748-0cce3d42d3fb req-4c975747-32b3-4c84-a4a7-e7979e0b4bde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557501 Jul 30 01:42:55.229309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.235830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 0f7aec9a-3c75-4c58-897d-e54e004477fd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:55.241213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 0f7aec9a-3c75-4c58-897d-e54e004477fd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:55.241624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.245215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 300ee09f-68ce-4cd6-af38-88b461b7df22 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:55.268233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 300ee09f-68ce-4cd6-af38-88b461b7df22 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:55.268741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.285583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-1df167f1-7732-499f-9a2b-10449b5bf879 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.289934 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-1df167f1-7732-499f-9a2b-10449b5bf879 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 946 time: 0.0939388 Jul 30 01:42:55.458620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.484718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Deleting port 4806c874-8d70-455b-9c57-b339707d6a7e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:55.485303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.492156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12979380-d1d2-447c-a85a-154e7dcc5e26 req-7de19e73-78fb-4ad9-a631-690bebdb04ac tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.495137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12979380-d1d2-447c-a85a-154e7dcc5e26 req-7de19e73-78fb-4ad9-a631-690bebdb04ac tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9c01c42-80f8-4ffe-8e53-6e86b35237aa HTTP/1.1" status: 200 len: 946 time: 0.1417565 Jul 30 01:42:55.501996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.530188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:55.543256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.545288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:55.563754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9d9d-2be8-48f9-81a1-3917749a64b9 req-f5652a48-66a6-4495-b7a1-c0398e929ba8 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.565466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-858c9d9d-2be8-48f9-81a1-3917749a64b9 req-f5652a48-66a6-4495-b7a1-c0398e929ba8 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1024 time: 0.1490355 Jul 30 01:42:55.626075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b74c-7245-4761-839d-be5b477947cc req-7decaff5-0c54-4f89-98e2-6fde2d166e08 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.626075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b247b74c-7245-4761-839d-be5b477947cc req-7decaff5-0c54-4f89-98e2-6fde2d166e08 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.55 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1224506 Jul 30 01:42:55.627296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 300ee09f-68ce-4cd6-af38-88b461b7df22, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=300ee09f-68ce-4cd6-af38-88b461b7df22,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:55.629712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] For port 4806c874-8d70-455b-9c57-b339707d6a7e, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4806c874-8d70-455b-9c57-b339707d6a7e,segment=NetworkSegment(12287615-b50a-44cf-9c7a-ffe06a55087f),segment_id=12287615-b50a-44cf-9c7a-ffe06a55087f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:55.629712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.636041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:55.636041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9fb17e08-3857-4c88-b04e-1f7e3a6ce43e not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:55.641235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12979380-d1d2-447c-a85a-154e7dcc5e26 req-fcd25b48-d32b-480d-97f2-8afeb95a60da tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.78 "GET /v2.0/security-groups?id=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342220 Jul 30 01:42:55.641544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.650600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Calling delete_port for 4806c874-8d70-455b-9c57-b339707d6a7e owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:55.708438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.731559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-858c9d9d-2be8-48f9-81a1-3917749a64b9 req-1115e087-aa26-45bf-9fe5-38fed71ed0a4 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=8e682c35-7d61-41e0-84d2-e4564d367298&id=d7278009-cc64-4bc3-a025-4e9447e4c998&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1584847 Jul 30 01:42:55.786537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=300ee09f-68ce-4cd6-af38-88b461b7df22,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.845138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.857327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4806c874-8d70-455b-9c57-b339707d6a7e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:55.878993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Deleting port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:55.879415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.884903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Pushing event deleted for resources: {'Port': ['ID=4806c874-8d70-455b-9c57-b339707d6a7e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.896751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cbed62-6f49-4e60-b848-08b02078bbbc'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd'}, {'server_uuid': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ee09f-68ce-4cd6-af38-88b461b7df22'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:55.899141 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70fac45-5e39-46a8-882e-17b48b0ee61c" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "a7cbed62-6f49-4e60-b848-08b02078bbbc"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd"}, {"server_uuid": "a717895d-5f67-4d4f-a6dc-b7bc8445b25d", "name": "network-vif-plugged", "status": "completed", "tag": "300ee09f-68ce-4cd6-af38-88b461b7df22"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:55.920324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:55.929069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.937714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.943222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] No DVR routers for this DVR port 4806c874-8d70-455b-9c57-b339707d6a7e on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:55.946375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.946728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.949039 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-18570e2e-a56a-4e35-9a59-8c9c2d182212 req-b46789aa-338d-45ce-b8af-2add39d24845 tempest-ServerAddressesNegativeTestJSON-848533234 tempest-ServerAddressesNegativeTestJSON-848533234-project] 10.222.0.66 "DELETE /v2.0/ports/4806c874-8d70-455b-9c57-b339707d6a7e HTTP/1.1" status: 204 len: 173 time: 0.6534741 Jul 30 01:42:55.949504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'name': 'network-vif-deleted', 'tag': '4806c874-8d70-455b-9c57-b339707d6a7e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:55.955077 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef087a-029a-4849-802c-0edd0844b630" -d '{"events": [{"server_uuid": "c9c01c42-80f8-4ffe-8e53-6e86b35237aa", "name": "network-vif-deleted", "tag": "4806c874-8d70-455b-9c57-b339707d6a7e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:55.963443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.973206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.982878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.991144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.994278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d07db8b-b75c-414e-b843-cd741492b225 req-c7318284-8303-4772-8171-56712e1cbde6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.1967199 Jul 30 01:42:56.050347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-717054428'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:56.087413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Made reservation on behalf of e01ee28f17734ca890dd08d2cd882b26 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:56.091256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.102615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.142618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d07db8b-b75c-414e-b843-cd741492b225 req-abf80d96-2ec8-46d5-b468-63a8b1ea6f82 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059890 Jul 30 01:42:56.177992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f102-8032-46d5-be22-81903a6dc4ea req-899fddd4-7de0-4caf-9ac5-d9d59449f2fc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.179634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33e0f102-8032-46d5-be22-81903a6dc4ea req-899fddd4-7de0-4caf-9ac5-d9d59449f2fc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.1468270 Jul 30 01:42:56.184925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] For port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:56.185297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.212414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Calling delete_port for 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:56.217391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.222982 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.249523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:56.262698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b078d5-54b5-423a-b68b-7c50a795acaf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:56.268378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.268915 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Added segment 2f18f371-6320-4066-b94d-72001e0d593a of type vlan for network 611045e9-483f-441a-ad00-fa1f6a2f2304 Jul 30 01:42:56.287256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33e0f102-8032-46d5-be22-81903a6dc4ea req-85b2260f-f5b6-4e27-b2d8-e86b90644f0e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992138 Jul 30 01:42:56.323297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.353345 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a441d3-865b-4ae3-8341-ef6e414c3cd4 x-openstack-request-id: req-17a441d3-865b-4ae3-8341-ef6e414c3cd4 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:56.353894 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "a7cbed62-6f49-4e60-b848-08b02078bbbc", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-plugged", "status": "completed", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd", "code": 200}, {"server_uuid": "a717895d-5f67-4d4f-a6dc-b7bc8445b25d", "name": "network-vif-plugged", "status": "completed", "tag": "300ee09f-68ce-4cd6-af38-88b461b7df22", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:56.353894 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17a441d3-865b-4ae3-8341-ef6e414c3cd4 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:56.354246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635af51-b8c2-44ba-8b31-e1b4b6340aab req-05170a9c-5a37-4a7c-903c-90e7b63fc41f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.354370 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cbed62-6f49-4e60-b848-08b02078bbbc', 'code': 200} Jul 30 01:42:56.354560 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302', 'code': 200} Jul 30 01:42:56.354801 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a', 'code': 200} Jul 30 01:42:56.355082 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'code': 200} Jul 30 01:42:56.355333 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c', 'code': 200} Jul 30 01:42:56.355578 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd', 'code': 200} Jul 30 01:42:56.355816 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300ee09f-68ce-4cd6-af38-88b461b7df22', 'code': 200} Jul 30 01:42:56.355996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b635af51-b8c2-44ba-8b31-e1b4b6340aab req-05170a9c-5a37-4a7c-903c-90e7b63fc41f tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/ports?device_id=e437b218-d87d-47d9-ab97-ee13c6fca27b HTTP/1.1" status: 200 len: 946 time: 0.1353750 Jul 30 01:42:56.362626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.370396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.371408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.404200 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4797482 Jul 30 01:42:56.408267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43376) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:56.419998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Request body: {'subnet': {'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:56.437017 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b067c5b-2d09-40ce-b0b8-2bd60ea73d20 x-openstack-request-id: req-7b067c5b-2d09-40ce-b0b8-2bd60ea73d20 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:56.437320 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c01c42-80f8-4ffe-8e53-6e86b35237aa", "name": "network-vif-deleted", "tag": "4806c874-8d70-455b-9c57-b339707d6a7e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:56.438095 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b067c5b-2d09-40ce-b0b8-2bd60ea73d20 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:56.438515 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c01c42-80f8-4ffe-8e53-6e86b35237aa', 'name': 'network-vif-deleted', 'tag': '4806c874-8d70-455b-9c57-b339707d6a7e', 'status': 'completed', 'code': 200} Jul 30 01:42:56.461911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532d6e5-afc8-4c74-b0a7-ef0076f311fb tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event updated for resources: {'Network': ['ID=611045e9-483f-441a-ad00-fa1f6a2f2304,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:56.468330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b635af51-b8c2-44ba-8b31-e1b4b6340aab req-50d35cd4-ece6-44c3-bad3-c89c84265b8e tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.78 "GET /v2.0/security-groups?id=0180e1a3-05c3-4676-8175-4b10666c1dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030650 Jul 30 01:42:56.474119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:56.583075 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.599344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5b51c-6ccf-4b15-815f-2a466d7225f9 req-93e8e7ea-0c0f-4b73-9e7b-5a0e8ce66ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.602483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ff5b51c-6ccf-4b15-815f-2a466d7225f9 req-93e8e7ea-0c0f-4b73-9e7b-5a0e8ce66ea4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 1097 time: 0.0935714 Jul 30 01:42:56.617893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:56.642661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Pushing event deleted for resources: {'Port': ['ID=1a83d61f-714b-46c4-a3b3-d8c5dc9e802c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:56.670947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9b47-4fb7-4dae-9ce8-7b9eb57a56ef req-54babf25-b29d-44ea-92a1-6a40a5ed1ac1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.672833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-445f9b47-4fb7-4dae-9ce8-7b9eb57a56ef req-54babf25-b29d-44ea-92a1-6a40a5ed1ac1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1503785 Jul 30 01:42:56.689678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Made reservation on behalf of e01ee28f17734ca890dd08d2cd882b26 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:56.693921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.717357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43380) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:56.721508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ff5b51c-6ccf-4b15-815f-2a466d7225f9 req-5f651df6-4a81-4eb2-977e-06f99925037f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102908 Jul 30 01:42:56.735920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.735920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.735920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.735920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.736660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.737014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.737472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.739688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-93442152-ab76-4126-aec5-a00967145921 req-c8f50ca4-f31f-434d-9aac-c9b001c40f41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.0939941 Jul 30 01:42:56.764269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] No DVR routers for this DVR port 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:56.783015 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-93442152-ab76-4126-aec5-a00967145921 req-d33699e0-ee28-4805-8248-0c6d2b8f3a82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=265a896d-f108-42f9-b2fd-021d785303d8&id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348780 Jul 30 01:42:56.791367 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.793662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b247b74c-7245-4761-839d-be5b477947cc req-fe258686-0f30-4412-afaf-d12132e9c389 tempest-ServerRescueTestJSON-28577851 tempest-ServerRescueTestJSON-28577851-project] 10.222.0.55 "DELETE /v2.0/ports/1a83d61f-714b-46c4-a3b3-d8c5dc9e802c HTTP/1.1" status: 204 len: 173 time: 1.1552424 Jul 30 01:42:56.794175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'name': 'network-vif-deleted', 'tag': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:56.798374 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee92d75-d58e-4677-adfd-a7929835ff55" -d '{"events": [{"server_uuid": "e437b218-d87d-47d9-ab97-ee13c6fca27b", "name": "network-vif-deleted", "tag": "1a83d61f-714b-46c4-a3b3-d8c5dc9e802c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:56.900181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-445f9b47-4fb7-4dae-9ce8-7b9eb57a56ef req-82ac5efe-24c0-4c48-80b9-2317875f0ef7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014408 Jul 30 01:42:56.909425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Deleting subnet e5d8bb49-2081-4d58-a350-129485b014fb {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:56.916097 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.950405 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daff16bf-3d0f-46ed-b052-116a4c0db4fd x-openstack-request-id: req-daff16bf-3d0f-46ed-b052-116a4c0db4fd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:56.950738 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e437b218-d87d-47d9-ab97-ee13c6fca27b", "name": "network-vif-deleted", "tag": "1a83d61f-714b-46c4-a3b3-d8c5dc9e802c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:56.950986 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-daff16bf-3d0f-46ed-b052-116a4c0db4fd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:56.951444 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e437b218-d87d-47d9-ab97-ee13c6fca27b', 'name': 'network-vif-deleted', 'tag': '1a83d61f-714b-46c4-a3b3-d8c5dc9e802c', 'status': 'completed', 'code': 200} Jul 30 01:42:56.974100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777daf-0d49-4fab-9ccf-1f4cf430688b req-8f590f04-be8e-4520-bd9e-17b0edcebafc tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.975740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63777daf-0d49-4fab-9ccf-1f4cf430688b req-8f590f04-be8e-4520-bd9e-17b0edcebafc tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1024 time: 0.1536644 Jul 30 01:42:56.986975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.143733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63777daf-0d49-4fab-9ccf-1f4cf430688b req-19d35e9c-4506-4912-bd63-2ca91aa71632 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=8e682c35-7d61-41e0-84d2-e4564d367298&id=d7278009-cc64-4bc3-a025-4e9447e4c998&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1594703 Jul 30 01:42:57.146343 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.189049 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.644932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.661046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event updated for resources: {'Subnet': ['ID=8593579c-ea4b-4828-a4c6-e62fc6d594b9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.752393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.754965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e5d8bb49-2081-4d58-a350-129485b014fb HTTP/1.1" status: 204 len: 168 time: 0.9951444 Jul 30 01:42:57.756291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9ce4c-c443-4fb5-b7b5-1c8244585ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d8bb49-2081-4d58-a350-129485b014fb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.757045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:57.763722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Checking segment: {'id': '2f18f371-6320-4066-b94d-72001e0d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:57.764600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Network hostable DHCP agents. Network: 611045e9-483f-441a-ad00-fa1f6a2f2304, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:57.792584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.798735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.804889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.811072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.817537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.823448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.829847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.844232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-015b057d-2a8d-417d-98a4-230d62ef4ae1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.5984581 Jul 30 01:42:57.845681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.870954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ecdfe-0547-4416-af67-e4236a32335e req-1d158d62-8631-49d2-8f41-f8c041b71d44 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.872434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e01ecdfe-0547-4416-af67-e4236a32335e req-1d158d62-8631-49d2-8f41-f8c041b71d44 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1024 time: 0.2287998 Jul 30 01:42:57.904025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10797205-a67e-4e4e-ab48-69d8259b6add req-937be179-7e39-4cb3-87a3-818aaf1f8be9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.905778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10797205-a67e-4e4e-ab48-69d8259b6add req-937be179-7e39-4cb3-87a3-818aaf1f8be9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.2635207 Jul 30 01:42:57.939131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.945428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:57.950202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4c408a-5b0c-40c2-acd8-6d0c40888d86']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:57.962572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12287615-b50a-44cf-9c7a-ffe06a55087f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:57.962868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12287615-b50a-44cf-9c7a-ffe06a55087f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:57.968401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-543297ad-4fe9-4919-b9e0-323d26f17d5b req-79acca9b-c0e9-427d-93e0-cec3e9778e02 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232948 Jul 30 01:42:57.972194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.984109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 611045e9-483f-441a-ad00-fa1f6a2f2304) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:57.987607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.994986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac1122-3d90-4acb-a12b-52858ef6f790 None None] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:57.996044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.996625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.998591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:57.999253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:58.002025 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:58.055470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a476659e-fe6d-4b9b-a267-3dd547d441f9 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6447339 Jul 30 01:42:58.059081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:58.064569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Request body: {'port': {'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1661919641'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:58.081453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43398) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:58.082644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10797205-a67e-4e4e-ab48-69d8259b6add req-e7f7f43f-9fbb-44ef-b2c0-7652a89a6224 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427937 Jul 30 01:42:58.138837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Deleting port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:58.139482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.168020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.178112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.180012 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] 10.222.0.78 "DELETE /v2.0/networks/3e4c408a-5b0c-40c2-acd8-6d0c40888d86 HTTP/1.1" status: 204 len: 168 time: 0.4212067 Jul 30 01:42:58.229309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41afb15-c988-4726-b59d-0d98eeee61de admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4c408a-5b0c-40c2-acd8-6d0c40888d86,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:58.273174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-611045e9-483f-441a-ad00-fa1f6a2f2304', 'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304', 'tenant_id': 'e01ee28f17734ca890dd08d2cd882b26', 'fixed_ips': [{'subnet_id': '8593579c-ea4b-4828-a4c6-e62fc6d594b9'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:58.275255 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.368580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8d97f-163b-404c-92d1-355105fe6cc7 req-442d2a44-3291-4975-b588-d10f191d5949 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.374513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Made reservation on behalf of e01ee28f17734ca890dd08d2cd882b26 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:58.378135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9b8d97f-163b-404c-92d1-355105fe6cc7 req-442d2a44-3291-4975-b588-d10f191d5949 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.2340691 Jul 30 01:42:58.379246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.435799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] device_id is not set on port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:42:58.476667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9b8d97f-163b-404c-92d1-355105fe6cc7 req-acd3e95c-6ab6-414b-8d43-bf2f2ca869ff tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968184 Jul 30 01:42:58.482275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] For port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,segment=NetworkSegment(ed8f9179-44c7-4d3e-8202-c19a6ca82630),segment_id=ed8f9179-44c7-4d3e-8202-c19a6ca82630)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:58.482651 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.493148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65a16-5b8e-4125-8501-4a368d25e7de req-f06f3849-d469-463d-b1ec-21817783b0e2 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.494771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ada65a16-5b8e-4125-8501-4a368d25e7de req-f06f3849-d469-463d-b1ec-21817783b0e2 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/ports?device_id=e292c46c-7452-4342-bbde-46997a902569 HTTP/1.1" status: 200 len: 1024 time: 0.1817639 Jul 30 01:42:58.506211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Allocated IP 172.20.0.2 (611045e9-483f-441a-ad00-fa1f6a2f2304/8593579c-ea4b-4828-a4c6-e62fc6d594b9/efdb5e3d-7080-4a68-b6ab-30d0a58884b0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:58.523380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43404) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:58.525884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Calling delete_port for 9691546f-a0fb-47b8-9da8-7c417c5cdd6e owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:58.606164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ada65a16-5b8e-4125-8501-4a368d25e7de req-f1f86a9b-56e5-4143-bed3-93f0d808d7d0 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups?id=88efeb31-1b1a-4a25-9ff4-222ea13c0de6&id=8e682c35-7d61-41e0-84d2-e4564d367298&id=d7278009-cc64-4bc3-a025-4e9447e4c998&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1005244 Jul 30 01:42:58.620376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7cf69137-8792-4ded-ac9a-9d7e93226daf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa8fbb56a24e476784e820eb781d8260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936980 Jul 30 01:42:58.621513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43406) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:58.695027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ef47751-4985-47f3-a299-a165203e37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.746968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ef47751-4985-47f3-a299-a165203e37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.781599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.818885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['9691546f-a0fb-47b8-9da8-7c417c5cdd6e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:58.820243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'Port': ['ID=9691546f-a0fb-47b8-9da8-7c417c5cdd6e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:58.865542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.871750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] No DVR routers for this DVR port 9691546f-a0fb-47b8-9da8-7c417c5cdd6e on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:58.878288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.880745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e01ecdfe-0547-4416-af67-e4236a32335e req-e8a64395-42d7-4426-a07c-06b8f49f2c64 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.55 "DELETE /v2.0/ports/9691546f-a0fb-47b8-9da8-7c417c5cdd6e HTTP/1.1" status: 204 len: 173 time: 0.9936798 Jul 30 01:42:58.881809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Transition to ACTIVE for port object efdb5e3d-7080-4a68-b6ab-30d0a58884b0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:58.882493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ef47751-4985-47f3-a299-a165203e37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.885319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ef47751-4985-47f3-a299-a165203e37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.886651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8ef47751-4985-47f3-a299-a165203e37c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5 HTTP/1.1" status: 204 len: 168 time: 0.2639871 Jul 30 01:42:58.901684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef47751-4985-47f3-a299-a165203e37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b23f7-c5d6-482c-9dc2-30eb9b8560a5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:58.908489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Transition to ACTIVE for port object efdb5e3d-7080-4a68-b6ab-30d0a58884b0 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:58.917011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.952813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'name': 'network-vif-deleted', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:58.956199 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2ecf04-41f5-426e-8cb2-2dc7cde0d26f" -d '{"events": [{"server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "name": "network-vif-deleted", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:59.009630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:59.013617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:59.022730 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7c6c0-5dfd-44f4-a40f-d1e39229f6fe x-openstack-request-id: req-aea7c6c0-5dfd-44f4-a40f-d1e39229f6fe {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:59.023256 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292c46c-7452-4342-bbde-46997a902569", "name": "network-vif-deleted", "tag": "9691546f-a0fb-47b8-9da8-7c417c5cdd6e", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:59.023256 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aea7c6c0-5dfd-44f4-a40f-d1e39229f6fe {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:59.023700 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292c46c-7452-4342-bbde-46997a902569', 'name': 'network-vif-deleted', 'tag': '9691546f-a0fb-47b8-9da8-7c417c5cdd6e', 'status': 'completed', 'code': 200} Jul 30 01:42:59.026893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:59.038883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Pushing event updated for resources: {'Port': ['ID=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:59.093486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Allocated IP 172.20.0.5 (611045e9-483f-441a-ad00-fa1f6a2f2304/8593579c-ea4b-4828-a4c6-e62fc6d594b9/d3bd5807-cfae-42a3-bbe2-d9ca37127fe1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:59.118331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4806c874-8d70-455b-9c57-b339707d6a7e no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:59.151260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 4806c874-8d70-455b-9c57-b339707d6a7e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:59.152263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4806c874-8d70-455b-9c57-b339707d6a7e not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:59.154225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Attempting to bind port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:59.154550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Attempting to bind port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '2f18f371-6320-4066-b94d-72001e0d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:59.155283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Attempting to bind port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 on network 611045e9-483f-441a-ad00-fa1f6a2f2304 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:59.162108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:59.162535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Checking segment: {'id': '2f18f371-6320-4066-b94d-72001e0d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:59.163028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.163425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Bound using segment: {'id': '2f18f371-6320-4066-b94d-72001e0d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:59.164040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Bound port: efdb5e3d-7080-4a68-b6ab-30d0a58884b0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f18f371-6320-4066-b94d-72001e0d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:59.164423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.169131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.240429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.241696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] For port efdb5e3d-7080-4a68-b6ab-30d0a58884b0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:59.245800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] For port efdb5e3d-7080-4a68-b6ab-30d0a58884b0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,segment=NetworkSegment(2f18f371-6320-4066-b94d-72001e0d593a),segment_id=2f18f371-6320-4066-b94d-72001e0d593a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:59.247567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.251201 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.254773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.260829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.266829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.272777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.278714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.287129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-c6cdf69a-87a0-418c-b77a-cb4e8c45c1f2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.1466994 Jul 30 01:42:59.327101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11700833-55b1-4ba4-ab55-9cbe3ee465b7 None None] Pushing event updated for resources: {'Port': ['ID=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:59.332600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806dbe4-e545-4720-8751-5d4634b65d77 req-ac952c43-25f4-4632-982b-19f08f18c1fe tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.334188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1806dbe4-e545-4720-8751-5d4634b65d77 req-ac952c43-25f4-4632-982b-19f08f18c1fe tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.1511788 Jul 30 01:42:59.377725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6eea6ee-6f84-4141-94e0-81708bbd5b88 req-4520a361-8536-4285-a8ce-2611a268302d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897870 Jul 30 01:42:59.422555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1806dbe4-e545-4720-8751-5d4634b65d77 req-9e4fdf83-0fe6-4b9a-b7a8-0b94f0741da0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651426 Jul 30 01:42:59.705580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.720992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.732561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.739038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.745806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.752685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.759272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.772869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.786047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40151ea7-c539-45ec-b700-06e05a716174 req-79ae38d4-7178-488e-b75a-73955b3d0234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.2664790 Jul 30 01:42:59.786576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43436) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:59.806968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8261c1-7ff2-4741-8f29-21513e76b639 req-d1246d11-bff1-48b0-a472-765b5dd01abb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:59.808955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e8261c1-7ff2-4741-8f29-21513e76b639 req-d1246d11-bff1-48b0-a472-765b5dd01abb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.2264740 Jul 30 01:42:59.813260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Request body: {'floatingip': {'port_id': '6accce28-3d76-4290-bcb5-a1e9d826efe9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:59.823701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Transition to ACTIVE for port object d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:59.839618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device efdb5e3d-7080-4a68-b6ab-30d0a58884b0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:59.907231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:59.928166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Deleting port a11ff85d-c10c-4d12-820a-5c95e53f02fb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:59.929285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.944449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.951413 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.969941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e8261c1-7ff2-4741-8f29-21513e76b639 req-fc67c822-b5f5-40f1-888d-a4b7b55e9608 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422489 Jul 30 01:43:00.057499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43448) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:00.064346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:00.074870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event updated for resources: {'Port': ['ID=d3bd5807-cfae-42a3-bbe2-d9ca37127fe1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:00.081215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:00.086118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:00.135069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6578b52-81f0-4cf3-981f-61a3b7ed42fa req-fd40006c-fa7d-47cc-a70d-d332b72c24a4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.137478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6578b52-81f0-4cf3-981f-61a3b7ed42fa req-fd40006c-fa7d-47cc-a70d-d332b72c24a4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.2344892 Jul 30 01:43:00.163135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.163953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.185001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] For port a11ff85d-c10c-4d12-820a-5c95e53f02fb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a11ff85d-c10c-4d12-820a-5c95e53f02fb,segment=NetworkSegment(d2531123-4f6b-496d-b6a0-9238cfbb1da8),segment_id=d2531123-4f6b-496d-b6a0-9238cfbb1da8)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:00.188311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.200989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6578b52-81f0-4cf3-981f-61a3b7ed42fa req-7a65e5e5-a865-42c6-beb2-45cda44079e2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521491 Jul 30 01:43:00.212645 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9a00f2a7-3186-44df-9462-e097ebd79873 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1524658 Jul 30 01:43:00.214081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43454) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:00.214239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Calling delete_port for a11ff85d-c10c-4d12-820a-5c95e53f02fb owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:00.255639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Request body: {'port': {'network_id': '611045e9-483f-441a-ad00-fa1f6a2f2304', 'name': 'tempest-ExtraDHCPOptionsTestJSON-564328949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:00.256177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.api.validators [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] bootfile-name is not in valid_values {{(pid=93890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:43:00.256514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.api.validators [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] tftp-server is not in valid_values {{(pid=93890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:43:00.256840 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.api.validators [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] server-ip-address is not in valid_values {{(pid=93890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:43:00.283833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-101727866-network', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:00.351359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Made reservation on behalf of 88b6f7dadf7540faa3972b62e0bbaf69 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:00.353698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.413369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.528198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0a17f-f0dd-4665-a666-61ec7bcdff17 req-b54d4628-ebaf-4885-b4c6-357dd33eedc8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.530100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17d0a17f-f0dd-4665-a666-61ec7bcdff17 req-b54d4628-ebaf-4885-b4c6-357dd33eedc8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.2286930 Jul 30 01:43:00.533176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc1fba2a-7b1a-498a-b7dd-dcccf7a2a06e req-9da8db4e-7939-48b1-82e4-01519b2df2f5 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/d7278009-cc64-4bc3-a025-4e9447e4c998 HTTP/1.1" status: 200 len: 1802 time: 0.2308793 Jul 30 01:43:00.595748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.632080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11ff85d-c10c-4d12-820a-5c95e53f02fb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:00.649388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.654727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae70d5-68b6-4224-884f-ee9e2a023a36 None None] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:00.667814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.709670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17d0a17f-f0dd-4665-a666-61ec7bcdff17 req-bfdf07ed-9f8e-4539-88b6-7439eb1ef59c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709571 Jul 30 01:43:00.722751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] Provisioning for port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:00.729679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] Provisioning complete for port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:00.730125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.740567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:00.755666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fdcf52-e84e-4a3c-a49c-0c3a5339a472,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:00.765879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.766227 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Added segment 2fb06cbf-8ca0-48a8-86f2-881aa92337be of type vlan for network e5bd5294-3f60-414f-9ede-14012822f2db Jul 30 01:43:00.772609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc1fba2a-7b1a-498a-b7dd-dcccf7a2a06e req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.792155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Made reservation on behalf of e01ee28f17734ca890dd08d2cd882b26 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:00.793991 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.856247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.889842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] device_id is not set on port 702749d8-79c0-4c81-aa7b-5c9989a69434 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:00.898431 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.907354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc1fba2a-7b1a-498a-b7dd-dcccf7a2a06e req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.934354 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.935373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.936448 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.944792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] For port efdb5e3d-7080-4a68-b6ab-30d0a58884b0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,segment=NetworkSegment(2f18f371-6320-4066-b94d-72001e0d593a),segment_id=2f18f371-6320-4066-b94d-72001e0d593a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:00.950021 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.003075 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9373486 Jul 30 01:43:01.003803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.005551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43456) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:01.022100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Request body: {'subnet': {'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-subnet', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:01.025159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81baa81-67e5-4ef5-b61b-13e898108cde None None] Pushing event updated for resources: {'Port': ['ID=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.046834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecff9a9-4c8c-4d45-a7fd-765a775ebe13 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bd5294-3f60-414f-9ede-14012822f2db,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.068075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network e5bd5294-3f60-414f-9ede-14012822f2db details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:01.103856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Made reservation on behalf of 88b6f7dadf7540faa3972b62e0bbaf69 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:01.106509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.114797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc1fba2a-7b1a-498a-b7dd-dcccf7a2a06e req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.117576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dc1fba2a-7b1a-498a-b7dd-dcccf7a2a06e req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.122565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc1fba2a-7b1a-498a-b7dd-dcccf7a2a06e req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/d7278009-cc64-4bc3-a025-4e9447e4c998 HTTP/1.1" status: 204 len: 173 time: 0.5820808 Jul 30 01:43:01.124829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:43:01.150446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:01.182048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:01.182277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1a83d61f-714b-46c4-a3b3-d8c5dc9e802c not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:01.182820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9691546f-a0fb-47b8-9da8-7c417c5cdd6e no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:01.192725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7278009-cc64-4bc3-a025-4e9447e4c998,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.206912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.207174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.207541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.207795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.208098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.208286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 9691546f-a0fb-47b8-9da8-7c417c5cdd6e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:01.208423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.208747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.209066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.209387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.209566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 9691546f-a0fb-47b8-9da8-7c417c5cdd6e not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:01.209704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.210022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.210386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4a3698-dc57-44b9-81ad-cbdac21943bd tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:01.246642 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.257282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Allocated IP 172.20.0.7 (611045e9-483f-441a-ad00-fa1f6a2f2304/8593579c-ea4b-4828-a4c6-e62fc6d594b9/702749d8-79c0-4c81-aa7b-5c9989a69434) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:01.259815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.382079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f47b3ecd-8c65-4460-90e1-9970cf79c3cd None None] Provisioning for port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:01.387776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f47b3ecd-8c65-4460-90e1-9970cf79c3cd None None] Provisioning complete for port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:01.388680 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f47b3ecd-8c65-4460-90e1-9970cf79c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.430805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f47b3ecd-8c65-4460-90e1-9970cf79c3cd None None] Port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:01.447973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f47b3ecd-8c65-4460-90e1-9970cf79c3cd None None] Provisioning complete for port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:01.448462 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f47b3ecd-8c65-4460-90e1-9970cf79c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.509068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Router e942b3a2-2035-4d9a-a834-d1f724e7d055 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:01.510198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.618871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23dc4602-9242-435b-af63-6aff7da61a55,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.683254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Checking segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:01.683633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Network hostable DHCP agents. Network: e5bd5294-3f60-414f-9ede-14012822f2db, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:01.697856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2e474e43-2b2a-47e5-b651-a276be0d6eb9 None None] Provisioning complete for port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:01.698509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e474e43-2b2a-47e5-b651-a276be0d6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.757564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2e474e43-2b2a-47e5-b651-a276be0d6eb9 None None] Port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:01.776279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device efdb5e3d-7080-4a68-b6ab-30d0a58884b0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:01.783133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11308a34-a96a-4ef8-b850-2462794fbea8 req-ba173548-4208-4f8e-bacf-5c25e1820b07 tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "GET /v2.0/security-groups/8e682c35-7d61-41e0-84d2-e4564d367298 HTTP/1.1" status: 200 len: 1801 time: 0.6059980 Jul 30 01:43:01.833872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:01.834251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.954109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f78010-2d80-4d6d-86a3-300e7b94d1b7 req-532decab-ed7c-4afd-9212-10ad74242ead tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:01.955815 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70f78010-2d80-4d6d-86a3-300e7b94d1b7 req-532decab-ed7c-4afd-9212-10ad74242ead tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.6314316 Jul 30 01:43:02.009875 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Floating IP 719f6eee-b5ee-4998-b5d0-15b0aec4e043 associated. External IP: 172.25.8.172, port: 6accce28-3d76-4290-bcb5-a1e9d826efe9. Jul 30 01:43:02.017863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-25466182-955c-4a9e-b5e0-135bffed2101 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.019395 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-25466182-955c-4a9e-b5e0-135bffed2101 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.3900511 Jul 30 01:43:02.037771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:02.047706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] Sync routers for ids ['e942b3a2-2035-4d9a-a834-d1f724e7d055'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:02.059590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] Routers {'e942b3a2-2035-4d9a-a834-d1f724e7d055'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:02.060537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e942b3a2-2035-4d9a-a834-d1f724e7d055'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:02.062699 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-99e5012c-0468-46e1-b5b5-9c112e5a2789 admin admin] 10.222.0.78 "PUT /v2.0/routers/e942b3a2-2035-4d9a-a834-d1f724e7d055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9791768 Jul 30 01:43:02.065595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43464) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:02.073681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Network e5bd5294-3f60-414f-9ede-14012822f2db is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:02.116440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11308a34-a96a-4ef8-b850-2462794fbea8 req-8f21fa0e-b057-4d83-a575-58dfef0c71fa tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.138298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70f78010-2d80-4d6d-86a3-300e7b94d1b7 req-32f9b1b9-e10c-4a7d-a172-19fce4308921 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689906 Jul 30 01:43:02.147592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, e5bd5294-3f60-414f-9ede-14012822f2db) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:02.165193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.165193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.223188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f9a83198-4860-4c18-91d4-532b5fec7055 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2100570 Jul 30 01:43:02.224684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] Set router e942b3a2-2035-4d9a-a834-d1f724e7d055 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:02.226894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43466) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:02.228080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11308a34-a96a-4ef8-b850-2462794fbea8 req-8f21fa0e-b057-4d83-a575-58dfef0c71fa tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.229751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7994c7-8e67-44df-8294-55f794438e31 None None] Network e5bd5294-3f60-414f-9ede-14012822f2db requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:02.238858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:02.266565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.312194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.315762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port 300ee09f-68ce-4cd6-af38-88b461b7df22 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:02.316118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.370362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Transition to ACTIVE for port object 702749d8-79c0-4c81-aa7b-5c9989a69434 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:02.373546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.374588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.426835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d6ec9-8c77-4c88-8aff-1421d38f5f7c req-e55d969d-84e8-4670-b4d7-9d948adfe969 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.429660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-253d6ec9-8c77-4c88-8aff-1421d38f5f7c req-e55d969d-84e8-4670-b4d7-9d948adfe969 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 945 time: 0.1951389 Jul 30 01:43:02.494762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11308a34-a96a-4ef8-b850-2462794fbea8 req-8f21fa0e-b057-4d83-a575-58dfef0c71fa tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.497307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11308a34-a96a-4ef8-b850-2462794fbea8 req-8f21fa0e-b057-4d83-a575-58dfef0c71fa tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.498433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11308a34-a96a-4ef8-b850-2462794fbea8 req-8f21fa0e-b057-4d83-a575-58dfef0c71fa tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] 10.222.0.78 "DELETE /v2.0/security-groups/8e682c35-7d61-41e0-84d2-e4564d367298 HTTP/1.1" status: 204 len: 173 time: 0.7046642 Jul 30 01:43:02.522944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:02.536622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99789204-3840-4f3c-b7ee-f7d6ed67a713 None None] Network e5bd5294-3f60-414f-9ede-14012822f2db requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:02.546255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21fa0e-b057-4d83-a575-58dfef0c71fa tempest-SecurityGroupsTestJSON-1923250387 tempest-SecurityGroupsTestJSON-1923250387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e682c35-7d61-41e0-84d2-e4564d367298,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:02.581031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.582674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port 300ee09f-68ce-4cd6-af38-88b461b7df22, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=300ee09f-68ce-4cd6-af38-88b461b7df22,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:02.582674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.592257 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.607553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for 300ee09f-68ce-4cd6-af38-88b461b7df22 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:02.614498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-253d6ec9-8c77-4c88-8aff-1421d38f5f7c req-f9eb514d-78af-461f-973a-48a713ca8184 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639442 Jul 30 01:43:02.615704 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.630524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:43:00Z', 'revision_number': 5, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port': {'id': '8e572d22-ce09-4604-94a8-30774b52fd4a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:38Z', 'updated_at': '2021-07-30T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:02.662695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Router b85ed65e-7023-4304-bdcb-fa29eb776359 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:02.666018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Deleting subnet e740f456-5dff-460b-bbc5-276b9f4dbf73 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:02.671561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] Checking router: e942b3a2-2035-4d9a-a834-d1f724e7d055 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:02.673961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.691554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] Routers {'e942b3a2-2035-4d9a-a834-d1f724e7d055'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:02.692230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e942b3a2-2035-4d9a-a834-d1f724e7d055'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:02.724529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:02.736516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:02.742243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event updated for resources: {'Port': ['ID=702749d8-79c0-4c81-aa7b-5c9989a69434,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:02.746748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:02.805289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.907475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.918227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.918227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.926321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.990940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78c67320-b8b1-476a-9cb2-734f9573c24b tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.7759731 Jul 30 01:43:02.995771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43470) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:02.999249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] Set router e942b3a2-2035-4d9a-a834-d1f724e7d055 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:03.020167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Deleting port 8e572d22-ce09-4604-94a8-30774b52fd4a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:03.020681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.021761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:03.034209 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] Sync routers for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:03.047488 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:03.048206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:03.058893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.075176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:43:02Z', 'revision_number': 6, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:03.110608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c530c6c-6af0-4fd9-9d93-20997c30ee30 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "PUT /v2.0/floatingips/719f6eee-b5ee-4998-b5d0-15b0aec4e043 HTTP/1.1" status: 200 len: 991 time: 3.3223383 Jul 30 01:43:03.113337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:03.115773 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eb182b-72da-4b48-8af2-24489171d533" -d '{"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:03.120378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.130605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.165991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4687d6-db70-45ed-b2e7-fe2860a0826a tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.172404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4687d6-db70-45ed-b2e7-fe2860a0826a tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.178451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4687d6-db70-45ed-b2e7-fe2860a0826a tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.182909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ca4687d6-db70-45ed-b2e7-fe2860a0826a tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1819916 Jul 30 01:43:03.182909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.186302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e740f456-5dff-460b-bbc5-276b9f4dbf73 HTTP/1.1" status: 204 len: 168 time: 0.6589286 Jul 30 01:43:03.187965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b04ce-f476-4d50-8894-d10018d221f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e740f456-5dff-460b-bbc5-276b9f4dbf73,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:03.189874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43478) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:03.193888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:03.204897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:03.221250 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bfda7c-c60a-4c68-acea-59c6d035eecb x-openstack-request-id: req-d4bfda7c-c60a-4c68-acea-59c6d035eecb {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:03.221542 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:03.221796 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4bfda7c-c60a-4c68-acea-59c6d035eecb {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:03.222195 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'status': 'completed', 'code': 200} Jul 30 01:43:03.243255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76', '300ee09f-68ce-4cd6-af38-88b461b7df22'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:03.293769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74b703-4bb8-4e25-aa6b-863ed757706e None None] The sync data for ids ['e942b3a2-2035-4d9a-a834-d1f724e7d055'] in n-d-713499-10 is: [{'id': 'e942b3a2-2035-4d9a-a834-d1f724e7d055', 'name': 'tempest-ServerRescueTestJSON-2128850428-router', 'tenant_id': 'f3acc515b3234cca99d44c614c65c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:36Z', 'updated_at': '2021-07-30T01:43:02Z', 'revision_number': 6, 'project_id': 'f3acc515b3234cca99d44c614c65c1aa', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:03.303034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4cd553e2-0091-4d3b-b0e7-6fa6e916562c None None] Provisioning for port 702749d8-79c0-4c81-aa7b-5c9989a69434 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:03.338409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=300ee09f-68ce-4cd6-af38-88b461b7df22,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:03.339209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4cd553e2-0091-4d3b-b0e7-6fa6e916562c None None] Provisioning complete for port 702749d8-79c0-4c81-aa7b-5c9989a69434 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:03.339586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cd553e2-0091-4d3b-b0e7-6fa6e916562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.398181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4cd553e2-0091-4d3b-b0e7-6fa6e916562c None None] Port 702749d8-79c0-4c81-aa7b-5c9989a69434 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:03.398594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.399187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.399651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.400123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.400589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.401048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.401508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.403599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-b8af6d76-583f-45ab-ac54-8d206fc1b8f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.1385138 Jul 30 01:43:03.416848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port 300ee09f-68ce-4cd6-af38-88b461b7df22 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:03.424080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.426203 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66aa4753-92b4-4353-8a65-ad8fbac78fc5 req-ca2c165a-09db-4b94-abd1-2daa16fda8ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/300ee09f-68ce-4cd6-af38-88b461b7df22 HTTP/1.1" status: 204 len: 173 time: 1.4003141 Jul 30 01:43:03.430275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'name': 'network-vif-deleted', 'tag': '300ee09f-68ce-4cd6-af38-88b461b7df22'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:03.432744 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d8a33a-479c-4f3d-903b-b06eafcd9ef6" -d '{"events": [{"server_uuid": "a717895d-5f67-4d4f-a6dc-b7bc8445b25d", "name": "network-vif-deleted", "tag": "300ee09f-68ce-4cd6-af38-88b461b7df22"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:03.458311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19cd73-c93d-4998-bb29-2ada85ea6cad req-0041e7a4-7379-494c-b8f5-b518279319bd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.460164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be19cd73-c93d-4998-bb29-2ada85ea6cad req-0041e7a4-7379-494c-b8f5-b518279319bd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1406231 Jul 30 01:43:03.463314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Deleting port 702749d8-79c0-4c81-aa7b-5c9989a69434 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:03.463666 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.471395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] For port 8e572d22-ce09-4604-94a8-30774b52fd4a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8e572d22-ce09-4604-94a8-30774b52fd4a,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:03.471605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.495551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Calling delete_port for 8e572d22-ce09-4604-94a8-30774b52fd4a owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:03.503420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.531478 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7417a8-b45e-4940-bad8-edce874066f9 x-openstack-request-id: req-0d7417a8-b45e-4940-bad8-edce874066f9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:03.531782 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a717895d-5f67-4d4f-a6dc-b7bc8445b25d", "name": "network-vif-deleted", "tag": "300ee09f-68ce-4cd6-af38-88b461b7df22", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:03.535248 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d7417a8-b45e-4940-bad8-edce874066f9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:03.541248 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a717895d-5f67-4d4f-a6dc-b7bc8445b25d', 'name': 'network-vif-deleted', 'tag': '300ee09f-68ce-4cd6-af38-88b461b7df22', 'status': 'completed', 'code': 200} Jul 30 01:43:03.610237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be19cd73-c93d-4998-bb29-2ada85ea6cad req-885affeb-d96e-449b-bafd-fcba548fa12d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401732 Jul 30 01:43:03.687829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.691123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-a3b7e4d6-b46c-4296-b663-360b44853d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.692632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-a3b7e4d6-b46c-4296-b663-360b44853d94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107 HTTP/1.1" status: 200 len: 911 time: 0.2715499 Jul 30 01:43:03.716954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a11ff85d-c10c-4d12-820a-5c95e53f02fb no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:03.756004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a11ff85d-c10c-4d12-820a-5c95e53f02fb {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:03.756371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a11ff85d-c10c-4d12-820a-5c95e53f02fb not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:03.786025 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '719f6eee-b5ee-4998-b5d0-15b0aec4e043', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'port_id': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'mac_address': 'fa:16:3e:7e:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:41:39Z', 'updated_at': '2021-07-30T01:43:00Z', 'revision_number': 1, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:03.818326 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] Checking router: b85ed65e-7023-4304-bdcb-fa29eb776359 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:03.829528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Calling delete_port for 702749d8-79c0-4c81-aa7b-5c9989a69434 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:03.830084 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:03.831247 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:03.840566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-5dac6e18-dd55-4f4c-88dc-f538f349ceed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 999 time: 0.1373310 Jul 30 01:43:03.874535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97b76b31-4a5d-4b73-b185-51182470f3ee req-4b0781e0-eb4f-4cef-96f2-5b5de398704a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=a717895d-5f67-4d4f-a6dc-b7bc8445b25d HTTP/1.1" status: 200 len: 210 time: 0.0471451 Jul 30 01:43:03.945645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.954754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-bee39c02-f980-45d1-bc83-c862973c3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.956285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-bee39c02-f980-45d1-bc83-c862973c3f55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 200 len: 849 time: 0.1062098 Jul 30 01:43:03.998127 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:04.025635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0a4d17-b45a-426b-9388-113cc503bc67']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:04.028763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb182b-72da-4b48-8af2-24489171d533 req-2b5dfe4f-5f20-412f-a985-f93fc6ed1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.030667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-2b5dfe4f-5f20-412f-a985-f93fc6ed1983 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31143a36-c95c-4f04-9473-6f84640e8107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602872 Jul 30 01:43:04.060869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8f9179-44c7-4d3e-8202-c19a6ca82630') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:04.061182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8f9179-44c7-4d3e-8202-c19a6ca82630') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:04.079984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.118619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.123936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.137362 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.150746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.152856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.184527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event deleted for resources: {'Port': ['ID=702749d8-79c0-4c81-aa7b-5c9989a69434,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.225936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:04.226277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:04.228260 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:04.260268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-3e273ee1-0d7f-4726-826d-a26ae63e1b74 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083042 Jul 30 01:43:04.273980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e572d22-ce09-4604-94a8-30774b52fd4a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.342637 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '719f6eee-b5ee-4998-b5d0-15b0aec4e043', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'port_id': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'mac_address': 'fa:16:3e:7e:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:41:39Z', 'updated_at': '2021-07-30T01:43:00Z', 'revision_number': 1, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:04.388319 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa993ac-7e16-448a-b352-63433b93907f None None] The sync data for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 is: [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '719f6eee-b5ee-4998-b5d0-15b0aec4e043', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'port_id': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'mac_address': 'fa:16:3e:7e:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3593b29b-7530-4620-bea3-0978d0257b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:41:39Z', 'updated_at': '2021-07-30T01:43:00Z', 'revision_number': 1, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:04.421752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.424990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.429162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-90b4924c-56c0-4eb3-84ad-132e56791667 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "DELETE /v2.0/ports/702749d8-79c0-4c81-aa7b-5c9989a69434 HTTP/1.1" status: 204 len: 168 time: 1.2379663 Jul 30 01:43:04.430636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43488) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:04.437329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Request body: {'port': {'name': 'tempest-new-port-name-1621370267', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:04.437599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] bootfile-name is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:43:04.438078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] tftp-server is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:43:04.438202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] server-ip-address is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:43:04.456702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2eb182b-72da-4b48-8af2-24489171d533 req-19ed6865-1185-4a11-a7f6-ea5ed9095fe5 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760778 Jul 30 01:43:04.659147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd679938-68ac-4b87-b648-fbcc06871ffe None None] New status for floating IP 719f6eee-b5ee-4998-b5d0-15b0aec4e043: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:43:04.771565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.773365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6f0a4d17-b45a-426b-9388-113cc503bc67 HTTP/1.1" status: 204 len: 168 time: 1.5750525 Jul 30 01:43:04.776025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b8c8-0953-485e-8c09-63a6a71a926e req-b4e0b20c-9988-45f6-88bf-a4cca6086993 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.779051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d30b8c8-0953-485e-8c09-63a6a71a926e req-b4e0b20c-9988-45f6-88bf-a4cca6086993 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.0741494 Jul 30 01:43:04.811661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1e30-5f88-449f-9e0d-54fa4535ee61 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0a4d17-b45a-426b-9388-113cc503bc67,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.814343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.845883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d30b8c8-0953-485e-8c09-63a6a71a926e req-be237dc6-393e-4501-bd1f-ad6879713b45 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542884 Jul 30 01:43:04.911818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.914406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Allocated IP 172.25.8.90 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6b802dc9-7523-4096-86c3-1e259f0ba091) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:04.938894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43496) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:04.965456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.970471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.015430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4774661b-372b-461c-8954-ea7cb1692ae7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fa99259115141f5b9eac12ada76adee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749869 Jul 30 01:43:05.017802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43500) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:05.069934 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2125c3-a184-43e0-9fb9-7ef1c18362e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.093662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2125c3-a184-43e0-9fb9-7ef1c18362e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.110081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.110698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e942b3a2-2035-4d9a-a834-d1f724e7d055 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:43:05.120024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.121189 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bd0fcdba-5a36-42a9-8d1a-09b478ea148b admin admin] 10.222.0.78 "DELETE /v2.0/routers/e942b3a2-2035-4d9a-a834-d1f724e7d055 HTTP/1.1" status: 204 len: 168 time: 3.0546238 Jul 30 01:43:05.134967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 300ee09f-68ce-4cd6-af38-88b461b7df22 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:05.139730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:05.177346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2125c3-a184-43e0-9fb9-7ef1c18362e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.182468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2125c3-a184-43e0-9fb9-7ef1c18362e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.184505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c2125c3-a184-43e0-9fb9-7ef1c18362e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88efeb31-1b1a-4a25-9ff4-222ea13c0de6 HTTP/1.1" status: 204 len: 168 time: 0.1653383 Jul 30 01:43:05.187126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 300ee09f-68ce-4cd6-af38-88b461b7df22 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:05.188241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 300ee09f-68ce-4cd6-af38-88b461b7df22 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:05.197844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2125c3-a184-43e0-9fb9-7ef1c18362e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88efeb31-1b1a-4a25-9ff4-222ea13c0de6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:05.298479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Deleting subnet a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:05.301767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.332619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.369076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.527376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.590681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.592807 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-f69b6ba6-e80e-4478-96fc-e23655fbef3f service neutron] show failed (client error): The resource could not be found. Jul 30 01:43:05.594317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-f69b6ba6-e80e-4478-96fc-e23655fbef3f service neutron] 10.222.0.66 "GET /v2.0/ports/1bf12c80-ce00-4548-a1ea-704d8cce8dc4/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.2232401 Jul 30 01:43:05.598929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.634841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.663417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:05.675100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:05.683563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:05.692375 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.763638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8e572d22-ce09-4604-94a8-30774b52fd4a no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:05.780613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Pushing event updated for resources: {'Port': ['ID=6b802dc9-7523-4096-86c3-1e259f0ba091,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:05.792458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-929986be-5369-44fc-8865-aa8fa346abef tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:05.800889 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-929986be-5369-44fc-8865-aa8fa346abef tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2409258 Jul 30 01:43:05.821022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-be9b9bdd-df98-470e-9dc4-82f25eb392f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0189073 Jul 30 01:43:05.843369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8e572d22-ce09-4604-94a8-30774b52fd4a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:05.845244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8e572d22-ce09-4604-94a8-30774b52fd4a not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:05.873231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d2f29f-ef9c-4a4c-8488-25eee135bfa0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:05.922866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.927553 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-855acc39-cf62-42d3-8cca-b3a423759944 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a4d2f29f-ef9c-4a4c-8488-25eee135bfa0 HTTP/1.1" status: 204 len: 168 time: 0.7824576 Jul 30 01:43:05.934847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43536) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:05.997850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-c9869f4e-4ac8-4ac9-9e14-b92608c541d1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757247 Jul 30 01:43:06.008395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-dce1aa25-b131-441d-b8bd-41fa24e92b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.009893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-dce1aa25-b131-441d-b8bd-41fa24e92b2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 1097 time: 0.1577368 Jul 30 01:43:06.034033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.040276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] In _notify_port_updated(), no bound segment for port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 on network 611045e9-483f-441a-ad00-fa1f6a2f2304 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:43:06.046115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:06.046259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.047379 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.048754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "PUT /v2.0/ports/d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 HTTP/1.1" status: 200 len: 1136 time: 1.6171062 Jul 30 01:43:06.054250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:06.054895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad02a5-8de2-4bd6-a2e8-9d0ce0174152 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event updated for resources: {'Port': ['ID=d3bd5807-cfae-42a3-bbe2-d9ca37127fe1,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:06.083409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d84fb4f8-d0eb-4f41-b71e-e52eadf892c6 None None] Provisioning complete for port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:06.084199 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d84fb4f8-d0eb-4f41-b71e-e52eadf892c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.159306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476128a0-b144-47fd-8fe1-ab61e83d679b req-40ac3829-13f8-4db0-a161-32ab8b50c464 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.160887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-476128a0-b144-47fd-8fe1-ab61e83d679b req-40ac3829-13f8-4db0-a161-32ab8b50c464 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.1572690 Jul 30 01:43:06.174595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d84fb4f8-d0eb-4f41-b71e-e52eadf892c6 None None] Port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:06.206199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836bb95d-d19a-4f07-9753-974d7be047a3 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.207846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-836bb95d-d19a-4f07-9753-974d7be047a3 tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "GET /v2.0/ports/d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 HTTP/1.1" status: 200 len: 1136 time: 0.1480029 Jul 30 01:43:06.212101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43546) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:06.212267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.252385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-9d9e91a8-7893-4e06-969c-927def869614 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132914 Jul 30 01:43:06.273023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-476128a0-b144-47fd-8fe1-ab61e83d679b req-f3a58c07-110d-4f66-b9ec-78f2bb7b4947 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922005 Jul 30 01:43:06.377803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.400975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf579bc0-b6f8-45ec-a4e2-90557784590b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:06.417732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2531123-4f6b-496d-b6a0-9238cfbb1da8') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:06.418081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2531123-4f6b-496d-b6a0-9238cfbb1da8') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:06.433082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.465965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2bd8ac35-2757-4cab-a292-0c191a5dfe1f service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962955 Jul 30 01:43:06.504039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.518285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Deleting port d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:06.518635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.549641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:06.549915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:06.551659 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:06.605323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:06.664591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:06.710060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c4c4cee-782d-4a95-8aa4-abbc6e920f84 req-7b3d88ad-d437-4875-b0e9-4479c652cd27 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 210 time: 0.0488617 Jul 30 01:43:06.710844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.722473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.725323 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bf579bc0-b6f8-45ec-a4e2-90557784590b HTTP/1.1" status: 204 len: 168 time: 0.7894228 Jul 30 01:43:06.769140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:06.773278 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a28e4b-74ed-491e-bc29-57ca991c45ce" -d '{"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:06.777983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.789865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.800124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc48d0-1a45-4408-be22-bf256a0cc680 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf579bc0-b6f8-45ec-a4e2-90557784590b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:06.809251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.812212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Transition to ACTIVE for port object 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:06.820708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.872163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.900853 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d584b-b73b-4040-8d2d-348fe617bdc7 x-openstack-request-id: req-248d584b-b73b-4040-8d2d-348fe617bdc7 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:06.901105 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:06.901277 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-248d584b-b73b-4040-8d2d-348fe617bdc7 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:06.901817 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'code': 200} Jul 30 01:43:06.902549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Calling delete_port for d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:06.983768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43572) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:07.045211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:07.066288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43574) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:07.160667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-338ef35c-2fb2-4bae-9c59-614255963bfc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3acc515b3234cca99d44c614c65c1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697602 Jul 30 01:43:07.181926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43580) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:07.572394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.620537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.667212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event deleted for resources: {'Port': ['ID=d3bd5807-cfae-42a3-bbe2-d9ca37127fe1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:07.679068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ef17407-190e-47c3-8da4-8337bc996782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.725569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] No DVR routers for this DVR port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:07.812891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8835f-1f27-45c5-a962-75b8201144c6 req-92aa0a09-aa7a-49a9-8f15-5104607a4086 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.820491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52e8835f-1f27-45c5-a962-75b8201144c6 req-92aa0a09-aa7a-49a9-8f15-5104607a4086 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.1971357 Jul 30 01:43:07.820711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.822883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b9dd766b-9603-4d06-aa13-be9feb53a88f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "DELETE /v2.0/ports/d3bd5807-cfae-42a3-bbe2-d9ca37127fe1 HTTP/1.1" status: 204 len: 168 time: 1.6102397 Jul 30 01:43:07.832812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:07.931908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Router fb245b8e-12e0-430c-8ece-2ad0719027cb is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:43:07.943800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b80dc2-1fce-4d69-a9f5-356da762d4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:07.944577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Deleting subnet 8593579c-ea4b-4828-a4c6-e62fc6d594b9 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:07.965276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b8582ad-4de3-4381-9552-68dcf82fff7c req-aff2e99c-f48a-4828-ad6a-46d68ad05d83 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 210 time: 0.1229334 Jul 30 01:43:08.002392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.021907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52e8835f-1f27-45c5-a962-75b8201144c6 req-d9bfa49f-d6c5-49fe-9a28-2ee5c5856dd6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005112 Jul 30 01:43:08.023821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b80dc2-1fce-4d69-a9f5-356da762d4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.117740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.136844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:08.137196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:08.137519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:08.150769 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ef17407-190e-47c3-8da4-8337bc996782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.153911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:08.153911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Attempting to bind port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on network d66aef53-f184-4d4f-88b2-b1c68abd3576 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:08.162795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ef17407-190e-47c3-8da4-8337bc996782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.169956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:08.170249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Checking segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:08.170490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Bound using segment: {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:08.170942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Bound port: 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a0d60b-5731-4505-846a-14625fb9d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:08.172357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.196912 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b80dc2-1fce-4d69-a9f5-356da762d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.199490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77b80dc2-1fce-4d69-a9f5-356da762d4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.200643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-77b80dc2-1fce-4d69-a9f5-356da762d4ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0180e1a3-05c3-4676-8175-4b10666c1dc0 HTTP/1.1" status: 204 len: 168 time: 1.0177615 Jul 30 01:43:08.234028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6ef17407-190e-47c3-8da4-8337bc996782 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7b3b8160a994fa1b5fe82fd120676e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1625443 Jul 30 01:43:08.235283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43592) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:08.236463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef17407-190e-47c3-8da4-8337bc996782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19034693-e49d-45a9-9de1-3a6da02fa5de,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.283909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-5f82c64e-f4b2-45cf-b444-e95e959c944a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.285087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80dc2-1fce-4d69-a9f5-356da762d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180e1a3-05c3-4676-8175-4b10666c1dc0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.285434 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-5f82c64e-f4b2-45cf-b444-e95e959c944a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.3381426 Jul 30 01:43:08.294063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:08.311384 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Sync routers for ids ['fb245b8e-12e0-430c-8ece-2ad0719027cb'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:08.324478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:08.331988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.333663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b147c62-1f53-4312-b028-d7bd8671ef8f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1014743 Jul 30 01:43:08.336552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43594) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:08.337567 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Routers {'fb245b8e-12e0-430c-8ece-2ad0719027cb'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:08.338921 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fb245b8e-12e0-430c-8ece-2ad0719027cb'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:08.376947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.383769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:08.405281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:08.426340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.485689 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.487303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8157f74e-fc63-4ceb-93ac-bf3ca53854c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.502880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.503461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.504963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] 10.222.0.55 "PUT /v2.0/ports/1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 1092 time: 2.4644232 Jul 30 01:43:08.525347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event deleted for resources: {'Subnet': ['ID=8593579c-ea4b-4828-a4c6-e62fc6d594b9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.533352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.538857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e15be61d-dcb8-4e86-a3e4-3b89ac3a6b0f tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "DELETE /v2.0/subnets/8593579c-ea4b-4828-a4c6-e62fc6d594b9 HTTP/1.1" status: 204 len: 168 time: 0.6852450 Jul 30 01:43:08.541750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43598) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:08.547909 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Set router fb245b8e-12e0-430c-8ece-2ad0719027cb gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:08.552890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8157f74e-fc63-4ceb-93ac-bf3ca53854c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.563201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d091716-3d87-4892-b64a-99eab6028ab9 None None] Network 611045e9-483f-441a-ad00-fa1f6a2f2304 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:08.605103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:08.609112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.639250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dae0b-6803-45e2-8865-e62e3e6a347d service neutron] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:08.709484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.867255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-21f0f4cd-9b61-4139-8876-bff33512f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.868981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-21f0f4cd-9b61-4139-8876-bff33512f67b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1095 time: 0.3031831 Jul 30 01:43:08.907464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] DHCP port deletion for 611045e9-483f-441a-ad00-fa1f6a2f2304 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:08.910445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:08.913009 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ca07e8-8894-4b71-90e8-d5013e828542" -d '{"events": [{"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:08.945183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8157f74e-fc63-4ceb-93ac-bf3ca53854c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.948066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8157f74e-fc63-4ceb-93ac-bf3ca53854c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:08.960984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8157f74e-fc63-4ceb-93ac-bf3ca53854c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19034693-e49d-45a9-9de1-3a6da02fa5de HTTP/1.1" status: 204 len: 168 time: 0.7132413 Jul 30 01:43:08.995913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.10 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/a8b08e27-ca95-427b-9762-ab695176b97a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:09.035424 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:43:09.089256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157f74e-fc63-4ceb-93ac-bf3ca53854c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19034693-e49d-45a9-9de1-3a6da02fa5de,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:09.111861 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:43:06Z', 'revision_number': 3, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:09.124141 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bf5aac-94e4-4177-98cd-17b47c98de87 x-openstack-request-id: req-53bf5aac-94e4-4177-98cd-17b47c98de87 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:09.124343 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:09.125262 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53bf5aac-94e4-4177-98cd-17b47c98de87 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:09.125658 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'status': 'completed', 'code': 200} Jul 30 01:43:09.141563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] Deleting port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:09.145058 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.221186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Deleting port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:09.221668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.238276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:09.255924 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Checking router: fb245b8e-12e0-430c-8ece-2ad0719027cb for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:09.256287 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Updating router fb245b8e-12e0-430c-8ece-2ad0719027cb port 6b802dc9-7523-4096-86c3-1e259f0ba091 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:43:09.322540 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.371226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-b7fbcf56-8adf-479c-a981-c1d902abea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.373320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-b7fbcf56-8adf-479c-a981-c1d902abea1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1095 time: 0.2441156 Jul 30 01:43:09.516318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c76a1206-798d-4039-a1df-ff32ca345e6a req-561c0d21-ad96-455b-9335-378514cc92de tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 210 time: 0.2882259 Jul 30 01:43:09.540479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] For port efdb5e3d-7080-4a68-b6ab-30d0a58884b0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,segment=NetworkSegment(2f18f371-6320-4066-b94d-72001e0d593a),segment_id=2f18f371-6320-4066-b94d-72001e0d593a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:09.542555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.581431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-edb3860e-b6ae-480d-8efb-52d195e52853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.585544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-edb3860e-b6ae-480d-8efb-52d195e52853 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.7008567 Jul 30 01:43:09.631849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:09.642833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] For port efdb5e3d-7080-4a68-b6ab-30d0a58884b0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,segment=NetworkSegment(2f18f371-6320-4066-b94d-72001e0d593a),segment_id=2f18f371-6320-4066-b94d-72001e0d593a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:09.645684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.685088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Calling delete_port for efdb5e3d-7080-4a68-b6ab-30d0a58884b0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:09.690389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] Calling delete_port for efdb5e3d-7080-4a68-b6ab-30d0a58884b0 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:09.788951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device efdb5e3d-7080-4a68-b6ab-30d0a58884b0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:09.805851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43628) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:09.852452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70b77a-f9cf-414e-bc62-52c4b584300b req-2889c951-bf0c-4371-a70a-6fd8bf6bacfe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.864546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee70b77a-f9cf-414e-bc62-52c4b584300b req-2889c951-bf0c-4371-a70a-6fd8bf6bacfe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.6353586 Jul 30 01:43:09.926536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-e2ea98d4-256f-4006-b002-5a4d6ff6e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.930581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-e2ea98d4-256f-4006-b002-5a4d6ff6e666 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.5473812 Jul 30 01:43:09.941188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.955066 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.962941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.975161 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Transition to ACTIVE for port object 6b802dc9-7523-4096-86c3-1e259f0ba091 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:09.982448 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.988533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.996325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] No DVR routers for this DVR port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:10.056865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-dc24b482-a728-4e24-8d28-5aa51bcb2104 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 999 time: 0.4416602 Jul 30 01:43:10.057589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26d320-865a-4bbb-b883-a994508d7e20 None None] Pushing event deleted for resources: {'Port': ['ID=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:10.094754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Pushing event updated for resources: {'Port': ['ID=6b802dc9-7523-4096-86c3-1e259f0ba091,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:10.105481 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.105908 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.106179 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.106603 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.106973 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.107340 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.107661 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.108004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.108405 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.108736 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.109290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.109749 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:10.130691 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Attempting to bind port 6b802dc9-7523-4096-86c3-1e259f0ba091 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:10.131335 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Attempting to bind port 6b802dc9-7523-4096-86c3-1e259f0ba091 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:10.131884 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Attempting to bind port 6b802dc9-7523-4096-86c3-1e259f0ba091 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:10.139649 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:10.140404 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:10.141993 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.142545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:10.143224 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Bound port: 6b802dc9-7523-4096-86c3-1e259f0ba091, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:10.143969 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.233561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee70b77a-f9cf-414e-bc62-52c4b584300b req-2565783e-996b-439b-b696-8ae7ca2384c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661993 Jul 30 01:43:10.239987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-242736937-network', 'tenant_id': '5d34f76387df4c928c01e6c519224d8c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:10.241720 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] For port 6b802dc9-7523-4096-86c3-1e259f0ba091, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:10.248503 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] For port 6b802dc9-7523-4096-86c3-1e259f0ba091, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6b802dc9-7523-4096-86c3-1e259f0ba091,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:10.249317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-abbc51cc-4a37-4308-8e41-477ed9d3554f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 999 time: 0.2795515 Jul 30 01:43:10.258217 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.311223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Made reservation on behalf of 5d34f76387df4c928c01e6c519224d8c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:10.312275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-234db797-54d8-4b03-acdf-b98fc0a96ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.313619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.313768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-234db797-54d8-4b03-acdf-b98fc0a96ec3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.0541005 Jul 30 01:43:10.319286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-282e3993-56bb-4e8e-b292-633127d3ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.320974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-282e3993-56bb-4e8e-b292-633127d3ef33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.1833336 Jul 30 01:43:10.333609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.337863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.344759 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Routers {'fb245b8e-12e0-430c-8ece-2ad0719027cb'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:10.346170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fb245b8e-12e0-430c-8ece-2ad0719027cb'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:10.369212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.381787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:10.389599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.405626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event deleted for resources: {'Port': ['ID=efdb5e3d-7080-4a68-b6ab-30d0a58884b0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:10.414583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] No DVR routers for this DVR port efdb5e3d-7080-4a68-b6ab-30d0a58884b0 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:10.442628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-01e756b6-439f-4790-92fa-96400e42cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.443595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-01e756b6-439f-4790-92fa-96400e42cf36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114821 Jul 30 01:43:10.507996 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8f7e0-0563-4c9e-a572-b916bf52dcb4 None None] Pushing event updated for resources: {'Port': ['ID=6b802dc9-7523-4096-86c3-1e259f0ba091,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:10.545525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:10.552376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] Set router fb245b8e-12e0-430c-8ece-2ad0719027cb gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:10.566360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:10.582124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43652) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:10.620001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:10.714880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-8c06ca0d-3ce9-4933-80ef-07995b41171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.716947 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-8c06ca0d-3ce9-4933-80ef-07995b41171b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953791 Jul 30 01:43:10.728935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=a8b08e27-ca95-427b-9762-ab695176b97a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:10.732901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.772537 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:43:06Z', 'revision_number': 3, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:10.800378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.801154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.804836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611045e9-483f-441a-ad00-fa1f6a2f2304']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:10.809359 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834f8ba-2f99-4bb5-93a0-53c6a856c7e4 None None] The sync data for ids ['fb245b8e-12e0-430c-8ece-2ad0719027cb'] in n-d-713499-10 is: [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:43:06Z', 'revision_number': 3, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:10.815159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-669047438-network', 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:10.845852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f18f371-6320-4066-b94d-72001e0d593a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:10.846419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f18f371-6320-4066-b94d-72001e0d593a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:10.855038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7703e32-12cd-42b3-a20d-ac5094fe49d3 req-a3322c5b-cdb7-4696-ba7c-1d62973c1347 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.858317 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7703e32-12cd-42b3-a20d-ac5094fe49d3 req-a3322c5b-cdb7-4696-ba7c-1d62973c1347 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 932 time: 0.1827018 Jul 30 01:43:10.860505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.871972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-001fc093-532f-4e8c-9f94-d6f32410bc5b service neutron] 10.222.0.55 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897083 Jul 30 01:43:10.875427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.907933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.917166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Allocated IP 172.20.0.1 (e5bd5294-3f60-414f-9ede-14012822f2db/23dc4602-9242-435b-af63-6aff7da61a55/dc9b3a39-5ec4-44cc-bd04-e0cdf6906324) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:11.000891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:11.038673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7703e32-12cd-42b3-a20d-ac5094fe49d3 req-f367e9b3-8f8a-4ccc-add0-209a1c9fe560 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693368 Jul 30 01:43:11.040188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.040533 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Added segment e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e of type vlan for network ab390bdd-4a2e-46a9-8eed-1d589ceae422 Jul 30 01:43:11.093497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360782cb-1e52-4faa-9ede-41188cdf1e7c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.166590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.202481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206e4ce7-6efe-48ef-b415-79df3cd353c0 req-ba6b0c40-0cb8-47d6-b105-6ab02530ea73 service neutron] 10.222.0.55 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144524 Jul 30 01:43:11.210256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.230955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:11.239531 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:11.255695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-307f1e67-5550-4851-aaa0-c4e7c15ed9e9 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301821 Jul 30 01:43:11.267281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.317335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:11.319721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.339803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.344012 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-52580ca6-6fdc-4ee5-bd7b-729fa5e6561d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0456388 Jul 30 01:43:11.372961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.410313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Request body: {'port': {'device_id': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:11.444475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.445593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.446277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.457586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.486759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.488686 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] 10.222.0.78 "DELETE /v2.0/networks/611045e9-483f-441a-ad00-fa1f6a2f2304 HTTP/1.1" status: 204 len: 168 time: 2.9459786 Jul 30 01:43:11.510111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dea62-ae83-4aff-8d90-21bfa69bf2ef tempest-ExtraDHCPOptionsTestJSON-116359928 tempest-ExtraDHCPOptionsTestJSON-116359928-project] Pushing event deleted for resources: {'Network': ['ID=611045e9-483f-441a-ad00-fa1f6a2f2304,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.534875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Network e5bd5294-3f60-414f-9ede-14012822f2db is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:11.539626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Pushing event updated for resources: {'Port': ['ID=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.549312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:11.552498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:11.561889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-a759bbfb-226a-46cf-ae02-eb476ee58e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.564092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-a759bbfb-226a-46cf-ae02-eb476ee58e82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1095 time: 0.2310131 Jul 30 01:43:11.591593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] Pushing event updated for resources: {'Network': ['ID=ab390bdd-4a2e-46a9-8eed-1d589ceae422,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.616331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ab390bdd-4a2e-46a9-8eed-1d589ceae422 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:11.675770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8961b-9639-4620-97f2-da36cc3f6023 req-4b1abc19-aee0-4c42-a051-86cd99cbb477 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.677559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87a8961b-9639-4620-97f2-da36cc3f6023 req-4b1abc19-aee0-4c42-a051-86cd99cbb477 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.3097470 Jul 30 01:43:11.720541 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.744834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.748149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-d5d03c12-7bad-47e1-950b-9dc8a7e2a0be service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521618 Jul 30 01:43:11.750675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.767999 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.807864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:11.808722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6b802dc9-7523-4096-86c3-1e259f0ba091 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:11.850314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.850722 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Added segment 5d16912e-7f9f-4021-a724-b36781fb45f4 of type vlan for network c36da969-cb6f-4945-9253-3c8b41437e90 Jul 30 01:43:11.862398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74433a5e-4948-41a5-85f4-c39ab668d94b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.897938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6b802dc9-7523-4096-86c3-1e259f0ba091 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:11.907638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6b802dc9-7523-4096-86c3-1e259f0ba091 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:11.909098 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.966584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-46d12ddd-b030-43b7-bc70-ce7792c01108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.969021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-46d12ddd-b030-43b7-bc70-ce7792c01108 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.3787897 Jul 30 01:43:11.980511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.981549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bc66cbc7-a648-4a4a-ad60-9a41d4e06805 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1734269 Jul 30 01:43:11.981698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:11.982011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:11.991118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Request body: {'subnet': {'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-242736937-subnet', 'tenant_id': '5d34f76387df4c928c01e6c519224d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:12.031186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Made reservation on behalf of 5d34f76387df4c928c01e6c519224d8c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:12.035322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.043108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.075297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6b802dc9-7523-4096-86c3-1e259f0ba091, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6b802dc9-7523-4096-86c3-1e259f0ba091,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:12.096733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.122988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87a8961b-9639-4620-97f2-da36cc3f6023 req-78e57360-41f4-4454-b7e0-849a71ae7830 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4203863 Jul 30 01:43:12.125731 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.159143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-282748bc-1351-40d4-8299-7a010501f317 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 999 time: 0.1752298 Jul 30 01:43:12.165215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:43:12.198825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6b802dc9-7523-4096-86c3-1e259f0ba091,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.210775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.211837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.212419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.323810 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7098353 Jul 30 01:43:12.327512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43674) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:12.333769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Request body: {'subnet': {'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-669047438-subnet', 'tenant_id': 'e93caf8641d64d28820cf52135f29e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:12.347673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33383a-15ff-4be9-b8ac-cc671cd41c80 admin admin] Pushing event updated for resources: {'Network': ['ID=c36da969-cb6f-4945-9253-3c8b41437e90,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.354957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-8be78a6d-44c4-45d8-8507-f0691eadb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.356410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-8be78a6d-44c4-45d8-8507-f0691eadb43a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.1216557 Jul 30 01:43:12.361695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c36da969-cb6f-4945-9253-3c8b41437e90 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:12.394991 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13cdd478-6de4-4689-a1b3-86578131b942 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e01ee28f17734ca890dd08d2cd882b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089961 Jul 30 01:43:12.398390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ba53-b8d0-4439-927c-79e6f3f1f0f6 req-4f92db05-b163-4b5f-a56d-ce9bd43cd63f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.399963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f5ba53-b8d0-4439-927c-79e6f3f1f0f6 req-4f92db05-b163-4b5f-a56d-ce9bd43cd63f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 932 time: 0.1691003 Jul 30 01:43:12.400449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43676) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:12.458890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b08e27-ca95-427b-9762-ab695176b97a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:12.472337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.512384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Transition to ACTIVE for port object a8b08e27-ca95-427b-9762-ab695176b97a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:12.519863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.577577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.618130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Pushing event updated for resources: {'Port': ['ID=a8b08e27-ca95-427b-9762-ab695176b97a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.701011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6325dda3-0272-4d55-bc11-28af0bd45c02,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.718007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Checking segment: {'id': 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:12.718397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Network hostable DHCP agents. Network: ab390bdd-4a2e-46a9-8eed-1d589ceae422, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:12.742544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Attempting to bind port a8b08e27-ca95-427b-9762-ab695176b97a on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:12.742874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Attempting to bind port a8b08e27-ca95-427b-9762-ab695176b97a by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:12.743231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Attempting to bind port a8b08e27-ca95-427b-9762-ab695176b97a on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:12.752946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Port a8b08e27-ca95-427b-9762-ab695176b97a on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:12.753959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Attempting to bind port a8b08e27-ca95-427b-9762-ab695176b97a on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:12.756985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Network ab390bdd-4a2e-46a9-8eed-1d589ceae422 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:12.763676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:12.764010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:12.764483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:12.765092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Bound port: a8b08e27-ca95-427b-9762-ab695176b97a, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:12.765540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.779144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ab390bdd-4a2e-46a9-8eed-1d589ceae422) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:12.783995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.784742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.790705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf0ef8-01ef-4b80-bbb8-824933f323b9 None None] Network ab390bdd-4a2e-46a9-8eed-1d589ceae422 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:12.858527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:12.861451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.868267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f18a8502-0915-41a3-a4b5-f08e98d282e5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8808980 Jul 30 01:43:12.875507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] For port a8b08e27-ca95-427b-9762-ab695176b97a, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:12.879475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] For port a8b08e27-ca95-427b-9762-ab695176b97a, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a8b08e27-ca95-427b-9762-ab695176b97a,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:12.887326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.929538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.930217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.931679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] 10.222.0.66 "PUT /v2.0/ports/a8b08e27-ca95-427b-9762-ab695176b97a HTTP/1.1" status: 200 len: 1093 time: 1.5671461 Jul 30 01:43:12.932146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'tag': 'a8b08e27-ca95-427b-9762-ab695176b97a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:12.934634 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0acba3-3203-4396-92cf-a11a1adede51" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3a50e3-71dd-4b04-a78f-65b15125cf18", "tag": "a8b08e27-ca95-427b-9762-ab695176b97a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:12.992946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee06ba5-f7cc-4000-a9c6-622baffb00ff service neutron] Pushing event updated for resources: {'Port': ['ID=a8b08e27-ca95-427b-9762-ab695176b97a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.025843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a3b2c-fd87-4f48-aae8-e059d948e68f None None] Network ab390bdd-4a2e-46a9-8eed-1d589ceae422 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:13.034841 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c826fc4-4a27-4855-97aa-2ba6708358eb x-openstack-request-id: req-6c826fc4-4a27-4855-97aa-2ba6708358eb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:13.035315 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3a50e3-71dd-4b04-a78f-65b15125cf18", "tag": "a8b08e27-ca95-427b-9762-ab695176b97a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:13.035527 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c826fc4-4a27-4855-97aa-2ba6708358eb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:13.035881 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'tag': 'a8b08e27-ca95-427b-9762-ab695176b97a', 'status': 'completed', 'code': 200} Jul 30 01:43:13.072842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-389943cb-e8de-493e-b9dd-64413f811642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.076074 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-389943cb-e8de-493e-b9dd-64413f811642 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 1096 time: 0.0706153 Jul 30 01:43:13.190189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f5ba53-b8d0-4439-927c-79e6f3f1f0f6 req-78b53d74-871f-4fa1-a5bc-49f1858ebbd4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669752 Jul 30 01:43:13.199554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-8bcb9295-09d7-4192-9de1-1c736bf35ee7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8b08e27-ca95-427b-9762-ab695176b97a HTTP/1.1" status: 200 len: 217 time: 0.1114867 Jul 30 01:43:13.210302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-979c1d77-3d53-4f29-a20b-7f74356b7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.211950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-979c1d77-3d53-4f29-a20b-7f74356b7867 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8231299 Jul 30 01:43:13.228095 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636f0fdf-1219-44e1-873e-95fd7bf41eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.268069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-7afb1786-fbee-4221-94c3-b5bee67270b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.271730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-7afb1786-fbee-4221-94c3-b5bee67270b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0629380 Jul 30 01:43:13.312807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-44cae385-bd07-4043-923a-9ae419635f62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301354 Jul 30 01:43:13.366928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.383084 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.387915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636f0fdf-1219-44e1-873e-95fd7bf41eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.393854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.420939 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-72ef771c-5af1-412b-8c63-b9ae9ba8dbaf service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004574 Jul 30 01:43:13.517207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec3e4627-f014-4a37-93f7-588a892bd9f1 req-60df56b5-29d9-45c6-b282-3402710d77ec service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884266 Jul 30 01:43:13.569605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb93a2-4af5-452d-be5b-0c7350541ec7 req-d24ea383-f59e-42a4-9c53-d37ed76eb542 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.571148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4eb93a2-4af5-452d-be5b-0c7350541ec7 req-d24ea383-f59e-42a4-9c53-d37ed76eb542 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.3188944 Jul 30 01:43:13.605790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-0d6484b5-8498-46cb-90df-795ec4798a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.607245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-0d6484b5-8498-46cb-90df-795ec4798a2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 1096 time: 0.0428391 Jul 30 01:43:13.626609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.646410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Pushing event updated for resources: {'Port': ['ID=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.671928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-bcfcf4c6-0435-40a1-acf6-e6914fd7b1d1 service neutron] 10.222.0.55 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417791 Jul 30 01:43:13.672526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be55adc-d20f-4e03-8a05-e66e2dd605f2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.702731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6b802dc9-7523-4096-86c3-1e259f0ba091 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:13.728898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-227c77ee-9c76-4c56-a1a1-04aa9b218b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.731266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-227c77ee-9c76-4c56-a1a1-04aa9b218b69 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.1162155 Jul 30 01:43:13.755152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6b802dc9-7523-4096-86c3-1e259f0ba091 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:13.755389 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.779169 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-e72141eb-832f-43c4-9b9f-65fd0edead38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8b08e27-ca95-427b-9762-ab695176b97a HTTP/1.1" status: 200 len: 217 time: 0.0386667 Jul 30 01:43:13.813961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:13.814336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Network hostable DHCP agents. Network: c36da969-cb6f-4945-9253-3c8b41437e90, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:13.825758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4eb93a2-4af5-452d-be5b-0c7350541ec7 req-536aa11c-c899-4aa5-8b1a-80bc15126290 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117333 Jul 30 01:43:13.826351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636f0fdf-1219-44e1-873e-95fd7bf41eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.829494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636f0fdf-1219-44e1-873e-95fd7bf41eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.830532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-636f0fdf-1219-44e1-873e-95fd7bf41eb7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85b078d5-54b5-423a-b68b-7c50a795acaf HTTP/1.1" status: 204 len: 168 time: 1.4181037 Jul 30 01:43:13.867512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-eea9b6ac-affd-41db-9f14-cee00c2e1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.869438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-eea9b6ac-affd-41db-9f14-cee00c2e1cc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0788853 Jul 30 01:43:13.881458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0fdf-1219-44e1-873e-95fd7bf41eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b078d5-54b5-423a-b68b-7c50a795acaf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.913990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-9e1a3df9-7070-49f0-8a53-956920a33504 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.921767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-9e1a3df9-7070-49f0-8a53-956920a33504 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/networks?id=ab390bdd-4a2e-46a9-8eed-1d589ceae422 HTTP/1.1" status: 200 len: 808 time: 0.4727540 Jul 30 01:43:13.941409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-3735d3c5-fe87-4b31-915e-5a799076c442 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603673 Jul 30 01:43:13.970221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-0df69ad1-dc1c-46bc-9949-23336ebc8c9c tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/quotas/5d34f76387df4c928c01e6c519224d8c HTTP/1.1" status: 200 len: 375 time: 0.0481811 Jul 30 01:43:13.981638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Network c36da969-cb6f-4945-9253-3c8b41437e90 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:14.032101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c36da969-cb6f-4945-9253-3c8b41437e90) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:14.041917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38eef9-6717-4c79-9dc7-eb54cbfa3da1 None None] Network c36da969-cb6f-4945-9253-3c8b41437e90 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:14.051820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-dd9bf16e-5093-4c6a-a8d7-fb0bf4c971fb tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5d34f76387df4c928c01e6c519224d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441153 Jul 30 01:43:14.051820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86ca07e8-8894-4b71-90e8-d5013e828542 req-85bf5939-ecc0-42cb-8491-20008f779386 service neutron] 10.222.0.55 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569806 Jul 30 01:43:14.064396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Network e5bd5294-3f60-414f-9ede-14012822f2db is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:14.065850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.066449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.079597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:14.122145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-8f816f0d-7b98-4979-823b-6bc41e2c8bc5 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746664 Jul 30 01:43:14.222758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e68aff67-4171-42b2-b554-e804376dd65b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8930101 Jul 30 01:43:14.274366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457bd55-6118-4d70-8630-2d2844f5f692 None None] Network c36da969-cb6f-4945-9253-3c8b41437e90 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:14.427268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-1b10af50-b562-4970-874a-96b62db94588 service neutron] 10.222.0.78 "GET /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810318 Jul 30 01:43:14.436312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c0acba3-3203-4396-92cf-a11a1adede51 req-8fa81537-b6cb-4f0f-8a6f-7f0128be9227 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052642 Jul 30 01:43:14.465245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-b63029d3-2c57-474d-b5b4-f3eb9bd6e5f3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.467502 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-b63029d3-2c57-474d-b5b4-f3eb9bd6e5f3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b&tenant_id=897441e865db45c3ad650437d9da1b4a&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 943 time: 0.1315675 Jul 30 01:43:14.479833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Router fb245b8e-12e0-430c-8ece-2ad0719027cb has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:14.498672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc17049-a93a-406c-be84-6c799041b08d req-0de97a8d-af6c-43b2-b5a9-2710da1cb457 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.506136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cc17049-a93a-406c-be84-6c799041b08d req-0de97a8d-af6c-43b2-b5a9-2710da1cb457 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 943 time: 0.1594176 Jul 30 01:43:14.546526 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-a2287307-a20f-4405-b074-dab8425216fa service neutron] delete failed (client error): The resource could not be found. Jul 30 01:43:14.548238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-a2287307-a20f-4405-b074-dab8425216fa service neutron] 10.222.0.66 "DELETE /v2.0/ports/1bf12c80-ce00-4548-a1ea-704d8cce8dc4/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0719948 Jul 30 01:43:14.630489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cc17049-a93a-406c-be84-6c799041b08d req-36339c3b-5e2f-416b-b022-4b0154cb312b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234608 Jul 30 01:43:14.654055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-3493a804-b4cb-4e5a-98ff-12e6c01700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.656457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-3493a804-b4cb-4e5a-98ff-12e6c01700aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1095 time: 0.0557837 Jul 30 01:43:14.679703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-719b48af-1943-4d3a-819e-f0dc091dbe3c service neutron] 10.222.0.78 "GET /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514055 Jul 30 01:43:14.728807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:14.743961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Sync routers for ids ['fb245b8e-12e0-430c-8ece-2ad0719027cb'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:14.765720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-65834407-53c2-4146-9513-a345fba87b0c admin admin] 10.222.0.78 "PUT /v2.0/routers/fb245b8e-12e0-430c-8ece-2ad0719027cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4199352 Jul 30 01:43:14.765941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Routers {'fb245b8e-12e0-430c-8ece-2ad0719027cb'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:14.765941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fb245b8e-12e0-430c-8ece-2ad0719027cb'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:14.794376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-f7ffae54-59ea-4bba-aeb1-0a5b5376fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.797570 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-f7ffae54-59ea-4bba-aeb1-0a5b5376fe74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.1333780 Jul 30 01:43:14.850303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150efba-53d6-466a-8fb8-63bb3c30b649 req-159e1949-9fdc-4d4e-8206-e46901398e8e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.872644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2150efba-53d6-466a-8fb8-63bb3c30b649 req-159e1949-9fdc-4d4e-8206-e46901398e8e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 944 time: 0.1416082 Jul 30 01:43:14.887034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43740) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:14.923243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Set router fb245b8e-12e0-430c-8ece-2ad0719027cb gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:14.930175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-5f540e0e-d564-42ce-8629-09edec9d9b4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 999 time: 0.1245210 Jul 30 01:43:14.960359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2150efba-53d6-466a-8fb8-63bb3c30b649 req-11cbb798-ea74-4257-842d-dae866d4d5d1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841010 Jul 30 01:43:15.021682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-4bdde15e-8b57-4c85-8b87-01cf487ab206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.023242 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-4bdde15e-8b57-4c85-8b87-01cf487ab206 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.0829794 Jul 30 01:43:15.095038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4519caa9-488b-4aa8-8501-c23051a15708 req-19f7f9ea-1695-4107-8831-d2d6d90d8d1e tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 210 time: 0.0474224 Jul 30 01:43:15.105527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-4c1f62f3-b139-4f5a-b172-eb2bc3ca413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.107799 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-4c1f62f3-b139-4f5a-b172-eb2bc3ca413a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777860 Jul 30 01:43:15.222423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546925091'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:15.248201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:15.269782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:15.275778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.292967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.320201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:43:11Z', 'revision_number': 4, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dc9b3a39-5ec4-44cc-bd04-e0cdf6906324', 'name': '', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'mac_address': 'fa:16:3e:08:02:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '23dc4602-9242-435b-af63-6aff7da61a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:10Z', 'updated_at': '2021-07-30T01:43:12Z', 'revision_number': 2, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'subnets': [{'id': '23dc4602-9242-435b-af63-6aff7da61a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:15.344172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-6ce32eab-0ca8-432f-8643-d9e15131d6c9 service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226121 Jul 30 01:43:15.429090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Checking router: fb245b8e-12e0-430c-8ece-2ad0719027cb for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:15.445488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Updating router fb245b8e-12e0-430c-8ece-2ad0719027cb port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:43:15.511898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7603f539-68eb-430d-bd74-75ae1268ca55 req-7e8d8bbb-bf1e-4f17-b4d2-30abe45f4a8e service neutron] 10.222.0.66 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551726 Jul 30 01:43:15.537050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.552380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-04bfd8b3-8df6-4b96-b56d-06e7eb024ec5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.554095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-04bfd8b3-8df6-4b96-b56d-06e7eb024ec5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.1781237 Jul 30 01:43:15.565613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.574642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:15.579299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.606372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-3750884d-8ef3-49b6-861c-2411ce0e9533 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.0413990 Jul 30 01:43:15.627418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:15.646496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbb3d5-c7b9-47d0-be72-8b58c1c28210,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:15.653500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-54bcd8fd-ed14-47aa-a5fa-594f6364d3f2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375555 Jul 30 01:43:15.665212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.665212 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Added segment 0ba6a152-9124-44b0-8d18-b425f431bd69 of type vlan for network ae2dc28d-8627-46f9-a034-b9a562f21a2b Jul 30 01:43:15.713606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.736291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'port_id': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'mac_address': 'fa:16:3e:70:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:15.740052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-232e49de-8190-4ce4-bf1a-843435e1fff3 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.741719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-232e49de-8190-4ce4-bf1a-843435e1fff3 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 818 time: 0.2119653 Jul 30 01:43:15.756616 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.764775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-0388d107-9bc1-45f6-8308-68f2986d10fd tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/quotas/88b6f7dadf7540faa3972b62e0bbaf69 HTTP/1.1" status: 200 len: 375 time: 0.0164466 Jul 30 01:43:15.769671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.770642 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.823189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-8eb168e8-ae81-40f4-b1d5-3770c12c5a69 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534967 Jul 30 01:43:15.855556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.873633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:15.907532 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0043740 Jul 30 01:43:15.907532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cdb4e-13e0-4ef3-a364-2ffd41a3a6f6 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Network': ['ID=ae2dc28d-8627-46f9-a034-b9a562f21a2b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:15.919196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:15.935321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.935696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-6b3f6b7c-da83-41d9-a543-48f7b2db4b95 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607985 Jul 30 01:43:15.972160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ae2dc28d-8627-46f9-a034-b9a562f21a2b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:16.131055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-09d0b2e9-bc88-4186-bd51-85ba5658f55a service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989643 Jul 30 01:43:16.158227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-54576a8b-a1f3-4c8a-818e-605c34279194 service neutron] 10.222.0.78 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056665 Jul 30 01:43:16.244186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:16.321867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.333868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Transition to ACTIVE for port object dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:16.340719 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.396493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d887a74-acfd-4e1d-a367-dcd045beb368 None None] Pushing event updated for resources: {'Port': ['ID=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:16.422409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['1bf12c80-ce00-4548-a1ea-704d8cce8dc4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:16.495934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-a3889864-180f-44d4-9f98-2f2ba0abc1ee service neutron] 10.222.0.78 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289938 Jul 30 01:43:16.533478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Attempting to bind port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:16.534642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Attempting to bind port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:16.537532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Attempting to bind port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 on network e5bd5294-3f60-414f-9ede-14012822f2db {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:16.559725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:16.559725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Checking segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:16.560257 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.560737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Bound using segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:16.561326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Bound port: dc9b3a39-5ec4-44cc-bd04-e0cdf6906324, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:16.561854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.741226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-93580a9c-4d4a-4f50-ac11-8bbd489b8d7b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.742716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-93580a9c-4d4a-4f50-ac11-8bbd489b8d7b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.55 "GET /v2.0/networks?id=ab390bdd-4a2e-46a9-8eed-1d589ceae422 HTTP/1.1" status: 200 len: 808 time: 0.4030702 Jul 30 01:43:16.746310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] For port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:16.786131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Request body: {'port': {'device_id': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422', 'admin_state_up': True, 'tenant_id': '5d34f76387df4c928c01e6c519224d8c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:16.813768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] For port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:16.824822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf594-4628-476c-bb56-6ef4c583273d req-a743af13-cd61-460c-b111-e561275ade8c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.827042 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.839761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e0bf594-4628-476c-bb56-6ef4c583273d req-a743af13-cd61-460c-b111-e561275ade8c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 944 time: 0.2876329 Jul 30 01:43:16.938883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Routers {'fb245b8e-12e0-430c-8ece-2ad0719027cb'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:16.939679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:42:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fb245b8e-12e0-430c-8ece-2ad0719027cb'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:17.016035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d887a74-acfd-4e1d-a367-dcd045beb368 None None] Pushing event updated for resources: {'Port': ['ID=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:17.128419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e0bf594-4628-476c-bb56-6ef4c583273d req-0a90ba5a-24ea-4790-9d71-5adeac1d3c6f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874699 Jul 30 01:43:17.153048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f995708-f77f-47b4-b1f5-896739e217c2 req-a422ae8a-65c1-422e-894a-d40ca624eabc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.161290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:17.168062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] Set router fb245b8e-12e0-430c-8ece-2ad0719027cb gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:17.174104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f995708-f77f-47b4-b1f5-896739e217c2 req-a422ae8a-65c1-422e-894a-d40ca624eabc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 944 time: 0.2566471 Jul 30 01:43:17.184874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Made reservation on behalf of 5d34f76387df4c928c01e6c519224d8c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:17.194096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.320374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a8b08e27-ca95-427b-9762-ab695176b97a details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:17.354112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f87e5f52-b029-4880-bbc6-134d703a8eaa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/bfff13fc-d787-469f-86a0-363bcbf3382c HTTP/1.1" status: 200 len: 992 time: 0.1907899 Jul 30 01:43:17.512737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Allocated IP 172.20.0.6 (ab390bdd-4a2e-46a9-8eed-1d589ceae422/6325dda3-0272-4d55-bc11-28af0bd45c02/a6702851-37f7-4e3d-a50d-024cf22042c3) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:17.602857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:43:11Z', 'revision_number': 4, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dc9b3a39-5ec4-44cc-bd04-e0cdf6906324', 'name': '', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'mac_address': 'fa:16:3e:08:02:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '23dc4602-9242-435b-af63-6aff7da61a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:10Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'subnets': [{'id': '23dc4602-9242-435b-af63-6aff7da61a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:17.648455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de003d8-6959-4cb2-a9d2-65b003d5b218 None None] The sync data for ids ['fb245b8e-12e0-430c-8ece-2ad0719027cb'] in n-d-713499-10 is: [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:43:11Z', 'revision_number': 4, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dc9b3a39-5ec4-44cc-bd04-e0cdf6906324', 'name': '', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'mac_address': 'fa:16:3e:08:02:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '23dc4602-9242-435b-af63-6aff7da61a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:10Z', 'updated_at': '2021-07-30T01:43:16Z', 'revision_number': 4, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'subnets': [{'id': '23dc4602-9242-435b-af63-6aff7da61a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:17.690546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a8b08e27-ca95-427b-9762-ab695176b97a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a8b08e27-ca95-427b-9762-ab695176b97a,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:17.709027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'a8b08e27-ca95-427b-9762-ab695176b97a', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': 'a8b08e27-ca95-427b-9762-ab695176b97a', 'mac_address': 'fa:16:3e:85:32:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:17.765999 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.775029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f995708-f77f-47b4-b1f5-896739e217c2 req-dede8240-3ec4-491e-af2c-f1ebf2b4a83c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997705 Jul 30 01:43:17.849324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64c35d18-14d3-4a93-8ea4-1d396ba9c60a req-2d9c6d5b-9589-41cd-9bec-17e93cd31f5f tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 210 time: 0.0782902 Jul 30 01:43:17.880107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.919950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b08e27-ca95-427b-9762-ab695176b97a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:17.940398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.011237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a8b08e27-ca95-427b-9762-ab695176b97a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a8b08e27-ca95-427b-9762-ab695176b97a,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:18.017708 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.052656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Pushing event updated for resources: {'Port': ['ID=a6702851-37f7-4e3d-a50d-024cf22042c3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:18.096933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Network ab390bdd-4a2e-46a9-8eed-1d589ceae422 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:18.108166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5685075d-bd89-4f22-8a8c-e088018eae4c req-4fe3c4a6-3f08-476d-8c45-d25e53e80036 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 210 time: 0.1094828 Jul 30 01:43:18.130427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:18.133285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:18.150797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=a8b08e27-ca95-427b-9762-ab695176b97a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:18.207323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cc335b3-8e0d-442b-93fd-ed03115c1544 req-1a66db70-f22c-4771-a0b2-d6bc57a52057 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 210 time: 0.1055343 Jul 30 01:43:18.227029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['a8b08e27-ca95-427b-9762-ab695176b97a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:18.242851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.243573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.288050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-ccdb0e00-467a-414f-ac38-8ec4c5c371a2 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102057 Jul 30 01:43:18.322057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Request body: {'port': {'device_id': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:18.598810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-75f6687f-bb82-4c21-a407-d382dd07c6c9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.603868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-75f6687f-bb82-4c21-a407-d382dd07c6c9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.3214004 Jul 30 01:43:18.618716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Request body: {'port': {'device_id': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'admin_state_up': True, 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:18.842069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:18.854092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.889735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e547f376-5f29-4e8d-9a12-06f50f3785fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.087172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.175442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02f001-1eb0-4143-b564-df25daf26e5c req-5124697b-8b4a-4507-9833-304003c812cd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.183331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e02f001-1eb0-4143-b564-df25daf26e5c req-5124697b-8b4a-4507-9833-304003c812cd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 945 time: 0.2089710 Jul 30 01:43:19.218899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a8b08e27-ca95-427b-9762-ab695176b97a up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:19.242277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fc0ba4f3-fa81-4448-ac26-40bf1ce404e9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.244662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fc0ba4f3-fa81-4448-ac26-40bf1ce404e9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 818 time: 0.3863249 Jul 30 01:43:19.263714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Request body: {'port': {'device_id': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'admin_state_up': True, 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:19.265621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:19.290404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fb262310-9156-4bda-b27f-9c1e517e7893 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.292134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fb262310-9156-4bda-b27f-9c1e517e7893 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 818 time: 0.3308823 Jul 30 01:43:19.374043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:19.399573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:19.400086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.401580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e02f001-1eb0-4143-b564-df25daf26e5c req-fd76be1f-3ff7-4040-9cf3-d909e8c8b09c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168884 Jul 30 01:43:19.415307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-aecf5044-cdda-4e37-b5e5-c8caae3ac3be tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/quotas/88b6f7dadf7540faa3972b62e0bbaf69 HTTP/1.1" status: 200 len: 375 time: 0.1154578 Jul 30 01:43:19.453345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Allocated IP 172.20.0.5 (c36da969-cb6f-4945-9253-3c8b41437e90/4be55adc-d20f-4e03-8a05-e66e2dd605f2/952d1a79-e528-4974-9efe-23749fdc7c3b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:19.471553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Made reservation on behalf of 88b6f7dadf7540faa3972b62e0bbaf69 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:19.477231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.490620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port a8b08e27-ca95-427b-9762-ab695176b97a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:19.502690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port a8b08e27-ca95-427b-9762-ab695176b97a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:19.503148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.555938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43826) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:19.565915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'subnet': {'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:19.673492 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.744056 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.745575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-62c1f6a1-67db-4ed5-b67e-57fc6f4df20a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3259780 Jul 30 01:43:19.777195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:19.793441 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e7d21-942e-445b-bd7a-ae27c7ecb1d5" -d '{"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-plugged", "status": "completed", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:19.814238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270a0b6-c895-4a91-86b6-8355de8c2f66 req-03086ebf-3ab0-4196-9513-ae3ce06e390c tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.815944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d270a0b6-c895-4a91-86b6-8355de8c2f66 req-03086ebf-3ab0-4196-9513-ae3ce06e390c tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 931 time: 0.2719977 Jul 30 01:43:19.834938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:19.845876 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.848350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:19.881008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:19.882791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port a8b08e27-ca95-427b-9762-ab695176b97a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a8b08e27-ca95-427b-9762-ab695176b97a,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:19.885073 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.916505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.954513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.005639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:20.016411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:20.016787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.022101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=a8b08e27-ca95-427b-9762-ab695176b97a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.025930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Allocated IP 172.20.0.12 (e5bd5294-3f60-414f-9ede-14012822f2db/23dc4602-9242-435b-af63-6aff7da61a55/b4eef502-ba79-496f-883b-985ca7223f7d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:20.050100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d270a0b6-c895-4a91-86b6-8355de8c2f66 req-b972ff94-e149-4d8e-a29c-9b44231221b1 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793728 Jul 30 01:43:20.122394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.125457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-f8e248b8-d342-4a72-ab15-fe8ce46df4cf service neutron] 10.222.0.78 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568432 Jul 30 01:43:20.127962 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.177402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:20.181780 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.237665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6702851-37f7-4e3d-a50d-024cf22042c3 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:20.252947 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.258302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.263204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.319020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Transition to ACTIVE for port object a6702851-37f7-4e3d-a50d-024cf22042c3 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:20.333677 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.345169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.365926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Network c36da969-cb6f-4945-9253-3c8b41437e90 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:20.371393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-5415d859-6acf-4f23-b82b-140a7b47fb25 service neutron] 10.222.0.78 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450304 Jul 30 01:43:20.372282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event updated for resources: {'Port': ['ID=952d1a79-e528-4974-9efe-23749fdc7c3b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.381376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:20.391942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:20.459913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7e07d-c13c-442d-ab1a-c90459dd1462 req-07c3e524-65d3-4997-ada5-62bdb5884550 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.464471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f7e07d-c13c-442d-ab1a-c90459dd1462 req-07c3e524-65d3-4997-ada5-62bdb5884550 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 931 time: 0.1976745 Jul 30 01:43:20.472202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.472854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.491583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6702851-37f7-4e3d-a50d-024cf22042c3,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.495290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-5d3c9358-d080-4357-b29b-742d59c231dd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8805423 Jul 30 01:43:20.503920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.510659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Request body: {'port': {'device_id': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:20.578852 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407b554-e5c9-4ff5-b04d-ceb906462d71 x-openstack-request-id: req-4407b554-e5c9-4ff5-b04d-ceb906462d71 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:20.579470 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-plugged", "status": "completed", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:20.579896 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4407b554-e5c9-4ff5-b04d-ceb906462d71 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:20.580481 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'code': 200} Jul 30 01:43:20.605960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.637911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.642926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Pushing event updated for resources: {'Port': ['ID=b4eef502-ba79-496f-883b-985ca7223f7d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.660466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Network e5bd5294-3f60-414f-9ede-14012822f2db is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:20.668920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:20.675203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:20.722634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f7e07d-c13c-442d-ab1a-c90459dd1462 req-2dfdff23-7983-4c9a-9f2f-d2bcf6a9187a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227714 Jul 30 01:43:20.755031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Attempting to bind port a6702851-37f7-4e3d-a50d-024cf22042c3 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:20.755384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Attempting to bind port a6702851-37f7-4e3d-a50d-024cf22042c3 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:20.755791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Attempting to bind port a6702851-37f7-4e3d-a50d-024cf22042c3 on network ab390bdd-4a2e-46a9-8eed-1d589ceae422 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:20.797983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Port a6702851-37f7-4e3d-a50d-024cf22042c3 on network ab390bdd-4a2e-46a9-8eed-1d589ceae422 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:20.798322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Attempting to bind port a6702851-37f7-4e3d-a50d-024cf22042c3 on network ab390bdd-4a2e-46a9-8eed-1d589ceae422 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:20.812704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cd321-617c-4c00-8dd9-72ff2bba445a req-14cefd39-bf6a-4fb7-b80e-787023659083 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.814292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d7cd321-617c-4c00-8dd9-72ff2bba445a req-14cefd39-bf6a-4fb7-b80e-787023659083 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.1704130 Jul 30 01:43:20.818026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.818960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.819903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Subnet': ['ID=1292fe38-7372-4234-bb78-b0f60fa69e16,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.836356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Checking segment: {'id': '0ba6a152-9124-44b0-8d18-b425f431bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:20.836844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network hostable DHCP agents. Network: ae2dc28d-8627-46f9-a034-b9a562f21a2b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:20.844362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:20.844787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Checking segment: {'id': 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:20.845242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Bound using segment: {'id': 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:20.845788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Bound port: a6702851-37f7-4e3d-a50d-024cf22042c3, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:20.846476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.899271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1d859229-ec21-4d2c-9174-7c952645a2fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6439676 Jul 30 01:43:20.915524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Request body: {'port': {'device_id': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:20.924865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network ae2dc28d-8627-46f9-a034-b9a562f21a2b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:20.959861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48737ac0-6c4b-4313-9425-7d76d3fbe431 req-ce1d59a7-3f70-439f-b5ef-aad1a77d00a1 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 210 time: 0.0853593 Jul 30 01:43:20.966205 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.993025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ae2dc28d-8627-46f9-a034-b9a562f21a2b) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:21.003800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c286c-bd0d-40f0-83c2-11860450378d None None] Network ae2dc28d-8627-46f9-a034-b9a562f21a2b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:21.021037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.022794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.042950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d7cd321-617c-4c00-8dd9-72ff2bba445a req-fbe091ff-71bf-47e3-a409-692d7d2c9df6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514390 Jul 30 01:43:21.048660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] For port a6702851-37f7-4e3d-a50d-024cf22042c3, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:21.053090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] For port a6702851-37f7-4e3d-a50d-024cf22042c3, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a6702851-37f7-4e3d-a50d-024cf22042c3,segment=NetworkSegment(e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e),segment_id=e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:21.059836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.073309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1c7a2df2-048e-46e6-8228-8a8ff5cddf4a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5124831 Jul 30 01:43:21.074361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43842) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:21.085484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.108410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-603611314'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:21.150314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.151065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.152568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/a6702851-37f7-4e3d-a50d-024cf22042c3 HTTP/1.1" status: 200 len: 1092 time: 2.8506703 Jul 30 01:43:21.155591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'tag': 'a6702851-37f7-4e3d-a50d-024cf22042c3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:21.158436 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a85a189-d8f2-4db9-9c6a-0695e02a662f" -d '{"events": [{"name": "network-changed", "server_uuid": "281faa1b-8fc3-4cb6-9412-e372dd49342f", "tag": "a6702851-37f7-4e3d-a50d-024cf22042c3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:21.221834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd692b-9013-4141-ba3f-65caab873cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6702851-37f7-4e3d-a50d-024cf22042c3,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.239713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:21.243514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.252099 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b5ef0-5510-4ba2-87b6-c1e2916853fa x-openstack-request-id: req-5b5b5ef0-5510-4ba2-87b6-c1e2916853fa {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:21.252504 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281faa1b-8fc3-4cb6-9412-e372dd49342f", "tag": "a6702851-37f7-4e3d-a50d-024cf22042c3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:21.253540 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b5b5ef0-5510-4ba2-87b6-c1e2916853fa {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:21.253540 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'tag': 'a6702851-37f7-4e3d-a50d-024cf22042c3', 'status': 'completed', 'code': 200} Jul 30 01:43:21.306905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ae2dc28d-8627-46f9-a034-b9a562f21a2b', 'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b', 'tenant_id': '954c0e7dd64843909dc829504e8ad430', 'fixed_ips': [{'subnet_id': '1292fe38-7372-4234-bb78-b0f60fa69e16'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:21.311177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.355235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-2f8c9a79-09a0-4347-926d-f001a6704698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.356942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-2f8c9a79-09a0-4347-926d-f001a6704698 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d34f76387df4c928c01e6c519224d8c&device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 1095 time: 0.1452112 Jul 30 01:43:21.357876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:21.387882 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.388449 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Added segment 985d409f-2c91-456e-886a-1721fec9c92b of type vlan for network 16ea93b0-ea98-4934-9b10-8b4df7d5779b Jul 30 01:43:21.451921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.470909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1651fe-1b80-44f8-9bb0-1995f4e1d2b2 req-0c59856a-5900-4d7d-a3d3-501c7892865a tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.472932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b1651fe-1b80-44f8-9bb0-1995f4e1d2b2 req-0c59856a-5900-4d7d-a3d3-501c7892865a tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 943 time: 0.2249055 Jul 30 01:43:21.519429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Allocated IP 2001:db8:0:ffff::2 (ae2dc28d-8627-46f9-a034-b9a562f21a2b/1292fe38-7372-4234-bb78-b0f60fa69e16/dab1f9d2-6253-44fd-bbba-ca53c41d3fd0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:21.547851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-91c6d632-332f-47fc-97ae-a65ad448f705 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6702851-37f7-4e3d-a50d-024cf22042c3 HTTP/1.1" status: 200 len: 217 time: 0.0863380 Jul 30 01:43:21.580290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952d1a79-e528-4974-9efe-23749fdc7c3b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:21.591403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.626897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Transition to ACTIVE for port object 952d1a79-e528-4974-9efe-23749fdc7c3b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:21.632318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.632549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-634b3ec4-54ee-4ad6-a363-af69c6a12af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.657404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b1651fe-1b80-44f8-9bb0-1995f4e1d2b2 req-7c436334-d84a-4d87-bd16-9f212bfa7a1d tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236091 Jul 30 01:43:21.667528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.676967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.677607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.693629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-142f74a8-11d2-41ac-951e-76e766a3c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.695108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-142f74a8-11d2-41ac-951e-76e766a3c9af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6325dda3-0272-4d55-bc11-28af0bd45c02 HTTP/1.1" status: 200 len: 848 time: 0.1311846 Jul 30 01:43:21.756324 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.758374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4eef502-ba79-496f-883b-985ca7223f7d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:21.767595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Transition to ACTIVE for port object dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:21.771885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6684837 Jul 30 01:43:21.772788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43850) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:21.783415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.788068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Pushing event updated for resources: {'Port': ['ID=952d1a79-e528-4974-9efe-23749fdc7c3b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.790508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Transition to ACTIVE for port object dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:21.795851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:21.803275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'subnet': {'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:21.809449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-3c85611d-3e17-4359-907c-f14fd7bbcfc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab390bdd-4a2e-46a9-8eed-1d589ceae422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869541 Jul 30 01:43:21.826632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Transition to ACTIVE for port object b4eef502-ba79-496f-883b-985ca7223f7d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:21.835869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.844423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.894600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Network ae2dc28d-8627-46f9-a034-b9a562f21a2b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:21.897194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a262ba4-c3a8-48f4-8a46-a4d06dd0445a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Network': ['ID=16ea93b0-ea98-4934-9b10-8b4df7d5779b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.902791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Attempting to bind port 952d1a79-e528-4974-9efe-23749fdc7c3b on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:21.903356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Attempting to bind port 952d1a79-e528-4974-9efe-23749fdc7c3b by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:21.903632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Attempting to bind port 952d1a79-e528-4974-9efe-23749fdc7c3b on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:21.911728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:21.912024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.917884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Pushing event updated for resources: {'Port': ['ID=b4eef502-ba79-496f-883b-985ca7223f7d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.922560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Port 952d1a79-e528-4974-9efe-23749fdc7c3b on network c36da969-cb6f-4945-9253-3c8b41437e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:21.922864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Attempting to bind port 952d1a79-e528-4974-9efe-23749fdc7c3b on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:21.932576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:21.932854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:21.933197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Bound using segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:21.933689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Bound port: 952d1a79-e528-4974-9efe-23749fdc7c3b, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:21.934049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.081624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fb586-2ef4-4d1f-bd37-936039637b22 req-4dd97592-e8d0-40c7-9cab-4dc367a3c8f9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.083611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-353fb586-2ef4-4d1f-bd37-936039637b22 req-4dd97592-e8d0-40c7-9cab-4dc367a3c8f9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 943 time: 0.1986587 Jul 30 01:43:22.091617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:22.098870 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.100551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 16ea93b0-ea98-4934-9b10-8b4df7d5779b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:22.150272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:22.172373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f40650d6-bb5e-45e8-8088-d0ec1594f627 req-7c3bc392-b775-4f21-ad51-a748c1410a29 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 210 time: 0.0559042 Jul 30 01:43:22.193783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Pushing event updated for resources: {'Port': ['ID=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.201922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Attempting to bind port b4eef502-ba79-496f-883b-985ca7223f7d on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:22.202585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Attempting to bind port b4eef502-ba79-496f-883b-985ca7223f7d by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:22.203328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Attempting to bind port b4eef502-ba79-496f-883b-985ca7223f7d on network e5bd5294-3f60-414f-9ede-14012822f2db {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:22.222078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-961725a4-c7b3-4a76-872d-222dc912d500 service neutron] 10.222.0.55 "GET /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893430 Jul 30 01:43:22.255590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:22.257646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Port b4eef502-ba79-496f-883b-985ca7223f7d on network e5bd5294-3f60-414f-9ede-14012822f2db not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:22.257931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Attempting to bind port b4eef502-ba79-496f-883b-985ca7223f7d on network e5bd5294-3f60-414f-9ede-14012822f2db {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:22.259254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.295777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Attempting to bind port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:22.296814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Attempting to bind port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0ba6a152-9124-44b0-8d18-b425f431bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:22.297662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Attempting to bind port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 on network ae2dc28d-8627-46f9-a034-b9a562f21a2b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:22.298435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] For port 952d1a79-e528-4974-9efe-23749fdc7c3b, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:22.301136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:22.301779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Checking segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:22.302166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Bound using segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:22.302760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Bound port: b4eef502-ba79-496f-883b-985ca7223f7d, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:22.303571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.306057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:22.306609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Checking segment: {'id': '0ba6a152-9124-44b0-8d18-b425f431bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:22.307027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] For port 952d1a79-e528-4974-9efe-23749fdc7c3b, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=952d1a79-e528-4974-9efe-23749fdc7c3b,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:22.307232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.307834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Bound using segment: {'id': '0ba6a152-9124-44b0-8d18-b425f431bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:22.308641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Bound port: dab1f9d2-6253-44fd-bbba-ca53c41d3fd0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba6a152-9124-44b0-8d18-b425f431bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ae2dc28d-8627-46f9-a034-b9a562f21a2b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:22.309170 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.327311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.372070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-353fb586-2ef4-4d1f-bd37-936039637b22 req-95ccd844-5829-457e-bcec-5d052464f1ec tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305653 Jul 30 01:43:22.423109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] For port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:22.425366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.425989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.427526 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] 10.222.0.66 "PUT /v2.0/ports/952d1a79-e528-4974-9efe-23749fdc7c3b HTTP/1.1" status: 200 len: 1092 time: 1.9214284 Jul 30 01:43:22.430487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] For port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,segment=NetworkSegment(0ba6a152-9124-44b0-8d18-b425f431bd69),segment_id=0ba6a152-9124-44b0-8d18-b425f431bd69)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:22.432182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'tag': '952d1a79-e528-4974-9efe-23749fdc7c3b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:22.434976 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b065c599-2ed8-4355-b332-9220b58124ab" -d '{"events": [{"name": "network-changed", "server_uuid": "170a7dc2-1297-4a99-8dad-d090045ef6f6", "tag": "952d1a79-e528-4974-9efe-23749fdc7c3b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:22.438389 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.464841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-ddcfaff0-09d2-489c-a7bc-0a6bd287744e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.467052 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-ddcfaff0-09d2-489c-a7bc-0a6bd287744e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.55 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 818 time: 0.3640342 Jul 30 01:43:22.537212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4eaa4ab2-4cee-4578-bed2-8ec7cd11cd15 req-dfba525c-9263-4ec2-92f6-8e1b5793d9ab service neutron] 10.222.0.55 "GET /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073630 Jul 30 01:43:22.544190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca73c0-8f59-4fd0-a2c3-3feda183c02c None None] Pushing event updated for resources: {'Port': ['ID=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.545148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Request body: {'port': {'device_id': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'admin_state_up': True, 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:22.553712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aea74-39c2-4c74-a380-e06646505933 req-d69607fe-1dcb-43ac-8f91-a5d9c9c0fd17 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.559988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf61b9-05a3-4b82-a35e-b5f461de293d service neutron] Pushing event updated for resources: {'Port': ['ID=952d1a79-e528-4974-9efe-23749fdc7c3b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.566208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-352aea74-39c2-4c74-a380-e06646505933 req-d69607fe-1dcb-43ac-8f91-a5d9c9c0fd17 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.2550180 Jul 30 01:43:22.581851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b08e27-ca95-427b-9762-ab695176b97a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:22.584382 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce58c05d-1f3e-4b71-a353-a2aebf418c24" -d '{"events": [{"server_uuid": "4a3a50e3-71dd-4b04-a78f-65b15125cf18", "name": "network-vif-plugged", "status": "completed", "tag": "a8b08e27-ca95-427b-9762-ab695176b97a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:22.604649 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b2ac83-15a9-4cfc-93ab-e38d9dbafaaf x-openstack-request-id: req-b9b2ac83-15a9-4cfc-93ab-e38d9dbafaaf {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:22.605299 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170a7dc2-1297-4a99-8dad-d090045ef6f6", "tag": "952d1a79-e528-4974-9efe-23749fdc7c3b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:22.605763 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9b2ac83-15a9-4cfc-93ab-e38d9dbafaaf {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:22.606373 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'tag': '952d1a79-e528-4974-9efe-23749fdc7c3b', 'status': 'completed', 'code': 200} Jul 30 01:43:22.628301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-352aea74-39c2-4c74-a380-e06646505933 req-8b5b3d64-574f-4cc0-b844-4ece7c2d6831 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612140 Jul 30 01:43:22.628474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] For port b4eef502-ba79-496f-883b-985ca7223f7d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:22.633572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] For port b4eef502-ba79-496f-883b-985ca7223f7d, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b4eef502-ba79-496f-883b-985ca7223f7d,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:22.653629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-e9b8f129-e6d9-4018-8f83-3ae942a07c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.655460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-e9b8f129-e6d9-4018-8f83-3ae942a07c83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 1095 time: 0.1796579 Jul 30 01:43:22.660048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.668763 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baeb4bb2-9a35-4f04-ab19-4fd26f5fc9c8 x-openstack-request-id: req-baeb4bb2-9a35-4f04-ab19-4fd26f5fc9c8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:22.669202 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3a50e3-71dd-4b04-a78f-65b15125cf18", "name": "network-vif-plugged", "status": "completed", "tag": "a8b08e27-ca95-427b-9762-ab695176b97a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:22.669556 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-baeb4bb2-9a35-4f04-ab19-4fd26f5fc9c8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:22.670073 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b08e27-ca95-427b-9762-ab695176b97a', 'code': 200} Jul 30 01:43:22.681106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.682111 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.683745 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] 10.222.0.66 "PUT /v2.0/ports/b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 1093 time: 1.7755127 Jul 30 01:43:22.813737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-db4caae2-4a5e-4c55-ac32-cd5adc04a2d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=952d1a79-e528-4974-9efe-23749fdc7c3b HTTP/1.1" status: 200 len: 217 time: 0.1434579 Jul 30 01:43:22.862766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-97dde618-a7fe-42af-ac73-7ee50f9e895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.864335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-97dde618-a7fe-42af-ac73-7ee50f9e895b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5d34f76387df4c928c01e6c519224d8c&device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 1095 time: 0.2014360 Jul 30 01:43:22.941781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f5451-89e2-42b4-9831-3e8b61943a93 service neutron] Pushing event updated for resources: {'Port': ['ID=b4eef502-ba79-496f-883b-985ca7223f7d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.951089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-061f4039-d55f-4ffe-b126-253052a65a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.953314 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-061f4039-d55f-4ffe-b126-253052a65a3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1231840 Jul 30 01:43:22.961802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6b21b-14fb-4ba9-ab70-8cbe11fcae93 req-cd516cb8-146a-4f8f-8109-98dd097e25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.963777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c6b21b-14fb-4ba9-ab70-8cbe11fcae93 req-cd516cb8-146a-4f8f-8109-98dd097e25f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 1098 time: 0.1670918 Jul 30 01:43:22.975657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Made reservation on behalf of 88b6f7dadf7540faa3972b62e0bbaf69 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:22.979622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.999048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35986131-809d-4257-bfd0-b7eaf3f7060b req-88b5143c-44e4-4ec5-8519-34b71fb8b4cc tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.000881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35986131-809d-4257-bfd0-b7eaf3f7060b req-88b5143c-44e4-4ec5-8519-34b71fb8b4cc tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 943 time: 0.2300880 Jul 30 01:43:23.013037 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.015699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1c92b337-1860-4400-9566-7b0361a76429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.017020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-1c92b337-1860-4400-9566-7b0361a76429 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1096 time: 0.2476544 Jul 30 01:43:23.017187 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-20157922-8b39-4dc7-82ad-3cace838a855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523133 Jul 30 01:43:23.112289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:43:23.121502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-9f93ce2b-86d6-4213-aeae-5b7a8b1bb9cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.0834644 Jul 30 01:43:23.127242 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.132131 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c6b21b-14fb-4ba9-ab70-8cbe11fcae93 req-c7cfeb5b-77b2-4e98-944b-fe79b63a6df8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475801 Jul 30 01:43:23.221219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35986131-809d-4257-bfd0-b7eaf3f7060b req-87f4a339-b833-44a1-a4a6-66bf15011a4e tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099848 Jul 30 01:43:23.233399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-4c135ae8-74c4-4cce-81dc-a836e6bdf524 service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002690 Jul 30 01:43:23.246188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-b4112dcf-ab33-4a9d-8405-333ef0955279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.247767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-b4112dcf-ab33-4a9d-8405-333ef0955279 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab390bdd-4a2e-46a9-8eed-1d589ceae422 HTTP/1.1" status: 200 len: 909 time: 0.3730304 Jul 30 01:43:23.249076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Allocated IP 172.20.0.6 (e5bd5294-3f60-414f-9ede-14012822f2db/23dc4602-9242-435b-af63-6aff7da61a55/3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:23.265557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-e2bc7d76-9bbe-4915-a536-0f5f3779d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.267264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-e2bc7d76-9bbe-4915-a536-0f5f3779d3e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.1377032 Jul 30 01:43:23.290634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Subnet': ['ID=0d3820b8-8f8f-495e-aa88-f94b9aceb3c9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:23.357593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-e1579539-20ca-40e1-9af3-41e0a4ca379c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6702851-37f7-4e3d-a50d-024cf22042c3 HTTP/1.1" status: 200 len: 217 time: 0.0970545 Jul 30 01:43:23.374800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-6bdad652-6994-498a-a615-23be1b756c25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931308 Jul 30 01:43:23.377680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a68872e-d42e-4a5d-b1e5-ed79759939ea req-28ad3b9d-3caa-4401-97d6-8a0c939a5329 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 210 time: 0.0987813 Jul 30 01:43:23.441323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Checking segment: {'id': '985d409f-2c91-456e-886a-1721fec9c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:23.441694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network hostable DHCP agents. Network: 16ea93b0-ea98-4934-9b10-8b4df7d5779b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:23.462844 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0dc1437b-b3da-4118-8d55-e71fd9a7a4d3 req-ca673b3e-88a4-4df1-8bb0-66e3985d890e service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009699 Jul 30 01:43:23.573094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.598618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065c599-2ed8-4355-b332-9220b58124ab req-bf0b9f1e-202e-4099-97d9-5c245294f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.600751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-bf0b9f1e-202e-4099-97d9-5c245294f5b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0857618 Jul 30 01:43:23.704578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.772428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Pushing event updated for resources: {'Port': ['ID=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:23.803988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Network e5bd5294-3f60-414f-9ede-14012822f2db is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:23.815598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:23.819519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:23.820248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:23.883879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065c599-2ed8-4355-b332-9220b58124ab req-60306396-4e3f-42a4-8f4a-4a5341ba497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.885915 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-60306396-4e3f-42a4-8f4a-4a5341ba497d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.2740588 Jul 30 01:43:23.907398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.908494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.921431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:23.961591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e672b-e748-49a0-a819-209976061a1e None None] Network ae2dc28d-8627-46f9-a034-b9a562f21a2b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:23.969701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-8e39a3b3-9957-4ddf-999c-38aea4754668 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=952d1a79-e528-4974-9efe-23749fdc7c3b HTTP/1.1" status: 200 len: 217 time: 0.0698690 Jul 30 01:43:23.993360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-52307a93-7b5f-4a61-9a98-57b6e63d79a0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4575198 Jul 30 01:43:24.024351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Request body: {'port': {'device_id': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:24.032042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-43eda9d3-2c2f-420b-8ebf-eefa0d09f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.033583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-43eda9d3-2c2f-420b-8ebf-eefa0d09f818 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6325dda3-0272-4d55-bc11-28af0bd45c02 HTTP/1.1" status: 200 len: 848 time: 0.6552010 Jul 30 01:43:24.039720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] Provisioning for port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:24.041401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network 16ea93b0-ea98-4934-9b10-8b4df7d5779b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:24.053165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] Provisioning complete for port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:24.053542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.069682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065c599-2ed8-4355-b332-9220b58124ab req-c6a1f81a-f469-44e9-b28c-79f4c8b3e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.071349 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-c6a1f81a-f469-44e9-b28c-79f4c8b3e11b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.0874565 Jul 30 01:43:24.115123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7553-4d2d-4d61-a336-cf4b0d310aa5 req-04f96beb-29ff-4172-a66a-5de131538181 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.116738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2cf7553-4d2d-4d61-a336-cf4b0d310aa5 req-04f96beb-29ff-4172-a66a-5de131538181 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.1832533 Jul 30 01:43:24.118052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 16ea93b0-ea98-4934-9b10-8b4df7d5779b) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:24.118509 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-7173c266-c88b-4fd0-93de-9bc8f6138d3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291564 Jul 30 01:43:24.121725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-ea28bad3-0038-4d01-b8d8-d8eb61ea8438 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285354 Jul 30 01:43:24.124140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-49a27b58-ba70-47c9-b451-c900a5b3224f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab390bdd-4a2e-46a9-8eed-1d589ceae422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756114 Jul 30 01:43:24.126105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.130813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.131438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.138422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48fdd8f-71ae-43fa-92f9-eede8ce1ce84 None None] Network 16ea93b0-ea98-4934-9b10-8b4df7d5779b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:24.148892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de968781-3da7-42d3-b141-0d8a6c8504a9 req-df104f9a-9585-44b4-91d0-f8d28baf490e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.157604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de968781-3da7-42d3-b141-0d8a6c8504a9 req-df104f9a-9585-44b4-91d0-f8d28baf490e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 943 time: 0.2228353 Jul 30 01:43:24.295472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-bdd1a90d-d657-4bc9-93e8-fc376e6d3e53 service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586025 Jul 30 01:43:24.298413 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.298927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-79958190-8ea7-46f6-a855-7265128dc55a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5107205 Jul 30 01:43:24.305960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43878) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:24.315433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'port': {'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b', 'name': 'tempest-NetworksIpV6TestAttrs-809725762'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:24.386633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] For port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,segment=NetworkSegment(0ba6a152-9124-44b0-8d18-b425f431bd69),segment_id=0ba6a152-9124-44b0-8d18-b425f431bd69)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:24.393771 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.431714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2cf7553-4d2d-4d61-a336-cf4b0d310aa5 req-6ef39be6-2f8d-4d9c-a56f-40c47c902445 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708063 Jul 30 01:43:24.441988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de968781-3da7-42d3-b141-0d8a6c8504a9 req-cca76c9b-b545-49fc-8232-01a91b3f02bf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830198 Jul 30 01:43:24.466406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-16ea93b0-ea98-4934-9b10-8b4df7d5779b', 'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b', 'tenant_id': '954c0e7dd64843909dc829504e8ad430', 'fixed_ips': [{'subnet_id': '0d3820b8-8f8f-495e-aa88-f94b9aceb3c9'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:24.467915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.508963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2849a2e-22c9-43fa-b83b-9ea0159c1002 req-fcc8112f-09cb-4914-b963-ab2467408be2 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471131 Jul 30 01:43:24.523435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-650605a4-fcfe-44c4-8332-603147e1b2ff service neutron] 10.222.0.55 "GET /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597746 Jul 30 01:43:24.571231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96136bc5-5958-4b8e-a2a7-5f6033ed9977 None None] Pushing event updated for resources: {'Port': ['ID=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:24.588429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.763924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Allocated IP 2001:db8::f816:3eff:feed:2802 (16ea93b0-ea98-4934-9b10-8b4df7d5779b/0d3820b8-8f8f-495e-aa88-f94b9aceb3c9/3b7fe003-84ab-46b8-930b-a19e7812f1c7) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:24.815023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ea38-fbd6-4f0d-8de3-494b820d9382 req-b88b44b4-9892-47c5-b549-b36edeb2406f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.816813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d120ea38-fbd6-4f0d-8de3-494b820d9382 req-b88b44b4-9892-47c5-b549-b36edeb2406f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 931 time: 0.1858959 Jul 30 01:43:24.822125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a85a189-d8f2-4db9-9c6a-0695e02a662f req-b10d884b-7343-4ed9-90a1-a785c619ee0b service neutron] 10.222.0.55 "GET /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876818 Jul 30 01:43:24.833912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:24.837966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.846911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'tag': 'b4eef502-ba79-496f-883b-985ca7223f7d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:24.849807 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c123289-7198-4e72-b8cd-a38295182110" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee65ad4-0e6d-42f1-920c-0bf7c1770b93", "tag": "b4eef502-ba79-496f-883b-985ca7223f7d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:24.851827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91545-e631-453b-a310-e6d03de4bf83 req-0533cc40-9de2-49af-93ab-3b7f264831ba tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.853917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61c91545-e631-453b-a310-e6d03de4bf83 req-0533cc40-9de2-49af-93ab-3b7f264831ba tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 943 time: 0.1874328 Jul 30 01:43:24.906584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b065c599-2ed8-4355-b332-9220b58124ab req-3f3dd8c4-fe19-477b-83b5-0731babcc01b service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537314 Jul 30 01:43:24.911061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] device_id is not set on port d88611dc-ea13-428b-860f-fd708336e856 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:24.950314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-71c56061-2746-4309-a806-0a528fc79a7e None None] Provisioning complete for port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:24.951444 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-71c56061-2746-4309-a806-0a528fc79a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.985700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d120ea38-fbd6-4f0d-8de3-494b820d9382 req-6ccda295-f2ed-40d8-a6b4-f445ed30085a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602089 Jul 30 01:43:24.998857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61c91545-e631-453b-a310-e6d03de4bf83 req-512191f3-b0fc-4917-a201-e4af3a040b61 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293771 Jul 30 01:43:25.031842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:25.032123 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.041634 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.042945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Transition to ACTIVE for port object 3b7fe003-84ab-46b8-930b-a19e7812f1c7 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:25.057326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Transition to ACTIVE for port object 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:25.059770 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60c8b9-39fd-45b7-bf36-e19f470d6d39 x-openstack-request-id: req-0b60c8b9-39fd-45b7-bf36-e19f470d6d39 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:25.060225 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee65ad4-0e6d-42f1-920c-0bf7c1770b93", "tag": "b4eef502-ba79-496f-883b-985ca7223f7d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:25.060910 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b60c8b9-39fd-45b7-bf36-e19f470d6d39 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:25.061375 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'tag': 'b4eef502-ba79-496f-883b-985ca7223f7d', 'status': 'completed', 'code': 200} Jul 30 01:43:25.063070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.070638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Transition to ACTIVE for port object 3b7fe003-84ab-46b8-930b-a19e7812f1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:25.088133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.136786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Allocated IP 2001:db8::f816:3eff:feaf:9dbe (16ea93b0-ea98-4934-9b10-8b4df7d5779b/0d3820b8-8f8f-495e-aa88-f94b9aceb3c9/d88611dc-ea13-428b-860f-fd708336e856) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:25.156961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Network 16ea93b0-ea98-4934-9b10-8b4df7d5779b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:25.158424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:25.170062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:25.173729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:25.178581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Pushing event updated for resources: {'Port': ['ID=3b7fe003-84ab-46b8-930b-a19e7812f1c7,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:25.203724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123289-7198-4e72-b8cd-a38295182110 req-e6ee252b-39d9-45e3-af72-3505f55cba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.206080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-e6ee252b-39d9-45e3-af72-3505f55cba39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1096 time: 0.1105945 Jul 30 01:43:25.281698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Attempting to bind port 3b7fe003-84ab-46b8-930b-a19e7812f1c7 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:25.282132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Attempting to bind port 3b7fe003-84ab-46b8-930b-a19e7812f1c7 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '985d409f-2c91-456e-886a-1721fec9c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:25.282575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Attempting to bind port 3b7fe003-84ab-46b8-930b-a19e7812f1c7 on network 16ea93b0-ea98-4934-9b10-8b4df7d5779b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:25.294918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:25.295403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Checking segment: {'id': '985d409f-2c91-456e-886a-1721fec9c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:25.295919 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.297223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Bound using segment: {'id': '985d409f-2c91-456e-886a-1721fec9c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:25.298090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Bound port: 3b7fe003-84ab-46b8-930b-a19e7812f1c7, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985d409f-2c91-456e-886a-1721fec9c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16ea93b0-ea98-4934-9b10-8b4df7d5779b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:25.298516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.343519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Attempting to bind port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:25.344505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Attempting to bind port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:25.344848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Attempting to bind port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 on network e5bd5294-3f60-414f-9ede-14012822f2db {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:25.348553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.352937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 on network e5bd5294-3f60-414f-9ede-14012822f2db not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:25.353281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Attempting to bind port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 on network e5bd5294-3f60-414f-9ede-14012822f2db {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:25.369682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Transition to ACTIVE for port object d88611dc-ea13-428b-860f-fd708336e856 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:25.376703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:25.377059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Checking segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:25.377454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Bound using segment: {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:25.377898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Bound port: 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb06cbf-8ca0-48a8-86f2-881aa92337be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:25.378262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.392999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123289-7198-4e72-b8cd-a38295182110 req-5a0cf6ae-4eb9-4cca-838d-7681567dde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.394539 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-5a0cf6ae-4eb9-4cca-838d-7681567dde2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.1635227 Jul 30 01:43:25.399399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] For port 3b7fe003-84ab-46b8-930b-a19e7812f1c7, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:25.403902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] For port 3b7fe003-84ab-46b8-930b-a19e7812f1c7, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3b7fe003-84ab-46b8-930b-a19e7812f1c7,segment=NetworkSegment(985d409f-2c91-456e-886a-1721fec9c92b),segment_id=985d409f-2c91-456e-886a-1721fec9c92b)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:25.408881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.420944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.473184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4784-a8e2-479a-8b47-3b6fe8d59b3d None None] Pushing event updated for resources: {'Port': ['ID=3b7fe003-84ab-46b8-930b-a19e7812f1c7,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:25.484736 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-342ae4a5-e855-47e9-b491-001772361fac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.0603673 Jul 30 01:43:25.499044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Port': ['ID=d88611dc-ea13-428b-860f-fd708336e856,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:25.512592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network 16ea93b0-ea98-4934-9b10-8b4df7d5779b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:25.514511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:25.519501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:25.526259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.527481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.548613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2cf8d0b5-af68-4e19-a3dd-8f6af5226578 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2415185 Jul 30 01:43:25.551466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43892) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:25.587323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] For port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:25.612785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] For port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:25.615758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123289-7198-4e72-b8cd-a38295182110 req-ce83f914-b13a-4f02-aa64-9bb9a0584b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.618336 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-ce83f914-b13a-4f02-aa64-9bb9a0584b24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.1234393 Jul 30 01:43:25.624403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.706302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-fd2f218b-306a-40e7-bec1-03ed5f55b7c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739474 Jul 30 01:43:25.722423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting subnet 0d3820b8-8f8f-495e-aa88-f94b9aceb3c9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:25.726604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.749375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.750093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.751716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 HTTP/1.1" status: 200 len: 1092 time: 1.7332101 Jul 30 01:43:25.772929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8e46-3d6c-4961-9778-9d595bc30f6b req-bb78f87b-6fc6-4f3f-958a-bbec5dec4f5f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.776515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-000d8e46-3d6c-4961-9778-9d595bc30f6b req-bb78f87b-6fc6-4f3f-958a-bbec5dec4f5f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 943 time: 0.1783984 Jul 30 01:43:25.808970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447a52-e65c-4c61-a904-e6bedf4278d5 req-451582ee-0cd3-425c-9955-e6834a74be40 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.817388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19447a52-e65c-4c61-a904-e6bedf4278d5 req-451582ee-0cd3-425c-9955-e6834a74be40 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.1993949 Jul 30 01:43:25.837408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:25.869317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.885130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa359556-81a8-447e-8a79-b6e3be4724a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:25.923373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-27008ef4-0830-4618-95d2-dbf86d6677a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.924955 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-27008ef4-0830-4618-95d2-dbf86d6677a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 1095 time: 0.0868232 Jul 30 01:43:25.939965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:25.940345 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.964895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-6c46fbcc-190c-4e04-88ff-54f143e4a122 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289312 Jul 30 01:43:25.973957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-000d8e46-3d6c-4961-9778-9d595bc30f6b req-977f114a-3327-4cb2-80a8-a41924075a01 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824501 Jul 30 01:43:26.059523 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-d2865d87-bbfd-4c1b-80bd-5e35f2747cf9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 HTTP/1.1" status: 200 len: 217 time: 0.1146078 Jul 30 01:43:26.081658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19447a52-e65c-4c61-a904-e6bedf4278d5 req-e2359a18-a457-49b3-a1df-02502510842c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633650 Jul 30 01:43:26.115162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.140534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1c123289-7198-4e72-b8cd-a38295182110 req-f8eb8575-431d-413e-92ee-9ed295d39e90 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330369 Jul 30 01:43:26.142316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-751eac11-b10c-46ad-8a31-2bff1464bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.143886 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-751eac11-b10c-46ad-8a31-2bff1464bc56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.0755594 Jul 30 01:43:26.186395 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-8d69e4e2-6d60-454a-b51f-809aae3469cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332103 Jul 30 01:43:26.270713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254dbfb-50b9-48c5-826c-f6e8d0e414dc req-a55bc0c4-8ed0-48a6-b650-bb32837ee421 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.272627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3254dbfb-50b9-48c5-826c-f6e8d0e414dc req-a55bc0c4-8ed0-48a6-b650-bb32837ee421 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 943 time: 0.1777899 Jul 30 01:43:26.296601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.300928 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-2614f590-c498-4524-8427-d493dc6081c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062207 Jul 30 01:43:26.314553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00a045-03c7-467c-97ee-d5377fd242b6 req-c7bdbf7d-8e9e-460e-8cea-e2715a2a415a tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.316329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f00a045-03c7-467c-97ee-d5377fd242b6 req-c7bdbf7d-8e9e-460e-8cea-e2715a2a415a tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 943 time: 0.1357927 Jul 30 01:43:26.374052 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.376591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/0d3820b8-8f8f-495e-aa88-f94b9aceb3c9 HTTP/1.1" status: 204 len: 168 time: 0.8240960 Jul 30 01:43:26.377935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd67e-c1ed-4d4b-a788-f924c7f39e1d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3820b8-8f8f-495e-aa88-f94b9aceb3c9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:26.379836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43902) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:26.421036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f00a045-03c7-467c-97ee-d5377fd242b6 req-d8d1fa0c-69a0-4155-9ccb-4752cb711771 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725348 Jul 30 01:43:26.435311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3254dbfb-50b9-48c5-826c-f6e8d0e414dc req-b155ca65-27a9-4bd6-84e4-20f4bd6da574 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511858 Jul 30 01:43:26.464165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6dbae-eb19-4aa4-9b3a-6ebc8a4d0250 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.466049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6dbae-eb19-4aa4-9b3a-6ebc8a4d0250 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.471162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-83b6dbae-eb19-4aa4-9b3a-6ebc8a4d0250 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0869136 Jul 30 01:43:26.471664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43904) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:26.486671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a6d575a-c707-4a1b-9ce7-a2874a6f6d9e req-44ff7f9a-05c8-4d9c-bd8e-d45e26669ac3 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779299 Jul 30 01:43:26.602965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27fe769a-6af8-4b80-aa97-61687effe3ba tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.624910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b49d0-a390-445a-8d7b-adafb70140ad req-898b2ab9-34b0-4938-9e92-02bd494cb9f1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.626528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-964b49d0-a390-445a-8d7b-adafb70140ad req-898b2ab9-34b0-4938-9e92-02bd494cb9f1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.0843413 Jul 30 01:43:26.627638 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fe769a-6af8-4b80-aa97-61687effe3ba tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 01:43:26.628085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fe769a-6af8-4b80-aa97-61687effe3ba tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:26.631854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-27fe769a-6af8-4b80-aa97-61687effe3ba tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/16ea93b0-ea98-4934-9b10-8b4df7d5779b HTTP/1.1" status: 409 len: 405 time: 0.1586986 Jul 30 01:43:26.635713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:26.641313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-344588882'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:26.665143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:26.669193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.677981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-964b49d0-a390-445a-8d7b-adafb70140ad req-7d4017af-f7d8-4145-a714-581a75c1d8ca tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Jul 30 01:43:26.702113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:26.715245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.715637 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Added segment c27cbf3e-12ea-4740-94fe-9627a17848fe of type vlan for network d6925790-28d3-4295-b787-3f4af85aefb9 Jul 30 01:43:26.765672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.807731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.809477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1af6c9-90e7-4624-b1e9-92ae57c02f13 None None] Network 16ea93b0-ea98-4934-9b10-8b4df7d5779b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:26.814530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.815029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.879287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2423861 Jul 30 01:43:26.882124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:26.887360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'subnet': {'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:26.908082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-31933ae1-05ca-47a5-8eb7-ecc605bce4bc None None] Provisioning for port 3b7fe003-84ab-46b8-930b-a19e7812f1c7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:26.950712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1986d5f-db09-45ad-9d00-ce9654857c0b tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Network': ['ID=d6925790-28d3-4295-b787-3f4af85aefb9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:26.976068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d6925790-28d3-4295-b787-3f4af85aefb9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:26.977678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3097cd3-2775-42ec-8a60-816e7f191db2 req-8811e979-5c5f-4d14-9d9e-b8a1c07f1963 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.979871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3097cd3-2775-42ec-8a60-816e7f191db2 req-8811e979-5c5f-4d14-9d9e-b8a1c07f1963 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.0615885 Jul 30 01:43:27.038905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:27.043374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.049351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3097cd3-2775-42ec-8a60-816e7f191db2 req-96aa593d-e598-4847-94e4-44ced3e7860f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605674 Jul 30 01:43:27.062888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'tag': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:27.065355 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a43191-3bad-4be7-9568-40e649a0bbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad", "tag": "3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:27.075914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880aec38-82c9-4150-a585-32437a542a91 None None] DHCP port deletion for 16ea93b0-ea98-4934-9b10-8b4df7d5779b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:27.116950 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9408b0-db56-45cc-b64d-f26250f4aea5 x-openstack-request-id: req-1e9408b0-db56-45cc-b64d-f26250f4aea5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:27.117251 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad", "tag": "3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:27.117502 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e9408b0-db56-45cc-b64d-f26250f4aea5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:27.117899 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'tag': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3', 'status': 'completed', 'code': 200} Jul 30 01:43:27.134347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-880aec38-82c9-4150-a585-32437a542a91 None None] Deleting port 3b7fe003-84ab-46b8-930b-a19e7812f1c7 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:27.134634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-880aec38-82c9-4150-a585-32437a542a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.166322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36176b0-2ee9-4d14-93fd-99cc45429b81 req-92c438bc-9972-4f68-97e9-070725fd42fd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.168268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e36176b0-2ee9-4d14-93fd-99cc45429b81 req-92c438bc-9972-4f68-97e9-070725fd42fd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 943 time: 0.0734549 Jul 30 01:43:27.211923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e36176b0-2ee9-4d14-93fd-99cc45429b81 req-1d48cb95-2f01-489b-946b-6f2f9e65e8b8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 Jul 30 01:43:27.215877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-880aec38-82c9-4150-a585-32437a542a91 None None] For port 3b7fe003-84ab-46b8-930b-a19e7812f1c7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3b7fe003-84ab-46b8-930b-a19e7812f1c7,segment=NetworkSegment(985d409f-2c91-456e-886a-1721fec9c92b),segment_id=985d409f-2c91-456e-886a-1721fec9c92b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:27.216281 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-880aec38-82c9-4150-a585-32437a542a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.232071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b4eef502-ba79-496f-883b-985ca7223f7d details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:27.234817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-880aec38-82c9-4150-a585-32437a542a91 None None] Calling delete_port for 3b7fe003-84ab-46b8-930b-a19e7812f1c7 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:27.251076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-ffef71c1-97da-47a3-b57b-97941459ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.252617 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-ffef71c1-97da-47a3-b57b-97941459ab58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 1095 time: 0.0788581 Jul 30 01:43:27.285285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a6702851-37f7-4e3d-a50d-024cf22042c3 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:27.427420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-a7240398-17c6-44f6-b6b6-f07a2de58f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.428981 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-a7240398-17c6-44f6-b6b6-f07a2de58f47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.1676404 Jul 30 01:43:27.448166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b4eef502-ba79-496f-883b-985ca7223f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b4eef502-ba79-496f-883b-985ca7223f7d,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:27.473535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:43:27.481062 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-880aec38-82c9-4150-a585-32437a542a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.488346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b4eef502-ba79-496f-883b-985ca7223f7d', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'port_id': 'b4eef502-ba79-496f-883b-985ca7223f7d', 'mac_address': 'fa:16:3e:29:ca:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dc4602-9242-435b-af63-6aff7da61a55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:27.504896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.527098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aec38-82c9-4150-a585-32437a542a91 None None] Pushing event deleted for resources: {'Port': ['ID=3b7fe003-84ab-46b8-930b-a19e7812f1c7,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:27.529401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aec38-82c9-4150-a585-32437a542a91 None None] No DVR routers for this DVR port 3b7fe003-84ab-46b8-930b-a19e7812f1c7 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:27.544617 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-073a3083-306f-4199-b422-4355163faff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 HTTP/1.1" status: 200 len: 217 time: 0.1015143 Jul 30 01:43:27.590460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a8d1-ad7a-45a5-86e5-47f866ea9fb4 req-a43f3a54-d10a-4f83-b760-3563dd832fe7 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.596105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56b0a8d1-ad7a-45a5-86e5-47f866ea9fb4 req-a43f3a54-d10a-4f83-b760-3563dd832fe7 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 943 time: 0.0715444 Jul 30 01:43:27.599734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a6702851-37f7-4e3d-a50d-024cf22042c3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a6702851-37f7-4e3d-a50d-024cf22042c3,segment=NetworkSegment(e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e),segment_id=e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:27.602618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Subnet': ['ID=e15a5e1f-1988-47aa-9ca7-88f8916a9330,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:27.609221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.622938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'a6702851-37f7-4e3d-a50d-024cf22042c3', 'network_id': 'ab390bdd-4a2e-46a9-8eed-1d589ceae422', 'port_id': 'a6702851-37f7-4e3d-a50d-024cf22042c3', 'mac_address': 'fa:16:3e:55:a2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6325dda3-0272-4d55-bc11-28af0bd45c02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:27.631755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4eef502-ba79-496f-883b-985ca7223f7d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:27.681777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b4eef502-ba79-496f-883b-985ca7223f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b4eef502-ba79-496f-883b-985ca7223f7d,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:27.687190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd115-d9ec-452a-bda3-249db76fe82b req-a2c117dc-95be-4268-95d9-d40449ea1656 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.688606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a0dd115-d9ec-452a-bda3-249db76fe82b req-a2c117dc-95be-4268-95d9-d40449ea1656 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 943 time: 0.0914383 Jul 30 01:43:27.693219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.693518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-e0804ae5-4b5c-4577-9ec1-6476c1c34cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.695334 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-e0804ae5-4b5c-4577-9ec1-6476c1c34cd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.1063175 Jul 30 01:43:27.701220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Checking segment: {'id': 'c27cbf3e-12ea-4740-94fe-9627a17848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:27.701407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network hostable DHCP agents. Network: d6925790-28d3-4295-b787-3f4af85aefb9, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:27.701504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56b0a8d1-ad7a-45a5-86e5-47f866ea9fb4 req-cdbda9e1-e022-4faf-bfe2-49c7e4138889 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847480 Jul 30 01:43:27.716861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6702851-37f7-4e3d-a50d-024cf22042c3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:27.720223 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.723109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 952d1a79-e528-4974-9efe-23749fdc7c3b details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:27.743309 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-1da58a6e-1673-470f-8a89-56a0eb8ecd6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348971 Jul 30 01:43:27.752825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network d6925790-28d3-4295-b787-3f4af85aefb9 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:27.777169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a6702851-37f7-4e3d-a50d-024cf22042c3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a6702851-37f7-4e3d-a50d-024cf22042c3,segment=NetworkSegment(e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e),segment_id=e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:27.781290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a0dd115-d9ec-452a-bda3-249db76fe82b req-697f5eb5-9918-44cc-bb88-22f82418e9b3 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754828 Jul 30 01:43:27.790087 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.806488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b4eef502-ba79-496f-883b-985ca7223f7d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:27.827593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d6925790-28d3-4295-b787-3f4af85aefb9) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:27.835978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.839620 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.849934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8745c96a-76e2-4674-88a6-0838f012b215 None None] Network d6925790-28d3-4295-b787-3f4af85aefb9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:27.872152 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-578245fa-a1bb-4358-a477-7304859493d7 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9879425 Jul 30 01:43:27.875298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43924) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:27.880887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'port': {'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9', 'name': 'tempest-NetworksIpV6TestAttrs-591987422'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:27.905818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-b833a188-9f43-4f98-8859-4049b2d4634b service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490901 Jul 30 01:43:28.017278 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d8a43191-3bad-4be7-9568-40e649a0bbc9 req-19ecfbf7-0823-4148-a2a9-042d6b79b290 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040566 Jul 30 01:43:28.029009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:28.033119 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.053075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] device_id is not set on port a49f84cb-25d5-4cb3-91d0-7805fc59752e yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:28.117229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a6702851-37f7-4e3d-a50d-024cf22042c3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.150419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 952d1a79-e528-4974-9efe-23749fdc7c3b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=952d1a79-e528-4974-9efe-23749fdc7c3b,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:28.171191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '952d1a79-e528-4974-9efe-23749fdc7c3b', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': '952d1a79-e528-4974-9efe-23749fdc7c3b', 'mac_address': 'fa:16:3e:c6:66:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:28.190663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-c8c8853c-b64e-49a9-862b-55ce5061e8fd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.192920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-c8c8853c-b64e-49a9-862b-55ce5061e8fd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.0653794 Jul 30 01:43:28.216267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f2b-e7cb-49c1-adcf-fbe5f7a6ef0a req-2a7ab020-4956-4167-b238-3f8614029ff3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.217686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d184f2b-e7cb-49c1-adcf-fbe5f7a6ef0a req-2a7ab020-4956-4167-b238-3f8614029ff3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a3a50e3-71dd-4b04-a78f-65b15125cf18 HTTP/1.1" status: 200 len: 946 time: 0.0989773 Jul 30 01:43:28.218891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Allocated IP 2001:db8::f816:3eff:fef4:1ec7 (d6925790-28d3-4295-b787-3f4af85aefb9/e15a5e1f-1988-47aa-9ca7-88f8916a9330/a49f84cb-25d5-4cb3-91d0-7805fc59752e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:28.247213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a6702851-37f7-4e3d-a50d-024cf22042c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:28.294266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d184f2b-e7cb-49c1-adcf-fbe5f7a6ef0a req-5c55d607-10de-4372-8b36-a998d210c443 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625007 Jul 30 01:43:28.311834 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.327615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d6925790-28d3-4295-b787-3f4af85aefb9', 'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9', 'tenant_id': '954c0e7dd64843909dc829504e8ad430', 'fixed_ips': [{'subnet_id': 'e15a5e1f-1988-47aa-9ca7-88f8916a9330'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:28.328467 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.343529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port a8b08e27-ca95-427b-9762-ab695176b97a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:28.344236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.354192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952d1a79-e528-4974-9efe-23749fdc7c3b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:28.391555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 952d1a79-e528-4974-9efe-23749fdc7c3b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=952d1a79-e528-4974-9efe-23749fdc7c3b,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:28.401519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.450112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f591b-02a0-4c26-ae8e-60f21083916b req-97fd3af1-4394-48d4-86a9-c6a845da28df tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.452761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-818f591b-02a0-4c26-ae8e-60f21083916b req-97fd3af1-4394-48d4-86a9-c6a845da28df tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 943 time: 0.1402533 Jul 30 01:43:28.453070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port a8b08e27-ca95-427b-9762-ab695176b97a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=a8b08e27-ca95-427b-9762-ab695176b97a,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:28.453571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.468852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for a8b08e27-ca95-427b-9762-ab695176b97a owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:28.502951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.524649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-818f591b-02a0-4c26-ae8e-60f21083916b req-9219c82c-8705-4d23-a711-2ad8e6d7632b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 Jul 30 01:43:28.530566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Transition to ACTIVE for port object a49f84cb-25d5-4cb3-91d0-7805fc59752e will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:28.549377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=952d1a79-e528-4974-9efe-23749fdc7c3b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.584753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.631749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['952d1a79-e528-4974-9efe-23749fdc7c3b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:28.639456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b4eef502-ba79-496f-883b-985ca7223f7d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:28.641699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network d6925790-28d3-4295-b787-3f4af85aefb9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:28.643133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.648811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:28.657799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:28.663543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.664208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.681181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=a8b08e27-ca95-427b-9762-ab695176b97a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.682695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Port': ['ID=a49f84cb-25d5-4cb3-91d0-7805fc59752e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.692561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8365be2b-8b79-4135-af98-0bb64525131c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8105016 Jul 30 01:43:28.692561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43930) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:28.699774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Allocated IP 2001:db8::f816:3eff:fe6c:cabc (d6925790-28d3-4295-b787-3f4af85aefb9/e15a5e1f-1988-47aa-9ca7-88f8916a9330/f534ed81-4f35-4b32-a805-7916cc7611c1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:28.741231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port a8b08e27-ca95-427b-9762-ab695176b97a on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:28.746254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.750266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc011aaa-0778-4448-abb7-81cd8dc05d38 req-f1eccade-c905-4493-a87c-913f0d548707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/a8b08e27-ca95-427b-9762-ab695176b97a HTTP/1.1" status: 204 len: 173 time: 0.5509961 Jul 30 01:43:28.753241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting subnet e15a5e1f-1988-47aa-9ca7-88f8916a9330 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:28.842944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98878a-98be-486f-a3da-a035ba9d78ba req-aaded07a-3f7c-4d48-9792-dabaf8cff8e7 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.845664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c98878a-98be-486f-a3da-a035ba9d78ba req-aaded07a-3f7c-4d48-9792-dabaf8cff8e7 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 944 time: 0.0661623 Jul 30 01:43:28.924517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c98878a-98be-486f-a3da-a035ba9d78ba req-cb0247d3-bf9c-4e5f-b52f-4cec17618a3a tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709465 Jul 30 01:43:28.953185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b77ff1-013a-45e3-8df2-dd123e38b637 req-2df6c834-b38d-4bc2-8446-be19113425c7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.955369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0b77ff1-013a-45e3-8df2-dd123e38b637 req-2df6c834-b38d-4bc2-8446-be19113425c7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 943 time: 0.0853250 Jul 30 01:43:29.005289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0b77ff1-013a-45e3-8df2-dd123e38b637 req-0294332d-3284-4100-bf95-5e10520a534a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Jul 30 01:43:29.043164 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.074124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Transition to ACTIVE for port object f534ed81-4f35-4b32-a805-7916cc7611c1 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:29.093971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Transition to ACTIVE for port object f534ed81-4f35-4b32-a805-7916cc7611c1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:29.100596 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.101133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.119316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'name': 'network-vif-deleted', 'tag': 'a8b08e27-ca95-427b-9762-ab695176b97a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:29.122792 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3aff2-31e3-47fa-a3c5-ad8881c5b789" -d '{"events": [{"server_uuid": "4a3a50e3-71dd-4b04-a78f-65b15125cf18", "name": "network-vif-deleted", "tag": "a8b08e27-ca95-427b-9762-ab695176b97a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:29.143574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Network d6925790-28d3-4295-b787-3f4af85aefb9 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:29.146106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.149011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:29.154401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:29.159605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Pushing event updated for resources: {'Port': ['ID=f534ed81-4f35-4b32-a805-7916cc7611c1,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.173176 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40faa8f7-752f-4e17-9ede-dc6ea944d9b5 x-openstack-request-id: req-40faa8f7-752f-4e17-9ede-dc6ea944d9b5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:29.173825 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3a50e3-71dd-4b04-a78f-65b15125cf18", "name": "network-vif-deleted", "tag": "a8b08e27-ca95-427b-9762-ab695176b97a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:29.174257 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40faa8f7-752f-4e17-9ede-dc6ea944d9b5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:29.174905 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3a50e3-71dd-4b04-a78f-65b15125cf18', 'name': 'network-vif-deleted', 'tag': 'a8b08e27-ca95-427b-9762-ab695176b97a', 'status': 'completed', 'code': 200} Jul 30 01:43:29.220870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Attempting to bind port f534ed81-4f35-4b32-a805-7916cc7611c1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:29.221252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Attempting to bind port f534ed81-4f35-4b32-a805-7916cc7611c1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c27cbf3e-12ea-4740-94fe-9627a17848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:29.221641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Attempting to bind port f534ed81-4f35-4b32-a805-7916cc7611c1 on network d6925790-28d3-4295-b787-3f4af85aefb9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:29.228099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:29.228667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Checking segment: {'id': 'c27cbf3e-12ea-4740-94fe-9627a17848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:29.228975 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.229287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Bound using segment: {'id': 'c27cbf3e-12ea-4740-94fe-9627a17848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:29.229818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Bound port: f534ed81-4f35-4b32-a805-7916cc7611c1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27cbf3e-12ea-4740-94fe-9627a17848fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd6925790-28d3-4295-b787-3f4af85aefb9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:29.230247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.287409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.360656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.364482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] For port f534ed81-4f35-4b32-a805-7916cc7611c1, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:29.368743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] For port f534ed81-4f35-4b32-a805-7916cc7611c1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f534ed81-4f35-4b32-a805-7916cc7611c1,segment=NetworkSegment(c27cbf3e-12ea-4740-94fe-9627a17848fe),segment_id=c27cbf3e-12ea-4740-94fe-9627a17848fe)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:29.374945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.389113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:29.398075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Subnet': ['ID=e15a5e1f-1988-47aa-9ca7-88f8916a9330,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.399859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.401838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-71215d3e-748a-41ff-9407-9749d1039530 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/e15a5e1f-1988-47aa-9ca7-88f8916a9330 HTTP/1.1" status: 204 len: 168 time: 0.7104311 Jul 30 01:43:29.406251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:29.479533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9fdeb-de0c-4d2c-b735-0782d9235253 None None] Pushing event updated for resources: {'Port': ['ID=f534ed81-4f35-4b32-a805-7916cc7611c1,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.490669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8a512-b798-4ff2-8b23-96a9d5883d99 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.493100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8a512-b798-4ff2-8b23-96a9d5883d99 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.495568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-21d8a512-b798-4ff2-8b23-96a9d5883d99 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0882168 Jul 30 01:43:29.497793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43950) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:29.591233 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54160aa5-2704-4df7-9ebf-3d27b8b21cff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.601206 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-54160aa5-2704-4df7-9ebf-3d27b8b21cff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 01:43:29.601679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54160aa5-2704-4df7-9ebf-3d27b8b21cff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:29.603511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54160aa5-2704-4df7-9ebf-3d27b8b21cff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/d6925790-28d3-4295-b787-3f4af85aefb9 HTTP/1.1" status: 409 len: 405 time: 0.1042414 Jul 30 01:43:29.607952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43964) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:29.613504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-84057049'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:29.726780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:29.731737 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.821329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:29.830276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577d378-daf0-49a6-b16c-9a4c56d3fff2 req-45f13a84-7010-4835-b950-a61e3458b791 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.831974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9577d378-daf0-49a6-b16c-9a4c56d3fff2 req-45f13a84-7010-4835-b950-a61e3458b791 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 944 time: 0.1585350 Jul 30 01:43:29.871664 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.872187 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Added segment 52a46997-88df-472e-b94e-2432ce21bc04 of type vlan for network 2ca9c20e-aadc-4aba-8e77-679c30ba0464 Jul 30 01:43:29.898005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-a683c520-7f89-4ff0-8e41-503335b60878 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.899725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-a683c520-7f89-4ff0-8e41-503335b60878 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2643509 Jul 30 01:43:29.954099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.958571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-ee2f435b-98ff-40a5-9897-dfddaba0b0ab tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0502863 Jul 30 01:43:29.962650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9577d378-daf0-49a6-b16c-9a4c56d3fff2 req-c8eef025-8358-4529-9dbb-2a38db73ac5a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213775 Jul 30 01:43:30.016753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.022446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.023055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.097536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4882908 Jul 30 01:43:30.100574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43972) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:30.106008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'subnet': {'network_id': '2ca9c20e-aadc-4aba-8e77-679c30ba0464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:30.121447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-9b73ad3f-8e77-45e9-a816-a5a6d13fb5ae tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1550798 Jul 30 01:43:30.142212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34ca31-7602-4e84-98be-84314064ce2a tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Network': ['ID=2ca9c20e-aadc-4aba-8e77-679c30ba0464,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.154833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2ca9c20e-aadc-4aba-8e77-679c30ba0464 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:30.217377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0d7a7-71b6-431a-b90d-4d9d04f44888 req-1a9ca2ba-9a63-4944-ae7f-c65adad2643b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.219664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ab0d7a7-71b6-431a-b90d-4d9d04f44888 req-1a9ca2ba-9a63-4944-ae7f-c65adad2643b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 944 time: 0.1806817 Jul 30 01:43:30.244628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:30.248937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.291365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ab0d7a7-71b6-431a-b90d-4d9d04f44888 req-36166ed9-e968-4f27-80ae-4d6277209646 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632660 Jul 30 01:43:30.293420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-bb5920ed-e6a9-4c41-8db2-fbf6c7ba3258 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623800 Jul 30 01:43:30.456290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d18f8-e94f-416e-ad5c-874ab71285ab req-dcb9415e-c4d6-46f1-a013-3c2ca3ffb1c5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.458006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-340d18f8-e94f-416e-ad5c-874ab71285ab req-dcb9415e-c4d6-46f1-a013-3c2ca3ffb1c5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 943 time: 0.0844433 Jul 30 01:43:30.484581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-24ffa405-b28d-4bdf-9bca-0943f49efc76 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848497 Jul 30 01:43:30.524271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-340d18f8-e94f-416e-ad5c-874ab71285ab req-24f0f7fd-2a3a-4898-ae4f-84412e40e35e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589490 Jul 30 01:43:30.582387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:43:30.584217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.627589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb893a54-4b22-4e35-b26d-9b825de3bd9d None None] Network d6925790-28d3-4295-b787-3f4af85aefb9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:30.642983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Subnet': ['ID=1cd05816-f7af-4959-8970-ae1b317c1bf5,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.672047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Checking segment: {'id': '52a46997-88df-472e-b94e-2432ce21bc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2ca9c20e-aadc-4aba-8e77-679c30ba0464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:30.672702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network hostable DHCP agents. Network: 2ca9c20e-aadc-4aba-8e77-679c30ba0464, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:30.695077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network 2ca9c20e-aadc-4aba-8e77-679c30ba0464 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:30.711402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2ca9c20e-aadc-4aba-8e77-679c30ba0464) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:30.718118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4bc2c77c-5857-4336-bd58-21764e0bbf34 None None] Provisioning for port f534ed81-4f35-4b32-a805-7916cc7611c1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:30.720613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.721186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.738096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc250d6f-dc8e-4e4c-8249-13b75a29173a None None] Network 2ca9c20e-aadc-4aba-8e77-679c30ba0464 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:30.745593 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-546904b7-b9fa-4040-9790-71ae8d440f2c tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6437943 Jul 30 01:43:30.748440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:30.774037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c839c67d-9711-4d39-81a5-8f18680af356 req-a03bf8f5-8e3a-40b0-b7f7-9ad557a348ee tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 210 time: 0.0622900 Jul 30 01:43:30.890245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.968867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] DHCP port deletion for d6925790-28d3-4295-b787-3f4af85aefb9 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:30.977991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a1895-cda4-4169-aed7-125f893183d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2ca9c20e-aadc-4aba-8e77-679c30ba0464', 'network_id': '2ca9c20e-aadc-4aba-8e77-679c30ba0464', 'tenant_id': '954c0e7dd64843909dc829504e8ad430', 'fixed_ips': [{'subnet_id': '1cd05816-f7af-4959-8970-ae1b317c1bf5'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:30.978845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f61a1895-cda4-4169-aed7-125f893183d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.992620 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.089201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.103399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3d72-0761-4974-8099-0f10574f8a8b req-0b95fdbe-002b-4455-b9a8-66e0460d2687 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.111902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-562a3d72-0761-4974-8099-0f10574f8a8b req-0b95fdbe-002b-4455-b9a8-66e0460d2687 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 944 time: 0.0639286 Jul 30 01:43:31.113445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Deleting port f534ed81-4f35-4b32-a805-7916cc7611c1 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:31.113817 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.150083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-562a3d72-0761-4974-8099-0f10574f8a8b req-774ac186-8038-49be-b3cb-e020f5fa1280 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Jul 30 01:43:31.155709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd05816-f7af-4959-8970-ae1b317c1bf5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-f61a1895-cda4-4169-aed7-125f893183d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd05816-f7af-4959-8970-ae1b317c1bf5: This subnet is being modified by another concurrent operation. Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 01:43:31.200271 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd05816-f7af-4959-8970-ae1b317c1bf5: This subnet is being modified by another concurrent operation. Jul 30 01:43:31.206349 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 01:43:31.219258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.230500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca9c20e-aadc-4aba-8e77-679c30ba0464']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:31.243505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a46997-88df-472e-b94e-2432ce21bc04') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:31.244213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a46997-88df-472e-b94e-2432ce21bc04') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:31.256203 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.266239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179de111-3f90-4197-8aa8-2763bc2395c3 None None] Network 2ca9c20e-aadc-4aba-8e77-679c30ba0464 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:31.273958 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.283645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:31.284065 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.284817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 952d1a79-e528-4974-9efe-23749fdc7c3b up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:31.287524 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:31.328643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:31.346896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a6702851-37f7-4e3d-a50d-024cf22042c3 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:31.360855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.380162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.382091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/2ca9c20e-aadc-4aba-8e77-679c30ba0464 HTTP/1.1" status: 204 len: 168 time: 0.6325638 Jul 30 01:43:31.383564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558f381-099f-4306-a313-0d658f39c2eb tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Network': ['ID=2ca9c20e-aadc-4aba-8e77-679c30ba0464,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:31.385718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43990) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:31.390815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1396561731'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:31.430696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] For port f534ed81-4f35-4b32-a805-7916cc7611c1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f534ed81-4f35-4b32-a805-7916cc7611c1,segment=NetworkSegment(c27cbf3e-12ea-4740-94fe-9627a17848fe),segment_id=c27cbf3e-12ea-4740-94fe-9627a17848fe)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:31.431125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.458687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:31.462413 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.486749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5e35-bbe9-47e4-a8a0-365032cca712 req-a5d3be10-c36a-4d61-8f58-ac638376e59e tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.488301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc7e5e35-bbe9-47e4-a8a0-365032cca712 req-a5d3be10-c36a-4d61-8f58-ac638376e59e tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 944 time: 0.0940473 Jul 30 01:43:31.506506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Calling delete_port for f534ed81-4f35-4b32-a805-7916cc7611c1 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:31.513270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:31.528689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.529034 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Added segment 4888a75b-c178-4932-8e28-f13ab8040f89 of type vlan for network e7863a24-6766-4ad6-a02d-cae0816de80d Jul 30 01:43:31.550755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc7e5e35-bbe9-47e4-a8a0-365032cca712 req-60cb4995-7e49-449f-9de6-fb83a7d1975f tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555544 Jul 30 01:43:31.582822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.616250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.622948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.623625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.734154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3467190 Jul 30 01:43:31.747124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:31.755926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'subnet': {'network_id': 'e7863a24-6766-4ad6-a02d-cae0816de80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:31.762092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd434545-21ab-470c-bb82-e11cfd5b1cca tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Network': ['ID=e7863a24-6766-4ad6-a02d-cae0816de80d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:31.806085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network e7863a24-6766-4ad6-a02d-cae0816de80d details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:31.872937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d8fe663e-5482-4bdd-aa3a-48d5f2992a27 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.874829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d8fe663e-5482-4bdd-aa3a-48d5f2992a27 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.1392415 Jul 30 01:43:31.891702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 952d1a79-e528-4974-9efe-23749fdc7c3b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:31.892865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:31.920765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port a6702851-37f7-4e3d-a50d-024cf22042c3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:31.921938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e457-a579-4e8d-87f7-ae147da7f00d req-a3e84e71-8ee3-446c-a63e-4ec4623cdb25 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.923917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7db6e457-a579-4e8d-87f7-ae147da7f00d req-a3e84e71-8ee3-446c-a63e-4ec4623cdb25 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 943 time: 0.2974136 Jul 30 01:43:31.924278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:31.930200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 952d1a79-e528-4974-9efe-23749fdc7c3b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:31.930734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.934377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cb3657b-f5a3-4c47-8b78-6f253648e86d req-3d27012d-be41-4a56-ad84-971e4ab08384 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 210 time: 0.0539393 Jul 30 01:43:31.987856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port a6702851-37f7-4e3d-a50d-024cf22042c3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:31.988586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.026975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7db6e457-a579-4e8d-87f7-ae147da7f00d req-e4eb1e9b-5fa7-4922-aff2-03b13ee88d66 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764956 Jul 30 01:43:32.027694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:32.032646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.042887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3', 'network_id': 'e5bd5294-3f60-414f-9ede-14012822f2db', 'port_id': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3', 'mac_address': 'fa:16:3e:e4:9c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dc4602-9242-435b-af63-6aff7da61a55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:32.084359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:32.088351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.107792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.178087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Pushing event deleted for resources: {'Port': ['ID=f534ed81-4f35-4b32-a805-7916cc7611c1,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.184999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] No DVR routers for this DVR port f534ed81-4f35-4b32-a805-7916cc7611c1 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:32.190396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.214811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90667ee7-1ce1-4120-b24e-61cbdde7881d None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:43:32.219732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.246030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.246030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.246295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.246544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.246868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.247233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.247561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.247887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.248207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.248529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.249833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.249833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e5185-b872-43b5-8db8-61a2574cf195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:32.254171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.5 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/8d57bb38-73c3-43cb-9389-f6a70bd63b43) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:32.269754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:32.313259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.402085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ab5ed-b0e5-423e-99cd-291f2e9838d1 req-37ec9067-e64e-46e2-8193-f7230eed7d45 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.410823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e4ab5ed-b0e5-423e-99cd-291f2e9838d1 req-37ec9067-e64e-46e2-8193-f7230eed7d45 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 944 time: 0.1497555 Jul 30 01:43:32.413952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:32.415579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952d1a79-e528-4974-9efe-23749fdc7c3b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:32.418069 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e978ea-d9ec-4cae-8a62-69258a056298" -d '{"events": [{"server_uuid": "170a7dc2-1297-4a99-8dad-d090045ef6f6", "name": "network-vif-plugged", "status": "completed", "tag": "952d1a79-e528-4974-9efe-23749fdc7c3b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:32.431879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Subnet': ['ID=d1f7c465-f667-4e88-afb0-97f82c55a42d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.464848 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.475907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.476543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.490433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 952d1a79-e528-4974-9efe-23749fdc7c3b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=952d1a79-e528-4974-9efe-23749fdc7c3b,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:32.521542 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1385db-cb4f-4aad-8160-7c70fe768eca x-openstack-request-id: req-fd1385db-cb4f-4aad-8160-7c70fe768eca {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:32.526246 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170a7dc2-1297-4a99-8dad-d090045ef6f6", "name": "network-vif-plugged", "status": "completed", "tag": "952d1a79-e528-4974-9efe-23749fdc7c3b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:32.526643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.527039 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd1385db-cb4f-4aad-8160-7c70fe768eca {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:32.527782 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952d1a79-e528-4974-9efe-23749fdc7c3b', 'code': 200} Jul 30 01:43:32.566853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.567919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b4eef502-ba79-496f-883b-985ca7223f7d up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:32.578254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:32.605623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:32.612791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:32.618337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:32.622966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=8d57bb38-73c3-43cb-9389-f6a70bd63b43,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.804372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port a6702851-37f7-4e3d-a50d-024cf22042c3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a6702851-37f7-4e3d-a50d-024cf22042c3,segment=NetworkSegment(e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e),segment_id=e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:32.829943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.833425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.893342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Checking segment: {'id': '4888a75b-c178-4932-8e28-f13ab8040f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e7863a24-6766-4ad6-a02d-cae0816de80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:32.893702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network hostable DHCP agents. Network: e7863a24-6766-4ad6-a02d-cae0816de80d, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:32.924378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90667ee7-1ce1-4120-b24e-61cbdde7881d None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:43:32.958339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cb696-07a3-4092-89a7-8a6b8aadab8c req-68eddc53-e003-4ae1-a993-9fba7dd58b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.960022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f57cb696-07a3-4092-89a7-8a6b8aadab8c req-68eddc53-e003-4ae1-a993-9fba7dd58b24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0985053 Jul 30 01:43:32.978592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e4ab5ed-b0e5-423e-99cd-291f2e9838d1 req-7445f705-617d-47e7-a436-a96548675059 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665541 Jul 30 01:43:32.981020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b4eef502-ba79-496f-883b-985ca7223f7d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:32.983235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=952d1a79-e528-4974-9efe-23749fdc7c3b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.998243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:33.009195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b4eef502-ba79-496f-883b-985ca7223f7d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:33.009425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network e7863a24-6766-4ad6-a02d-cae0816de80d is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:33.010057 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.034735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.035501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.047148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, e7863a24-6766-4ad6-a02d-cae0816de80d) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:33.051487 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-d2d53066-d14a-44cd-ade1-515cea10a4d3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1654313 Jul 30 01:43:33.058415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.059616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.065543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Request body: {'port': {'device_id': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:33.088199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1289664-2670-463d-b981-000425d36136 req-8fc30642-9324-41f9-acb2-0689cca24d45 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.090204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1289664-2670-463d-b981-000425d36136 req-8fc30642-9324-41f9-acb2-0689cca24d45 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.2302766 Jul 30 01:43:33.135615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f57cb696-07a3-4092-89a7-8a6b8aadab8c req-5e0ffc8f-3bcb-4ddb-8f98-9c77b8215613 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546056 Jul 30 01:43:33.145950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8453c412-cc17-41c6-af06-ef76bf0abbe3 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3925889 Jul 30 01:43:33.151170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44012) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:33.166148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1289664-2670-463d-b981-000425d36136 req-6da4c83f-d1d5-4b18-b644-e4d0468b4a5c tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Jul 30 01:43:33.255548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c44495-da94-4b71-806a-e73eaa5834ea req-6958567d-fd59-43c0-ae60-48931d5b3868 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.261984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.269922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65c44495-da94-4b71-806a-e73eaa5834ea req-6958567d-fd59-43c0-ae60-48931d5b3868 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 931 time: 0.0896144 Jul 30 01:43:33.315128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=a6702851-37f7-4e3d-a50d-024cf22042c3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.358171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.392807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65c44495-da94-4b71-806a-e73eaa5834ea req-fb1bfd0d-5a39-492f-bcf4-b8bd4bb07bb2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218996 Jul 30 01:43:33.423151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb24d4-9cfb-46ea-be8f-371aab4b8edf req-444a7ce8-15a1-4628-944f-331f140a97e6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:33.425317 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07eb24d4-9cfb-46ea-be8f-371aab4b8edf req-444a7ce8-15a1-4628-944f-331f140a97e6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 944 time: 0.1147099 Jul 30 01:43:33.469434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07eb24d4-9cfb-46ea-be8f-371aab4b8edf req-7a1e9a0f-f5b0-4b68-aa74-7ea76d666889 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Jul 30 01:43:33.510040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.554929 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.634955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.645159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b4eef502-ba79-496f-883b-985ca7223f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b4eef502-ba79-496f-883b-985ca7223f7d,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:33.678819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f7c465-f667-4e88-afb0-97f82c55a42d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.706455 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.707377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a8b08e27-ca95-427b-9762-ab695176b97a no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:33.769979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: a8b08e27-ca95-427b-9762-ab695176b97a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:33.770242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device a8b08e27-ca95-427b-9762-ab695176b97a not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:33.775804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.792264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7863a24-6766-4ad6-a02d-cae0816de80d']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:33.795592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d57bb38-73c3-43cb-9389-f6a70bd63b43 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:33.810815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.814757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4888a75b-c178-4932-8e28-f13ab8040f89') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:33.815075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4888a75b-c178-4932-8e28-f13ab8040f89') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:33.828908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.840583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Transition to ACTIVE for port object 8d57bb38-73c3-43cb-9389-f6a70bd63b43 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:33.845438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.848543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.874621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b4eef502-ba79-496f-883b-985ca7223f7d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.883349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:33.883762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:33.891076 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:33.926139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edd833-9f84-4d30-9984-6923d30fa2de None None] Network e7863a24-6766-4ad6-a02d-cae0816de80d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:33.975217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Pushing event updated for resources: {'Port': ['ID=8d57bb38-73c3-43cb-9389-f6a70bd63b43,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.001053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.024475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.027517 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/e7863a24-6766-4ad6-a02d-cae0816de80d HTTP/1.1" status: 204 len: 168 time: 0.8747389 Jul 30 01:43:34.031544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:34.041519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927614920'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:34.050203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63ecc6-2b75-4aeb-b2dd-434b73650a08 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Network': ['ID=e7863a24-6766-4ad6-a02d-cae0816de80d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.082911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Attempting to bind port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:34.083442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Attempting to bind port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:34.083874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Attempting to bind port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:34.089546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:34.089996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Attempting to bind port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:34.095864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:34.096635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:34.097130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:34.097801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Bound port: 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:34.098427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.116150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:34.121845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.136384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101665f4-17dc-486c-8d63-d3344a0f6569 req-c8343505-afef-4cae-9482-3099de2a3124 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.144307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-101665f4-17dc-486c-8d63-d3344a0f6569 req-c8343505-afef-4cae-9482-3099de2a3124 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 945 time: 0.0981591 Jul 30 01:43:34.182777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] For port 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:34.188931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] For port 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:34.193329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.196929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:34.224360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-101665f4-17dc-486c-8d63-d3344a0f6569 req-607ce932-fb56-4cfa-bf50-ea912fdf62fe tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Jul 30 01:43:34.224685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a29fbd-a651-4848-8bb4-fbce02665980 None None] Network e7863a24-6766-4ad6-a02d-cae0816de80d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:34.232643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a29fbd-a651-4848-8bb4-fbce02665980 None None] Network e7863a24-6766-4ad6-a02d-cae0816de80d could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 01:43:34.245308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.245665 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Added segment 0d22c32e-3c01-4edf-bb1e-35ed11c360be of type vlan for network 9584f998-5cb4-48da-ba0d-7215f7496c89 Jul 30 01:43:34.248135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.248975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.251375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] 10.222.0.66 "PUT /v2.0/ports/8d57bb38-73c3-43cb-9389-f6a70bd63b43 HTTP/1.1" status: 200 len: 1092 time: 1.1918228 Jul 30 01:43:34.253708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'tag': '8d57bb38-73c3-43cb-9389-f6a70bd63b43'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:34.256075 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c369c5c-23dc-4011-ba06-9476228e3ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb8d5dc-0cff-4a1f-8281-ff818aa8364c", "tag": "8d57bb38-73c3-43cb-9389-f6a70bd63b43"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:34.328209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.328546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a2030-16df-4fdb-bd72-f302c6748775 service neutron] Pushing event updated for resources: {'Port': ['ID=8d57bb38-73c3-43cb-9389-f6a70bd63b43,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.359180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-afa9293b-82ca-41d9-a9af-d81142d6e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.361137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-afa9293b-82ca-41d9-a9af-d81142d6e4d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 1095 time: 0.0631711 Jul 30 01:43:34.371849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dad92e-e506-49e9-836e-e78e320b3e99 req-6f286e9f-c703-4e52-b1c7-0e3be4fee15f tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.373508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6dad92e-e506-49e9-836e-e78e320b3e99 req-6f286e9f-c703-4e52-b1c7-0e3be4fee15f tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.0821810 Jul 30 01:43:34.381373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.388155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.388735 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.424056 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d0db1-e528-487e-b310-a0c1375cb708 x-openstack-request-id: req-ad0d0db1-e528-487e-b310-a0c1375cb708 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:34.424377 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb8d5dc-0cff-4a1f-8281-ff818aa8364c", "tag": "8d57bb38-73c3-43cb-9389-f6a70bd63b43", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:34.424607 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad0d0db1-e528-487e-b310-a0c1375cb708 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:34.425020 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'tag': '8d57bb38-73c3-43cb-9389-f6a70bd63b43', 'status': 'completed', 'code': 200} Jul 30 01:43:34.427224 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-a8909416-9c7c-479a-ac44-e1ff09938da5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43 HTTP/1.1" status: 200 len: 217 time: 0.0502825 Jul 30 01:43:34.461485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Network': ['ID=9584f998-5cb4-48da-ba0d-7215f7496c89,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.477304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9584f998-5cb4-48da-ba0d-7215f7496c89 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:34.495625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-6af388a8-eb8f-49ad-a66d-ed7854946705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.497613 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-6af388a8-eb8f-49ad-a66d-ed7854946705 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0636182 Jul 30 01:43:34.519895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-05cbaab1-b561-4e1d-b172-a6cb3b107203 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4851680 Jul 30 01:43:34.522235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44032) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:34.543983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6702851-37f7-4e3d-a50d-024cf22042c3'}, {'server_uuid': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eef502-ba79-496f-883b-985ca7223f7d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:34.547696 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517f670e-b230-426e-9854-546cd716dfc1" -d '{"events": [{"server_uuid": "281faa1b-8fc3-4cb6-9412-e372dd49342f", "name": "network-vif-plugged", "status": "completed", "tag": "a6702851-37f7-4e3d-a50d-024cf22042c3"}, {"server_uuid": "8ee65ad4-0e6d-42f1-920c-0bf7c1770b93", "name": "network-vif-plugged", "status": "completed", "tag": "b4eef502-ba79-496f-883b-985ca7223f7d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:34.548671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6dad92e-e506-49e9-836e-e78e320b3e99 req-eb177860-61b5-4868-8140-2b6d18538492 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558554 Jul 30 01:43:34.549139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Request body: {'subnet': {'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:34.554757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-3e68df54-abed-45ce-ae99-72d187b3b844 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467637 Jul 30 01:43:34.562974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e346aa2-98b9-4d54-bbbf-08c3b36987f6 req-ebc6059c-5a3e-4921-84cc-50e07e836e92 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.564712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e346aa2-98b9-4d54-bbbf-08c3b36987f6 req-ebc6059c-5a3e-4921-84cc-50e07e836e92 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 945 time: 0.0780561 Jul 30 01:43:34.610832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e346aa2-98b9-4d54-bbbf-08c3b36987f6 req-a7b55920-4332-42c5-9132-7a96c910513b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356474 Jul 30 01:43:34.681242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654fdd0-9188-4488-8aa8-b0b576b210b3 req-c85ff25d-43da-41e6-81ee-bf83711f0697 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.684239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0654fdd0-9188-4488-8aa8-b0b576b210b3 req-c85ff25d-43da-41e6-81ee-bf83711f0697 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 943 time: 0.0675836 Jul 30 01:43:34.728521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-df01f1d0-5a46-466a-854f-e24a813a8254 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605387 Jul 30 01:43:34.729550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Made reservation on behalf of 954c0e7dd64843909dc829504e8ad430 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:34.733564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.766894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0654fdd0-9188-4488-8aa8-b0b576b210b3 req-c913e575-d3de-444a-bd70-0965a83162e3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695841 Jul 30 01:43:34.775994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab1684-78b6-455c-9d7e-0aa15d3f9490 req-23364ceb-4729-409e-ba55-e6296760469a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.777408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8fab1684-78b6-455c-9d7e-0aa15d3f9490 req-23364ceb-4729-409e-ba55-e6296760469a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 944 time: 0.0922148 Jul 30 01:43:34.822504 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d9ebb-b655-447d-b336-4eaab34bca37 x-openstack-request-id: req-7e0d9ebb-b655-447d-b336-4eaab34bca37 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:34.822803 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281faa1b-8fc3-4cb6-9412-e372dd49342f", "name": "network-vif-plugged", "status": "completed", "tag": "a6702851-37f7-4e3d-a50d-024cf22042c3", "code": 200}, {"server_uuid": "8ee65ad4-0e6d-42f1-920c-0bf7c1770b93", "name": "network-vif-plugged", "status": "completed", "tag": "b4eef502-ba79-496f-883b-985ca7223f7d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:34.823079 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e0d9ebb-b655-447d-b336-4eaab34bca37 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:34.823476 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6702851-37f7-4e3d-a50d-024cf22042c3', 'code': 200} Jul 30 01:43:34.823725 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eef502-ba79-496f-883b-985ca7223f7d', 'code': 200} Jul 30 01:43:34.833089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8fab1684-78b6-455c-9d7e-0aa15d3f9490 req-b4ebc951-5a6a-4946-a6a6-d6eb8df2c803 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Jul 30 01:43:34.931931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69894e7-9452-47da-8735-a19bd38dad3c req-e67a2c7d-bdd8-4a4f-8eea-0d5187a7b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.933433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f69894e7-9452-47da-8735-a19bd38dad3c req-e67a2c7d-bdd8-4a4f-8eea-0d5187a7b4f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.0464365 Jul 30 01:43:34.938149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-16558ed0-684d-4e1a-a3fc-0339e9106455 req-a9355322-64ac-4b1c-a486-5fd95c15fdf5 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989410 Jul 30 01:43:34.992558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f69894e7-9452-47da-8735-a19bd38dad3c req-9c4e3e51-9854-4f49-b96d-992e67e5493e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Jul 30 01:43:35.012564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91f68e-f547-48d5-b74a-0807630c1765 req-642dae77-1911-4eeb-aa13-f324aa4bb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.014077 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8e91f68e-f547-48d5-b74a-0807630c1765 req-642dae77-1911-4eeb-aa13-f324aa4bb318 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 1097 time: 0.0932314 Jul 30 01:43:35.119931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8e91f68e-f547-48d5-b74a-0807630c1765 req-87acf7c6-bb3f-4388-872b-0004a08c2a92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Jul 30 01:43:35.147638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-7796c005-12ae-4528-8d6c-f369b43f4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.149098 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-7796c005-12ae-4528-8d6c-f369b43f4b74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 1095 time: 0.1025085 Jul 30 01:43:35.232173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.objects.ports [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:43:35.236843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.324596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event updated for resources: {'Subnet': ['ID=2b2db19f-54dc-47de-a2d4-4da1fa6469d2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.329325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-18706f0c-0912-424b-9461-80ae5f00a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.330784 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-18706f0c-0912-424b-9461-80ae5f00a603 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.1709762 Jul 30 01:43:35.332739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:35.379648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-62f4139a-ec40-4978-a3c3-77a84e9d8f79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43 HTTP/1.1" status: 200 len: 217 time: 0.0410647 Jul 30 01:43:35.381074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Checking segment: {'id': '0d22c32e-3c01-4edf-bb1e-35ed11c360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:35.381435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network hostable DHCP agents. Network: 9584f998-5cb4-48da-ba0d-7215f7496c89, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:35.389372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:35.394374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:35.394745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.437240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Network 9584f998-5cb4-48da-ba0d-7215f7496c89 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:35.449438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-558003ad-fbe2-4ec1-8be4-81b225367b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.451097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-558003ad-fbe2-4ec1-8be4-81b225367b47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0629644 Jul 30 01:43:35.452134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9584f998-5cb4-48da-ba0d-7215f7496c89) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:35.457566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.458300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.471868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676db80-3915-402c-8d4a-7c9942fc266d None None] Network 9584f998-5cb4-48da-ba0d-7215f7496c89 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:35.495154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-8d768ff0-0630-4a2e-978a-28ba64dd3133 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341005 Jul 30 01:43:35.501972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eee14cce-1834-4e01-a351-f3af26817c70 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9594920 Jul 30 01:43:35.506482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44038) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:35.538224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.609667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:35.614376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.622360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-f010806b-5391-42e2-a198-649488eb2a22 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182845 Jul 30 01:43:35.644525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.730750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.744724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-9584f998-5cb4-48da-ba0d-7215f7496c89', 'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89', 'tenant_id': '954c0e7dd64843909dc829504e8ad430', 'fixed_ips': [{'subnet_id': '2b2db19f-54dc-47de-a2d4-4da1fa6469d2'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:35.745603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.794233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c369c5c-23dc-4011-ba06-9476228e3ec4 req-17f04d78-8021-4fd8-8eaa-b1ae32820b53 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524501 Jul 30 01:43:35.820415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.893827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000925b-5152-44bd-b812-fab91d7a420c req-2e763257-64d6-489c-994d-ca1a15b26916 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.895691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a000925b-5152-44bd-b812-fab91d7a420c req-2e763257-64d6-489c-994d-ca1a15b26916 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.1738498 Jul 30 01:43:35.907648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c0f53-d921-4491-b338-69d1947dbc73 req-5105b190-e935-4af2-9638-0ec0abad02dc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.916734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c4c0f53-d921-4491-b338-69d1947dbc73 req-5105b190-e935-4af2-9638-0ec0abad02dc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 945 time: 0.1943173 Jul 30 01:43:35.933732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Allocated IP 2001:db8::f816:3eff:feff:2c04 (9584f998-5cb4-48da-ba0d-7215f7496c89/2b2db19f-54dc-47de-a2d4-4da1fa6469d2/5c82466f-3d5c-4667-8aaf-c79175029686) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:35.942282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2c288-0c48-436f-8736-6d61776ee816 req-0ae08efd-1f37-4de8-aeae-dff4be8ada2f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.944415 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-15a2c288-0c48-436f-8736-6d61776ee816 req-0ae08efd-1f37-4de8-aeae-dff4be8ada2f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 945 time: 0.0715632 Jul 30 01:43:35.981081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c4c0f53-d921-4491-b338-69d1947dbc73 req-8b449cb0-db70-4bab-a86c-18826d903893 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Jul 30 01:43:36.011595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a000925b-5152-44bd-b812-fab91d7a420c req-32de9698-6eb3-4306-a3f6-f18615875bc4 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944099 Jul 30 01:43:36.109964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Deleting port 952d1a79-e528-4974-9efe-23749fdc7c3b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:36.110341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.160820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49e73-78db-401c-8e0a-e30565dcd3c1 req-d88f170c-e76f-46c3-b8c6-8d7c7380a625 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.163496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ba49e73-78db-401c-8e0a-e30565dcd3c1 req-d88f170c-e76f-46c3-b8c6-8d7c7380a625 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 943 time: 0.0956514 Jul 30 01:43:36.182757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55871-64c2-48bc-9faf-5cebbb24cb37 req-fd308f4a-aa5a-4fc6-8ba4-5d37763e92bc tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.184438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93c55871-64c2-48bc-9faf-5cebbb24cb37 req-fd308f4a-aa5a-4fc6-8ba4-5d37763e92bc tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0767202 Jul 30 01:43:36.202051 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.219605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] For port 952d1a79-e528-4974-9efe-23749fdc7c3b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=952d1a79-e528-4974-9efe-23749fdc7c3b,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:36.220192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.221454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Transition to ACTIVE for port object 5c82466f-3d5c-4667-8aaf-c79175029686 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:36.235687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Calling delete_port for 952d1a79-e528-4974-9efe-23749fdc7c3b owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:36.237740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Transition to ACTIVE for port object 5c82466f-3d5c-4667-8aaf-c79175029686 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:36.243893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ba49e73-78db-401c-8e0a-e30565dcd3c1 req-35ae7973-8abc-4000-bb64-04af9551af87 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Jul 30 01:43:36.245556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.256246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93c55871-64c2-48bc-9faf-5cebbb24cb37 req-13819229-e280-4dc4-8111-08ab85bc16ed tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643160 Jul 30 01:43:36.274209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.298503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Network 9584f998-5cb4-48da-ba0d-7215f7496c89 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:36.304175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:36.315583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:36.319312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Pushing event updated for resources: {'Port': ['ID=5c82466f-3d5c-4667-8aaf-c79175029686,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:36.327865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2db19f-54dc-47de-a2d4-4da1fa6469d2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:36.425356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Attempting to bind port 5c82466f-3d5c-4667-8aaf-c79175029686 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:36.425804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Attempting to bind port 5c82466f-3d5c-4667-8aaf-c79175029686 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0d22c32e-3c01-4edf-bb1e-35ed11c360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:36.426232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Attempting to bind port 5c82466f-3d5c-4667-8aaf-c79175029686 on network 9584f998-5cb4-48da-ba0d-7215f7496c89 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:36.432936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:36.433235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Checking segment: {'id': '0d22c32e-3c01-4edf-bb1e-35ed11c360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:36.433516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.433914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Bound using segment: {'id': '0d22c32e-3c01-4edf-bb1e-35ed11c360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:36.434577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Bound port: 5c82466f-3d5c-4667-8aaf-c79175029686, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22c32e-3c01-4edf-bb1e-35ed11c360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9584f998-5cb4-48da-ba0d-7215f7496c89'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:36.435189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.437283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.473433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9584f998-5cb4-48da-ba0d-7215f7496c89']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:36.482914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.492216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d22c32e-3c01-4edf-bb1e-35ed11c360be') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:36.492431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d22c32e-3c01-4edf-bb1e-35ed11c360be') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:36.496840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['952d1a79-e528-4974-9efe-23749fdc7c3b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:36.507265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.519651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event deleted for resources: {'Port': ['ID=952d1a79-e528-4974-9efe-23749fdc7c3b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:36.532820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.546130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] For port 5c82466f-3d5c-4667-8aaf-c79175029686, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:36.546965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:36.548103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:36.554057 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:36.570757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] No DVR routers for this DVR port 952d1a79-e528-4974-9efe-23749fdc7c3b on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:36.574306 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.576721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-15a2c288-0c48-436f-8736-6d61776ee816 req-8ab82918-63a4-4a29-8b3f-dd3812fff6d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "DELETE /v2.0/ports/952d1a79-e528-4974-9efe-23749fdc7c3b HTTP/1.1" status: 204 len: 173 time: 0.6238174 Jul 30 01:43:36.577699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'name': 'network-vif-deleted', 'tag': '952d1a79-e528-4974-9efe-23749fdc7c3b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:36.580075 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694c6706-b57a-4b7d-ab72-a053d5b06249" -d '{"events": [{"server_uuid": "170a7dc2-1297-4a99-8dad-d090045ef6f6", "name": "network-vif-deleted", "tag": "952d1a79-e528-4974-9efe-23749fdc7c3b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:36.617894 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ccd34-9c33-4492-96aa-8d3857a792e9 x-openstack-request-id: req-c59ccd34-9c33-4492-96aa-8d3857a792e9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:36.618137 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170a7dc2-1297-4a99-8dad-d090045ef6f6", "name": "network-vif-deleted", "tag": "952d1a79-e528-4974-9efe-23749fdc7c3b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:36.618515 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c59ccd34-9c33-4492-96aa-8d3857a792e9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:36.618962 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a7dc2-1297-4a99-8dad-d090045ef6f6', 'name': 'network-vif-deleted', 'tag': '952d1a79-e528-4974-9efe-23749fdc7c3b', 'status': 'completed', 'code': 200} Jul 30 01:43:36.629596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] For port 5c82466f-3d5c-4667-8aaf-c79175029686, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5c82466f-3d5c-4667-8aaf-c79175029686,segment=NetworkSegment(0d22c32e-3c01-4edf-bb1e-35ed11c360be),segment_id=0d22c32e-3c01-4edf-bb1e-35ed11c360be)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:36.630968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:43:36.630968 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:43:36.630968 n-d-713499-10 neutron-server[93890]: [parameters: {'id': '9584f998-5cb4-48da-ba0d-7215f7496c89'}] Jul 30 01:43:36.630968 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:43:36.631355 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:43:36.633476 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.747286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1d330-6ebe-4b5d-8186-cb2454748fd6 None None] Pushing event updated for resources: {'Port': ['ID=5c82466f-3d5c-4667-8aaf-c79175029686,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:36.766755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.769259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe9fd1-eeb6-4f44-af9a-b3f40a2dc09d None None] Network 9584f998-5cb4-48da-ba0d-7215f7496c89 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:36.825960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:36.831991 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea450794-a7a3-40f3-81e4-54f05fe60968" -d '{"events": [{"server_uuid": "2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:36.881936 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4ff8b1-ec71-42bf-8d69-a717a878bea8 x-openstack-request-id: req-eb4ff8b1-ec71-42bf-8d69-a717a878bea8 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:36.882232 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad", "name": "network-vif-plugged", "status": "completed", "tag": "3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:36.882557 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb4ff8b1-ec71-42bf-8d69-a717a878bea8 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:36.883033 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3', 'code': 200} Jul 30 01:43:36.932127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed203d7a-e837-4b02-9b6d-1d2ee14d17f0 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:43:37.053124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd412819-3c66-4bf7-8e3a-3ffd7549c40f req-df6f8af9-a8f9-471e-b47c-9986a673e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.058578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd412819-3c66-4bf7-8e3a-3ffd7549c40f req-df6f8af9-a8f9-471e-b47c-9986a673e35f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 1097 time: 0.0857759 Jul 30 01:43:37.099911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed203d7a-e837-4b02-9b6d-1d2ee14d17f0 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:43:37.131934 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bd412819-3c66-4bf7-8e3a-3ffd7549c40f req-746cdb5b-0494-48a0-a720-576fc05f07fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646822 Jul 30 01:43:37.156987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.163597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cb20e9a-5e36-4ea4-b175-2b7164005911 req-0ea896da-1ede-4c5c-b1d9-79266cb94b29 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=170a7dc2-1297-4a99-8dad-d090045ef6f6 HTTP/1.1" status: 200 len: 210 time: 0.0489511 Jul 30 01:43:37.211665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-381bbe9a-6d4c-4cec-8b1e-2d58e63aaf2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460539 Jul 30 01:43:37.252673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting port 5c82466f-3d5c-4667-8aaf-c79175029686 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:37.253029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.312813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-974f6281-ff4d-4977-9a8c-1a854cfd169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.314382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-974f6281-ff4d-4977-9a8c-1a854cfd169b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 1097 time: 0.0571029 Jul 30 01:43:37.351971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8d57bb38-73c3-43cb-9389-f6a70bd63b43 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:37.406103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] For port 5c82466f-3d5c-4667-8aaf-c79175029686, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5c82466f-3d5c-4667-8aaf-c79175029686,segment=NetworkSegment(0d22c32e-3c01-4edf-bb1e-35ed11c360be),segment_id=0d22c32e-3c01-4edf-bb1e-35ed11c360be)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:37.406780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.425329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66836-d772-4fd1-84d5-556610cf1a85 req-e1b4374b-c254-43a2-ba95-6db66d912f56 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.427433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ef66836-d772-4fd1-84d5-556610cf1a85 req-e1b4374b-c254-43a2-ba95-6db66d912f56 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.2683096 Jul 30 01:43:37.441491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Calling delete_port for 5c82466f-3d5c-4667-8aaf-c79175029686 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:37.476460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-f7a6c8b7-1373-45f6-8f9b-93b0ef7d0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.477757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8eb94-a2a8-4c72-87f7-93d3b1fbb509 req-74b9cf4e-0f73-4a90-bffd-74ae05ce295e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.478918 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-f7a6c8b7-1373-45f6-8f9b-93b0ef7d0a9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.1431730 Jul 30 01:43:37.479472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95d8eb94-a2a8-4c72-87f7-93d3b1fbb509 req-74b9cf4e-0f73-4a90-bffd-74ae05ce295e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 943 time: 0.1474535 Jul 30 01:43:37.540377 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-228f188b-5dba-419e-a2af-bb9114cdf621 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7c01622-7f98-4a02-813e-de9bb719ca76 HTTP/1.1" status: 200 len: 217 time: 0.0530622 Jul 30 01:43:37.571307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ef66836-d772-4fd1-84d5-556610cf1a85 req-f9f7bb9a-3a2d-4603-8c54-c7aaaf332209 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320407 Jul 30 01:43:37.604877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:37.621384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '8d57bb38-73c3-43cb-9389-f6a70bd63b43', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': '8d57bb38-73c3-43cb-9389-f6a70bd63b43', 'mac_address': 'fa:16:3e:f3:79:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:37.622938 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-bda5f21e-cbda-4ee5-8984-b6f3e876d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.625353 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-bda5f21e-cbda-4ee5-8984-b6f3e876d7d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0773282 Jul 30 01:43:37.644956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95d8eb94-a2a8-4c72-87f7-93d3b1fbb509 req-4dc6e75b-e56f-456f-8811-57bcdfd92f81 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574304 Jul 30 01:43:37.680270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.696126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-004b2715-937b-4709-9d43-2b12568df420 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627086 Jul 30 01:43:37.703182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d57bb38-73c3-43cb-9389-f6a70bd63b43 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:37.730958 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.750671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:37.753666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0723b-1859-4bc1-a6aa-6547d657f928 req-e7b308ee-eab1-43bc-8f75-f799996375c7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.757533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.761905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2c0723b-1859-4bc1-a6aa-6547d657f928 req-e7b308ee-eab1-43bc-8f75-f799996375c7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0993721 Jul 30 01:43:37.792018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No DVR routers for this DVR port 5c82466f-3d5c-4667-8aaf-c79175029686 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:37.801404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Port': ['ID=5c82466f-3d5c-4667-8aaf-c79175029686,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:37.882356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-f6a18b96-94c2-4661-9e93-f72b5dab0fc9 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771662 Jul 30 01:43:37.885666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8d57bb38-73c3-43cb-9389-f6a70bd63b43,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:37.922627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2c0723b-1859-4bc1-a6aa-6547d657f928 req-b90bceda-29cd-4136-8ae4-ddba1f0c4cd6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595726 Jul 30 01:43:37.936144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.950464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9584f998-5cb4-48da-ba0d-7215f7496c89']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:37.966027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d22c32e-3c01-4edf-bb1e-35ed11c360be') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:37.966027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d22c32e-3c01-4edf-bb1e-35ed11c360be') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:37.970052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['8d57bb38-73c3-43cb-9389-f6a70bd63b43'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:37.979910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.997820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.013881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:38.014375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:38.017809 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:38.041543 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff8f21be-bc9a-4129-9cd8-0cedc73bed6c req-e88f8b47-451b-4135-b22a-53ece42f6052 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432657 Jul 30 01:43:38.088787 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.097288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.099926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/9584f998-5cb4-48da-ba0d-7215f7496c89 HTTP/1.1" status: 204 len: 168 time: 2.5915024 Jul 30 01:43:38.104962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.114275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5dbf-3064-4e1b-8e4c-e5b3eaa8d753 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Network': ['ID=9584f998-5cb4-48da-ba0d-7215f7496c89,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:38.138023 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c57c64-ced2-4839-849d-ceda6fbadfff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.138469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c57c64-ced2-4839-849d-ceda6fbadfff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.143082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d4c57c64-ced2-4839-849d-ceda6fbadfff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/2b2db19f-54dc-47de-a2d4-4da1fa6469d2 HTTP/1.1" status: 404 len: 337 time: 0.0358944 Jul 30 01:43:38.144655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44074) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.164477 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf70a3b5-e82c-431d-95ef-132fe6f2872d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.165132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf70a3b5-e82c-431d-95ef-132fe6f2872d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.166875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf70a3b5-e82c-431d-95ef-132fe6f2872d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/9584f998-5cb4-48da-ba0d-7215f7496c89 HTTP/1.1" status: 404 len: 339 time: 0.0209301 Jul 30 01:43:38.169696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.204026 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2c53d8-03bb-454d-b817-a6f647ddd7c2 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.204369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2c53d8-03bb-454d-b817-a6f647ddd7c2 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.208749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b2c53d8-03bb-454d-b817-a6f647ddd7c2 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/d1f7c465-f667-4e88-afb0-97f82c55a42d HTTP/1.1" status: 404 len: 337 time: 0.0355005 Jul 30 01:43:38.209131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.228417 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4bfeea-773b-421b-9c86-bb0e83bffa3d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.228949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4bfeea-773b-421b-9c86-bb0e83bffa3d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.231046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cc4bfeea-773b-421b-9c86-bb0e83bffa3d tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/e7863a24-6766-4ad6-a02d-cae0816de80d HTTP/1.1" status: 404 len: 339 time: 0.0207162 Jul 30 01:43:38.234375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44086) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.264041 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed61fba-44e3-4295-abfc-e5ae4830cf49 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.264496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed61fba-44e3-4295-abfc-e5ae4830cf49 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.267216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0ed61fba-44e3-4295-abfc-e5ae4830cf49 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/1cd05816-f7af-4959-8970-ae1b317c1bf5 HTTP/1.1" status: 404 len: 337 time: 0.0306106 Jul 30 01:43:38.269262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44090) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.288192 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-99614330-93fc-4aa5-b380-77117ec58ac5 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.288798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99614330-93fc-4aa5-b380-77117ec58ac5 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.290614 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-99614330-93fc-4aa5-b380-77117ec58ac5 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/2ca9c20e-aadc-4aba-8e77-679c30ba0464 HTTP/1.1" status: 404 len: 339 time: 0.0202546 Jul 30 01:43:38.293402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.422093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting port a49f84cb-25d5-4cb3-91d0-7805fc59752e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:38.422750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.539876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-b02d12c4-9a07-46ca-98a7-13d7ce4e1aa6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.541754 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-b02d12c4-9a07-46ca-98a7-13d7ce4e1aa6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.1566432 Jul 30 01:43:38.543787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.571632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-179de479-e4ef-422a-9dbf-a3a2af8cdbf2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.0234015 Jul 30 01:43:38.572813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Calling delete_port for a49f84cb-25d5-4cb3-91d0-7805fc59752e owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:38.615485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-8a2e3c9c-f2fe-4692-ad83-568b90fadb8d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370219 Jul 30 01:43:38.698182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.734407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Port': ['ID=a49f84cb-25d5-4cb3-91d0-7805fc59752e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:38.742818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.748830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2769a095-83e4-4d60-97d7-3c1bd1a77fb8 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/ports/a49f84cb-25d5-4cb3-91d0-7805fc59752e HTTP/1.1" status: 204 len: 168 time: 0.4543419 Jul 30 01:43:38.749973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44116) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.784882 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4ee053-328e-4a7c-8553-5f282b4c0109 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:38.785342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4ee053-328e-4a7c-8553-5f282b4c0109 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:38.789731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f4ee053-328e-4a7c-8553-5f282b4c0109 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/e15a5e1f-1988-47aa-9ca7-88f8916a9330 HTTP/1.1" status: 404 len: 337 time: 0.0358725 Jul 30 01:43:38.790076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44122) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.791499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-dc7d3a0d-c767-453c-85d7-a650c1c9379a service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647317 Jul 30 01:43:38.868458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:38.940230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284dd53-b49a-4e61-83c1-b4cd6d41920c req-f8a747bf-93f3-4663-841d-20a3f5c86111 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.942156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8284dd53-b49a-4e61-83c1-b4cd6d41920c req-f8a747bf-93f3-4663-841d-20a3f5c86111 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 944 time: 0.1334708 Jul 30 01:43:38.980966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-5ad91350-1b56-4aca-8818-2361f585c18a service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821427 Jul 30 01:43:39.006564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8284dd53-b49a-4e61-83c1-b4cd6d41920c req-d0c74e68-ab51-48eb-a9be-fde3f449fd40 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540385 Jul 30 01:43:39.255407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.269384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6925790-28d3-4295-b787-3f4af85aefb9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:39.280848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5febbd-8c24-4e41-b64d-d78166c1147b req-b53c705a-7199-45c6-955b-d2576fa079c2 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.282536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d5febbd-8c24-4e41-b64d-d78166c1147b req-b53c705a-7199-45c6-955b-d2576fa079c2 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0891550 Jul 30 01:43:39.290716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27cbf3e-12ea-4740-94fe-9627a17848fe') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:39.291107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27cbf3e-12ea-4740-94fe-9627a17848fe') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:39.304958 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.323392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f4ae1e0-07d0-43b5-ac80-16bf7bfc3006 req-99604e47-3a2e-4b69-8cb3-a93feed2311b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.0397096 Jul 30 01:43:39.323580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.338379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:39.338801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:39.343747 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:39.352417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8d57bb38-73c3-43cb-9389-f6a70bd63b43 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:39.353319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d5febbd-8c24-4e41-b64d-d78166c1147b req-b7538a91-c58b-4706-9292-f5a93dd36edb tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608349 Jul 30 01:43:39.431718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:39.440421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:39.440970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.451831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.465759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.470470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44138) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:39.472872 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/d6925790-28d3-4295-b787-3f4af85aefb9 HTTP/1.1" status: 204 len: 168 time: 0.6816664 Jul 30 01:43:39.489561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b8a82-61b4-4d02-9ace-cb776e63e570 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Network': ['ID=d6925790-28d3-4295-b787-3f4af85aefb9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:39.586130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.617604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d57bb38-73c3-43cb-9389-f6a70bd63b43'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:39.620543 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5946b5-c0ee-4fe4-9c96-eb69a06f6b14" -d '{"events": [{"server_uuid": "fdb8d5dc-0cff-4a1f-8281-ff818aa8364c", "name": "network-vif-plugged", "status": "completed", "tag": "8d57bb38-73c3-43cb-9389-f6a70bd63b43"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:39.636192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting port d88611dc-ea13-428b-860f-fd708336e856 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:39.636792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.642873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:39.648960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.649976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 952d1a79-e528-4974-9efe-23749fdc7c3b no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:39.714451 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9c92e5-13b7-4d95-94a0-158b421f643c x-openstack-request-id: req-fc9c92e5-13b7-4d95-94a0-158b421f643c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:39.714827 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8d5dc-0cff-4a1f-8281-ff818aa8364c", "name": "network-vif-plugged", "status": "completed", "tag": "8d57bb38-73c3-43cb-9389-f6a70bd63b43", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:39.715217 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc9c92e5-13b7-4d95-94a0-158b421f643c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:39.715754 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d57bb38-73c3-43cb-9389-f6a70bd63b43', 'code': 200} Jul 30 01:43:39.746302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 952d1a79-e528-4974-9efe-23749fdc7c3b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:39.746666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 952d1a79-e528-4974-9efe-23749fdc7c3b not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:39.760896 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.788814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8d57bb38-73c3-43cb-9389-f6a70bd63b43,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:39.798282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Calling delete_port for d88611dc-ea13-428b-860f-fd708336e856 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:39.837550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-92410400-3805-4382-a19f-4f9e431579b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.839093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-92410400-3805-4382-a19f-4f9e431579b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 1097 time: 0.1452839 Jul 30 01:43:39.857327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a195dc-fb0d-413d-9ffd-7c5fe2488567 req-b0f243c9-f7ac-4fc1-a67d-a2e238c92a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.859072 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23a195dc-fb0d-413d-9ffd-7c5fe2488567 req-b0f243c9-f7ac-4fc1-a67d-a2e238c92a10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 1097 time: 0.0764275 Jul 30 01:43:39.931030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de3dd7-ef76-4793-a7df-c99e6d72eb61 req-c71887ec-f03c-40e0-ae80-b8ebbeda73a6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.933116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95de3dd7-ef76-4793-a7df-c99e6d72eb61 req-c71887ec-f03c-40e0-ae80-b8ebbeda73a6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0768964 Jul 30 01:43:39.971557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23a195dc-fb0d-413d-9ffd-7c5fe2488567 req-639e16eb-4640-454d-bc7c-94e7f4dbbc77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908728 Jul 30 01:43:39.982569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95de3dd7-ef76-4793-a7df-c99e6d72eb61 req-365cc6fd-e206-4b4d-9ee5-2139490c9ae8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Jul 30 01:43:39.983718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.989308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-8b05e4c3-65bd-4a21-8fd6-6c670d7ffb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.991115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-8b05e4c3-65bd-4a21-8fd6-6c670d7ffb57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.1369154 Jul 30 01:43:40.016129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Port': ['ID=d88611dc-ea13-428b-860f-fd708336e856,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:40.021649 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.026147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-43050686-fbda-4220-986b-42bfe60da6ff tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/ports/d88611dc-ea13-428b-860f-fd708336e856 HTTP/1.1" status: 204 len: 168 time: 0.5520070 Jul 30 01:43:40.026147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44154) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:40.053615 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaa5921-75af-42b3-82f1-789c5829f4ea tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:40.054082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaa5921-75af-42b3-82f1-789c5829f4ea tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:40.055968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3aaa5921-75af-42b3-82f1-789c5829f4ea tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/0d3820b8-8f8f-495e-aa88-f94b9aceb3c9 HTTP/1.1" status: 404 len: 337 time: 0.0288842 Jul 30 01:43:40.058684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44158) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:40.061127 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-0cd78afa-4aa6-4578-88c0-8635e1a193b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 HTTP/1.1" status: 200 len: 217 time: 0.0609872 Jul 30 01:43:40.141641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-2e887f2a-6cbd-4cd0-9a59-3c29f5be8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.144593 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-2e887f2a-6cbd-4cd0-9a59-3c29f5be8f6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.0645700 Jul 30 01:43:40.187949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-4db2bc3c-66ae-4bda-ac95-77f4d1b0508b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355380 Jul 30 01:43:40.193742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.204690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b806-713e-4a39-a729-198449341766 req-6fbd2d76-1d2b-487c-b251-d7833aa41737 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.206299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c54b806-713e-4a39-a729-198449341766 req-6fbd2d76-1d2b-487c-b251-d7833aa41737 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.0879233 Jul 30 01:43:40.309512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-0338f460-415c-4329-be6a-2a3e926f991e service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146111 Jul 30 01:43:40.318376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c54b806-713e-4a39-a729-198449341766 req-cd9305e0-edc2-46c6-acb6-76d32272c99d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Jul 30 01:43:40.333600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.352781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ea93b0-ea98-4934-9b10-8b4df7d5779b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:40.375444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985d409f-2c91-456e-886a-1721fec9c92b') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:40.375965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985d409f-2c91-456e-886a-1721fec9c92b') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:40.391503 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.420382 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.433387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:40.434018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:40.440252 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:40.457647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-baa569a3-04a9-42cd-ae2e-db28028def28 req-5f88d167-c4e4-4787-8e3b-36ee86ef3f59 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362789 Jul 30 01:43:40.554819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.566433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.575903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/16ea93b0-ea98-4934-9b10-8b4df7d5779b HTTP/1.1" status: 204 len: 168 time: 0.5156150 Jul 30 01:43:40.579035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:40.627100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846fb4e-20e1-428a-b724-19f04d99dd7f tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Network': ['ID=16ea93b0-ea98-4934-9b10-8b4df7d5779b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:40.663298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbfe117-9ddc-4328-bb6e-dedc57075734 req-026bed55-43b2-4967-adf8-90f37b6563bc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.1620610 Jul 30 01:43:40.721570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting subnet 1292fe38-7372-4234-bb78-b0f60fa69e16 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:40.729241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.771838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1b36a-e6dd-40dc-b22f-fc3423c29c88 req-780bc70b-0a25-4e3f-bc84-ad92994cacd7 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.781645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58b1b36a-e6dd-40dc-b22f-fc3423c29c88 req-780bc70b-0a25-4e3f-bc84-ad92994cacd7 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.1009417 Jul 30 01:43:40.802567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.827573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58b1b36a-e6dd-40dc-b22f-fc3423c29c88 req-d5a09253-5181-4588-943e-152a28add77e tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Jul 30 01:43:40.832280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-11978e91-e3b5-4906-8ef9-57d419427423 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.833875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-11978e91-e3b5-4906-8ef9-57d419427423 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.2382050 Jul 30 01:43:40.849841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Request body: {'port': {'device_id': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'admin_state_up': True, 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:40.978285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.051934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:41.056020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.078185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.123139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669c36-3a81-404d-96af-a78bc0708e0e req-6304ef8d-9454-4f1b-a569-6adc35284d35 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.123374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.125844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd669c36-3a81-404d-96af-a78bc0708e0e req-6304ef8d-9454-4f1b-a569-6adc35284d35 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0651588 Jul 30 01:43:41.126071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/subnets/1292fe38-7372-4234-bb78-b0f60fa69e16 HTTP/1.1" status: 204 len: 168 time: 0.5381305 Jul 30 01:43:41.126834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dddf47-2f3d-48bf-adc0-677231b9aa81 tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Subnet': ['ID=1292fe38-7372-4234-bb78-b0f60fa69e16,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:41.128873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44184) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:41.134282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71212e9f-6f63-4ce2-9ca9-5fe22ed74e9f None None] Network ae2dc28d-8627-46f9-a034-b9a562f21a2b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:41.243690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd669c36-3a81-404d-96af-a78bc0708e0e req-c826e961-0608-4a28-b27a-9208204a7de0 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945759 Jul 30 01:43:41.247466 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.247875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Allocated IP 172.20.0.7 (c36da969-cb6f-4945-9253-3c8b41437e90/4be55adc-d20f-4e03-8a05-e66e2dd605f2/7d87841e-170b-47bf-89cd-8cbecd3c45bc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:41.319512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Deleting port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:41.319512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.349911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] DHCP port deletion for ae2dc28d-8627-46f9-a034-b9a562f21a2b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:41.390620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] For port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,segment=NetworkSegment(0ba6a152-9124-44b0-8d18-b425f431bd69),segment_id=0ba6a152-9124-44b0-8d18-b425f431bd69)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:41.391276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.406158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Calling delete_port for dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:41.435431 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.452965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] Deleting port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:41.453349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.501198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.520006 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8f0d9-a38e-4b8b-a089-fbdf1a6a3f10 req-925fb1fc-a427-4573-9d4d-e9140e26a8cd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.521706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8e8f0d9-a38e-4b8b-a089-fbdf1a6a3f10 req-925fb1fc-a427-4573-9d4d-e9140e26a8cd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.0696123 Jul 30 01:43:41.527486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] For port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,segment=NetworkSegment(0ba6a152-9124-44b0-8d18-b425f431bd69),segment_id=0ba6a152-9124-44b0-8d18-b425f431bd69)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:41.527631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.548547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] Calling delete_port for dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:41.555710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Network c36da969-cb6f-4945-9253-3c8b41437e90 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:41.561472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:41.566900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:41.576646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.592237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8e8f0d9-a38e-4b8b-a089-fbdf1a6a3f10 req-bb3c050c-e8a4-4939-b359-9d64348661f7 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571101 Jul 30 01:43:41.610852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event updated for resources: {'Port': ['ID=7d87841e-170b-47bf-89cd-8cbecd3c45bc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:41.614941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Port': ['ID=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:41.616799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] No DVR routers for this DVR port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:41.636862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.637890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.659361 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-780f427f-68a7-44bf-bab9-410098dce88f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134527 Jul 30 01:43:41.662007 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.673142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Request body: {'port': {'device_id': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:41.700295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] Pushing event deleted for resources: {'Port': ['ID=dab1f9d2-6253-44fd-bbba-ca53c41d3fd0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:41.705059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7aaff-cf86-4357-ab6a-b85f10cffb58 None None] No DVR routers for this DVR port dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:41.759853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.774407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2dc28d-8627-46f9-a034-b9a562f21a2b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:41.787903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:41.790953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba6a152-9124-44b0-8d18-b425f431bd69') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:41.791447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba6a152-9124-44b0-8d18-b425f431bd69') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:41.803979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.827738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:41.827738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dab1f9d2-6253-44fd-bbba-ca53c41d3fd0 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:41.881412 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.909571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.928712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2626e58-5acd-4213-84a9-a29b2b32f3d0 req-5925573d-5912-4cb4-b241-abd441710c11 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:41.930231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2626e58-5acd-4213-84a9-a29b2b32f3d0 req-5925573d-5912-4cb4-b241-abd441710c11 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 931 time: 0.1432526 Jul 30 01:43:41.931279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:41.931682 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:41.937336 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:42.043318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-5bf42718-8552-4ac0-a280-aa6b1010c20a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.044812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-5bf42718-8552-4ac0-a280-aa6b1010c20a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2235911 Jul 30 01:43:42.051216 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.056794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2626e58-5acd-4213-84a9-a29b2b32f3d0 req-3577b1d8-7f92-432b-83b6-abeb933e7ae1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092954 Jul 30 01:43:42.067829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.069618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] 10.222.0.78 "DELETE /v2.0/networks/ae2dc28d-8627-46f9-a034-b9a562f21a2b HTTP/1.1" status: 204 len: 168 time: 0.9394240 Jul 30 01:43:42.095122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a5707-b002-4c30-861a-b513cfc6a4fd tempest-NetworksIpV6TestAttrs-92114864 tempest-NetworksIpV6TestAttrs-92114864-project] Pushing event deleted for resources: {'Network': ['ID=ae2dc28d-8627-46f9-a034-b9a562f21a2b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:42.104481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-7fc8ec94-dadd-4c39-ad8e-614e19a68206 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0511584 Jul 30 01:43:42.111267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d87841e-170b-47bf-89cd-8cbecd3c45bc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:42.127438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.150898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Transition to ACTIVE for port object 7d87841e-170b-47bf-89cd-8cbecd3c45bc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:42.156865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.192388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-d7cfd1cb-cf63-447a-8193-7b0c64d868f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870101 Jul 30 01:43:42.204457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00036-c13f-47fb-b5c9-4d82c1c7894b req-4133f15a-e891-415a-86d4-07472be05ba6 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.206070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55d00036-c13f-47fb-b5c9-4d82c1c7894b req-4133f15a-e891-415a-86d4-07472be05ba6 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.0717497 Jul 30 01:43:42.261801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7d87841e-170b-47bf-89cd-8cbecd3c45bc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:42.301593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Attempting to bind port 7d87841e-170b-47bf-89cd-8cbecd3c45bc on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:42.301929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Attempting to bind port 7d87841e-170b-47bf-89cd-8cbecd3c45bc by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:42.302257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Attempting to bind port 7d87841e-170b-47bf-89cd-8cbecd3c45bc on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:42.306865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Port 7d87841e-170b-47bf-89cd-8cbecd3c45bc on network c36da969-cb6f-4945-9253-3c8b41437e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:42.307251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Attempting to bind port 7d87841e-170b-47bf-89cd-8cbecd3c45bc on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:42.307667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55d00036-c13f-47fb-b5c9-4d82c1c7894b req-cb79da78-a511-4e29-b966-832c51e27b53 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/security-groups?id=360782cb-1e52-4faa-9ede-41188cdf1e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Jul 30 01:43:42.313565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:42.313979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:42.314375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Bound using segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:42.314837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Bound port: 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:42.315340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.331241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-073dca71-03cf-4180-abd4-c5c4a5d8bf4b service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237800 Jul 30 01:43:42.401018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] For port 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:42.404449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] For port 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:42.409971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.414740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:42.454695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.455603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.457189 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] 10.222.0.66 "PUT /v2.0/ports/7d87841e-170b-47bf-89cd-8cbecd3c45bc HTTP/1.1" status: 200 len: 1092 time: 0.7890787 Jul 30 01:43:42.457824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'tag': '7d87841e-170b-47bf-89cd-8cbecd3c45bc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:42.460224 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741" -d '{"events": [{"name": "network-changed", "server_uuid": "05b6a289-f2d8-48c9-877a-d8ac0568dbaf", "tag": "7d87841e-170b-47bf-89cd-8cbecd3c45bc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:42.474696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62786e23-88cb-4ac1-b49c-0d766447a376 req-a6125866-3c8e-47c7-b8b2-df012edc9b75 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.476369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62786e23-88cb-4ac1-b49c-0d766447a376 req-a6125866-3c8e-47c7-b8b2-df012edc9b75 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0802500 Jul 30 01:43:42.490543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-59de9cef-f065-44da-b9a5-0bd33f22f572 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487520 Jul 30 01:43:42.531029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b695-8a28-42d5-b2b8-88cb7eaf9a25 service neutron] Pushing event updated for resources: {'Port': ['ID=7d87841e-170b-47bf-89cd-8cbecd3c45bc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:42.547816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62786e23-88cb-4ac1-b49c-0d766447a376 req-b87bb66b-c6a6-4bac-b771-7b428c1c0eb6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559766 Jul 30 01:43:42.558276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-85bb0d08-0acd-4648-9030-47929f4b98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.560061 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-85bb0d08-0acd-4648-9030-47929f4b98d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 1095 time: 0.0582423 Jul 30 01:43:42.656409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-9f0d9475-b362-463d-a6bc-fee75cbfbc51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc HTTP/1.1" status: 200 len: 217 time: 0.0679018 Jul 30 01:43:42.660863 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba576f99-66d7-4fc0-84c1-1c8c440204af x-openstack-request-id: req-ba576f99-66d7-4fc0-84c1-1c8c440204af {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:42.661171 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b6a289-f2d8-48c9-877a-d8ac0568dbaf", "tag": "7d87841e-170b-47bf-89cd-8cbecd3c45bc", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:42.661519 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba576f99-66d7-4fc0-84c1-1c8c440204af {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:42.661896 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'tag': '7d87841e-170b-47bf-89cd-8cbecd3c45bc', 'status': 'completed', 'code': 200} Jul 30 01:43:42.691570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9125ed46-3b8b-4d7e-ad7c-20cdf69f31ed req-10290a4c-bb5c-4878-a759-9015e81bdcfd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 210 time: 0.0333812 Jul 30 01:43:42.746482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-d342b643-ec47-4366-9355-d00c17ca7c7c tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.748115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-d342b643-ec47-4366-9355-d00c17ca7c7c tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.55 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 945 time: 0.1869097 Jul 30 01:43:42.759439 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53cc6134-5e5d-42f1-a021-4a3e44d2a3f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=954c0e7dd64843909dc829504e8ad430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396337 Jul 30 01:43:42.762275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44230) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:42.766713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-408c3221-5fca-4801-84c0-696f44d84e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.768139 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-408c3221-5fca-4801-84c0-696f44d84e79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1043167 Jul 30 01:43:42.819983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6829e33b-b03b-43e2-b370-e3943a448001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.820238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-16d9abaf-d4de-4060-9247-ffe35dff094d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309048 Jul 30 01:43:42.846860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6829e33b-b03b-43e2-b370-e3943a448001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.900726 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6829e33b-b03b-43e2-b370-e3943a448001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.903492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6829e33b-b03b-43e2-b370-e3943a448001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.904766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6829e33b-b03b-43e2-b370-e3943a448001 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7edbb3d5-c7b9-47d0-be72-8b58c1c28210 HTTP/1.1" status: 204 len: 168 time: 0.1413269 Jul 30 01:43:42.913904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829e33b-b03b-43e2-b370-e3943a448001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbb3d5-c7b9-47d0-be72-8b58c1c28210,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:42.985747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Deleting port a6702851-37f7-4e3d-a50d-024cf22042c3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:42.986179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.990764 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-ea1caa93-df96-4841-8156-35bcaf2e75ba service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600869 Jul 30 01:43:43.160979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] For port a6702851-37f7-4e3d-a50d-024cf22042c3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a6702851-37f7-4e3d-a50d-024cf22042c3,segment=NetworkSegment(e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e),segment_id=e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:43.161357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.192345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6fe1d335-1a01-4572-960f-59fc1ad5a73d req-87b2abee-0ef0-4a3b-9d75-f65ee01cb796 service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887283 Jul 30 01:43:43.193342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Calling delete_port for a6702851-37f7-4e3d-a50d-024cf22042c3 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:43.212887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dfa86-ca9b-4bee-b612-0190ef2a536f req-60e478e6-a655-4075-851d-d806c1ade6fb tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.228701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be2dfa86-ca9b-4bee-b612-0190ef2a536f req-60e478e6-a655-4075-851d-d806c1ade6fb tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 943 time: 0.0824513 Jul 30 01:43:43.279237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be2dfa86-ca9b-4bee-b612-0190ef2a536f req-44af0ad5-1d1a-4e0c-9cad-4de0317a7e0d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481620 Jul 30 01:43:43.393754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.403775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-5a7fa442-6fc1-43cc-82d8-07792d5f265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.406149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-5a7fa442-6fc1-43cc-82d8-07792d5f265f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 1095 time: 0.0775900 Jul 30 01:43:43.433372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['a6702851-37f7-4e3d-a50d-024cf22042c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:43.436583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Pushing event deleted for resources: {'Port': ['ID=a6702851-37f7-4e3d-a50d-024cf22042c3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:43.451851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d013a490-6c7a-4da3-8e5d-c1b2893789a7 req-21a0dc7f-7aaa-44d1-a282-64bbeb7ca536 tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.78 "GET /v2.0/ports?device_id=281faa1b-8fc3-4cb6-9412-e372dd49342f HTTP/1.1" status: 200 len: 210 time: 0.0387542 Jul 30 01:43:43.523374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] No DVR routers for this DVR port a6702851-37f7-4e3d-a50d-024cf22042c3 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:43.527133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.529166 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f4d059d-bfb7-4b70-b563-d13c255cac8d req-3c6d244f-8401-40d7-aed5-3a967172a62b tempest-ServerTagsTestJSON-1649045187 tempest-ServerTagsTestJSON-1649045187-project] 10.222.0.55 "DELETE /v2.0/ports/a6702851-37f7-4e3d-a50d-024cf22042c3 HTTP/1.1" status: 204 len: 173 time: 0.7723866 Jul 30 01:43:43.566681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-d6dfb7d9-d096-4637-b76c-8be1bc65d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.568822 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-d6dfb7d9-d096-4637-b76c-8be1bc65d661 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.1418896 Jul 30 01:43:43.616181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-4e1bacdc-4a09-45f8-9716-0901b825fe03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc HTTP/1.1" status: 200 len: 217 time: 0.0403125 Jul 30 01:43:43.688956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-e3154457-168c-4c59-a0fb-c0f3ff336ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.690779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-e3154457-168c-4c59-a0fb-c0f3ff336ac9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.0672724 Jul 30 01:43:43.732537 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-e39bc73f-355c-4320-a5cf-6612cde9dbed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343297 Jul 30 01:43:43.739460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:43.823433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca983386-8620-47d9-8919-56be6fafac5f req-1557aca0-9bbe-4160-9b0a-9f9ee357b341 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.825961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca983386-8620-47d9-8919-56be6fafac5f req-1557aca0-9bbe-4160-9b0a-9f9ee357b341 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1823025 Jul 30 01:43:43.853955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0d2c61d-49fa-4a7c-8093-1c7faea41e18 req-c9486771-d2f8-49e1-ad68-3440439413a3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 210 time: 0.0526927 Jul 30 01:43:43.871162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-6f58e394-dc59-4cc2-bc68-919d7d051913 service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247845 Jul 30 01:43:43.930810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-936495187'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:43.983113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:43.987613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.011507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.017708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31f4c31c-48ab-4c17-91aa-bc5b5b1e2741 req-374f9932-165a-4f14-a073-50d7aa892632 service neutron] 10.222.0.66 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386926 Jul 30 01:43:44.123386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.130237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.161322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:44.168198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464e07e3-7868-4272-8820-37b9b85a7a9b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.178064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.178260 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment ae3b53c9-b93a-42c2-8f6c-6540925e01ce of type vlan for network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 Jul 30 01:43:44.232508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.270608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.277843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.279552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.320169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca983386-8620-47d9-8919-56be6fafac5f req-0a81b6c3-1f63-4818-a5b3-d1f159e8b61b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720242 Jul 30 01:43:44.330081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-e2db97d8-5018-4435-83ee-cd631c080697 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.331682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-e2db97d8-5018-4435-83ee-cd631c080697 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.6437860 Jul 30 01:43:44.347079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:44.365856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6225269 Jul 30 01:43:44.366372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44274) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:44.382004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'name': 'tempest-PortsIpV6TestJSON-863893557'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:44.445109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7025f5-3598-4761-8023-a2b48e6a9e0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=1b3fc8c9-1fa0-46ba-963a-c73bc963b158,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.462041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:44.466571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc6829-bf08-4eae-9d4a-14c23e9a1da2 req-7142225d-b7f7-4b85-b3a1-c154c95d65d5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.468227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86bc6829-bf08-4eae-9d4a-14c23e9a1da2 req-7142225d-b7f7-4b85-b3a1-c154c95d65d5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 943 time: 0.1067524 Jul 30 01:43:44.492229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:44.497497 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.521133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port abdb657f-9bf6-43db-84d0-ed8c3b473410 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:44.529342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44278) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:44.576575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86bc6829-bf08-4eae-9d4a-14c23e9a1da2 req-8316f354-cb61-496d-9d2f-aeeb2b9bed5e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Jul 30 01:43:44.582661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:44.586447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.607567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Deleting subnet 6325dda3-0272-4d55-bc11-28af0bd45c02 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:44.613790 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.672811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'name': 'network-vif-deleted', 'tag': 'a6702851-37f7-4e3d-a50d-024cf22042c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:44.675019 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0d9fae-9a1b-4202-a133-98d9aa563a07" -d '{"events": [{"server_uuid": "281faa1b-8fc3-4cb6-9412-e372dd49342f", "name": "network-vif-deleted", "tag": "a6702851-37f7-4e3d-a50d-024cf22042c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:44.693039 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.726049 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f79bc-4a29-4f64-8d9b-e0c8079811ac x-openstack-request-id: req-e60f79bc-4a29-4f64-8d9b-e0c8079811ac {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:44.726503 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281faa1b-8fc3-4cb6-9412-e372dd49342f", "name": "network-vif-deleted", "tag": "a6702851-37f7-4e3d-a50d-024cf22042c3", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:44.726757 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e60f79bc-4a29-4f64-8d9b-e0c8079811ac {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:44.727182 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281faa1b-8fc3-4cb6-9412-e372dd49342f', 'name': 'network-vif-deleted', 'tag': 'a6702851-37f7-4e3d-a50d-024cf22042c3', 'status': 'completed', 'code': 200} Jul 30 01:43:44.729922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.770806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.771930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.809554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.2 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/65dfad3a-3244-42cc-bd72-b49919a79f2c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:44.839535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=abdb657f-9bf6-43db-84d0-ed8c3b473410,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.851411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:44.851769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: 1b3fc8c9-1fa0-46ba-963a-c73bc963b158, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:44.869392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.871703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:44.888418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 1b3fc8c9-1fa0-46ba-963a-c73bc963b158) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:44.892385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:44.898668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.898862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34c9da-c4e5-4856-9363-2f0184bec438 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:44.899551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.914500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6325dda3-0272-4d55-bc11-28af0bd45c02,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.926895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-757fb3d1-9d8e-46e0-8f76-d5c6a7274093 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5565577 Jul 30 01:43:44.927931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44284) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:44.933795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-981526122'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:44.949971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.951891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-523f133c-5652-4a7f-99b3-cc305cd3d662 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6325dda3-0272-4d55-bc11-28af0bd45c02 HTTP/1.1" status: 204 len: 168 time: 0.4215834 Jul 30 01:43:44.956310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44286) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:44.972771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:44.976278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.011525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:45.024433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.024818 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment cc90e49a-53f4-4206-b02a-f0e9e440f104 of type vlan for network c024adf3-99c4-4c64-bea7-f08911f6f56f Jul 30 01:43:45.044371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e3c753e-3c2f-42a5-86a7-ce7a193d327f req-33cfa8bc-85aa-4db8-a52e-d3e0d8eb04a1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 210 time: 0.0785551 Jul 30 01:43:45.100944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.103064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.105331 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.136084 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.142062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.142658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.201965 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2730677 Jul 30 01:43:45.204633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44290) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:45.209322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'ports': [{'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'}, {'network_id': 'c024adf3-99c4-4c64-bea7-f08911f6f56f'}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:45.209633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:45.210113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': 'c024adf3-99c4-4c64-bea7-f08911f6f56f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:45.215780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.224998 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.235915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab390bdd-4a2e-46a9-8eed-1d589ceae422']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:45.237522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76', '8d57bb38-73c3-43cb-9389-f6a70bd63b43'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:45.261978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f848b-bd5c-4e4d-9e46-7c2140be2c94 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=c024adf3-99c4-4c64-bea7-f08911f6f56f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.272033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:45.272745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e6270c-d6a3-4f8c-9c3a-0eae23b3fa4e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:45.288663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c024adf3-99c4-4c64-bea7-f08911f6f56f details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:45.294399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.312866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:45.316412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=65dfad3a-3244-42cc-bd72-b49919a79f2c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.319695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:45.321773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:45.324719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.352119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:45.352119 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:45.353578 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:45.401547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7d87841e-170b-47bf-89cd-8cbecd3c45bc details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:45.413054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:45.418274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.435485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.438022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.438719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.465312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.472847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.474703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] 10.222.0.78 "DELETE /v2.0/networks/ab390bdd-4a2e-46a9-8eed-1d589ceae422 HTTP/1.1" status: 204 len: 168 time: 0.5174577 Jul 30 01:43:45.491543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-8973ca60-d399-48b6-9f77-cfb0688195ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1489153 Jul 30 01:43:45.497167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200dc34-8d2c-490d-8d0d-0eaf31ba80ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ab390bdd-4a2e-46a9-8eed-1d589ceae422,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.508023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Request body: {'port': {'device_id': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:45.534899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46599d-2ed4-48ea-8ce1-62619cf5fdcb req-78d80af3-2f8b-4fb0-880d-aec09441753d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.536787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de46599d-2ed4-48ea-8ce1-62619cf5fdcb req-78d80af3-2f8b-4fb0-880d-aec09441753d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1297994 Jul 30 01:43:45.603292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.631958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de46599d-2ed4-48ea-8ce1-62619cf5fdcb req-dd2ecc7d-4be2-4592-9a2d-45ca18d3b74a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835531 Jul 30 01:43:45.803682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:45.823586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '7d87841e-170b-47bf-89cd-8cbecd3c45bc', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': '7d87841e-170b-47bf-89cd-8cbecd3c45bc', 'mac_address': 'fa:16:3e:71:83:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:45.835296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d92d-08b1-4aa4-ab67-85e099a961bd req-1388c48c-d30c-4a55-bd73-a7301d37e4c3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.837208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e2d92d-08b1-4aa4-ab67-85e099a961bd req-1388c48c-d30c-4a55-bd73-a7301d37e4c3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 943 time: 0.1420577 Jul 30 01:43:45.848090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port 5fa6157f-bb5a-4f61-9b15-82c01624a140 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:45.856341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44298) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:45.888524 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.913329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d87841e-170b-47bf-89cd-8cbecd3c45bc {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:45.930487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e2d92d-08b1-4aa4-ab67-85e099a961bd req-4bf9ce75-88b9-46ba-92da-4bc1003a29af tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781219 Jul 30 01:43:45.931961 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6b1ad304-df0a-4332-9382-df85b4ebedc8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d34f76387df4c928c01e6c519224d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742414 Jul 30 01:43:45.934592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44300) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:45.944875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:45.967383 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.976226 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:43:46.034714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.044859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7d87841e-170b-47bf-89cd-8cbecd3c45bc,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.063418 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fd67-5fe9-4148-9d96-789c8e841f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.082832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dfad3a-3244-42cc-bd72-b49919a79f2c {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:46.094063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.129018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fd67-5fe9-4148-9d96-789c8e841f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.135556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port f10a2d13-30ed-4942-a635-e6aa2f2c6506 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:46.151994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Transition to ACTIVE for port object 65dfad3a-3244-42cc-bd72-b49919a79f2c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:46.177206 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.232092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['7d87841e-170b-47bf-89cd-8cbecd3c45bc'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:46.259588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.259823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=65dfad3a-3244-42cc-bd72-b49919a79f2c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.270357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171b704-426b-44c8-a7e2-efcaddbaa46c req-3c15b8d6-3871-495f-ba25-91d99a3351a8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.272112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9171b704-426b-44c8-a7e2-efcaddbaa46c req-3c15b8d6-3871-495f-ba25-91d99a3351a8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 931 time: 0.1410108 Jul 30 01:43:46.322553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.331056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fd67-5fe9-4148-9d96-789c8e841f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.333765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fd67-5fe9-4148-9d96-789c8e841f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.335056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8bc7fd67-5fe9-4148-9d96-789c8e841f51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/360782cb-1e52-4faa-9ede-41188cdf1e7c HTTP/1.1" status: 204 len: 168 time: 0.3991647 Jul 30 01:43:46.358032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7fd67-5fe9-4148-9d96-789c8e841f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360782cb-1e52-4faa-9ede-41188cdf1e7c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.379509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9171b704-426b-44c8-a7e2-efcaddbaa46c req-2462f3bb-28bd-493c-9004-11d2e5761567 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857573 Jul 30 01:43:46.385370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:46.419500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Attempting to bind port 65dfad3a-3244-42cc-bd72-b49919a79f2c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:46.419842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Attempting to bind port 65dfad3a-3244-42cc-bd72-b49919a79f2c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:46.420182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Attempting to bind port 65dfad3a-3244-42cc-bd72-b49919a79f2c on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:46.423724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:46.425801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Port 65dfad3a-3244-42cc-bd72-b49919a79f2c on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:46.426332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Attempting to bind port 65dfad3a-3244-42cc-bd72-b49919a79f2c on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:46.429601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:46.430649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.432608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:46.433038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:46.433507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:46.434176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Bound port: 65dfad3a-3244-42cc-bd72-b49919a79f2c, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:46.435885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.449446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=5fa6157f-bb5a-4f61-9b15-82c01624a140,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.461353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.461692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.462028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.462357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.462689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.462993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.463358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.463682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.464004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.464313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.464625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.464935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:46.517729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] For port 65dfad3a-3244-42cc-bd72-b49919a79f2c, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:46.521419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] For port 65dfad3a-3244-42cc-bd72-b49919a79f2c, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:46.523944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=f10a2d13-30ed-4942-a635-e6aa2f2c6506,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.527082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.529650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': 'cc90e49a-53f4-4206-b02a-f0e9e440f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c024adf3-99c4-4c64-bea7-f08911f6f56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:46.530042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: c024adf3-99c4-4c64-bea7-f08911f6f56f, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:46.553672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network c024adf3-99c4-4c64-bea7-f08911f6f56f is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:46.564751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c024adf3-99c4-4c64-bea7-f08911f6f56f) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:46.569499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:46.574114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.574776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.576400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/65dfad3a-3244-42cc-bd72-b49919a79f2c HTTP/1.1" status: 200 len: 1092 time: 1.0746849 Jul 30 01:43:46.576937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.577175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'tag': '65dfad3a-3244-42cc-bd72-b49919a79f2c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:46.580132 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313c001-932f-4e11-98c3-8ff378511ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "11b3025c-36e0-40ec-902d-e83e8d4ea8b0", "tag": "65dfad3a-3244-42cc-bd72-b49919a79f2c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:46.589521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3148833-86e6-491d-945a-fe44acbe4b83 None None] Network c024adf3-99c4-4c64-bea7-f08911f6f56f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:46.590342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.590342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.625549 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27d1968e-b479-48e8-af23-34f7f04830d5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4168725 Jul 30 01:43:46.625771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44312) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:46.664050 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3de523-d605-4fa7-ad06-2e4ff561df5e x-openstack-request-id: req-be3de523-d605-4fa7-ad06-2e4ff561df5e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:46.664459 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b3025c-36e0-40ec-902d-e83e8d4ea8b0", "tag": "65dfad3a-3244-42cc-bd72-b49919a79f2c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:46.664580 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be3de523-d605-4fa7-ad06-2e4ff561df5e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:46.664963 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'tag': '65dfad3a-3244-42cc-bd72-b49919a79f2c', 'status': 'completed', 'code': 200} Jul 30 01:43:46.676745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0601bd4-c8d8-4880-9aeb-c08e2ac8d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=65dfad3a-3244-42cc-bd72-b49919a79f2c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.804966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-cd0aec9c-3ebe-402f-ba69-39f13d434781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.806493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-cd0aec9c-3ebe-402f-ba69-39f13d434781 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 1095 time: 0.1407936 Jul 30 01:43:46.833858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc27ff-cf72-434d-b689-a2eeb5231d6d req-267271ad-f36b-4de6-ba0d-53d7d75929c5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.835363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9dc27ff-cf72-434d-b689-a2eeb5231d6d req-267271ad-f36b-4de6-ba0d-53d7d75929c5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0889790 Jul 30 01:43:46.869260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-6395f743-5fdd-43b6-a356-ff5c524d6435 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c HTTP/1.1" status: 200 len: 217 time: 0.0517735 Jul 30 01:43:46.896424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port f10a2d13-30ed-4942-a635-e6aa2f2c6506 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:46.896763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.002444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9dc27ff-cf72-434d-b689-a2eeb5231d6d req-8ddb7324-cbd7-4038-bb7a-5210e8b9269f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384726 Jul 30 01:43:47.011846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729936-3caf-4084-adca-c386e909f451 req-ce5a0dcf-4795-49b9-a0d1-bcaa3bfab84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.013323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-ce5a0dcf-4795-49b9-a0d1-bcaa3bfab84f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.1295090 Jul 30 01:43:47.017242 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.078685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for f10a2d13-30ed-4942-a635-e6aa2f2c6506 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:47.082851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-a29b7fda-d360-47ed-90ac-351e2f94201f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570295 Jul 30 01:43:47.169479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44334) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:47.195607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a8ad-8e3e-48f2-9c69-b1a736850017 req-6e644505-5550-43bf-a67d-5a9bc7532629 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.197166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ae2a8ad-8e3e-48f2-9c69-b1a736850017 req-6e644505-5550-43bf-a67d-5a9bc7532629 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 944 time: 0.1724913 Jul 30 01:43:47.282387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-a535781f-bfd6-4e64-ae97-e88329659e99 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881957 Jul 30 01:43:47.286198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1672390375-network', 'tenant_id': '59d1d0c7503e4fea96dc05e2ef0de0c9'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:47.287890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ae2a8ad-8e3e-48f2-9c69-b1a736850017 req-87880792-e7bc-4188-85e8-7e35464b51a8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746624 Jul 30 01:43:47.288498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.308926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Made reservation on behalf of 59d1d0c7503e4fea96dc05e2ef0de0c9 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:47.311564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.322475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.359353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=f10a2d13-30ed-4942-a635-e6aa2f2c6506,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:47.366579 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.369314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4bd1767c-ef7a-44a2-aa25-e27da8b81b55 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/f10a2d13-30ed-4942-a635-e6aa2f2c6506 HTTP/1.1" status: 204 len: 168 time: 0.7421877 Jul 30 01:43:47.371391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:47.385810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a6702851-37f7-4e3d-a50d-024cf22042c3 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:47.408674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: a6702851-37f7-4e3d-a50d-024cf22042c3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:47.409221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a6702851-37f7-4e3d-a50d-024cf22042c3 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:47.425981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7d87841e-170b-47bf-89cd-8cbecd3c45bc up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:47.445522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e09b27-f01a-442f-a574-256744459ccc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.449625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.451539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e09b27-f01a-442f-a574-256744459ccc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.453482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-67e09b27-f01a-442f-a574-256744459ccc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0811329 Jul 30 01:43:47.456473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44344) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:47.458607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.496799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:47.499176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19923fba-dcbd-43b1-be67-d7811a74d979,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:47.507326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c729936-3caf-4084-adca-c386e909f451 req-a9b5c0a7-4144-40af-9156-39e7350e80c6 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168632 Jul 30 01:43:47.510105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 7d87841e-170b-47bf-89cd-8cbecd3c45bc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:47.525445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 7d87841e-170b-47bf-89cd-8cbecd3c45bc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:47.525445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.525835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.525835 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Added segment d60db315-448d-4460-a289-01e2cd59e39f of type vlan for network c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df Jul 30 01:43:47.587357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.616058 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.622146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.623335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.624010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.648334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d11f6-86ec-4691-8656-beb8cc64dc92 req-96e033ad-cdd1-4fdc-8342-4c2cdec7d954 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.649926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-107d11f6-86ec-4691-8656-beb8cc64dc92 req-96e033ad-cdd1-4fdc-8342-4c2cdec7d954 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 943 time: 0.1572955 Jul 30 01:43:47.654774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d87841e-170b-47bf-89cd-8cbecd3c45bc'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:47.658955 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ff65b-4130-4389-ba19-5964d24dd09d" -d '{"events": [{"server_uuid": "05b6a289-f2d8-48c9-877a-d8ac0568dbaf", "name": "network-vif-plugged", "status": "completed", "tag": "7d87841e-170b-47bf-89cd-8cbecd3c45bc"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:47.659124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-d1a91a46-3503-4f06-b48d-7a6fc4f7ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.660167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-d1a91a46-3503-4f06-b48d-7a6fc4f7ddb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 1095 time: 0.0812480 Jul 30 01:43:47.681043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:47.684807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5142422 Jul 30 01:43:47.689759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:47.690551 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.698584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Request body: {'subnet': {'network_id': 'c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1672390375-subnet', 'tenant_id': '59d1d0c7503e4fea96dc05e2ef0de0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:47.708034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9f6a-540c-465d-ba5b-365882468640 admin admin] Pushing event updated for resources: {'Network': ['ID=c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:47.734948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 5fa6157f-bb5a-4f61-9b15-82c01624a140 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:47.735630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.736441 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0de37-bbd3-4e39-9400-e8228869cb8f x-openstack-request-id: req-5df0de37-bbd3-4e39-9400-e8228869cb8f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:47.736840 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b6a289-f2d8-48c9-877a-d8ac0568dbaf", "name": "network-vif-plugged", "status": "completed", "tag": "7d87841e-170b-47bf-89cd-8cbecd3c45bc", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:47.737114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Made reservation on behalf of 59d1d0c7503e4fea96dc05e2ef0de0c9 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:47.737236 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5df0de37-bbd3-4e39-9400-e8228869cb8f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:47.737726 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d87841e-170b-47bf-89cd-8cbecd3c45bc', 'code': 200} Jul 30 01:43:47.738543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:47.740315 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.833625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7d87841e-170b-47bf-89cd-8cbecd3c45bc,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:47.852466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-107d11f6-86ec-4691-8656-beb8cc64dc92 req-2517632d-0dd8-429e-920a-e89f517cdb18 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900423 Jul 30 01:43:47.874083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.878747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e53f7-59dc-4ba9-a29f-37191e70146f req-f183c324-a440-43de-a97a-204aa936be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.880503 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-912e53f7-59dc-4ba9-a29f-37191e70146f req-f183c324-a440-43de-a97a-204aa936be3c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 1097 time: 0.0893564 Jul 30 01:43:47.900482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 5fa6157f-bb5a-4f61-9b15-82c01624a140 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:47.923230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-ba09ada8-c495-4342-a2f7-ac4e9ac00744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.924705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-ba09ada8-c495-4342-a2f7-ac4e9ac00744 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.2402937 Jul 30 01:43:47.955167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-912e53f7-59dc-4ba9-a29f-37191e70146f req-50e9429c-f831-4c51-94e7-38d57b66b4b3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Jul 30 01:43:48.011221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.018799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-50fa7b4b-c172-419c-8f0b-8a847140a265 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c HTTP/1.1" status: 200 len: 217 time: 0.0468128 Jul 30 01:43:48.084850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4de4d0a-e8bc-437f-8ae1-ed194fab149d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:48.094155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Checking segment: {'id': 'd60db315-448d-4460-a289-01e2cd59e39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:48.094517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Network hostable DHCP agents. Network: c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:48.113078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Network c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:48.121849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:48.126368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-13a2f56c-a8f0-4375-9cb1-7c30a861c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.126586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.126954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.127888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-13a2f56c-a8f0-4375-9cb1-7c30a861c2a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0990200 Jul 30 01:43:48.136490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152956d1-5cb4-452a-9602-b487bd10be15 None None] Network c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:48.137957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.142795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9023c3e1-7b21-4f1c-a18a-cb0617772f24 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4519532 Jul 30 01:43:48.198280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-c7825a21-b72a-4993-86d2-c9af2498ea3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575490 Jul 30 01:43:48.201775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=5fa6157f-bb5a-4f61-9b15-82c01624a140,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:48.213402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511560-1ad2-47e1-84b7-cc7d0be664f0 req-4092dffb-d344-46fd-9020-7d7d467bc8ac tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.215197 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90511560-1ad2-47e1-84b7-cc7d0be664f0 req-4092dffb-d344-46fd-9020-7d7d467bc8ac tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1299269 Jul 30 01:43:48.216476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.218527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-379bf132-021e-4ff4-9a3b-6998c44af128 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/5fa6157f-bb5a-4f61-9b15-82c01624a140 HTTP/1.1" status: 204 len: 168 time: 0.7611427 Jul 30 01:43:48.221350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44356) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:48.283841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f778040-131d-4546-a3fa-f14135ddc280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.287516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f778040-131d-4546-a3fa-f14135ddc280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0650699 Jul 30 01:43:48.288404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44360) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:48.317645 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5483e004-1170-4286-9632-a07b4c89be0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:43:48.322718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5483e004-1170-4286-9632-a07b4c89be0a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/f10a2d13-30ed-4942-a635-e6aa2f2c6506 HTTP/1.1" status: 404 len: 333 time: 0.0332284 Jul 30 01:43:48.323666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:48.330637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90511560-1ad2-47e1-84b7-cc7d0be664f0 req-97f4ddda-24ec-42f1-b728-e38d533f68ab tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022334 Jul 30 01:43:48.334463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cdaed-a46f-43c1-87f3-148dd0ecb585 None None] Network c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:48.358757 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10373cd-6785-462d-99ad-48ae38bb70e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:43:48.364419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:48.364767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44370) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:48.367258 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c10373cd-6785-462d-99ad-48ae38bb70e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/5fa6157f-bb5a-4f61-9b15-82c01624a140 HTTP/1.1" status: 404 len: 333 time: 0.0415187 Jul 30 01:43:48.395413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-71ec955f-8a19-4ef1-9f9e-4d6f79fc0c6c service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751502 Jul 30 01:43:48.578389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.584299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Deleting subnet b4de4d0a-e8bc-437f-8ae1-ed194fab149d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:48.605965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.660941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca300-d0be-42f0-9345-2f3c27f5725f req-f9f0a601-e6d2-4136-8000-293917dae0b7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.662347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98aca300-d0be-42f0-9345-2f3c27f5725f req-f9f0a601-e6d2-4136-8000-293917dae0b7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 945 time: 0.2180028 Jul 30 01:43:48.678316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0313c001-932f-4e11-98c3-8ff378511ba2 req-ba3edda9-8fa6-4446-98fe-0e218496781a service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306538 Jul 30 01:43:48.699591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.830249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98aca300-d0be-42f0-9345-2f3c27f5725f req-ebd2dece-4dc3-48dc-a2ad-02c0415a8c6f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573954 Jul 30 01:43:48.844733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.869641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.882131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8a92ed02-a946-4863-b176-2ca606395b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.886539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c024adf3-99c4-4c64-bea7-f08911f6f56f']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:48.900568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc90e49a-53f4-4206-b02a-f0e9e440f104') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:48.900867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc90e49a-53f4-4206-b02a-f0e9e440f104') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:48.914926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.952354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.958158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.977063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:48.977471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:48.981812 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:49.404682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4de4d0a-e8bc-437f-8ae1-ed194fab149d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:49.407941 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.409786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f27509ae-3036-4c7b-bc85-5ec7125c7579 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b4de4d0a-e8bc-437f-8ae1-ed194fab149d HTTP/1.1" status: 204 len: 168 time: 1.0440757 Jul 30 01:43:49.413044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44376) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:49.467856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3c950-c339-4ce2-9d9d-f292efd2e1db req-120bda8b-167b-473d-8baf-7cc8a97f5927 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.469935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5aa3c950-c339-4ce2-9d9d-f292efd2e1db req-120bda8b-167b-473d-8baf-7cc8a97f5927 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 943 time: 0.5279055 Jul 30 01:43:49.472664 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.481910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.487739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/c024adf3-99c4-4c64-bea7-f08911f6f56f HTTP/1.1" status: 204 len: 168 time: 1.1169300 Jul 30 01:43:49.488020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44380) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:49.497655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1901189655'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:49.501143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.524809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de106c25-f265-4eb7-b5a3-32fb1a0e96c9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=c024adf3-99c4-4c64-bea7-f08911f6f56f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:49.540099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8fa5c-54be-4dce-bbce-d0ec2ca493e1 req-93b33bf2-6407-4ac5-a9d1-59edf5b5f5dc tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.541590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5d8fa5c-54be-4dce-bbce-d0ec2ca493e1 req-93b33bf2-6407-4ac5-a9d1-59edf5b5f5dc tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1308568 Jul 30 01:43:49.583959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:49.584888 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.587393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.593818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5aa3c950-c339-4ce2-9d9d-f292efd2e1db req-e51f4487-39db-4b03-8a6b-90e6dfeade66 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132116 Jul 30 01:43:49.595639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.609385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60db315-448d-4460-a289-01e2cd59e39f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.609746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60db315-448d-4460-a289-01e2cd59e39f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.620167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.628369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5d8fa5c-54be-4dce-bbce-d0ec2ca493e1 req-9aaae725-2ccb-4ab6-bb22-78cf81c2be0d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795000 Jul 30 01:43:49.635051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:49.642936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.656579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:49.657204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:49.663697 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:49.730882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.733592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.734110 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment ef93cb3a-de7b-4d1e-b911-200617518f01 of type vlan for network d96d1173-1367-46d9-924f-1e9f28728282 Jul 30 01:43:49.736112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.741109 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] 10.222.0.78 "DELETE /v2.0/networks/c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df HTTP/1.1" status: 204 len: 168 time: 0.3239937 Jul 30 01:43:49.758299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c06cfd-db6f-4ff4-9688-213a2bc686ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c91f9a08-cb7c-4ec7-92e1-a938cbd1d5df,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:49.789439 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.823764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.830720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.831560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.867797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44386) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:49.895951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4025278 Jul 30 01:43:49.900773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:49.909435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:49.912363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650578-7916-409a-8365-38e044995ada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=d96d1173-1367-46d9-924f-1e9f28728282,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:49.926059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d96d1173-1367-46d9-924f-1e9f28728282 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:49.967887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0fbdfd26-9698-4115-a70a-6a53ffe74ce7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59d1d0c7503e4fea96dc05e2ef0de0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982666 Jul 30 01:43:49.970372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44390) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:50.000430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc3b6-bfcf-46f3-9a0c-b55da9768be0 req-d7183599-6eea-4dea-b863-84910edf0725 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.001959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-793fc3b6-bfcf-46f3-9a0c-b55da9768be0 req-d7183599-6eea-4dea-b863-84910edf0725 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 945 time: 0.0743396 Jul 30 01:43:50.025410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:50.029004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.068934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-793fc3b6-bfcf-46f3-9a0c-b55da9768be0 req-0ca13520-9bb6-4194-8a52-8084f8f7fd1d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558116 Jul 30 01:43:50.072817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f9b215e8-f3ee-497f-97a6-db93cd3e6ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.100497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f9b215e8-f3ee-497f-97a6-db93cd3e6ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.158090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f9b215e8-f3ee-497f-97a6-db93cd3e6ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.160978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f9b215e8-f3ee-497f-97a6-db93cd3e6ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.162131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f9b215e8-f3ee-497f-97a6-db93cd3e6ab2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19923fba-dcbd-43b1-be67-d7811a74d979 HTTP/1.1" status: 204 len: 168 time: 0.1905994 Jul 30 01:43:50.176694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b215e8-f3ee-497f-97a6-db93cd3e6ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19923fba-dcbd-43b1-be67-d7811a74d979,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:50.269296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.335597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:50.345748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': 'ef93cb3a-de7b-4d1e-b911-200617518f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:50.346016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: d96d1173-1367-46d9-924f-1e9f28728282, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:50.363673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network d96d1173-1367-46d9-924f-1e9f28728282 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:50.376605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d96d1173-1367-46d9-924f-1e9f28728282) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:50.399110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b09b6-478e-4cba-b254-a087ba2c0777 None None] Network d96d1173-1367-46d9-924f-1e9f28728282 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:50.410535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.412322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.435209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-283f8dc6-ec6b-43e3-afa1-71e8e69fa182 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5308385 Jul 30 01:43:50.435897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44406) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:50.444853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282', 'name': 'tempest-PortsIpV6TestJSON-1017567251'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:50.604698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:50.609450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.633167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port 23a868f2-868f-4234-bccd-ab8197f18af7 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:50.636739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d96d1173-1367-46d9-924f-1e9f28728282', 'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': 'f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:50.637885 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.859898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::33e (d96d1173-1367-46d9-924f-1e9f28728282/f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec/23a868f2-868f-4234-bccd-ab8197f18af7) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:50.871208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9d072-0d49-4ef9-af3d-a88dee3f30e2 req-6a6d1e64-5dd0-4782-ab67-9979d07731d1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.872799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3b9d072-0d49-4ef9-af3d-a88dee3f30e2 req-6a6d1e64-5dd0-4782-ab67-9979d07731d1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 943 time: 0.1512122 Jul 30 01:43:50.904204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c6b05-8a57-4fe6-85b6-0a13d69309d3 req-7eb4b4cf-d6e8-48d4-9aa2-25ddafbdcaab tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.906417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f02c6b05-8a57-4fe6-85b6-0a13d69309d3 req-7eb4b4cf-d6e8-48d4-9aa2-25ddafbdcaab tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1484394 Jul 30 01:43:50.971213 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.994912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3b9d072-0d49-4ef9-af3d-a88dee3f30e2 req-c5872c0c-b075-418b-9b4a-f1c8e205bbb8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015792 Jul 30 01:43:51.018479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f02c6b05-8a57-4fe6-85b6-0a13d69309d3 req-ca94605f-29a6-4fef-9cff-9697bf496ecf tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952122 Jul 30 01:43:51.153047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.172421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 23a868f2-868f-4234-bccd-ab8197f18af7 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:51.227136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.292507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Allocated IP 2001:db8::2 (d96d1173-1367-46d9-924f-1e9f28728282/f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec/6e101889-f898-417b-b96d-ee8bdc4a7a9c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:51.296600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network d96d1173-1367-46d9-924f-1e9f28728282 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:51.300796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:51.303750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:51.311770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.312924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.329063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=23a868f2-868f-4234-bccd-ab8197f18af7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:51.348791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44436) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.350102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-41ba3728-69dd-4325-b64f-c40cc4c05ea5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9124510 Jul 30 01:43:51.449787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65dfad3a-3244-42cc-bd72-b49919a79f2c details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:51.462218 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-7bf22284-32e7-444c-bf2a-6415f7f05994 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1344016 Jul 30 01:43:51.496700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 23a868f2-868f-4234-bccd-ab8197f18af7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:51.497050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.565388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.573232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.594972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Transition to ACTIVE for port object 6e101889-f898-417b-b96d-ee8bdc4a7a9c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:51.648019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Transition to ACTIVE for port object 6e101889-f898-417b-b96d-ee8bdc4a7a9c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:51.653278 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d311b88d-18ac-4b74-b2a8-d49b16834a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.673545 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.687077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 65dfad3a-3244-42cc-bd72-b49919a79f2c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:51.703070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.720334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.720923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.721497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.722019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.722717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.723443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.724428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.726796 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8ed339f2-c6ba-40be-932e-a84b3887890f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0c8af87f090484199fca25670ed6d65&device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 6509 time: 0.1713204 Jul 30 01:43:51.745587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 23a868f2-868f-4234-bccd-ab8197f18af7 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:51.747584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Network d96d1173-1367-46d9-924f-1e9f28728282 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:51.752312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '65dfad3a-3244-42cc-bd72-b49919a79f2c', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': '65dfad3a-3244-42cc-bd72-b49919a79f2c', 'mac_address': 'fa:16:3e:db:e1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:51.756017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:51.761520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:51.765328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37e908a5-6ff3-4dec-9383-29d500371c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.807019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Pushing event updated for resources: {'Port': ['ID=6e101889-f898-417b-b96d-ee8bdc4a7a9c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:51.899189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.911895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37e908a5-6ff3-4dec-9383-29d500371c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.916317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37e908a5-6ff3-4dec-9383-29d500371c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.938949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-d24f77c7-825a-42b5-8bfd-24b56e9f26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.939466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-d24f77c7-825a-42b5-8bfd-24b56e9f26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.939700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Attempting to bind port 6e101889-f898-417b-b96d-ee8bdc4a7a9c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:51.939920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-d24f77c7-825a-42b5-8bfd-24b56e9f26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.940061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Attempting to bind port 6e101889-f898-417b-b96d-ee8bdc4a7a9c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ef93cb3a-de7b-4d1e-b911-200617518f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:51.940492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Attempting to bind port 6e101889-f898-417b-b96d-ee8bdc4a7a9c on network d96d1173-1367-46d9-924f-1e9f28728282 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:51.941857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-d24f77c7-825a-42b5-8bfd-24b56e9f26cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&id=b39e997b-3bf4-4063-98c0-3d00e3627146&id=b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 200 len: 2298 time: 0.1777260 Jul 30 01:43:51.949025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dfad3a-3244-42cc-bd72-b49919a79f2c {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:51.972695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-37e908a5-6ff3-4dec-9383-29d500371c17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10f5185519cf4a0daff725ba48ff0bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061084 Jul 30 01:43:51.973360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44454) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.977269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 65dfad3a-3244-42cc-bd72-b49919a79f2c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:51.985245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.989788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:51.990184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Checking segment: {'id': 'ef93cb3a-de7b-4d1e-b911-200617518f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:51.990793 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.991929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Bound using segment: {'id': 'ef93cb3a-de7b-4d1e-b911-200617518f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:51.992676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Bound port: 6e101889-f898-417b-b96d-ee8bdc4a7a9c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef93cb3a-de7b-4d1e-b911-200617518f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd96d1173-1367-46d9-924f-1e9f28728282'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:51.993232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.996856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.077182 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-4b5655ac-6c21-4943-9211-d6079f6f91ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 200 len: 1001 time: 0.1211200 Jul 30 01:43:52.133656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e908a5-6ff3-4dec-9383-29d500371c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6737e-aa87-40a1-aa3e-ccc60af6a115,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.141819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-92087fa7-c310-4726-be9d-d661f9627751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.143423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-92087fa7-c310-4726-be9d-d661f9627751 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 200 len: 856 time: 0.0590069 Jul 30 01:43:52.193106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=65dfad3a-3244-42cc-bd72-b49919a79f2c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.205756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.226445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] For port 6e101889-f898-417b-b96d-ee8bdc4a7a9c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:52.230028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] For port 6e101889-f898-417b-b96d-ee8bdc4a7a9c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e101889-f898-417b-b96d-ee8bdc4a7a9c,segment=NetworkSegment(ef93cb3a-de7b-4d1e-b911-200617518f01),segment_id=ef93cb3a-de7b-4d1e-b911-200617518f01)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:52.235355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.244007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=23a868f2-868f-4234-bccd-ab8197f18af7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.259155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-837be462-be41-4414-a9f8-da8de6792ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.262252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-837be462-be41-4414-a9f8-da8de6792ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044848 Jul 30 01:43:52.282244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['65dfad3a-3244-42cc-bd72-b49919a79f2c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:52.294777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-038458b1-8603-4d35-8a90-5d0e17c13fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.326303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-038458b1-8603-4d35-8a90-5d0e17c13fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.341506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da0bb-0927-4416-89f0-c8d1418b8914 None None] Pushing event updated for resources: {'Port': ['ID=6e101889-f898-417b-b96d-ee8bdc4a7a9c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.369881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.375414 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-816bdab0-a78b-43db-bc49-8d7cacc47381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/23a868f2-868f-4234-bccd-ab8197f18af7 HTTP/1.1" status: 204 len: 168 time: 1.0246377 Jul 30 01:43:52.378634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44464) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.409062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5ef88-76e7-4f3b-ba95-92b916603bee req-d825d23b-5bd9-419e-b17c-54e214136c12 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.411979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbc5ef88-76e7-4f3b-ba95-92b916603bee req-d825d23b-5bd9-419e-b17c-54e214136c12 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 944 time: 0.2402794 Jul 30 01:43:52.420110 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5927017f-0f28-4b0d-964e-9d8c23fd3278 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:43:52.421693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5927017f-0f28-4b0d-964e-9d8c23fd3278 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:43:52.428427 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5927017f-0f28-4b0d-964e-9d8c23fd3278 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/23a868f2-868f-4234-bccd-ab8197f18af7 HTTP/1.1" status: 404 len: 333 time: 0.0440352 Jul 30 01:43:52.429120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44466) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.475153 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cec32d-5fcd-4be9-9b4a-c0292a894299 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:43:52.477360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-90cec32d-5fcd-4be9-9b4a-c0292a894299 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/23a868f2-868f-4234-bccd-ab8197f18af7 HTTP/1.1" status: 404 len: 333 time: 0.0454054 Jul 30 01:43:52.483994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44470) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.516422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-4d2e298b-5abb-4beb-b885-7b938a8fbcfc service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426496 Jul 30 01:43:52.559362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3b3a5-fec9-44b7-973d-48288b98251d req-bbf8cce1-9276-48f5-8549-da7220e128d9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.561048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18f3b3a5-fec9-44b7-973d-48288b98251d req-bbf8cce1-9276-48f5-8549-da7220e128d9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.3710494 Jul 30 01:43:52.567267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:52.574484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.673550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-038458b1-8603-4d35-8a90-5d0e17c13fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.676382 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-038458b1-8603-4d35-8a90-5d0e17c13fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.678048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-038458b1-8603-4d35-8a90-5d0e17c13fb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36b6737e-aa87-40a1-aa3e-ccc60af6a115 HTTP/1.1" status: 204 len: 168 time: 0.6839962 Jul 30 01:43:52.714844 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-2edddc1d-8e4c-46ec-962b-39331eb3a153 service neutron] 10.222.0.55 "GET /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936238 Jul 30 01:43:52.745326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbc5ef88-76e7-4f3b-ba95-92b916603bee req-856cf6ec-906e-4fb0-bc89-b8dd10640696 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172762 Jul 30 01:43:52.760389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18f3b3a5-fec9-44b7-973d-48288b98251d req-bebd5e7f-782e-4e88-93d2-2ae2bc5171a8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800284 Jul 30 01:43:52.769319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.787122 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-6985670a-4a4c-4a93-b1c7-74baa98ac249 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 217 time: 0.0557256 Jul 30 01:43:52.804892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038458b1-8603-4d35-8a90-5d0e17c13fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6737e-aa87-40a1-aa3e-ccc60af6a115,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.900992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-25d330e3-f5e6-498d-b612-3402667fbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.902900 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-25d330e3-f5e6-498d-b612-3402667fbfdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1088061 Jul 30 01:43:52.956807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.988787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79e183-21b3-4f39-849b-84e57609e242 req-e3240bc2-d890-458f-b4cc-8b48b79b35c1 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.990363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a79e183-21b3-4f39-849b-84e57609e242 req-e3240bc2-d890-458f-b4cc-8b48b79b35c1 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1097 time: 0.0885434 Jul 30 01:43:52.998779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-dc67d790-3f8b-44d2-81bf-79ee8477c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.000578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-dc67d790-3f8b-44d2-81bf-79ee8477c4fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731449 Jul 30 01:43:53.007820 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.054208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a79e183-21b3-4f39-849b-84e57609e242 req-daa7d8d6-b1b8-4932-a77f-6fc48931623d tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499356 Jul 30 01:43:53.065440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.097524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:53.104773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.110412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec HTTP/1.1" status: 204 len: 168 time: 0.6250401 Jul 30 01:43:53.111621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44482) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:53.134773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e858b-f54e-407f-aeb7-3f058f3eb1f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:53.267489 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-226d30f4-cdf0-4d7c-a366-db3320bde42d service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507570 Jul 30 01:43:53.405576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.458604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-037acd1b-8ae8-41b5-ab9d-f1fba27722c3 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902359 Jul 30 01:43:53.474937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65dfad3a-3244-42cc-bd72-b49919a79f2c up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:53.523260 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-5aed685d-436b-499a-a4df-34bdc5e91eb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 217 time: 0.0565932 Jul 30 01:43:53.566124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 65dfad3a-3244-42cc-bd72-b49919a79f2c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:53.575566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 65dfad3a-3244-42cc-bd72-b49919a79f2c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:53.576105 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.656492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-47e0b7ea-6635-4b86-ae8a-32c2cfb60419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.658086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-47e0b7ea-6635-4b86-ae8a-32c2cfb60419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1083598 Jul 30 01:43:53.673418 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.714616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dfad3a-3244-42cc-bd72-b49919a79f2c'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:53.716888 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7db2d24-c4ea-4664-84c5-2b0b5ffbb622" -d '{"events": [{"server_uuid": "11b3025c-36e0-40ec-902d-e83e8d4ea8b0", "name": "network-vif-plugged", "status": "completed", "tag": "65dfad3a-3244-42cc-bd72-b49919a79f2c"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:53.747203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 65dfad3a-3244-42cc-bd72-b49919a79f2c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:53.755459 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.764997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:53.782839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 6e101889-f898-417b-b96d-ee8bdc4a7a9c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:53.783557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.800060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 1400cb64-287e-4955-b19d-f66925c6bd61 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:53.800416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.813008 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06739caf-7b93-4c78-b496-39401d854151 x-openstack-request-id: req-06739caf-7b93-4c78-b496-39401d854151 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:53.818529 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b3025c-36e0-40ec-902d-e83e8d4ea8b0", "name": "network-vif-plugged", "status": "completed", "tag": "65dfad3a-3244-42cc-bd72-b49919a79f2c", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:53.829858 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06739caf-7b93-4c78-b496-39401d854151 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:53.830292 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dfad3a-3244-42cc-bd72-b49919a79f2c', 'code': 200} Jul 30 01:43:53.847727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7441d-2352-4681-9ac4-8f3b2ae227f4 None None] Network d96d1173-1367-46d9-924f-1e9f28728282 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:53.949501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8b86d8e9-ef07-42ca-82a6-2cdae295aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.952867 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-8b86d8e9-ef07-42ca-82a6-2cdae295aadc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2797937 Jul 30 01:43:54.000087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2096967519-network', 'tenant_id': 'c672cda3da8f401d87de0d4e514f87c5'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:54.019165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.019541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.035652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 1400cb64-287e-4955-b19d-f66925c6bd61 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:54.040510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-91556479-608f-4340-9428-44f72e1258c8 None None] Provisioning for port 6e101889-f898-417b-b96d-ee8bdc4a7a9c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:54.042792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e101889-f898-417b-b96d-ee8bdc4a7a9c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:54.087760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d4060-41c3-4f23-8818-c06daa76c73a req-91ee6056-6762-457d-b5cf-16452f49a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.089802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e65d4060-41c3-4f23-8818-c06daa76c73a req-91ee6056-6762-457d-b5cf-16452f49a5be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 1097 time: 0.2104063 Jul 30 01:43:54.104231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=65dfad3a-3244-42cc-bd72-b49919a79f2c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.126500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e20e3d-3ba9-4d57-aa89-5bf045e1aa46 req-3797713b-0b6b-46bb-9ef1-bdd5ac21163a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.128273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13e20e3d-3ba9-4d57-aa89-5bf045e1aa46 req-3797713b-0b6b-46bb-9ef1-bdd5ac21163a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1870167 Jul 30 01:43:54.131539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Made reservation on behalf of c672cda3da8f401d87de0d4e514f87c5 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:54.134520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.149168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6e101889-f898-417b-b96d-ee8bdc4a7a9c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:54.158032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6e101889-f898-417b-b96d-ee8bdc4a7a9c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:54.158490 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.195075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074f272-9bf0-474b-9797-0d24cdddf8c9 req-815288c8-bc77-43c0-a71a-0c594c7dd689 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.197020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3074f272-9bf0-474b-9797-0d24cdddf8c9 req-815288c8-bc77-43c0-a71a-0c594c7dd689 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.2540472 Jul 30 01:43:54.200134 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.226561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] DHCP port deletion for d96d1173-1367-46d9-924f-1e9f28728282 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:54.238280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e65d4060-41c3-4f23-8818-c06daa76c73a req-be7e6a8f-6dc6-4afb-9280-0990b8502217 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344993 Jul 30 01:43:54.284902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13e20e3d-3ba9-4d57-aa89-5bf045e1aa46 req-3f432a77-5646-42b2-aebb-f8fc784a2fd2 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284678 Jul 30 01:43:54.314695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3074f272-9bf0-474b-9797-0d24cdddf8c9 req-57abecf2-cf6a-445a-ba68-1c98d71f3c39 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848100 Jul 30 01:43:54.419908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.421952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] Deleting port 6e101889-f898-417b-b96d-ee8bdc4a7a9c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:54.422509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.424985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.426345 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.466871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99fcc64-570c-42dd-9b08-8826cf38d771,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.494145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:54.507450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.508053 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Added segment 2cce0252-c7c9-46d9-bd0e-7ae013927207 of type vlan for network 4dcef906-b033-41bf-9b4d-7b9194093942 Jul 30 01:43:54.550223 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.559626 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.566797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] For port 6e101889-f898-417b-b96d-ee8bdc4a7a9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e101889-f898-417b-b96d-ee8bdc4a7a9c,segment=NetworkSegment(ef93cb3a-de7b-4d1e-b911-200617518f01),segment_id=ef93cb3a-de7b-4d1e-b911-200617518f01)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:54.567647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.579111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6e101889-f898-417b-b96d-ee8bdc4a7a9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e101889-f898-417b-b96d-ee8bdc4a7a9c,segment=NetworkSegment(ef93cb3a-de7b-4d1e-b911-200617518f01),segment_id=ef93cb3a-de7b-4d1e-b911-200617518f01)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:54.587597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.590197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] Calling delete_port for 6e101889-f898-417b-b96d-ee8bdc4a7a9c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:54.606164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.607757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.609220 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.613104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] For port 6e101889-f898-417b-b96d-ee8bdc4a7a9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6e101889-f898-417b-b96d-ee8bdc4a7a9c,segment=NetworkSegment(ef93cb3a-de7b-4d1e-b911-200617518f01),segment_id=ef93cb3a-de7b-4d1e-b911-200617518f01)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:54.613653 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.644156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 6e101889-f898-417b-b96d-ee8bdc4a7a9c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:54.685103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9178898 Jul 30 01:43:54.711903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc73c01-7914-49a0-9de5-74a3a1394f03 admin admin] Pushing event updated for resources: {'Network': ['ID=4dcef906-b033-41bf-9b4d-7b9194093942,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.716698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6e101889-f898-417b-b96d-ee8bdc4a7a9c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.729569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4dcef906-b033-41bf-9b4d-7b9194093942 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:54.770432 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-9ec9a780-153a-4b6b-9d5b-519a95f751f1 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122129 Jul 30 01:43:54.841948 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.888936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] Pushing event deleted for resources: {'Port': ['ID=6e101889-f898-417b-b96d-ee8bdc4a7a9c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.890951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ddb23-7a08-4f3f-a6a5-255013188aa4 None None] No DVR routers for this DVR port 6e101889-f898-417b-b96d-ee8bdc4a7a9c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:54.906361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.963507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.965818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=6e101889-f898-417b-b96d-ee8bdc4a7a9c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.968646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No DVR routers for this DVR port 6e101889-f898-417b-b96d-ee8bdc4a7a9c on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:55.028224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=1400cb64-287e-4955-b19d-f66925c6bd61,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.040977 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-d6b29bcb-0260-41a3-91af-46885b9111d2 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571459 Jul 30 01:43:55.176850 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-d4541598-3509-4424-86fb-3f81c4738f9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 200 len: 217 time: 0.1121280 Jul 30 01:43:55.200340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.234089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96d1173-1367-46d9-924f-1e9f28728282']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:55.256887 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.257223 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP bfff13fc-d787-469f-86a0-363bcbf3382c disassociated (deleted). External IP: 172.25.8.181, port: 1bf12c80-ce00-4548-a1ea-704d8cce8dc4. Jul 30 01:43:55.262172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef93cb3a-de7b-4d1e-b911-200617518f01') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:55.262461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef93cb3a-de7b-4d1e-b911-200617518f01') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:55.312306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-592e3583-b24d-40ba-b80f-91c7a76a8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.313607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-592e3583-b24d-40ba-b80f-91c7a76a8560 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1302137 Jul 30 01:43:55.316632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.324219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819e7e6-6139-4ca3-91e8-1c38b53a0ac9 req-abdc73e0-7809-4d5d-97b5-60ecd0093ab7 tempest-ComputeTenantNetworksTest-1056565865 tempest-ComputeTenantNetworksTest-1056565865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.339747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819e7e6-6139-4ca3-91e8-1c38b53a0ac9 req-abdc73e0-7809-4d5d-97b5-60ecd0093ab7 tempest-ComputeTenantNetworksTest-1056565865 tempest-ComputeTenantNetworksTest-1056565865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.346396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819e7e6-6139-4ca3-91e8-1c38b53a0ac9 req-abdc73e0-7809-4d5d-97b5-60ecd0093ab7 tempest-ComputeTenantNetworksTest-1056565865 tempest-ComputeTenantNetworksTest-1056565865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.349892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1819e7e6-6139-4ca3-91e8-1c38b53a0ac9 req-abdc73e0-7809-4d5d-97b5-60ecd0093ab7 tempest-ComputeTenantNetworksTest-1056565865 tempest-ComputeTenantNetworksTest-1056565865-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2641704 Jul 30 01:43:55.392722 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.403284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:55.403688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:55.409160 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:55.494256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-28a7bb9b-c9b6-4c79-b0a9-b21fe52e1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.495847 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-28a7bb9b-c9b6-4c79-b0a9-b21fe52e1eab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1712468 Jul 30 01:43:55.506475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.529957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06cbcf-3350-40e0-8873-e72b7b4a3375 req-2bd46cce-2a61-4a06-98d8-1f5504227a66 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.532516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd06cbcf-3350-40e0-8873-e72b7b4a3375 req-2bd46cce-2a61-4a06-98d8-1f5504227a66 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1179311 Jul 30 01:43:55.546190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0c56a-6bde-4532-9115-25595c1ce54d req-6169825c-1758-4192-a1bd-96bdb7bdcd4e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.547832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78f0c56a-6bde-4532-9115-25595c1ce54d req-6169825c-1758-4192-a1bd-96bdb7bdcd4e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.0907111 Jul 30 01:43:55.558380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.566667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/d96d1173-1367-46d9-924f-1e9f28728282 HTTP/1.1" status: 204 len: 168 time: 2.4425874 Jul 30 01:43:55.566852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44534) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:55.577903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011995666'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:55.609957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aeefa-e8ea-4928-9dac-5115f7e82415 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=d96d1173-1367-46d9-924f-1e9f28728282,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.627839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd06cbcf-3350-40e0-8873-e72b7b4a3375 req-42bd0864-bd03-4ae6-b84a-2c933168d567 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Jul 30 01:43:55.630492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:55.634903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.667344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78f0c56a-6bde-4532-9115-25595c1ce54d req-a62f8a45-020e-4ddb-8bdb-e293cf68ae34 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110890 Jul 30 01:43:55.678504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:55.690728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.691586 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment 51630115-3ea7-4906-a754-cad768881088 of type vlan for network b5068182-0f57-4c86-981d-1f4e5f8d553c Jul 30 01:43:55.709035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-c51c69ff-2d04-4b50-970b-ecacfe20c47a service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646769 Jul 30 01:43:55.729772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router a0b6b951-ebe3-4a44-ac24-736f6ca0244e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:55.796728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.812944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e101889-f898-417b-b96d-ee8bdc4a7a9c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:55.838115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6e101889-f898-417b-b96d-ee8bdc4a7a9c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:55.838517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6e101889-f898-417b-b96d-ee8bdc4a7a9c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:55.923746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804ee1-f169-4c2c-9189-8d0cc2ae2240 req-077a2eb2-88d3-468b-b5f6-baf2d7ca833d tempest-ComputeTenantNetworksTest-1056565865 tempest-ComputeTenantNetworksTest-1056565865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.925645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d804ee1-f169-4c2c-9189-8d0cc2ae2240 req-077a2eb2-88d3-468b-b5f6-baf2d7ca833d tempest-ComputeTenantNetworksTest-1056565865 tempest-ComputeTenantNetworksTest-1056565865-project] 10.222.0.78 "GET /v2.0/networks/4dcef906-b033-41bf-9b4d-7b9194093942 HTTP/1.1" status: 200 len: 769 time: 0.2220023 Jul 30 01:43:55.933773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.936202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44538) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:55.941285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.941928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.013085 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-b7686fbc-1cce-4c4f-b36b-e578a95a619a service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964370 Jul 30 01:43:56.052490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4772954 Jul 30 01:43:56.052490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44540) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:56.061625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:56.073550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-bf4ae89f-1e87-4486-88aa-f8f1c4604c34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 200 len: 217 time: 0.0508323 Jul 30 01:43:56.078474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:56.089077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.093203 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] Sync routers for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:56.096665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6b84-32d5-4301-9264-c45921fa6460 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=b5068182-0f57-4c86-981d-1f4e5f8d553c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:56.108399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b5068182-0f57-4c86-981d-1f4e5f8d553c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:56.124091 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:56.128201 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.129908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac6f3cfe-ce9f-4421-ae3c-b0ddfc10495f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/floatingips/bfff13fc-d787-469f-86a0-363bcbf3382c HTTP/1.1" status: 204 len: 168 time: 3.0220749 Jul 30 01:43:56.133433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:56.135787 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d" -d '{"events": [{"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:56.178628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.204288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-f0bae66b-762b-49c6-ba58-917b236f384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.205041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86693a3-c5ef-4fa9-9bae-2d68503c3672 req-8b38b8f9-aa06-4ff1-93f0-ba615826eefa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.205822 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-f0bae66b-762b-49c6-ba58-917b236f384d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 200 len: 797 time: 0.1253359 Jul 30 01:43:56.208344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e86693a3-c5ef-4fa9-9bae-2d68503c3672 req-8b38b8f9-aa06-4ff1-93f0-ba615826eefa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.2612956 Jul 30 01:43:56.278770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:56.283246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.320406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.332217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcef906-b033-41bf-9b4d-7b9194093942']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.337686 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:56.343076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e86693a3-c5ef-4fa9-9bae-2d68503c3672 req-c81b2939-6cf7-482b-a5ea-f8ff1d1beef3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281149 Jul 30 01:43:56.351796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cce0252-c7c9-46d9-bd0e-7ae013927207') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.352096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cce0252-c7c9-46d9-bd0e-7ae013927207') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.420036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.453390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-ee5ffef1-427b-4910-babf-50c549a05608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.463587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-ee5ffef1-427b-4910-babf-50c549a05608 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=022fd81d-d5b3-4721-bd34-1a8be012b0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2346756 Jul 30 01:43:56.477415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.489246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:56.490036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:56.492710 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:56.595907 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704bff36-cc1d-4bd0-a357-4ceb74ab1cac x-openstack-request-id: req-704bff36-cc1d-4bd0-a357-4ceb74ab1cac {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:56.596329 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:56.596678 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-704bff36-cc1d-4bd0-a357-4ceb74ab1cac {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:56.597168 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'status': 'completed', 'code': 200} Jul 30 01:43:56.637137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.642377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.644542 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] 10.222.0.78 "DELETE /v2.0/networks/4dcef906-b033-41bf-9b4d-7b9194093942 HTTP/1.1" status: 204 len: 168 time: 0.7054877 Jul 30 01:43:56.663865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff967328-7d8e-4d23-a2f5-4f9d1341cd0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4dcef906-b033-41bf-9b4d-7b9194093942,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:56.696681 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-a9bb7a36-286b-49e5-a8d0-858401b70580 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002895 Jul 30 01:43:56.803770 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:48Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.814464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-e1e9dc90-283f-44ce-b85d-5724d8ce63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.815713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-e1e9dc90-283f-44ce-b85d-5724d8ce63fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 1097 time: 0.1782582 Jul 30 01:43:56.844464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44560) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:56.856603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668217-423f-45be-a383-b3d8eb053432 req-d45de650-67cc-493b-bb73-0af9ad68b625 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.857567 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] Checking router: a0b6b951-ebe3-4a44-ac24-736f6ca0244e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:56.858766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca668217-423f-45be-a383-b3d8eb053432 req-d45de650-67cc-493b-bb73-0af9ad68b625 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.3156586 Jul 30 01:43:56.868992 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:56.869663 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.873438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.881185 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-700acb08-9957-4752-b9ed-1aabceb38954 service neutron] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699164 Jul 30 01:43:56.967621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-7779d592-6abf-4c71-9120-52bf8dc2c12e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 200 len: 217 time: 0.0764670 Jul 30 01:43:56.970144 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a7c44fba-ca97-4856-bbcb-f2145a81432c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c672cda3da8f401d87de0d4e514f87c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246064 Jul 30 01:43:56.974569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06eff0-5990-4c18-9e7d-d92c854e0be3 req-73d873d2-d95e-4084-b1d3-60656dc5693d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.975089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:56.981696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf06eff0-5990-4c18-9e7d-d92c854e0be3 req-73d873d2-d95e-4084-b1d3-60656dc5693d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.2692883 Jul 30 01:43:57.033741 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:57.039246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=64b0384c-8efa-4e0a-9d50-abb0cc6c260b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:57.066770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-3db17b28-2e1a-4bc8-8ba1-1e43741383db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.067944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca668217-423f-45be-a383-b3d8eb053432 req-a23c4bd4-17f3-47d8-a282-216d71c699cb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654441 Jul 30 01:43:57.069139 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-3db17b28-2e1a-4bc8-8ba1-1e43741383db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.0840304 Jul 30 01:43:57.102733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-f9f15db1-7fc8-4871-b331-b3ce05162e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.104852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-f9f15db1-7fc8-4871-b331-b3ce05162e3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 200 len: 897 time: 0.2796590 Jul 30 01:43:57.117690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c0bec0f-dc93-4fba-b820-81bd9849f00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.126001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': '51630115-3ea7-4906-a754-cad768881088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:57.126609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: b5068182-0f57-4c86-981d-1f4e5f8d553c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:57.176730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf06eff0-5990-4c18-9e7d-d92c854e0be3 req-22b8195f-238c-4699-b512-b7c9f67e000c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877050 Jul 30 01:43:57.181647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-3d63e47f-46b4-4d68-9d7b-39c92f48f7d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 200 len: 217 time: 0.0655394 Jul 30 01:43:57.185735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c0bec0f-dc93-4fba-b820-81bd9849f00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.222564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-0d1b0a4b-0630-4bec-b383-24c975af70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.224144 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-0d1b0a4b-0630-4bec-b383-24c975af70f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1448774 Jul 30 01:43:57.299959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beeedc-8530-46f5-9acc-ab9fb500a588 req-c400b346-c636-45a1-bea7-f1de858c68a1 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.307866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98beeedc-8530-46f5-9acc-ab9fb500a588 req-c400b346-c636-45a1-bea7-f1de858c68a1 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1443651 Jul 30 01:43:57.320977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network b5068182-0f57-4c86-981d-1f4e5f8d553c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:57.342773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:48Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:57.343631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-36ddaf0d-2919-4d9b-ab30-eea403df1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.344745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-36ddaf0d-2919-4d9b-ab30-eea403df1e02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 200 len: 834 time: 0.1104493 Jul 30 01:43:57.348259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b5068182-0f57-4c86-981d-1f4e5f8d553c) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:57.361215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dade3b5-2578-46ee-9c64-6396868fe2b4 None None] Network b5068182-0f57-4c86-981d-1f4e5f8d553c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:57.361790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.362298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.362581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c0bec0f-dc93-4fba-b820-81bd9849f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.370897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c0bec0f-dc93-4fba-b820-81bd9849f00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.375765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0c0bec0f-dc93-4fba-b820-81bd9849f00d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c99fcc64-570c-42dd-9b08-8826cf38d771 HTTP/1.1" status: 204 len: 168 time: 0.3995764 Jul 30 01:43:57.395231 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e413abd-bc98-4d12-9365-002957c717a6 None None] The sync data for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 is: [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:41:41Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '99e85567-4a59-402a-af62-883da1183a09', 'name': '', 'network_id': 'd66aef53-f184-4d4f-88b2-b1c68abd3576', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:25:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:37Z', 'updated_at': '2021-07-30T01:41:48Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '425cd32f-a90f-44e8-a781-4c1fdaa301fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:57.424116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98beeedc-8530-46f5-9acc-ab9fb500a588 req-a4b4a61a-8048-4d26-9f84-3895f2dc1a9c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152170 Jul 30 01:43:57.442462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bec0f-dc93-4fba-b820-81bd9849f00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99fcc64-570c-42dd-9b08-8826cf38d771,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:57.464063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7ec0e315-4884-43ed-b1e1-a1c39590ad98 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4102571 Jul 30 01:43:57.464731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44568) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:57.477983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2097338362'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:57.489247 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-fcf00f53-1e5a-448c-8e1e-93658c461eb2 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563841 Jul 30 01:43:57.584585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-4a91eb67-9717-479d-9981-0e52219f656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.586172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-4a91eb67-9717-479d-9981-0e52219f656e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d66aef53-f184-4d4f-88b2-b1c68abd3576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337124 Jul 30 01:43:57.778292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:57.792590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.901188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port 981931fa-5ffc-48c7-a0bd-d00516e10a9a yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:43:57.927825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-3ca1f13a-2e89-410b-8bb9-45f2a5ae6000 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297159 Jul 30 01:43:57.970423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c870ab6-a3bb-4d98-b0e1-b4ff7814c59b None None] New status for floating IP bfff13fc-d787-469f-86a0-363bcbf3382c: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:43:58.028601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-f98a1309-9b63-4dc4-845b-20314901b6c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 200 len: 217 time: 0.0896869 Jul 30 01:43:58.087551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59425-2a62-4647-9539-ccaef112fa92 req-2842d4cd-12a1-413c-8f3c-3012fb60d9f6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.089317 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ea59425-2a62-4647-9539-ccaef112fa92 req-2842d4cd-12a1-413c-8f3c-3012fb60d9f6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.2888429 Jul 30 01:43:58.125578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-b5068182-0f57-4c86-981d-1f4e5f8d553c', 'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': '64b0384c-8efa-4e0a-9d50-abb0cc6c260b'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:43:58.126951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.128979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-86ce28a3-908a-40b2-91af-aa8b0bb1a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.130508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-86ce28a3-908a-40b2-91af-aa8b0bb1a92f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 200 len: 797 time: 0.0948098 Jul 30 01:43:58.209590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-c96cb916-f5b7-4eb2-948a-d77a58027b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.211450 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-c96cb916-f5b7-4eb2-948a-d77a58027b0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b39e997b-3bf4-4063-98c0-3d00e3627146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720060 Jul 30 01:43:58.282397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f082-d52a-413e-b4bb-02e255b6949d req-1459e919-1d22-4e8f-80e5-0280022a6e3d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.284096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a355f082-d52a-413e-b4bb-02e255b6949d req-1459e919-1d22-4e8f-80e5-0280022a6e3d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.2651224 Jul 30 01:43:58.315392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ea59425-2a62-4647-9539-ccaef112fa92 req-f7bca8cf-b4f7-43b9-88db-2c92ee2b8161 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152755 Jul 30 01:43:58.353474 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-77f830f6-3ceb-47ab-b29b-47faa85f7bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338470 Jul 30 01:43:58.363868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-eb99c1ed-030e-4dc2-95e0-17f9f8fede13 service neutron] 10.222.0.55 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663009 Jul 30 01:43:58.468084 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcb3718-04aa-4b83-a2af-3552100ace65 req-c50cadda-1072-4980-9ea5-e529b7700178 service neutron] 10.222.0.55 "GET /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069503 Jul 30 01:43:58.794344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::181 (b5068182-0f57-4c86-981d-1f4e5f8d553c/64b0384c-8efa-4e0a-9d50-abb0cc6c260b/981931fa-5ffc-48c7-a0bd-d00516e10a9a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:58.933840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc0c9-4c06-4233-bc15-e1f4970dc26b req-c4e05fde-8ddf-4d22-841c-c286ec87b06f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.935388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a47dc0c9-4c06-4233-bc15-e1f4970dc26b req-c4e05fde-8ddf-4d22-841c-c286ec87b06f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 945 time: 0.6295874 Jul 30 01:43:59.021871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e69a7-5359-4f71-afc8-0195d7678864 req-4359a8de-52ab-4475-b7a8-aeb5e45c4689 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.023444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a55e69a7-5359-4f71-afc8-0195d7678864 req-4359a8de-52ab-4475-b7a8-aeb5e45c4689 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.2191546 Jul 30 01:43:59.029066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8302b26c-f9cd-4356-bdc5-37f5d2d6682d req-19125a0d-1468-463c-8729-0f4945e9f8ce service neutron] 10.222.0.55 "GET /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477902 Jul 30 01:43:59.102244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a47dc0c9-4c06-4233-bc15-e1f4970dc26b req-fbe822c0-985b-483c-b9c8-ac4e9d56fb37 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7cd859e-60cd-48dc-b812-fae8cf659e46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383238 Jul 30 01:43:59.106508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:59.106851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.184790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a55e69a7-5359-4f71-afc8-0195d7678864 req-077c4a6c-a908-4d66-a568-e3f97f119097 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506519 Jul 30 01:43:59.202978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.234648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 981931fa-5ffc-48c7-a0bd-d00516e10a9a will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:59.271970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9353c-a745-4d85-89c9-559fc4150059 req-903447f0-5ee0-41f9-8265-6b96653b6e50 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.273527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27f9353c-a745-4d85-89c9-559fc4150059 req-903447f0-5ee0-41f9-8265-6b96653b6e50 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.1061103 Jul 30 01:43:59.346361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:59.346745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.371400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:59.400800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44618) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:59.419856 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.499197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Allocated IP 2001:db8::2 (b5068182-0f57-4c86-981d-1f4e5f8d553c/64b0384c-8efa-4e0a-9d50-abb0cc6c260b/de07fe15-85d2-4a27-9e9b-1656491d5aac) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:59.528984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network b5068182-0f57-4c86-981d-1f4e5f8d553c is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:59.549344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:59.558828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:59.565267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.565907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.574727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=981931fa-5ffc-48c7-a0bd-d00516e10a9a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:59.599374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-034657ee-84e9-4f5d-8beb-420eee6c4927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.599907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83449b83-78f3-490a-9382-b527b38531ca req-cf683c5c-9d4b-4528-9a66-66794b59d65f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.601514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83449b83-78f3-490a-9382-b527b38531ca req-cf683c5c-9d4b-4528-9a66-66794b59d65f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 945 time: 0.2115459 Jul 30 01:43:59.634371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:59.634636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-79087b58-ad5e-40db-aa82-610eba079714 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1654797 Jul 30 01:43:59.647769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port 65dfad3a-3244-42cc-bd72-b49919a79f2c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:59.648122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.709407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.722305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Transition to ACTIVE for port object de07fe15-85d2-4a27-9e9b-1656491d5aac will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:59.740040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Transition to ACTIVE for port object de07fe15-85d2-4a27-9e9b-1656491d5aac will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:59.748179 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.763871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83449b83-78f3-490a-9382-b527b38531ca req-3f15facf-cbe2-4659-8912-6623cea7f64c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513610 Jul 30 01:43:59.804047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 981931fa-5ffc-48c7-a0bd-d00516e10a9a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:59.804501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.816199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Network b5068182-0f57-4c86-981d-1f4e5f8d553c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:59.816723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.820312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:59.824690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:59.830785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port 65dfad3a-3244-42cc-bd72-b49919a79f2c, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=65dfad3a-3244-42cc-bd72-b49919a79f2c,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:59.831327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.877677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for 65dfad3a-3244-42cc-bd72-b49919a79f2c owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:59.883248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=1bf12c80-ce00-4548-a1ea-704d8cce8dc4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:59.883968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Pushing event updated for resources: {'Port': ['ID=de07fe15-85d2-4a27-9e9b-1656491d5aac,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:59.898273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Attempting to bind port de07fe15-85d2-4a27-9e9b-1656491d5aac on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:59.898768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Attempting to bind port de07fe15-85d2-4a27-9e9b-1656491d5aac by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '51630115-3ea7-4906-a754-cad768881088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:59.899270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Attempting to bind port de07fe15-85d2-4a27-9e9b-1656491d5aac on network b5068182-0f57-4c86-981d-1f4e5f8d553c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:59.905754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:59.906402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Checking segment: {'id': '51630115-3ea7-4906-a754-cad768881088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:59.906910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.907446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Bound using segment: {'id': '51630115-3ea7-4906-a754-cad768881088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:59.908042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Bound port: de07fe15-85d2-4a27-9e9b-1656491d5aac, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51630115-3ea7-4906-a754-cad768881088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b5068182-0f57-4c86-981d-1f4e5f8d553c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:59.908550 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.990235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] No DVR routers for this DVR port 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:59.992933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.995432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a355f082-d52a-413e-b4bb-02e255b6949d req-bcd134b7-891c-4b52-a2bc-b544a196786f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "DELETE /v2.0/ports/1bf12c80-ce00-4548-a1ea-704d8cce8dc4 HTTP/1.1" status: 204 len: 173 time: 1.7009490 Jul 30 01:43:59.997496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-deleted', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:59.997824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] For port de07fe15-85d2-4a27-9e9b-1656491d5aac, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:00.001400 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcbe3e4-0e85-40cf-b4cb-d9330cc35e0e" -d '{"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-deleted", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:00.001896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] For port de07fe15-85d2-4a27-9e9b-1656491d5aac, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=de07fe15-85d2-4a27-9e9b-1656491d5aac,segment=NetworkSegment(51630115-3ea7-4906-a754-cad768881088),segment_id=51630115-3ea7-4906-a754-cad768881088)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:00.008924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.088828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0d593-b885-4c40-ba57-67795155964b None None] Pushing event updated for resources: {'Port': ['ID=de07fe15-85d2-4a27-9e9b-1656491d5aac,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.116867 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a9885b-f3bb-4d76-a27c-12b6cab29d58 x-openstack-request-id: req-a8a9885b-f3bb-4d76-a27c-12b6cab29d58 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:00.117211 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87329bd2-ada4-4dfa-b09e-345a7d0dd85b", "name": "network-vif-deleted", "tag": "1bf12c80-ce00-4548-a1ea-704d8cce8dc4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:00.117405 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8a9885b-f3bb-4d76-a27c-12b6cab29d58 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:00.117802 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87329bd2-ada4-4dfa-b09e-345a7d0dd85b', 'name': 'network-vif-deleted', 'tag': '1bf12c80-ce00-4548-a1ea-704d8cce8dc4', 'status': 'completed', 'code': 200} Jul 30 01:44:00.139252 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.154092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76', '8d57bb38-73c3-43cb-9389-f6a70bd63b43', '65dfad3a-3244-42cc-bd72-b49919a79f2c'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:00.184392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=65dfad3a-3244-42cc-bd72-b49919a79f2c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.209603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-034657ee-84e9-4f5d-8beb-420eee6c4927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.217376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-034657ee-84e9-4f5d-8beb-420eee6c4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.256330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port 65dfad3a-3244-42cc-bd72-b49919a79f2c on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:00.259854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.262047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27f9353c-a745-4d85-89c9-559fc4150059 req-049c9d31-25a3-4862-be31-567632022dd0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/65dfad3a-3244-42cc-bd72-b49919a79f2c HTTP/1.1" status: 204 len: 173 time: 0.9802401 Jul 30 01:44:00.305711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbad6856-f002-42f7-a980-3538c0c43796 req-aae8b1aa-528f-4e4b-96bd-f8645e9b0c49 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=87329bd2-ada4-4dfa-b09e-345a7d0dd85b HTTP/1.1" status: 200 len: 210 time: 0.0463612 Jul 30 01:44:00.317437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-034657ee-84e9-4f5d-8beb-420eee6c4927 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=20e080ddcf61488d872b1177d4275b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9154115 Jul 30 01:44:00.317798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.334433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034657ee-84e9-4f5d-8beb-420eee6c4927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a468f78-5f28-4804-88a6-24de20818870,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.396265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.417811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 981931fa-5ffc-48c7-a0bd-d00516e10a9a owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:00.470501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11a37ff2-e2d3-4344-9f39-d8b1fe5e6732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.510482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5c24-9392-4c8d-abbd-0899d90c5319 req-25c8577e-faca-4459-bd3a-e4fb46e6391f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:00.521560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e6d5c24-9392-4c8d-abbd-0899d90c5319 req-25c8577e-faca-4459-bd3a-e4fb46e6391f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1542301 Jul 30 01:44:00.555795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11a37ff2-e2d3-4344-9f39-d8b1fe5e6732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.665890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.666586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e6d5c24-9392-4c8d-abbd-0899d90c5319 req-abbb5047-0b21-4061-a220-dc3b8f5dc048 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321681 Jul 30 01:44:00.695135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11a37ff2-e2d3-4344-9f39-d8b1fe5e6732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.701373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11a37ff2-e2d3-4344-9f39-d8b1fe5e6732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.711637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-11a37ff2-e2d3-4344-9f39-d8b1fe5e6732 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a468f78-5f28-4804-88a6-24de20818870 HTTP/1.1" status: 204 len: 168 time: 0.3877890 Jul 30 01:44:00.724154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=981931fa-5ffc-48c7-a0bd-d00516e10a9a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.731887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a37ff2-e2d3-4344-9f39-d8b1fe5e6732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a468f78-5f28-4804-88a6-24de20818870,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.756791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.761503 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc0d5448-784d-43c1-be01-7f7b4c7edaa3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/981931fa-5ffc-48c7-a0bd-d00516e10a9a HTTP/1.1" status: 204 len: 168 time: 1.1170352 Jul 30 01:44:00.762063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44640) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.791753 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4f85d0-3a27-43b9-8028-704752988a0f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:00.797239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44644) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.797850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4b4f85d0-3a27-43b9-8028-704752988a0f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/981931fa-5ffc-48c7-a0bd-d00516e10a9a HTTP/1.1" status: 404 len: 333 time: 0.0345278 Jul 30 01:44:00.880185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 64b0384c-8efa-4e0a-9d50-abb0cc6c260b {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:00.884005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.931059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-157c5b3f-5fb5-4071-9f57-0c3e78b896a0 req-e1631a5f-b02c-42d0-92b3-a0efc2df4733 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=11b3025c-36e0-40ec-902d-e83e8d4ea8b0 HTTP/1.1" status: 200 len: 210 time: 0.0591817 Jul 30 01:44:00.956552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.057100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.134277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.165212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=64b0384c-8efa-4e0a-9d50-abb0cc6c260b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:01.171836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.173849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-673a30d2-dfb6-47ac-979a-594689815363 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/64b0384c-8efa-4e0a-9d50-abb0cc6c260b HTTP/1.1" status: 204 len: 168 time: 0.3756011 Jul 30 01:44:01.177692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:01.263715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.328095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port de07fe15-85d2-4a27-9e9b-1656491d5aac {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:01.329178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.371579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44664) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:01.416869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] For port de07fe15-85d2-4a27-9e9b-1656491d5aac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=de07fe15-85d2-4a27-9e9b-1656491d5aac,segment=NetworkSegment(51630115-3ea7-4906-a754-cad768881088),segment_id=51630115-3ea7-4906-a754-cad768881088)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:01.417247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.428976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:01.435524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for de07fe15-85d2-4a27-9e9b-1656491d5aac owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:01.454397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:01.455314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1bf12c80-ce00-4548-a1ea-704d8cce8dc4 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:01.517941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bf9b3c-7123-4d38-b1f0-426f2e7e5f89 None None] Network b5068182-0f57-4c86-981d-1f4e5f8d553c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:01.544453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.575281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=de07fe15-85d2-4a27-9e9b-1656491d5aac,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:01.577552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No DVR routers for this DVR port de07fe15-85d2-4a27-9e9b-1656491d5aac on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:01.588115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7466b0f1-f143-4e8d-9910-884565e8c745 None None] Could not find standard attr ID for object de07fe15-85d2-4a27-9e9b-1656491d5aac. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:44:01.641581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44672) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:01.683554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.726198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5068182-0f57-4c86-981d-1f4e5f8d553c']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:01.753708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91402330-e6ac-4af2-b173-5fd1e62d8001 None None] DHCP port deletion for b5068182-0f57-4c86-981d-1f4e5f8d553c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:01.774982 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51630115-3ea7-4906-a754-cad768881088') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:01.775320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51630115-3ea7-4906-a754-cad768881088') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:01.788402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.809213 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.818891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:01.819333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:01.823084 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:01.861557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-291144148-network', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:01.888093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.912627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.914493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/b5068182-0f57-4c86-981d-1f4e5f8d553c HTTP/1.1" status: 204 len: 168 time: 0.7356558 Jul 30 01:44:01.915554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b338c-e9aa-4c76-9cfa-a3b215030e6c req-3e8372e2-1771-4d91-8b18-1a88bddc66f5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:01.917890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f4b338c-e9aa-4c76-9cfa-a3b215030e6c req-3e8372e2-1771-4d91-8b18-1a88bddc66f5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1236570 Jul 30 01:44:01.919253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Made reservation on behalf of a039994ac7fa46c88b04bbad3609586b for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:01.919421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44680) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:01.920457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2943cb-ed3c-4ebf-9d4b-e4ec3499b280 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=b5068182-0f57-4c86-981d-1f4e5f8d553c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:01.921895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.928447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'name': 'tempest-PortsIpV6TestJSON-370644947'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:01.970537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.026354 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:44:02.026354 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:44:02.026354 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id_1': 'c9f2dcbb8962491fac89abeaaec8fb19', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 44, 2, 19836)}] Jul 30 01:44:02.026354 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:02.026791 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:02.063267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f4b338c-e9aa-4c76-9cfa-a3b215030e6c req-219ab6d3-b80b-4646-917e-470098c1fb39 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224382 Jul 30 01:44:02.119379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'name': 'network-vif-deleted', 'tag': '65dfad3a-3244-42cc-bd72-b49919a79f2c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:02.121634 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab8fc9-37eb-4ea4-b0ce-6e0c89d4e08b" -d '{"events": [{"server_uuid": "11b3025c-36e0-40ec-902d-e83e8d4ea8b0", "name": "network-vif-deleted", "tag": "65dfad3a-3244-42cc-bd72-b49919a79f2c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:02.190948 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43617a75-1452-4a4e-bd8c-dd842db65a3f x-openstack-request-id: req-43617a75-1452-4a4e-bd8c-dd842db65a3f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:02.191383 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b3025c-36e0-40ec-902d-e83e8d4ea8b0", "name": "network-vif-deleted", "tag": "65dfad3a-3244-42cc-bd72-b49919a79f2c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:02.191535 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43617a75-1452-4a4e-bd8c-dd842db65a3f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:02.191884 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b3025c-36e0-40ec-902d-e83e8d4ea8b0', 'name': 'network-vif-deleted', 'tag': '65dfad3a-3244-42cc-bd72-b49919a79f2c', 'status': 'completed', 'code': 200} Jul 30 01:44:02.227396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.234098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.285964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:02.321236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e91ef-594b-49b9-9a9a-e80e2e9c28ab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.324424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.324767 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Added segment 7ecd8051-1767-4574-b193-4a24f57b238c of type vlan for network b1306467-1764-416f-9ba4-5f651ab7a78b Jul 30 01:44:02.349049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.349393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.349731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.350066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.350398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.350730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.351083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.351407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.351729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.352048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.352368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.352681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:02.383211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.551407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:02.555012 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.583087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port a7c4ba5e-fe3b-4209-b40a-5387237ee629 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:02.660245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.676475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31517b6a-b8bd-43fa-a703-84fff6004166 req-d398b7fd-f077-4b58-a1a2-fe3100e7b9e7 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.678155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31517b6a-b8bd-43fa-a703-84fff6004166 req-d398b7fd-f077-4b58-a1a2-fe3100e7b9e7 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.4284599 Jul 30 01:44:02.761675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.781775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31517b6a-b8bd-43fa-a703-84fff6004166 req-06906182-bc8b-4a67-a397-c591fd2b2364 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964231 Jul 30 01:44:02.782441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.783436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.784021 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.809156 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.856834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:02.861829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:02.864397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:02.870445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.871185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.885499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2427275 Jul 30 01:44:02.888858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:02.896994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Request body: {'subnet': {'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-subnet', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:02.901784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=a7c4ba5e-fe3b-4209-b40a-5387237ee629,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.916285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7515af89-deb6-43cc-ab04-90a3b8fb6782 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9921560 Jul 30 01:44:02.918905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:02.938800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9b87f-d36d-46a0-95bf-f5438ac42dcb admin admin] Pushing event updated for resources: {'Network': ['ID=b1306467-1764-416f-9ba4-5f651ab7a78b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.958811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b1306467-1764-416f-9ba4-5f651ab7a78b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:02.969652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Made reservation on behalf of a039994ac7fa46c88b04bbad3609586b for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:02.972369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.078673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 99e85567-4a59-402a-af62-883da1183a09 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:03.078673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.104542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port a7c4ba5e-fe3b-4209-b40a-5387237ee629 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:03.104894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.210024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 99e85567-4a59-402a-af62-883da1183a09, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=99e85567-4a59-402a-af62-883da1183a09,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:03.210276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.216078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.229787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 99e85567-4a59-402a-af62-883da1183a09 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:03.245438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a326a-65df-4610-854e-7f57e8cb8ea7 req-ea5157fb-d3b9-4434-94e8-9f631d7fcd33 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:03.247148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f88a326a-65df-4610-854e-7f57e8cb8ea7 req-ea5157fb-d3b9-4434-94e8-9f631d7fcd33 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0841708 Jul 30 01:44:03.256161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for a7c4ba5e-fe3b-4209-b40a-5387237ee629 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:03.281461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.328463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f88a326a-65df-4610-854e-7f57e8cb8ea7 req-f96cb4d7-6d57-4792-9291-88b180985213 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737207 Jul 30 01:44:03.400075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01075988-123e-45e5-b4d1-248382e7c433,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.418163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:03.418614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Network hostable DHCP agents. Network: b1306467-1764-416f-9ba4-5f651ab7a78b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:03.438078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.470092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Network b1306467-1764-416f-9ba4-5f651ab7a78b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:03.473836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=a7c4ba5e-fe3b-4209-b40a-5387237ee629,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.484771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.486571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.487233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03ccc5cc-f51c-4642-983b-a3257d1810f7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/a7c4ba5e-fe3b-4209-b40a-5387237ee629 HTTP/1.1" status: 204 len: 168 time: 0.5673449 Jul 30 01:44:03.489869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44702) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:03.495836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'mac_address': 'fa:16:3e:f5:5f:93', 'name': 'tempest-PortsIpV6TestJSON-732222422'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:03.500595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b1306467-1764-416f-9ba4-5f651ab7a78b) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:03.509658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125cc3d-0bbf-4a64-a291-45b49149432b None None] Network b1306467-1764-416f-9ba4-5f651ab7a78b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:03.516830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=99e85567-4a59-402a-af62-883da1183a09,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.541315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65dfad3a-3244-42cc-bd72-b49919a79f2c no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:03.600159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:03.600827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.607878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:03.677859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e16e3841-4db5-4c56-83e7-352af3f12c13 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7843790 Jul 30 01:44:03.677859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:03.686987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:03.716819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.730278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 65dfad3a-3244-42cc-bd72-b49919a79f2c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:03.730655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 65dfad3a-3244-42cc-bd72-b49919a79f2c not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:03.737229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.749526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.759055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.786104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port fd1cc258-71f8-4a71-9230-ce35f4927ab5 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:03.824034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device de07fe15-85d2-4a27-9e9b-1656491d5aac no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:03.877842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-b1306467-1764-416f-9ba4-5f651ab7a78b', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:03.879102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.883218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: de07fe15-85d2-4a27-9e9b-1656491d5aac {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:03.883711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device de07fe15-85d2-4a27-9e9b-1656491d5aac not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:03.924422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.067277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Allocated IP 172.20.0.2 (b1306467-1764-416f-9ba4-5f651ab7a78b/01075988-123e-45e5-b4d1-248382e7c433/1a13a3b5-6cf7-419a-97e0-7f0155c56efe) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:04.111762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router a0b6b951-ebe3-4a44-ac24-736f6ca0244e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:04.116218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.119346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-86abf1ef-d6e2-4383-a8e5-283f7e5503ab tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.120866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-86abf1ef-d6e2-4383-a8e5-283f7e5503ab tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.2365296 Jul 30 01:44:04.149935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8ed27-76fa-4eff-ba00-e517116b77d3 req-5e3e310e-b9b7-4776-a350-c26c293bd18c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.161692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7db8ed27-76fa-4eff-ba00-e517116b77d3 req-5e3e310e-b9b7-4776-a350-c26c293bd18c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.1389606 Jul 30 01:44:04.255792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.263094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.266580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Transition to ACTIVE for port object 1a13a3b5-6cf7-419a-97e0-7f0155c56efe will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:04.289682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Transition to ACTIVE for port object 1a13a3b5-6cf7-419a-97e0-7f0155c56efe will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:04.299296 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.339734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7db8ed27-76fa-4eff-ba00-e517116b77d3 req-f5380c0c-6f2b-408a-a0d8-9ebe7a85b97b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769488 Jul 30 01:44:04.344216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.347682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Network b1306467-1764-416f-9ba4-5f651ab7a78b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:04.356343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:04.365081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:04.367641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Pushing event updated for resources: {'Port': ['ID=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:04.399212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=fd1cc258-71f8-4a71-9230-ce35f4927ab5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:04.442675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:04.452674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-00a3e178-3c57-4438-92fc-13b38db6893a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/a0b6b951-ebe3-4a44-ac24-736f6ca0244e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0795763 Jul 30 01:44:04.461758 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] Sync routers for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:04.466749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Attempting to bind port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:04.468079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Attempting to bind port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:04.468786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Attempting to bind port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:04.469554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:04.477476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:04.478379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:04.480000 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.480869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Bound using segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:04.481713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Bound port: 1a13a3b5-6cf7-419a-97e0-7f0155c56efe, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:04.482116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:04.482460 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:04.483364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.484059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:04.485267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:04.489592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:04.495266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.495924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.541754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a6fc6fcb-0eb5-4b07-a585-f76ad3dbe36c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0504663 Jul 30 01:44:04.544758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:04.556015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.574544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting subnet 425cd32f-a90f-44e8-a781-4c1fdaa301fc {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:04.582719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.597791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.620010 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:04.620801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.625425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a7fdf-bc68-44ab-aea4-6aae94cf8013 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.627208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee3a7fdf-bc68-44ab-aea4-6aae94cf8013 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/fd1cc258-71f8-4a71-9230-ce35f4927ab5 HTTP/1.1" status: 200 len: 844 time: 0.0810738 Jul 30 01:44:04.631284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] For port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:04.636505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] For port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:04.645900 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.650642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:04.661129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:04.712365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703cd75-bb16-4303-afc9-d43db2c6d062 None None] Pushing event updated for resources: {'Port': ['ID=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:04.750011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Allocated IP 172.25.8.81 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/3879b627-0405-4ffe-8d23-9e0098a8b602) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:04.891511 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:44:03Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:04.892798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.934449 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] Checking router: a0b6b951-ebe3-4a44-ac24-736f6ca0244e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:04.957855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.972309 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] Routers {'a0b6b951-ebe3-4a44-ac24-736f6ca0244e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:04.973173 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:05.006401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:05.009564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:05.015808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:05.043813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Pushing event updated for resources: {'Port': ['ID=3879b627-0405-4ffe-8d23-9e0098a8b602,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:05.066265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dea22-5e48-46f3-b198-fca838965362 req-7e723f1a-c62e-40fa-84ca-5591ab05ec9e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.073855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e52dea22-5e48-46f3-b198-fca838965362 req-7e723f1a-c62e-40fa-84ca-5591ab05ec9e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.6198149 Jul 30 01:44:05.131441 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] Set router a0b6b951-ebe3-4a44-ac24-736f6ca0244e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:05.146979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.267507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b1b8-aa7a-4883-94fd-d6b6e6afd823 req-42bac264-69f4-45d9-b24a-34af958a3567 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.268904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8d3b1b8-aa7a-4883-94fd-d6b6e6afd823 req-42bac264-69f4-45d9-b24a-34af958a3567 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 945 time: 0.6410384 Jul 30 01:44:05.271725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e52dea22-5e48-46f3-b198-fca838965362 req-b195f111-a302-4c6b-aad2-fb17203e7129 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970744 Jul 30 01:44:05.302978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port 8d57bb38-73c3-43cb-9389-f6a70bd63b43, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8d57bb38-73c3-43cb-9389-f6a70bd63b43,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:05.302978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.338513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:44:03Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:05.354679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for 8d57bb38-73c3-43cb-9389-f6a70bd63b43 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:05.354949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.371712 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2ea7a-f82c-403a-9040-57505492f25e None None] The sync data for ids ['a0b6b951-ebe3-4a44-ac24-736f6ca0244e'] in n-d-713499-10 is: [{'id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300996475', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:41:27Z', 'updated_at': '2021-07-30T01:44:03Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '8c1235b0-1e8f-48c4-a920-5a0f73fe3adc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b6b951-ebe3-4a44-ac24-736f6ca0244e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:41:28Z', 'updated_at': '2021-07-30T01:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:05.404010 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.442981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8d3b1b8-aa7a-4883-94fd-d6b6e6afd823 req-5fd16e21-f24a-4777-aa3b-5e9de2942118 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585639 Jul 30 01:44:05.479899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port fd1cc258-71f8-4a71-9230-ce35f4927ab5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:05.480524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.644511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.663039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for fd1cc258-71f8-4a71-9230-ce35f4927ab5 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:05.670064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.727214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968cb8d-ddde-429a-b247-ec1696b2ef77 req-e80c6425-51ce-4f5d-a7ec-78a7ae60a3c9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.728887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0968cb8d-ddde-429a-b247-ec1696b2ef77 req-e80c6425-51ce-4f5d-a7ec-78a7ae60a3c9 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdb8d5dc-0cff-4a1f-8281-ff818aa8364c HTTP/1.1" status: 200 len: 945 time: 0.2147071 Jul 30 01:44:05.862883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Subnet': ['ID=425cd32f-a90f-44e8-a781-4c1fdaa301fc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:05.891540 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.895801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f18df18-da4e-487d-a710-b7dbc58b7b41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/subnets/425cd32f-a90f-44e8-a781-4c1fdaa301fc HTTP/1.1" status: 204 len: 168 time: 1.4151986 Jul 30 01:44:05.895801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.896859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:05.913657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e6937-e412-4073-bb37-161e685fc51e None None] Network d66aef53-f184-4d4f-88b2-b1c68abd3576 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:05.950848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.001872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1a13a3b5-6cf7-419a-97e0-7f0155c56efe up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:06.091324 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.112261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:06.137598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:44:06.148525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:06.157519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0968cb8d-ddde-429a-b247-ec1696b2ef77 req-93742603-efb6-4a24-b4be-d98f499da814 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823526 Jul 30 01:44:06.158408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=fd1cc258-71f8-4a71-9230-ce35f4927ab5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:06.180802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.182704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-07e4e574-656d-4b8f-b626-3bf10984f1bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/fd1cc258-71f8-4a71-9230-ce35f4927ab5 HTTP/1.1" status: 204 len: 168 time: 1.1406553 Jul 30 01:44:06.200290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f916feb-c9db-40e9-ae9d-17ecc1edfa7f None None] Network b1306467-1764-416f-9ba4-5f651ab7a78b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:06.207654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 99e85567-4a59-402a-af62-883da1183a09 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:06.207956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:06.235723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=8d57bb38-73c3-43cb-9389-f6a70bd63b43,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:06.250810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.251080 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-712e222d-ee79-4d78-a890-629ffb7c17bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:06.252428 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-712e222d-ee79-4d78-a890-629ffb7c17bc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/fd1cc258-71f8-4a71-9230-ce35f4927ab5 HTTP/1.1" status: 404 len: 333 time: 0.0436924 Jul 30 01:44:06.261956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:06.269884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port 8d57bb38-73c3-43cb-9389-f6a70bd63b43 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:06.272223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'name': 'tempest-PortsIpV6TestJSON-1074849478'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:06.300696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] DHCP port deletion for d66aef53-f184-4d4f-88b2-b1c68abd3576 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:06.302023 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.304078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab4fee68-7100-4607-b5c6-bd672367bc8f req-77b5d62d-3077-4b04-937f-89182855d900 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/8d57bb38-73c3-43cb-9389-f6a70bd63b43 HTTP/1.1" status: 204 len: 173 time: 2.1721880 Jul 30 01:44:06.304529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'name': 'network-vif-deleted', 'tag': '8d57bb38-73c3-43cb-9389-f6a70bd63b43'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:06.307457 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603e724-b2b0-42c9-beec-b14f41d3ec6f" -d '{"events": [{"server_uuid": "fdb8d5dc-0cff-4a1f-8281-ff818aa8364c", "name": "network-vif-deleted", "tag": "8d57bb38-73c3-43cb-9389-f6a70bd63b43"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:06.327094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 99e85567-4a59-402a-af62-883da1183a09 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:06.330617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 99e85567-4a59-402a-af62-883da1183a09 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:06.401248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] Provisioning for port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:06.421440 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee5562d-31c5-4abd-a37a-8bad7c8ad861 x-openstack-request-id: req-fee5562d-31c5-4abd-a37a-8bad7c8ad861 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:06.422076 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb8d5dc-0cff-4a1f-8281-ff818aa8364c", "name": "network-vif-deleted", "tag": "8d57bb38-73c3-43cb-9389-f6a70bd63b43", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:06.422471 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fee5562d-31c5-4abd-a37a-8bad7c8ad861 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:06.423037 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb8d5dc-0cff-4a1f-8281-ff818aa8364c', 'name': 'network-vif-deleted', 'tag': '8d57bb38-73c3-43cb-9389-f6a70bd63b43', 'status': 'completed', 'code': 200} Jul 30 01:44:06.433167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] Provisioning complete for port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:06.433551 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.516814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-c8c2dc9a-2b36-4fd5-934b-9cee0acbdd98 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.518348 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-c8c2dc9a-2b36-4fd5-934b-9cee0acbdd98 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 945 time: 0.2720003 Jul 30 01:44:06.520229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.528074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:06.536022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3d19-b224-43fc-9cf3-5906eeebe26a req-0a36e1ff-8c4a-4e3d-a66d-0c5865d0b71b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.544029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a9c3d19-b224-43fc-9cf3-5906eeebe26a req-0a36e1ff-8c4a-4e3d-a66d-0c5865d0b71b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1188614 Jul 30 01:44:06.548996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:06.619389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:06.619597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:06.630439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:06.636290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.659227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] Deleting port b923e521-ad26-47fc-80d9-76d3a553f945 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:06.659686 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.671364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.672632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c010625-0b65-491a-b9ad-5f772ad3a230 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9938357 Jul 30 01:44:06.677567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:06.685911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port f2478839-e475-441c-876d-903007afb1a9 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:06.696384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a9c3d19-b224-43fc-9cf3-5906eeebe26a req-89039279-b416-4864-9881-c0b4b33bac8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450760 Jul 30 01:44:06.738497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328a4e-d5cb-47bc-8cee-2748f1cce716 req-bc7a7b17-ce00-4781-9085-ea3e360d9b96 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.747982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff328a4e-d5cb-47bc-8cee-2748f1cce716 req-bc7a7b17-ce00-4781-9085-ea3e360d9b96 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 945 time: 0.1407096 Jul 30 01:44:06.791241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:06.791611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Deleting port 7d87841e-170b-47bf-89cd-8cbecd3c45bc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:06.791763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.792083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.968558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff328a4e-d5cb-47bc-8cee-2748f1cce716 req-fa49504b-a252-44c1-b585-04eb3cf2c7f6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137704 Jul 30 01:44:07.002820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:07.003276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.023243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:07.029483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c12f73-0ff2-4bfd-bcd9-863822bab8ea req-910ff8f6-b258-43e7-b89c-389b1b38f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.031914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1c12f73-0ff2-4bfd-bcd9-863822bab8ea req-910ff8f6-b258-43e7-b89c-389b1b38f280 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 1097 time: 0.1637526 Jul 30 01:44:07.054817 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.055435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] For port 7d87841e-170b-47bf-89cd-8cbecd3c45bc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7d87841e-170b-47bf-89cd-8cbecd3c45bc,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:07.055814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.056703 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.095088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] For port b923e521-ad26-47fc-80d9-76d3a553f945, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b923e521-ad26-47fc-80d9-76d3a553f945,segment=NetworkSegment(b2a0d60b-5731-4505-846a-14625fb9d006),segment_id=b2a0d60b-5731-4505-846a-14625fb9d006)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:07.095499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.107528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1c12f73-0ff2-4bfd-bcd9-863822bab8ea req-42206c91-1caf-4aaa-ae20-a605f2b642cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Jul 30 01:44:07.117340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Calling delete_port for 7d87841e-170b-47bf-89cd-8cbecd3c45bc owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:07.138769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] Calling delete_port for b923e521-ad26-47fc-80d9-76d3a553f945 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:07.143552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:07.148315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] For port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:07.204189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.206158 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.311808 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.379471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953ef3d-7d2a-47e0-be8b-a224eaac848f None None] Pushing event updated for resources: {'Port': ['ID=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.381356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=8c1235b0-1e8f-48c4-a920-5a0f73fe3adc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.458175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.463657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.489117 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.506766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] Pushing event deleted for resources: {'Port': ['ID=b923e521-ad26-47fc-80d9-76d3a553f945,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.513802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb0262-4744-48ea-8a81-2dd88aa97f04 None None] No DVR routers for this DVR port b923e521-ad26-47fc-80d9-76d3a553f945 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:07.553296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:05Z', 'revision_number': 3, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:07.585981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:07.593610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8d57bb38-73c3-43cb-9389-f6a70bd63b43 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:07.611674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:07.616521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 8d57bb38-73c3-43cb-9389-f6a70bd63b43 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:07.616871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8d57bb38-73c3-43cb-9389-f6a70bd63b43 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:07.618033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=f2478839-e475-441c-876d-903007afb1a9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.619413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:07.619768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Updating router 84d6bfb8-3e52-4dec-8337-5d688106c923 port 3879b627-0405-4ffe-8d23-9e0098a8b602 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:07.628475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:07.634894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.635901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.662843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.669049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bee4db39-2117-4ee0-889f-1b73ac4f7988 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4038880 Jul 30 01:44:07.672408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44760) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:07.679431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:07.699850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-327f6306-cbba-460d-bd1a-1ba836dcaf75 None None] Provisioning complete for port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:07.700225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-327f6306-cbba-460d-bd1a-1ba836dcaf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.710614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.782255 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event deleted for resources: {'Port': ['ID=7d87841e-170b-47bf-89cd-8cbecd3c45bc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.816352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.856464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.892402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] No DVR routers for this DVR port 7d87841e-170b-47bf-89cd-8cbecd3c45bc on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:07.896147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.900352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.902284 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-486cf78c-e9a2-4ea8-b120-9cdb83708aec req-301c86f7-cbd2-4378-9632-dc2e31560fca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.66 "DELETE /v2.0/ports/7d87841e-170b-47bf-89cd-8cbecd3c45bc HTTP/1.1" status: 204 len: 173 time: 1.3759072 Jul 30 01:44:07.902722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-4416027e-6bf9-4e04-b90b-b0282ad80a88 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.902878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'name': 'network-vif-deleted', 'tag': '7d87841e-170b-47bf-89cd-8cbecd3c45bc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:07.904299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-4416027e-6bf9-4e04-b90b-b0282ad80a88 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2975049 Jul 30 01:44:07.905791 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c7de3-b969-4fce-9477-e7fa2b88241b" -d '{"events": [{"server_uuid": "05b6a289-f2d8-48c9-877a-d8ac0568dbaf", "name": "network-vif-deleted", "tag": "7d87841e-170b-47bf-89cd-8cbecd3c45bc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:07.939063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.950950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1a13a3b5-6cf7-419a-97e0-7f0155c56efe up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:07.975304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3336b9-76ef-4e1a-be8d-ad5320b5b9a4 req-f00237ea-cbb6-43e2-b371-3d2781298ab9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.976924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c3336b9-76ef-4e1a-be8d-ad5320b5b9a4 req-f00237ea-cbb6-43e2-b371-3d2781298ab9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1558249 Jul 30 01:44:07.978065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.978661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Fanout notify agent at l3_agent the message router_deleted on router a0b6b951-ebe3-4a44-ac24-736f6ca0244e {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:44:08.023351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.024396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9bdf7762-1f5a-43b7-86ce-9fd0d7708166 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/routers/a0b6b951-ebe3-4a44-ac24-736f6ca0244e HTTP/1.1" status: 204 len: 168 time: 2.1188667 Jul 30 01:44:08.033894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-0e56bc69-9b3c-4832-9a79-e2a52a9c2083 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0877199 Jul 30 01:44:08.034417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44768) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:08.227637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c3336b9-76ef-4e1a-be8d-ad5320b5b9a4 req-d975d2ea-2eab-470a-a2b4-16a4ba93f205 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020409 Jul 30 01:44:08.242921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.254597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-a069154d-eadb-4e84-b25f-3312a9ab6fd3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091368 Jul 30 01:44:08.338736 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66ed2b8-4aa9-4066-b335-b23428b0b46c x-openstack-request-id: req-c66ed2b8-4aa9-4066-b335-b23428b0b46c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:08.339475 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b6a289-f2d8-48c9-877a-d8ac0568dbaf", "name": "network-vif-deleted", "tag": "7d87841e-170b-47bf-89cd-8cbecd3c45bc", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:08.339475 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c66ed2b8-4aa9-4066-b335-b23428b0b46c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:08.339743 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b6a289-f2d8-48c9-877a-d8ac0568dbaf', 'name': 'network-vif-deleted', 'tag': '7d87841e-170b-47bf-89cd-8cbecd3c45bc', 'status': 'completed', 'code': 200} Jul 30 01:44:08.357103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.372110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Allocated IP 172.20.0.1 (b1306467-1764-416f-9ba4-5f651ab7a78b/01075988-123e-45e5-b4d1-248382e7c433/104772fa-3490-4786-9c2d-a0405b060a54) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:08.375516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.440145 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.445225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] In _notify_port_updated(), no bound segment for port f2478839-e475-441c-876d-903007afb1a9 on network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:44:08.452087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.453006 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.454581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/ports/f2478839-e475-441c-876d-903007afb1a9 HTTP/1.1" status: 200 len: 818 time: 0.7810042 Jul 30 01:44:08.459073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Transition to ACTIVE for port object 3879b627-0405-4ffe-8d23-9e0098a8b602 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:08.463709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44770) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:08.472806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.515577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680af07-11e3-4da3-8acc-5d84b5ebd323 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=f2478839-e475-441c-876d-903007afb1a9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.531508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-b6eccaed-8ec4-4db4-947d-d51b94ef38b0 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684331 Jul 30 01:44:08.548160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddef8c-0fa4-482b-9488-4fa86b6b2549 None None] Pushing event updated for resources: {'Port': ['ID=3879b627-0405-4ffe-8d23-9e0098a8b602,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.555249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8009f627-75e2-42b9-b334-a3762b1ff781 req-09144d83-184a-4932-bbc8-0ecdf5fcdfb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.0903308 Jul 30 01:44:08.587413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.590171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:08.590171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.613929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Transition to ACTIVE for port object 104772fa-3490-4786-9c2d-a0405b060a54 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:08.659868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Attempting to bind port 3879b627-0405-4ffe-8d23-9e0098a8b602 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:08.662461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Attempting to bind port 3879b627-0405-4ffe-8d23-9e0098a8b602 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:08.663549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Attempting to bind port 3879b627-0405-4ffe-8d23-9e0098a8b602 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:08.680719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:08.695564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:08.696122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.696636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.697331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:08.698628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Bound port: 3879b627-0405-4ffe-8d23-9e0098a8b602, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:08.699439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.746895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.780696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66aef53-f184-4d4f-88b2-b1c68abd3576']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:08.788625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Network b1306467-1764-416f-9ba4-5f651ab7a78b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:08.791590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:08.796320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a0d60b-5731-4505-846a-14625fb9d006') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:08.796631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a0d60b-5731-4505-846a-14625fb9d006') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:08.803937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] For port 3879b627-0405-4ffe-8d23-9e0098a8b602, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:08.807073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=104772fa-3490-4786-9c2d-a0405b060a54,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.815786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:08.816658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.832848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] For port 3879b627-0405-4ffe-8d23-9e0098a8b602, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3879b627-0405-4ffe-8d23-9e0098a8b602,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:08.843638 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.914343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.919674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:08.920468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:09.008910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b923e521-ad26-47fc-80d9-76d3a553f945 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:09.017950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddef8c-0fa4-482b-9488-4fa86b6b2549 None None] Pushing event updated for resources: {'Port': ['ID=3879b627-0405-4ffe-8d23-9e0098a8b602,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:09.047778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b923e521-ad26-47fc-80d9-76d3a553f945 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:09.048029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b923e521-ad26-47fc-80d9-76d3a553f945 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:09.148223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:09.177589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.183268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port f2478839-e475-441c-876d-903007afb1a9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:09.183610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.200737 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.206456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-7a2efbe0-a9ca-4f10-979a-63dc782bb58d service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113429 Jul 30 01:44:09.207546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:09.207958 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:09.238341 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:09.387451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-039f2090-0cb5-4794-b1e5-9742dc7e6d48 None None] Provisioning for port 104772fa-3490-4786-9c2d-a0405b060a54 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:09.394367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-039f2090-0cb5-4794-b1e5-9742dc7e6d48 None None] Provisioning complete for port 104772fa-3490-4786-9c2d-a0405b060a54 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:09.394915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-039f2090-0cb5-4794-b1e5-9742dc7e6d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.441175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-039f2090-0cb5-4794-b1e5-9742dc7e6d48 None None] Port 104772fa-3490-4786-9c2d-a0405b060a54 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:09.453109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.464258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:05Z', 'revision_number': 3, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:09.474917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for f2478839-e475-441c-876d-903007afb1a9 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:09.483740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.489449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.495841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/networks/d66aef53-f184-4d4f-88b2-b1c68abd3576 HTTP/1.1" status: 204 len: 168 time: 1.4556563 Jul 30 01:44:09.513185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09513ba-d59d-4ca1-83b8-66f6e702120c None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:05Z', 'revision_number': 3, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:09.535669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:09.586321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7d87841e-170b-47bf-89cd-8cbecd3c45bc no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:09.644717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 7d87841e-170b-47bf-89cd-8cbecd3c45bc {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:09.649966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7d87841e-170b-47bf-89cd-8cbecd3c45bc not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:09.733617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:09.788905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:09.790150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c1235b0-1e8f-48c4-a920-5a0f73fe3adc not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:09.821699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5f758-45e7-470b-9c02-52a373e303fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Network': ['ID=d66aef53-f184-4d4f-88b2-b1c68abd3576,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:09.825050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f70fbe5-bb6a-4ace-bfe5-4316e0f07be2 req-e0dcc63e-25ed-4267-90ef-9fb65a02aaac tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 210 time: 0.3315854 Jul 30 01:44:09.832803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f027f-0497-4f9d-bcda-82bcbb7df7df req-7e9171f9-593d-4963-aa82-f87932628f82 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.840302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac4f027f-0497-4f9d-bcda-82bcbb7df7df req-7e9171f9-593d-4963-aa82-f87932628f82 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.4843194 Jul 30 01:44:09.920194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.932082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.036192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.038144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=104772fa-3490-4786-9c2d-a0405b060a54,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.104678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac4f027f-0497-4f9d-bcda-82bcbb7df7df req-3c055300-5116-4a2a-a4c4-bbb2ae09f0b1 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632816 Jul 30 01:44:10.147114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-baa833c7-60e6-4b81-b582-e5fb49fb0555 req-75271d41-04d5-4170-ba1f-d4bd7b5a4759 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.1607640 Jul 30 01:44:10.147114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.147114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba106f3d-e82d-4cb3-8353-96986b5daa02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.294190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=f2478839-e475-441c-876d-903007afb1a9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.322534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba106f3d-e82d-4cb3-8353-96986b5daa02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.355251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.357150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e3380cc8-1115-4a70-9e68-ded90b03956b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/f2478839-e475-441c-876d-903007afb1a9 HTTP/1.1" status: 204 len: 168 time: 1.8880365 Jul 30 01:44:10.371674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Network b1306467-1764-416f-9ba4-5f651ab7a78b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:10.373238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:10.374394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:10.439534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2ee94-3b7c-48b7-ab9b-39e666ecf731 req-7268c491-b470-47fe-afe0-7d0c30dc319c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.453853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9da2ee94-3b7c-48b7-ab9b-39e666ecf731 req-7268c491-b470-47fe-afe0-7d0c30dc319c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2191656 Jul 30 01:44:10.518615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9da2ee94-3b7c-48b7-ab9b-39e666ecf731 req-c447af4e-7290-45e8-b0a7-71842c7ac0b6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634751 Jul 30 01:44:10.555570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba106f3d-e82d-4cb3-8353-96986b5daa02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.558173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba106f3d-e82d-4cb3-8353-96986b5daa02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.562876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ba106f3d-e82d-4cb3-8353-96986b5daa02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/security-groups/b7cd859e-60cd-48dc-b812-fae8cf659e46 HTTP/1.1" status: 204 len: 168 time: 1.0251017 Jul 30 01:44:10.574579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba106f3d-e82d-4cb3-8353-96986b5daa02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd859e-60cd-48dc-b812-fae8cf659e46,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.702154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db08358-37e9-4c5d-8014-8b0da59748fc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.712148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2db08358-37e9-4c5d-8014-8b0da59748fc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3339655 Jul 30 01:44:10.714488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44808) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:10.742540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:10.775124 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aac7b1-aabd-411e-bc61-2ab310eecbc4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:10.784207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c2aac7b1-aabd-411e-bc61-2ab310eecbc4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/f2478839-e475-441c-876d-903007afb1a9 HTTP/1.1" status: 404 len: 333 time: 0.0685699 Jul 30 01:44:10.793636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44810) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:10.809474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-664367195'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:10.861125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:10.883542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.910420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e47d8fa9-875a-4a9b-a4d9-2e5b0a50725f None None] Provisioning complete for port 104772fa-3490-4786-9c2d-a0405b060a54 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:10.914190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e47d8fa9-875a-4a9b-a4d9-2e5b0a50725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.949176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:10.996191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e47d8fa9-875a-4a9b-a4d9-2e5b0a50725f None None] Port 104772fa-3490-4786-9c2d-a0405b060a54 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:11.033031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.033381 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment 407b73f8-a7b5-4770-9b75-564836ca6cd2 of type vlan for network 846f5448-a2d4-432d-bb25-a1f13fee9062 Jul 30 01:44:11.052284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:11.063830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7fc21f39-29fe-44df-a3ad-303f08894ca4 admin admin] 10.222.0.78 "PUT /v2.0/routers/84d6bfb8-3e52-4dec-8337-5d688106c923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3844955 Jul 30 01:44:11.076859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6468b0-9394-427c-bf61-c103ed9e86a2 req-f26f79e2-f7f7-4b64-93b7-9d220087fdd8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.078680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e6468b0-9394-427c-bf61-c103ed9e86a2 req-f26f79e2-f7f7-4b64-93b7-9d220087fdd8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1077991 Jul 30 01:44:11.150217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.236733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e6468b0-9394-427c-bf61-c103ed9e86a2 req-a737c251-c5c0-42ef-b047-71da5f923662 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265666 Jul 30 01:44:11.272379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.278503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.293132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.365058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5675595 Jul 30 01:44:11.368170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:11.374524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:11.453098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5d7210-744b-4977-97d8-c01fd4ce0b1e req-36e64255-f715-493e-adf8-67dba764369e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 210 time: 0.0387363 Jul 30 01:44:11.471286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9aff1-9b5e-4a1a-af8f-952f2f49ae8f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=846f5448-a2d4-432d-bb25-a1f13fee9062,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.488028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:11.592975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44826) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:11.596086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa33ce91-43a3-4569-a240-ede86c8f0f1d req-1e9482ad-25db-4332-b475-34ae3d8de71a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.0406942 Jul 30 01:44:11.606590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405768328', 'description': 'tempest-secgroup-smoke-1405768328 description', 'project_id': '897441e865db45c3ad650437d9da1b4a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:11.644163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:44:11.644163 n-d-713499-10 neutron-server[93889]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:44:11.644163 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'id': '052c01b7-83ac-4021-99fc-c1b685391477', 'expiration': datetime.datetime(2021, 7, 30, 1, 46, 11, 636462)}] Jul 30 01:44:11.644163 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:11.645138 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:11.664620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.690458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-e56c89ed-0f0d-4cb7-a441-5c0990a4876d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.692719 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-e56c89ed-0f0d-4cb7-a441-5c0990a4876d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.2799988 Jul 30 01:44:11.708039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:11.855197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.860416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.881127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3879b627-0405-4ffe-8d23-9e0098a8b602 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:11.921777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.926618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3242238 Jul 30 01:44:11.931213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f44cb8-2a3c-4c7f-a252-33cb084dd282 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74567633-c0ef-45ab-a49d-d65ecd1e0287,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.937833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:11.944888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': '74567633-c0ef-45ab-a49d-d65ecd1e0287', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:11.966858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:11.974461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.991438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3879b627-0405-4ffe-8d23-9e0098a8b602 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:11.997282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3879b627-0405-4ffe-8d23-9e0098a8b602 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:11.998074 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.026748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.107536 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.133604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3879b627-0405-4ffe-8d23-9e0098a8b602, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3879b627-0405-4ffe-8d23-9e0098a8b602,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:12.138743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.190170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44832) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:12.197542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525851501', 'description': 'tempest-description--364131016'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.206145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3879b627-0405-4ffe-8d23-9e0098a8b602,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.216490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.225318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.235999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.5 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/777d78af-c9a9-4cd6-987e-7fd509512fea) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:12.242980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:12.245742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.247569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.317323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a715e0-c6d8-48c7-ac2f-ca48e85d877e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.352104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:12.368212 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:12.369105 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:12.411740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.424458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.453056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb424bd-c3d6-4e11-8da4-d29d2916b824 req-4684af5b-d83f-47be-9d32-519dc3d1f25f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.454807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcb424bd-c3d6-4e11-8da4-d29d2916b824 req-4684af5b-d83f-47be-9d32-519dc3d1f25f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1019797 Jul 30 01:44:12.494060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.495816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3042800 Jul 30 01:44:12.497956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0b28a-406f-4189-bc65-07ce01bf52e2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.500401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:12.505738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'security_group_rule': {'security_group_id': 'e99fa9f4-2fbe-42b3-8a72-a35074c06bb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.526130 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:12.537341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcb424bd-c3d6-4e11-8da4-d29d2916b824 req-94365c59-0f61-4ce9-87ab-ba35cf3759eb tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711689 Jul 30 01:44:12.568732 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.592863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.596762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44842) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:12.602963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': '74567633-c0ef-45ab-a49d-d65ecd1e0287', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.608365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6b36eada-f8c0-46c9-94b8-8032a9784362 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6550930 Jul 30 01:44:12.693025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2d94e7e-96de-4a81-94aa-22a71dc5ee6a req-4184d237-6a6e-4667-abc6-8e670a0fb14f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 210 time: 0.0548651 Jul 30 01:44:12.695575 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.729630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.787624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.839079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7318af56-48ac-4235-a769-76150c186cd2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.850568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.856489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b07a0fb8-3cd6-4c24-86ad-a4f21994e864 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547664 Jul 30 01:44:12.866224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44850) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:12.885095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'security_group_rule': {'security_group_id': 'e99fa9f4-2fbe-42b3-8a72-a35074c06bb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.925597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.943100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.973732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8397decc-d91a-47ef-935d-5ec7163db986 req-4e0e25d0-206b-485f-aef1-da5306671aaa tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.1022856 Jul 30 01:44:12.988969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.028140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaefc76-0e85-4b41-9189-7578e15da5f2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.056780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.059557 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.061418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-320910d4-c77b-4645-b436-654cde7e6ad4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4628739 Jul 30 01:44:13.062240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.063635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': '407b73f8-a7b5-4770-9b75-564836ca6cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:13.064184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: 846f5448-a2d4-432d-bb25-a1f13fee9062, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:13.064771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44854) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.070964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=17710373-02a7-4553-a228-b5b02936f5e6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.082933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': '74567633-c0ef-45ab-a49d-d65ecd1e0287', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:13.112724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:13.141206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 846f5448-a2d4-432d-bb25-a1f13fee9062) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:13.150567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.150567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.154817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52eaf4-b46f-497f-992a-c8d8fe6721a6 None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:13.169770 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 2, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:13.178380 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fbda5070-91d3-49c5-8538-9fcd5e0652dd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8087194 Jul 30 01:44:13.179865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44856) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.185524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:13.198991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.207868 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:13.208333 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Updating router 84d6bfb8-3e52-4dec-8337-5d688106c923 port 104772fa-3490-4786-9c2d-a0405b060a54 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:13.246277 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.276740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.348337 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.359720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.384166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:13.402433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.403464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:13.424134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb451a1c-14d7-483d-bcee-a0a8ecb8e1b3,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.427629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:13.439406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.440149 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:13.445227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-846f5448-a2d4-432d-bb25-a1f13fee9062', 'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': '17710373-02a7-4553-a228-b5b02936f5e6'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:13.446846 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.448784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=777d78af-c9a9-4cd6-987e-7fd509512fea,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.471293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.472809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-98c9c65f-4b28-42a3-8f76-92e3b76c4d97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6048880 Jul 30 01:44:13.477363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1808535-2684-43d6-a5b1-425ca0371f6b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.487323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44858) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.495736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:13.512959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad89-e5e7-49f3-91fa-abe16fa26237 req-69329c89-49c8-4b01-8bee-06afafec9131 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.520886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84b4ad89-e5e7-49f3-91fa-abe16fa26237 req-69329c89-49c8-4b01-8bee-06afafec9131 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.3847404 Jul 30 01:44:13.546988 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.548976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-00a95aeb-f362-43b7-bdd5-4e149489db7a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4825122 Jul 30 01:44:13.553507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44860) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:13.582086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': '74567633-c0ef-45ab-a49d-d65ecd1e0287', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:13.594336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84b4ad89-e5e7-49f3-91fa-abe16fa26237 req-a4190d35-fc23-4af0-a007-91996ad8741f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670285 Jul 30 01:44:13.595796 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.634194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.634889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.725869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.732320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.739679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-359003f6-a2da-4acf-9e30-4f15d54931f5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0366435 Jul 30 01:44:13.825039 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.836258 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Transition to ACTIVE for port object 104772fa-3490-4786-9c2d-a0405b060a54 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:13.845824 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.854842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3879b627-0405-4ffe-8d23-9e0098a8b602 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:13.882157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Allocated IP 172.25.8.203 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a6eef335-7394-45fd-b60c-62d5ee4d7ed8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:13.910986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.925661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.937188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Request body: {'port': {'device_id': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:13.941914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:13.946443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.986100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Allocated IP 2001:db8::2 (846f5448-a2d4-432d-bb25-a1f13fee9062/17710373-02a7-4553-a228-b5b02936f5e6/51c6e708-c9ca-4c18-b2dc-859849a451c2) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:14.004048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3879b627-0405-4ffe-8d23-9e0098a8b602 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:14.004436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.017280 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Pushing event updated for resources: {'Port': ['ID=104772fa-3490-4786-9c2d-a0405b060a54,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.035554 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.035939 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.036284 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.036619 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.036944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.043266 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.043612 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.044203 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.044779 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.045471 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.046063 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.046622 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:14.094547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0913104-6e43-425f-abb9-a5f0d4ac7de1 req-3b2607e9-8674-4483-ad80-1f55d1618490 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.094974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f87ebf-b50d-4e0a-9804-cad9d1c3bebf,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.102108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0913104-6e43-425f-abb9-a5f0d4ac7de1 req-3b2607e9-8674-4483-ad80-1f55d1618490 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 931 time: 0.2156744 Jul 30 01:44:14.117897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Attempting to bind port 104772fa-3490-4786-9c2d-a0405b060a54 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:14.118658 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Attempting to bind port 104772fa-3490-4786-9c2d-a0405b060a54 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:14.119294 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Attempting to bind port 104772fa-3490-4786-9c2d-a0405b060a54 on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:14.135920 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:14.136734 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:14.137364 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.138043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Bound using segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:14.138823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Bound port: 104772fa-3490-4786-9c2d-a0405b060a54, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:14.139888 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.140553 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.144266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0549bc1d-e4b5-4d99-8de1-369230f3f13f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5810089 Jul 30 01:44:14.144875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44868) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:14.147874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.154953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': '74567633-c0ef-45ab-a49d-d65ecd1e0287', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:14.259183 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] For port 104772fa-3490-4786-9c2d-a0405b060a54, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:14.264169 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] For port 104772fa-3490-4786-9c2d-a0405b060a54, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=104772fa-3490-4786-9c2d-a0405b060a54,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:14.274164 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.282885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.297175 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:44:14.306953 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17710373-02a7-4553-a228-b5b02936f5e6 (CIDR: 2001:db8::/64) Jul 30 01:44:14.323799 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:44:14.324536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:44:14.332311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.371961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b31c7fb-fb8e-41ef-8ce0-2c698e28a6e7 req-ad5d0e1d-e4a8-4a19-8dd2-8d638ad30f4c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=05b6a289-f2d8-48c9-877a-d8ac0568dbaf HTTP/1.1" status: 200 len: 210 time: 0.2059903 Jul 30 01:44:14.394094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.399145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85114827-f3bc-4095-b8b9-be4a061e6ca7 None None] Pushing event updated for resources: {'Port': ['ID=104772fa-3490-4786-9c2d-a0405b060a54,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.422218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:14.422841 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:43:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:14.469486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0913104-6e43-425f-abb9-a5f0d4ac7de1 req-45fe7945-b214-43e0-9e08-090750ea1f10 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573365 Jul 30 01:44:14.522086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.533568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Transition to ACTIVE for port object 51c6e708-c9ca-4c18-b2dc-859849a451c2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:14.567112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Transition to ACTIVE for port object 51c6e708-c9ca-4c18-b2dc-859849a451c2 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:14.576730 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.585753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'Port': ['ID=a6eef335-7394-45fd-b60c-62d5ee4d7ed8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.586228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:14.597328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:14.600459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:14.603247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:14.608520 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea6a4170-2e05-47f0-9463-a45dee9c1265 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4274790 Jul 30 01:44:14.620327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:14.624810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.630738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:14.636132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:14.641040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:14.647945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:14.654718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Pushing event updated for resources: {'Port': ['ID=51c6e708-c9ca-4c18-b2dc-859849a451c2,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.660152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.768720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Attempting to bind port 51c6e708-c9ca-4c18-b2dc-859849a451c2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:14.782207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Attempting to bind port 51c6e708-c9ca-4c18-b2dc-859849a451c2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '407b73f8-a7b5-4770-9b75-564836ca6cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:14.784839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Attempting to bind port 51c6e708-c9ca-4c18-b2dc-859849a451c2 on network 846f5448-a2d4-432d-bb25-a1f13fee9062 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:14.808514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:14.809294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Checking segment: {'id': '407b73f8-a7b5-4770-9b75-564836ca6cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:14.811182 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.811901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Bound using segment: {'id': '407b73f8-a7b5-4770-9b75-564836ca6cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:14.813057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Bound port: 51c6e708-c9ca-4c18-b2dc-859849a451c2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407b73f8-a7b5-4770-9b75-564836ca6cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:14.813722 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.827845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.885245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777d78af-c9a9-4cd6-987e-7fd509512fea {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:14.894416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.899863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.940156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Transition to ACTIVE for port object 777d78af-c9a9-4cd6-987e-7fd509512fea will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:14.949665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3096d-fd1f-40ea-b4b6-0db013cac885 req-a7bffd26-5228-4e9b-8a03-70883a182bfd tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.959092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6a3096d-fd1f-40ea-b4b6-0db013cac885 req-a7bffd26-5228-4e9b-8a03-70883a182bfd tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2376626 Jul 30 01:44:14.974604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] For port 51c6e708-c9ca-4c18-b2dc-859849a451c2, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:14.981885 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:14Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:14.983903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] For port 51c6e708-c9ca-4c18-b2dc-859849a451c2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=51c6e708-c9ca-4c18-b2dc-859849a451c2,segment=NetworkSegment(407b73f8-a7b5-4770-9b75-564836ca6cd2),segment_id=407b73f8-a7b5-4770-9b75-564836ca6cd2)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:14.984631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479f3c2a-d253-4bdb-8dbc-1b66b88d9c1d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.986713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.996499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.050302 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c879a9b-ca54-470a-a8c4-af3ce1ed1f39 None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:14Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:15.063875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.068439 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8f54bf58-c29f-44e6-b6ca-7e9e4882d84e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9180899 Jul 30 01:44:15.079210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44876) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:15.096091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': '74567633-c0ef-45ab-a49d-d65ecd1e0287', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:15.134408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6a3096d-fd1f-40ea-b4b6-0db013cac885 req-79ffab64-39bd-4099-bf45-b31bbbe6d7fb tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743376 Jul 30 01:44:15.171906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc25fa9-0786-49e8-8478-169054faa591 None None] Pushing event updated for resources: {'Port': ['ID=51c6e708-c9ca-4c18-b2dc-859849a451c2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.237686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Pushing event updated for resources: {'Port': ['ID=777d78af-c9a9-4cd6-987e-7fd509512fea,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.287586 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:44:15.290258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.298212 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.311969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.371745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'Port': ['ID=a6eef335-7394-45fd-b60c-62d5ee4d7ed8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.411602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:15.415313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.442175 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.479551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Attempting to bind port 777d78af-c9a9-4cd6-987e-7fd509512fea on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:15.487299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Attempting to bind port 777d78af-c9a9-4cd6-987e-7fd509512fea by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:15.491436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Attempting to bind port 777d78af-c9a9-4cd6-987e-7fd509512fea on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:15.493640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.511714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bcfac5bc-cd84-430e-9a46-f4708dd1d36e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0195103 Jul 30 01:44:15.527644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Port 777d78af-c9a9-4cd6-987e-7fd509512fea on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:15.527964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Attempting to bind port 777d78af-c9a9-4cd6-987e-7fd509512fea on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:15.579532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:15.580099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:15.580637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:15.580933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Bound port: 777d78af-c9a9-4cd6-987e-7fd509512fea, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:15.581288 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.660196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.696427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.710859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a80eb-7759-4915-b713-e3646ea4ad8c req-30efba71-cd21-48de-b8ba-5727ea0bf40e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:15.710859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb4a80eb-7759-4915-b713-e3646ea4ad8c req-30efba71-cd21-48de-b8ba-5727ea0bf40e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 943 time: 0.0905318 Jul 30 01:44:15.773247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d33508e-a2e9-4a0c-afcc-e7b357ce1a35,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.841059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb4a80eb-7759-4915-b713-e3646ea4ad8c req-1008b399-a503-4c28-8438-479440208a76 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220810 Jul 30 01:44:15.959156 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.959156 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3e2b6e5f-7f80-4d93-bc8c-e18ca3dc866b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8691351 Jul 30 01:44:15.959651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44910) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:15.971718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'network': {'name': 'tempest-network-smoke--1941459792', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:16.007149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 51c6e708-c9ca-4c18-b2dc-859849a451c2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:16.056149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-aacba5e4-5d11-40b8-8af0-b60975cf90d1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1525851501&fields=id&tenant_id=a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 267 time: 0.1596019 Jul 30 01:44:16.113347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:16.129548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 104772fa-3490-4786-9c2d-a0405b060a54 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:16.177707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] For port 777d78af-c9a9-4cd6-987e-7fd509512fea, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:16.212130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 104772fa-3490-4786-9c2d-a0405b060a54 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:16.218963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 104772fa-3490-4786-9c2d-a0405b060a54 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:16.219779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.240960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] For port 777d78af-c9a9-4cd6-987e-7fd509512fea, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=777d78af-c9a9-4cd6-987e-7fd509512fea,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:16.255298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.327056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-7b109c6f-914b-4058-9da6-323ed431ebff tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.336956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.337183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-7b109c6f-914b-4058-9da6-323ed431ebff tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 816 time: 0.2795985 Jul 30 01:44:16.351042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.351688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.353164 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] 10.222.0.66 "PUT /v2.0/ports/777d78af-c9a9-4cd6-987e-7fd509512fea HTTP/1.1" status: 200 len: 1092 time: 2.6025546 Jul 30 01:44:16.393938 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.410153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:16.414446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.436100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 104772fa-3490-4786-9c2d-a0405b060a54, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=104772fa-3490-4786-9c2d-a0405b060a54,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:16.443350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'tag': '777d78af-c9a9-4cd6-987e-7fd509512fea'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:16.444282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.446690 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4e1440-50a3-4409-aa99-76d2427b56cc", "tag": "777d78af-c9a9-4cd6-987e-7fd509512fea"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:16.461408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=455de93b-3460-4df7-86d1-50af0a4b6bb4,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:16.478184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-fa618a53-adf6-4a64-b895-5a63d0884876 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/quotas/a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 375 time: 0.1400778 Jul 30 01:44:16.527182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=104772fa-3490-4786-9c2d-a0405b060a54,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:16.528078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:16.553759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:16.569510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.570189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.573811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:16.592021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb5bd9-1e27-42ec-87fe-dd747e74b32a service neutron] Pushing event updated for resources: {'Port': ['ID=777d78af-c9a9-4cd6-987e-7fd509512fea,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:16.613392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-33d654d1-c236-400d-a0eb-056bcdd2227d tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9893594 Jul 30 01:44:16.614384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:16.620433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062', 'fixed_ips': [{'subnet_id': '17710373-02a7-4553-a228-b5b02936f5e6'}, {'subnet_id': '455de93b-3460-4df7-86d1-50af0a4b6bb4'}], 'name': 'tempest-PortsIpV6TestJSON-266185259'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:16.620812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.621187 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Added segment 6ca32809-4dde-497b-ba7f-6444cd011e60 of type vlan for network d10c3cc1-39bf-4af8-b382-1439e09599bc Jul 30 01:44:16.641054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-e4dd0cc7-e831-4aec-85d2-682c60f330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.642665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-16ef7dbc-efe3-41e8-ad12-76f7d01c2b1d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1628263 Jul 30 01:44:16.643663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-e4dd0cc7-e831-4aec-85d2-682c60f330fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 1095 time: 0.1895502 Jul 30 01:44:16.735572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f64db-83d3-40ce-a1a3-5326a8feaa78 None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:16.740027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.749847 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-2e6a159b-cac8-43d1-be80-47d5e541507e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777d78af-c9a9-4cd6-987e-7fd509512fea HTTP/1.1" status: 200 len: 217 time: 0.0902362 Jul 30 01:44:16.839064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] Provisioning for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:16.851740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] Provisioning complete for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:16.852108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.872893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-4712708d-5daf-4fe8-b9b1-27b9c4211737 service neutron] 10.222.0.78 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147980 Jul 30 01:44:16.875024 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:44:16.902182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf7aed-019d-4e5c-b490-bdac61ef2608 req-4ead7453-af32-40fe-a6f0-8fac38c63980 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.904039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11bf7aed-019d-4e5c-b490-bdac61ef2608 req-4ead7453-af32-40fe-a6f0-8fac38c63980 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.5625234 Jul 30 01:44:17.061328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f92e203c-229f-466b-965b-fd12901b1223 service neutron] 10.222.0.78 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555452 Jul 30 01:44:17.078916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11bf7aed-019d-4e5c-b490-bdac61ef2608 req-fb5bb18d-9ea8-42bc-b8b2-be313ac9ec52 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.0212598 Jul 30 01:44:17.104831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.112189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:17.113399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.158204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11bf7aed-019d-4e5c-b490-bdac61ef2608 req-84eb40f4-f3c4-4800-834a-20f72e8f2fde tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713739 Jul 30 01:44:17.230400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2652693 Jul 30 01:44:17.236886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44936) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:17.260638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'admin_state_up': True, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:17.266592 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.303504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb042bdc-e11f-489e-86f7-3264546bf6bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Network': ['ID=d10c3cc1-39bf-4af8-b382-1439e09599bc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.329308 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b605c24-3251-4a43-b1c2-94455e7f3f9b x-openstack-request-id: req-5b605c24-3251-4a43-b1c2-94455e7f3f9b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:17.329995 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4e1440-50a3-4409-aa99-76d2427b56cc", "tag": "777d78af-c9a9-4cd6-987e-7fd509512fea", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:17.330277 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b605c24-3251-4a43-b1c2-94455e7f3f9b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:17.331502 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'tag': '777d78af-c9a9-4cd6-987e-7fd509512fea', 'status': 'completed', 'code': 200} Jul 30 01:44:17.338637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.339569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.344825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d10c3cc1-39bf-4af8-b382-1439e09599bc details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:17.369470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:17.394437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] For port 51c6e708-c9ca-4c18-b2dc-859849a451c2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=51c6e708-c9ca-4c18-b2dc-859849a451c2,segment=NetworkSegment(407b73f8-a7b5-4770-9b75-564836ca6cd2),segment_id=407b73f8-a7b5-4770-9b75-564836ca6cd2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:17.427857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-b2d2704b-209a-4be5-9746-303239977b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:17.429471 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-b2d2704b-209a-4be5-9746-303239977b28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.6686280 Jul 30 01:44:17.495738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.531351 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-49674644-59a7-4a07-aa77-9d7426cad581 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883758 Jul 30 01:44:17.634989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.639439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76bbf9-6c35-4c0f-928a-97c61ef09380 None None] Pushing event updated for resources: {'Port': ['ID=51c6e708-c9ca-4c18-b2dc-859849a451c2,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.645583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Update dhcp port {'port': {'network_id': '846f5448-a2d4-432d-bb25-a1f13fee9062', 'fixed_ips': [{'subnet_id': '17710373-02a7-4553-a228-b5b02936f5e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '455de93b-3460-4df7-86d1-50af0a4b6bb4'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '51c6e708-c9ca-4c18-b2dc-859849a451c2'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:44:17.669358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port 8daa1d04-06f0-4480-808a-b60768ebb1f8 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:17.707925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.738112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-a750fc58-2c55-41e1-9e65-dfa64ad1aadd service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947575 Jul 30 01:44:17.861210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 51c6e708-c9ca-4c18-b2dc-859849a451c2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:17.875440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.927731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11bf7aed-019d-4e5c-b490-bdac61ef2608 req-344cd167-19ae-4950-999d-3d3311b2bee5 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511549 Jul 30 01:44:17.954761 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-29014338-77c3-4d02-b3ec-5a65a2ba4436 req-d5fb425b-1e6f-40a0-8cb9-b1c355b19af4 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096412 Jul 30 01:44:18.005395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:18.005897 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.013247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Allocated IP 2001:db8:0:1::2 (846f5448-a2d4-432d-bb25-a1f13fee9062/455de93b-3460-4df7-86d1-50af0a4b6bb4/51c6e708-c9ca-4c18-b2dc-859849a451c2) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:18.108536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d53d45-89c8-4ff9-9e6d-5c8f152aa0e2 req-993b92cc-e4d8-42b6-8a6d-1df7ebfc856b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.115674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-30fb75e1-9ef4-46be-b3d9-c100334c26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.116810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12d53d45-89c8-4ff9-9e6d-5c8f152aa0e2 req-993b92cc-e4d8-42b6-8a6d-1df7ebfc856b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 943 time: 0.3399661 Jul 30 01:44:18.117378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-30fb75e1-9ef4-46be-b3d9-c100334c26e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 1095 time: 0.0502980 Jul 30 01:44:18.204309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] For port 51c6e708-c9ca-4c18-b2dc-859849a451c2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=51c6e708-c9ca-4c18-b2dc-859849a451c2,segment=NetworkSegment(407b73f8-a7b5-4770-9b75-564836ca6cd2),segment_id=407b73f8-a7b5-4770-9b75-564836ca6cd2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:18.214604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.232825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-e09fc02c-b67d-4bb2-bcb9-286fa1dfa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.234363 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-e09fc02c-b67d-4bb2-bcb9-286fa1dfa6e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.1099491 Jul 30 01:44:18.243193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 104772fa-3490-4786-9c2d-a0405b060a54 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:18.277073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12d53d45-89c8-4ff9-9e6d-5c8f152aa0e2 req-8711ece8-64b8-4dbf-9a54-be76d9d42156 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589863 Jul 30 01:44:18.286268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-d4950ae2-4185-44b9-9a72-118077348b41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777d78af-c9a9-4cd6-987e-7fd509512fea HTTP/1.1" status: 200 len: 217 time: 0.0435960 Jul 30 01:44:18.293497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.311362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11bf7aed-019d-4e5c-b490-bdac61ef2608 req-b028dbbe-4b36-496e-a3da-ada89dfa33c2 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935898 Jul 30 01:44:18.329110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Transition to ACTIVE for port object 51c6e708-c9ca-4c18-b2dc-859849a451c2 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:18.342662 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.411580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-c18d7b28-3c19-4c51-8a4c-4eab1820cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.413813 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-c18d7b28-3c19-4c51-8a4c-4eab1820cb35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.1191967 Jul 30 01:44:18.413943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543e83e-3305-4f2a-9e97-2d272b82e550 None None] Pushing event updated for resources: {'Port': ['ID=51c6e708-c9ca-4c18-b2dc-859849a451c2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.421641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 104772fa-3490-4786-9c2d-a0405b060a54 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:18.422015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.470972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a7fb56b-95ed-418f-9086-8cdc1a4700f4 req-89093f34-8948-4556-986e-f818e285775a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 210 time: 0.0983829 Jul 30 01:44:18.475898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-f6772940-6ae4-4eba-adf9-184e865ad2d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456035 Jul 30 01:44:18.723138 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-649becad-199c-4dcc-a67d-010539d361bb service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992044 Jul 30 01:44:18.773097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::334 (846f5448-a2d4-432d-bb25-a1f13fee9062/17710373-02a7-4553-a228-b5b02936f5e6/8daa1d04-06f0-4480-808a-b60768ebb1f8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:18.831080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8:0:1::38f (846f5448-a2d4-432d-bb25-a1f13fee9062/455de93b-3460-4df7-86d1-50af0a4b6bb4/8daa1d04-06f0-4480-808a-b60768ebb1f8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:18.897698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6be8c4e6-ebed-4fa0-be71-a4b76fdac585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.968844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f8a31bc-c587-48b7-9cc5-fd3a140d49a1 req-eb570983-4ef3-4c7c-a925-79a84af262c2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3dfb56b-afda-425e-91bd-0d1fac778c14 HTTP/1.1" status: 200 len: 210 time: 0.1780503 Jul 30 01:44:19.016568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-d5832c03-d892-4514-b7e8-a0b033df41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.018204 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-d5832c03-d892-4514-b7e8-a0b033df41f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.3177762 Jul 30 01:44:19.020353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.083845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.164761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08251da7-3085-437f-a0f0-04329aa76cf8 req-574219f3-5049-4ebb-be31-36d021641390 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.166738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08251da7-3085-437f-a0f0-04329aa76cf8 req-574219f3-5049-4ebb-be31-36d021641390 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2724612 Jul 30 01:44:19.206352 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8fe35b4f-5895-48d5-bac4-c7c089fd77d9 req-1dd865c1-7a3a-4d3f-b82a-2bb24dbd09c9 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602544 Jul 30 01:44:19.224356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-b7f6549a-e48b-4859-8bce-9874331b181c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.226014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-b7f6549a-e48b-4859-8bce-9874331b181c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 816 time: 0.4343774 Jul 30 01:44:19.237048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-1f0d9a98-64ec-4ebd-a71e-bb888c0c5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.238589 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-1f0d9a98-64ec-4ebd-a71e-bb888c0c5824 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.2096791 Jul 30 01:44:19.241843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.286576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-14fe65a8-8f8a-484b-bfa1-6cb01670581f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.0403447 Jul 30 01:44:19.292160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08251da7-3085-437f-a0f0-04329aa76cf8 req-328c04ef-de33-4b79-a75b-3e2dbe17400c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159015 Jul 30 01:44:19.321783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 8daa1d04-06f0-4480-808a-b60768ebb1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:19.353492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-22946883-7440-49e3-ad9c-46acc440b0e8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 380 time: 0.1177127 Jul 30 01:44:19.365728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'port': {'device_id': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'admin_state_up': True, 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'security_groups': ['e99fa9f4-2fbe-42b3-8a72-a35074c06bb6']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:19.369879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.212 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/3697f814-4b9d-4956-ae33-7aaf64eae252) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:19.410422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-12da45b5-1b4c-4e9c-b20e-daa4e239223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.412895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-12da45b5-1b4c-4e9c-b20e-daa4e239223a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.1089323 Jul 30 01:44:19.461489 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-eb8d75cc-0aba-4028-af2f-a01b1a372b44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417888 Jul 30 01:44:19.492596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.546492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40115e42-876d-4642-8d35-cdece3e3c9f5 None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:19.564115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-938261fe-f7e8-43c9-94b8-0642c9cdbfb1 req-0fc628cd-4cf2-4163-b0cc-2bd809ac60f7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=c3dfb56b-afda-425e-91bd-0d1fac778c14 HTTP/1.1" status: 200 len: 210 time: 0.0867097 Jul 30 01:44:19.591400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f713-ca09-45f9-bcf3-1e5f2d736e5c req-de639cbc-5fbf-4ae1-a677-8fd439a21146 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.591400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1654f713-ca09-45f9-bcf3-1e5f2d736e5c req-de639cbc-5fbf-4ae1-a677-8fd439a21146 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 943 time: 0.1997044 Jul 30 01:44:19.597276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:19.601074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:19.609771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:19.615803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.616449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.654276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=8daa1d04-06f0-4480-808a-b60768ebb1f8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:19.668051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4c1b2ecd-c964-4c03-aaf3-4ea9c2f5cc28 None None] Provisioning for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:19.675654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-867e14df-0902-4acf-a648-070bd97b8479 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0593715 Jul 30 01:44:19.678965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44986) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:19.681045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4c1b2ecd-c964-4c03-aaf3-4ea9c2f5cc28 None None] Provisioning complete for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:19.681416 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2ecd-c964-4c03-aaf3-4ea9c2f5cc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.684898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1654f713-ca09-45f9-bcf3-1e5f2d736e5c req-69f67d4b-12eb-4d72-acf4-f9a4cc1057eb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886753 Jul 30 01:44:19.689805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17710373-02a7-4553-a228-b5b02936f5e6'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:19.719092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1346da4-1b67-43ff-aeef-277d315f633f req-291f0294-2d6f-4522-a8a9-3b4d1975acc3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 210 time: 0.0614645 Jul 30 01:44:19.739267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-0f49c16b-85d1-4aeb-8b67-051c2a9b25b7 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696500 Jul 30 01:44:19.740203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.750883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Made reservation on behalf of a039994ac7fa46c88b04bbad3609586b for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:19.772310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.863956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 51c6e708-c9ca-4c18-b2dc-859849a451c2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:19.881908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.896122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.935301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:19.936251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.949975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:19.955398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:19.970476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-045ab9b6-8bc5-40da-bfad-b81c710a595a req-0dd631ef-1a31-4818-9049-37f5c886e7ee service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209804 Jul 30 01:44:19.970833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:20.051792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=3697f814-4b9d-4956-ae33-7aaf64eae252,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.098505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Allocated IP 172.20.0.4 (b1306467-1764-416f-9ba4-5f651ab7a78b/01075988-123e-45e5-b4d1-248382e7c433/963f8496-b736-43af-9945-b37dcda2656a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:20.251466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Delete allocated IP 2001:db8:0:1::38f (846f5448-a2d4-432d-bb25-a1f13fee9062/455de93b-3460-4df7-86d1-50af0a4b6bb4) {{(pid=93889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 01:44:20.284386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c308b3c6-4f01-41a6-b927-73aaf432ce92 None None] Provisioning for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:20.291223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c308b3c6-4f01-41a6-b927-73aaf432ce92 None None] Provisioning complete for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:20.291592 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c308b3c6-4f01-41a6-b927-73aaf432ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.352114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c308b3c6-4f01-41a6-b927-73aaf432ce92 None None] Port 8daa1d04-06f0-4480-808a-b60768ebb1f8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:20.363556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c308b3c6-4f01-41a6-b927-73aaf432ce92 None None] Provisioning complete for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:20.364403 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c308b3c6-4f01-41a6-b927-73aaf432ce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.495530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.512136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.512716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Ignored duplicate provisioning block setup for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 01:44:20.518355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.527927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.537545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Transition to ACTIVE for port object 963f8496-b736-43af-9945-b37dcda2656a will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:20.582310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f654f-b5ac-47ac-857a-0d4bedfd7156 req-84aedd57-911b-43dd-bbd8-7a7d50a2cd5c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.583939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-687f654f-b5ac-47ac-857a-0d4bedfd7156 req-84aedd57-911b-43dd-bbd8-7a7d50a2cd5c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1439650 Jul 30 01:44:20.584395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] In _notify_port_updated(), no bound segment for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 on network 846f5448-a2d4-432d-bb25-a1f13fee9062 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:44:20.593923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.593923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.594263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/ports/8daa1d04-06f0-4480-808a-b60768ebb1f8 HTTP/1.1" status: 200 len: 925 time: 0.9118738 Jul 30 01:44:20.599547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:20.607465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17710373-02a7-4553-a228-b5b02936f5e6'}, {'subnet_id': '455de93b-3460-4df7-86d1-50af0a4b6bb4'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:20.653154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87089f1-9d69-46ce-a701-4e43c6c2cc95 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=8daa1d04-06f0-4480-808a-b60768ebb1f8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.687957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6a73c096-3334-4a48-8bd5-4aefe8f47d22 None None] Provisioning complete for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:20.689102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a73c096-3334-4a48-8bd5-4aefe8f47d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.707691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.753929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6a73c096-3334-4a48-8bd5-4aefe8f47d22 None None] Port 8daa1d04-06f0-4480-808a-b60768ebb1f8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:20.990097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ebccd9fe-4316-4af8-b146-1e76bf0159d7 None None] Provisioning complete for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:20.990506 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebccd9fe-4316-4af8-b146-1e76bf0159d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.993877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.029853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ebccd9fe-4316-4af8-b146-1e76bf0159d7 None None] Port 8daa1d04-06f0-4480-808a-b60768ebb1f8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:21.038771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-687f654f-b5ac-47ac-857a-0d4bedfd7156 req-283634e1-ecdc-444b-840a-70e194843c32 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453418 Jul 30 01:44:21.044621 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.059090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8:0:1::1cf (846f5448-a2d4-432d-bb25-a1f13fee9062/455de93b-3460-4df7-86d1-50af0a4b6bb4/8daa1d04-06f0-4480-808a-b60768ebb1f8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:21.156175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Network b1306467-1764-416f-9ba4-5f651ab7a78b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:21.170398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9716d-c0d9-40c3-9bd5-98df957e660a req-2c72f021-7a8a-4ce8-95dc-20b2673addc2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.171994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecc9716d-c0d9-40c3-9bd5-98df957e660a req-2c72f021-7a8a-4ce8-95dc-20b2673addc2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 943 time: 0.1859851 Jul 30 01:44:21.184891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:21.188110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:21.204755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.205040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:21.226694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 8daa1d04-06f0-4480-808a-b60768ebb1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:21.233329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.320690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] In _notify_port_updated(), no bound segment for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 on network 846f5448-a2d4-432d-bb25-a1f13fee9062 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:44:21.320690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.320690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.324638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/ports/8daa1d04-06f0-4480-808a-b60768ebb1f8 HTTP/1.1" status: 200 len: 1011 time: 0.7241979 Jul 30 01:44:21.330682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:21.377471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758bc59-95ce-480c-ac1f-4844bf0166c4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=8daa1d04-06f0-4480-808a-b60768ebb1f8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:21.404855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.405756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.428217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecc9716d-c0d9-40c3-9bd5-98df957e660a req-15c0aa74-a556-400b-9e68-5075f299f055 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379422 Jul 30 01:44:21.439317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.456877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-f4c076c1-3fd9-4585-983f-40e477caff9d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0918541 Jul 30 01:44:21.461289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-fb40db9b-5d1e-4e97-8750-1c7a25c865d9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.469284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-fb40db9b-5d1e-4e97-8750-1c7a25c865d9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.3103895 Jul 30 01:44:21.476963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Request body: {'port': {'device_id': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:21.492699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 8daa1d04-06f0-4480-808a-b60768ebb1f8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:21.493049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.562228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f8b7d27-7bc0-43a3-bb0e-1fb7aff2a7e9 None None] Provisioning for port 963f8496-b736-43af-9945-b37dcda2656a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:21.568963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f8b7d27-7bc0-43a3-bb0e-1fb7aff2a7e9 None None] Provisioning complete for port 963f8496-b736-43af-9945-b37dcda2656a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:21.569849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7d27-7bc0-43a3-bb0e-1fb7aff2a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.589984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-25cc7d88-afa1-4e32-acbc-0e4aae549d41 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.1197741 Jul 30 01:44:21.609210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.609655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 777d78af-c9a9-4cd6-987e-7fd509512fea details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:21.624194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 8daa1d04-06f0-4480-808a-b60768ebb1f8 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:21.645797 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-330c7dc8-7686-4275-92f6-0aed071c63cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.650087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b7d27-7bc0-43a3-bb0e-1fb7aff2a7e9 None None] Port 963f8496-b736-43af-9945-b37dcda2656a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:21.677971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-9d3f55d7-634e-49ff-a4c3-c2354e861def tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870821 Jul 30 01:44:21.718836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.744207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 777d78af-c9a9-4cd6-987e-7fd509512fea, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=777d78af-c9a9-4cd6-987e-7fd509512fea,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:21.756271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '777d78af-c9a9-4cd6-987e-7fd509512fea', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': '777d78af-c9a9-4cd6-987e-7fd509512fea', 'mac_address': 'fa:16:3e:b2:b4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:21.802710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.817425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777d78af-c9a9-4cd6-987e-7fd509512fea {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:21.825461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.827512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fcfec-22e9-4366-ac7a-53274de9a5f8 req-3d2e92b9-186e-4d58-9218-19b6c4b2483d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.828913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd5fcfec-22e9-4366-ac7a-53274de9a5f8 req-3d2e92b9-186e-4d58-9218-19b6c4b2483d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 931 time: 0.2866755 Jul 30 01:44:21.840582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-82f7c66d-073b-480b-a8bb-82421086f1f4 None None] Provisioning for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:21.855789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-82f7c66d-073b-480b-a8bb-82421086f1f4 None None] Provisioning complete for port 8daa1d04-06f0-4480-808a-b60768ebb1f8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:21.856157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82f7c66d-073b-480b-a8bb-82421086f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.860423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 777d78af-c9a9-4cd6-987e-7fd509512fea, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=777d78af-c9a9-4cd6-987e-7fd509512fea,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:21.873977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=8daa1d04-06f0-4480-808a-b60768ebb1f8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:21.886828 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.930538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.932383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-8cdf0ed8-3b06-443e-977d-f718ffcf0b7d service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365639 Jul 30 01:44:21.943285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-82f7c66d-073b-480b-a8bb-82421086f1f4 None None] Port 8daa1d04-06f0-4480-808a-b60768ebb1f8 was deleted so its status cannot be updated. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 01:44:21.945066 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.946280 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0c7387af-fe0d-4a03-819f-f2039022b1c0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/8daa1d04-06f0-4480-808a-b60768ebb1f8 HTTP/1.1" status: 204 len: 168 time: 0.6141286 Jul 30 01:44:21.947172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45022) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:21.948575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=777d78af-c9a9-4cd6-987e-7fd509512fea,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:21.975439 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de6c81f-1871-47d4-969f-e836a728055c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:21.986714 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7de6c81f-1871-47d4-969f-e836a728055c tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/8daa1d04-06f0-4480-808a-b60768ebb1f8 HTTP/1.1" status: 404 len: 333 time: 0.0382800 Jul 30 01:44:21.987516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45024) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.043622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 455de93b-3460-4df7-86d1-50af0a4b6bb4 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:22.049514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.053722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd5fcfec-22e9-4366-ac7a-53274de9a5f8 req-3f122726-2325-408c-901d-868537b1cc06 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146134 Jul 30 01:44:22.092415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 563e8591-097b-4d15-b0b8-2160ee9cb959 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:44:22.105657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['777d78af-c9a9-4cd6-987e-7fd509512fea'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:22.114767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.226183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.294713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.299208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-59b441cc-6c5f-423a-a4ef-49cf119d5b14 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450522 Jul 30 01:44:22.327514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=455de93b-3460-4df7-86d1-50af0a4b6bb4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:22.333596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.338528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ae0e27f-6f78-456a-bd6d-0e0dde0229e5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/455de93b-3460-4df7-86d1-50af0a4b6bb4 HTTP/1.1" status: 204 len: 168 time: 0.3471634 Jul 30 01:44:22.338797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45028) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.342055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f5276-7dca-47a9-af9d-dcbbeb6df16e None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:22.394379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 17710373-02a7-4553-a228-b5b02936f5e6 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:22.398205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.400205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e358598-13a6-464a-8b87-40fd7caecd73 req-41e1f1ce-56b1-4e35-856f-a4f7fdc19f7d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.402114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e358598-13a6-464a-8b87-40fd7caecd73 req-41e1f1ce-56b1-4e35-856f-a4f7fdc19f7d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1508968 Jul 30 01:44:22.467809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.473519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:22.501774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Sync routers for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:22.511194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:22.522784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:22.523622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:22.524095 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.525326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-324de54c-1e59-4bb8-adee-b256084bd9ef tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2874382 Jul 30 01:44:22.527577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.529853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45036) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.542086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e358598-13a6-464a-8b87-40fd7caecd73 req-9fa4fc44-4634-448f-9093-d524add89f31 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279268 Jul 30 01:44:22.603495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.621010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5fb9be46-21f0-44f2-ae67-f6a290acd3a7 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=897441e865db45c3ad650437d9da1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747209 Jul 30 01:44:22.633423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45038) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.636896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Transition to ACTIVE for port object 963f8496-b736-43af-9945-b37dcda2656a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:22.640275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-058ef08b-1969-4535-a812-8083b7204f65 req-f31a26af-19e8-4f44-834f-eeaf466fa734 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 210 time: 0.0553071 Jul 30 01:44:22.645105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.751233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:22.773849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:22.778484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccae4b-0b25-4e3a-bc8c-164699ca565b req-53570f93-e402-4cce-a3d6-f5a41c760b17 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.780146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25ccae4b-0b25-4e3a-bc8c-164699ca565b req-53570f93-e402-4cce-a3d6-f5a41c760b17 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 944 time: 0.1327660 Jul 30 01:44:22.855083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25ccae4b-0b25-4e3a-bc8c-164699ca565b req-a73b6005-7541-45f8-9d5a-3cc61eb19204 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Jul 30 01:44:22.907586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:22.908206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:22.908775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:22.912567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024de64-630a-41d8-8a52-e9a80847adfe tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.916523 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b024de64-630a-41d8-8a52-e9a80847adfe tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2797768 Jul 30 01:44:22.923917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45046) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:22.942741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Port 963f8496-b736-43af-9945-b37dcda2656a on network b1306467-1764-416f-9ba4-5f651ab7a78b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:22.943432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:22.947463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.977908 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:44:23.015095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc3561ec-41ff-4efc-9128-26cd5e006dca tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896921 Jul 30 01:44:23.016079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45048) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:23.024844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148392875', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:23.028284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:23.028710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:23.029002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Bound using segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:23.032656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.037207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/17710373-02a7-4553-a228-b5b02936f5e6 HTTP/1.1" status: 204 len: 168 time: 0.6948659 Jul 30 01:44:23.037207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d224-88bf-401f-a5e2-49cd004103ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=17710373-02a7-4553-a228-b5b02936f5e6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.037526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Bound port: 963f8496-b736-43af-9945-b37dcda2656a, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:23.037526 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.042722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45050) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:23.078479 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.127938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:20Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:23.184807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Checking router: 563e8591-097b-4d15-b0b8-2160ee9cb959 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:23.185192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Updating router 563e8591-097b-4d15-b0b8-2160ee9cb959 port 3697f814-4b9d-4956-ae33-7aaf64eae252 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:23.214853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.220381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.307442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:23.317191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:23.321037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:23.338491 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.432546 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.515464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.526794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc5592-98e2-4c00-b3cc-a3788bcfd047 req-f34c7e27-d42f-4b8e-88a5-15c374b872a7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:23.536619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99cc5592-98e2-4c00-b3cc-a3788bcfd047 req-f34c7e27-d42f-4b8e-88a5-15c374b872a7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.3744593 Jul 30 01:44:23.594840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:23.596539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.599134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-52d8fea9-56bb-4be6-a691-7148d70b8b97 service neutron] 10.222.0.66 "PUT /v2.0/ports/963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 1092 time: 2.1267080 Jul 30 01:44:23.608882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:23.611912 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474606c7-ce15-44eb-af30-37bcc31c6583" -d '{"events": [{"name": "network-changed", "server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:23.630199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 777d78af-c9a9-4cd6-987e-7fd509512fea up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:23.656118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99cc5592-98e2-4c00-b3cc-a3788bcfd047 req-ff067898-8b18-4c19-97e6-c04fbe926813 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118643 Jul 30 01:44:23.842956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 777d78af-c9a9-4cd6-987e-7fd509512fea completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:23.854658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 777d78af-c9a9-4cd6-987e-7fd509512fea triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:23.854658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.868773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 51c6e708-c9ca-4c18-b2dc-859849a451c2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:23.868773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.898199 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d8f7b-7e78-49f9-adad-293fe5e82f3c x-openstack-request-id: req-c06d8f7b-7e78-49f9-adad-293fe5e82f3c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:23.899127 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:23.899127 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c06d8f7b-7e78-49f9-adad-293fe5e82f3c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:23.899127 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'status': 'completed', 'code': 200} Jul 30 01:44:23.935167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-eae7dd30-f45a-4109-8552-31a81a773021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:23.937449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-eae7dd30-f45a-4109-8552-31a81a773021 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1095 time: 0.2782092 Jul 30 01:44:23.983794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364aedc0-d0b4-44a9-b101-c7ecb3b917b9 req-052697a9-993c-48fd-829c-58d2f7f4ac3d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:23.990054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a084a3d-8644-406d-8310-d57a8db0c401 None None] Network 846f5448-a2d4-432d-bb25-a1f13fee9062 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:23.991590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-364aedc0-d0b4-44a9-b101-c7ecb3b917b9 req-052697a9-993c-48fd-829c-58d2f7f4ac3d tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2954552 Jul 30 01:44:24.038548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] For port 51c6e708-c9ca-4c18-b2dc-859849a451c2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=51c6e708-c9ca-4c18-b2dc-859849a451c2,segment=NetworkSegment(407b73f8-a7b5-4770-9b75-564836ca6cd2),segment_id=407b73f8-a7b5-4770-9b75-564836ca6cd2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:24.039380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.055171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 51c6e708-c9ca-4c18-b2dc-859849a451c2 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:24.132264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-beb4e11f-a4f7-48c3-bc71-6a532810b75d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 217 time: 0.1384726 Jul 30 01:44:24.157030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a887df2-7ad1-4678-8291-e6d48e4ef713 req-a4fd1008-43ca-4427-8fb7-aedc5fabbfa1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 210 time: 0.1267948 Jul 30 01:44:24.169656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.202022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.230420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=51c6e708-c9ca-4c18-b2dc-859849a451c2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.235123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ae51fb70-00db-42e8-9de6-c9cea67366c3 None None] Provisioning complete for port 51c6e708-c9ca-4c18-b2dc-859849a451c2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:24.235575 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ae51fb70-00db-42e8-9de6-c9cea67366c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.238441 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.249334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No DVR routers for this DVR port 51c6e708-c9ca-4c18-b2dc-859849a451c2 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:24.260034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-364aedc0-d0b4-44a9-b101-c7ecb3b917b9 req-6a1c5fd9-aa9c-4aa6-8b64-5982ae74336c tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675483 Jul 30 01:44:24.303173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Transition to ACTIVE for port object 3697f814-4b9d-4956-ae33-7aaf64eae252 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:24.321857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ae51fb70-00db-42e8-9de6-c9cea67366c3 None None] Port 51c6e708-c9ca-4c18-b2dc-859849a451c2 was deleted so its status cannot be updated. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 01:44:24.326639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.330777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.403479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.404581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777d78af-c9a9-4cd6-987e-7fd509512fea'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:24.408889 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da7b8f-9f8f-4e7a-89b7-381e9715f5dd" -d '{"events": [{"server_uuid": "5f4e1440-50a3-4409-aa99-76d2427b56cc", "name": "network-vif-plugged", "status": "completed", "tag": "777d78af-c9a9-4cd6-987e-7fd509512fea"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:24.427968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846f5448-a2d4-432d-bb25-a1f13fee9062']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.445833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407b73f8-a7b5-4770-9b75-564836ca6cd2') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.446102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407b73f8-a7b5-4770-9b75-564836ca6cd2') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.450332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a453e7-ef3d-4379-a12c-73d134c48e76 None None] DHCP port deletion for 846f5448-a2d4-432d-bb25-a1f13fee9062 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:24.456684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 777d78af-c9a9-4cd6-987e-7fd509512fea, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=777d78af-c9a9-4cd6-987e-7fd509512fea,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:24.458588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.470058 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.471870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112edcd-5149-4d12-ac08-75b7b939336a None None] Pushing event updated for resources: {'Port': ['ID=3697f814-4b9d-4956-ae33-7aaf64eae252,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.476858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Attempting to bind port 3697f814-4b9d-4956-ae33-7aaf64eae252 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:24.477218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Attempting to bind port 3697f814-4b9d-4956-ae33-7aaf64eae252 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:24.477709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Attempting to bind port 3697f814-4b9d-4956-ae33-7aaf64eae252 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:24.487943 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.509810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:24.510555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:24.515111 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:24.521356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:24.521760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:24.522162 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.522567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:24.523276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Bound port: 3697f814-4b9d-4956-ae33-7aaf64eae252, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:24.523664 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.555129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.601119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=777d78af-c9a9-4cd6-987e-7fd509512fea,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.613926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.621129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.623018 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/846f5448-a2d4-432d-bb25-a1f13fee9062 HTTP/1.1" status: 204 len: 168 time: 1.5792301 Jul 30 01:44:24.627215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:24.638285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] For port 3697f814-4b9d-4956-ae33-7aaf64eae252, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:24.642135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-1585ee19-b8b9-47ab-897b-3656a3a28c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.644441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-1585ee19-b8b9-47ab-897b-3656a3a28c60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.4925821 Jul 30 01:44:24.645621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] For port 3697f814-4b9d-4956-ae33-7aaf64eae252, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3697f814-4b9d-4956-ae33-7aaf64eae252,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:24.651236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Subnet': ['ID=3fc0e39b-ca2c-4611-8c90-83a615b85c62,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.656463 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.667147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f3df0-4137-4d90-8b94-ff33c43548fb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=846f5448-a2d4-432d-bb25-a1f13fee9062,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.682759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-a6fb5a71-fc2b-4d6e-a11a-4fac1104d69c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.684453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-a6fb5a71-fc2b-4d6e-a11a-4fac1104d69c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.6893332 Jul 30 01:44:24.698678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81808b6e-ee4e-4dae-862e-c4f4ba483b7e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.700983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-81808b6e-ee4e-4dae-862e-c4f4ba483b7e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0732713 Jul 30 01:44:24.704924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:24.713772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Request body: {'port': {'device_id': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'admin_state_up': True, 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:24.750492 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8a5bf-6a4d-4835-97df-0475b0f76337 x-openstack-request-id: req-28d8a5bf-6a4d-4835-97df-0475b0f76337 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:24.750806 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e1440-50a3-4409-aa99-76d2427b56cc", "name": "network-vif-plugged", "status": "completed", "tag": "777d78af-c9a9-4cd6-987e-7fd509512fea", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:24.751176 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28d8a5bf-6a4d-4835-97df-0475b0f76337 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:24.751536 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777d78af-c9a9-4cd6-987e-7fd509512fea', 'code': 200} Jul 30 01:44:24.773996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112edcd-5149-4d12-ac08-75b7b939336a None None] Pushing event updated for resources: {'Port': ['ID=3697f814-4b9d-4956-ae33-7aaf64eae252,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.776357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Checking segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:24.777142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network hostable DHCP agents. Network: d10c3cc1-39bf-4af8-b382-1439e09599bc, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:24.797003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b673838-a9d2-4138-89e0-f6405d26d86e req-4b12b297-420d-4d0c-b643-fcc95133c768 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.798125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:24.798664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b673838-a9d2-4138-89e0-f6405d26d86e req-4b12b297-420d-4d0c-b643-fcc95133c768 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.5376666 Jul 30 01:44:24.799877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.801547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-430d9342-5b74-4799-b5b4-c9a22cf5d165 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0880969 Jul 30 01:44:24.805461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:24.811468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-719079826'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:24.817215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3e86f-e875-4826-81b6-358800219f3d req-ceeafc59-8d33-4308-90f7-37f23175343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.818708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b3c3e86f-e875-4826-81b6-358800219f3d req-ceeafc59-8d33-4308-90f7-37f23175343c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 1097 time: 0.0659389 Jul 30 01:44:24.854620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:24.857347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-09933e46-6133-4edd-a087-cdfdc0ed606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.859029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-09933e46-6133-4edd-a087-cdfdc0ed606e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012091 Jul 30 01:44:24.860005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.881031 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b3c3e86f-e875-4826-81b6-358800219f3d req-1dd06e0c-959b-4c7c-be11-474e0f2a2c3c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527923 Jul 30 01:44:24.893603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:24.902903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.903456 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment 192d8d6d-5b0e-4e19-ba3d-d8b427e054e0 of type vlan for network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 Jul 30 01:44:24.910624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d10c3cc1-39bf-4af8-b382-1439e09599bc is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:24.932371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:24.949244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.985466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.991213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.991931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.992872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b673838-a9d2-4138-89e0-f6405d26d86e req-d4182e28-9e85-40a2-b582-4be1ad6baffa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727934 Jul 30 01:44:24.997905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d10c3cc1-39bf-4af8-b382-1439e09599bc) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:25.006722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f4d62-9e7b-4402-8b48-161c7f0292b5 req-b0e1719f-76b0-407b-8705-6dc772e221c0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.006971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87e961-aa63-4676-a1e7-6792c6bdfd62 None None] Network d10c3cc1-39bf-4af8-b382-1439e09599bc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:25.015204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-410f4d62-9e7b-4402-8b48-161c7f0292b5 req-b0e1719f-76b0-407b-8705-6dc772e221c0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.2313964 Jul 30 01:44:25.025106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.025714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.089813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=4f6370c9-b51f-43bb-a2e3-1b95c16b0e94,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:25.103561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c5579f0c-1f91-48dc-97c4-6ba463142322 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2971983 Jul 30 01:44:25.105945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45080) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.106104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:25.110057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.111470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:25.112367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:25.119986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7c30e578-eb38-4b6c-acdb-dae07a3e6ddc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1028121 Jul 30 01:44:25.130111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.139918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-410f4d62-9e7b-4402-8b48-161c7f0292b5 req-6249eccb-eda3-4b9f-9b4a-5e624ff91cea tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236136 Jul 30 01:44:25.220728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:25.221372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-046e5bd3-dbd4-4024-914b-913a4dfb796b service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446302 Jul 30 01:44:25.225778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.340362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d10c3cc1-39bf-4af8-b382-1439e09599bc', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:25.341538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.377183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:20Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:25.422390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bfac481c-ef08-4e96-8c00-09694bd419d5 req-d8ac7d3a-88d5-4fad-b075-15f6dc897127 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 210 time: 0.1387935 Jul 30 01:44:25.459076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e376b-8a25-441b-8a7a-687ba75061f7 None None] The sync data for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 is: [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:20Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:25.477733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.556045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=b9993966-8e5a-44c0-9bc0-30a550f55091,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:25.572328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Allocated IP 172.20.0.2 (d10c3cc1-39bf-4af8-b382-1439e09599bc/3fc0e39b-ca2c-4611-8c90-83a615b85c62/396f99df-3cad-404b-82a3-7cae83e09b26) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:25.606585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:25.606992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:25.607147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Allocated IP 172.20.0.2 (c36da969-cb6f-4945-9253-3c8b41437e90/4be55adc-d20f-4e03-8a05-e66e2dd605f2/141ff661-3acf-4a5d-80ae-6ec208a2dca4) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:25.651066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a410-dff8-4808-b6c6-1f204a9dd9ac req-2d59cf6a-57e9-4930-a370-17260174ac73 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.652983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c91a410-dff8-4808-b6c6-1f204a9dd9ac req-2d59cf6a-57e9-4930-a370-17260174ac73 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2754731 Jul 30 01:44:25.666017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-866b3636-fe61-4c7d-b8b4-a766ae35947a req-1dccab55-6ce9-4a58-aa03-d249c14677a0 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813436 Jul 30 01:44:25.670284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:25.694951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:25.699823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:25.700420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.710774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ab015-aad6-4cda-a4d2-ab0059377647 None None] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:25.729404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5d58138c-abc1-4780-a70a-799533422044 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6223145 Jul 30 01:44:25.733747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45090) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:25.748403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94', 'name': 'tempest-PortsIpV6TestJSON-2132957035'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:25.846008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c91a410-dff8-4808-b6c6-1f204a9dd9ac req-f43edb3b-e194-492a-bc02-fa5d59cc3494 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739550 Jul 30 01:44:25.847574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 51c6e708-c9ca-4c18-b2dc-859849a451c2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:25.945288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 51c6e708-c9ca-4c18-b2dc-859849a451c2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:25.946354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 51c6e708-c9ca-4c18-b2dc-859849a451c2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:25.975821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:25.994127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.003074 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.031852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port 98ec4878-f14d-41cb-b309-5ed4bd68205f yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:26.069012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-3661a42a-9a00-4dbd-bf75-d8bd826dd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.070582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-3661a42a-9a00-4dbd-bf75-d8bd826dd927 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1095 time: 0.2515464 Jul 30 01:44:26.091152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Transition to ACTIVE for port object 396f99df-3cad-404b-82a3-7cae83e09b26 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:26.130551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Transition to ACTIVE for port object 396f99df-3cad-404b-82a3-7cae83e09b26 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:26.157088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.195102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::139 (4f6370c9-b51f-43bb-a2e3-1b95c16b0e94/b9993966-8e5a-44c0-9bc0-30a550f55091/98ec4878-f14d-41cb-b309-5ed4bd68205f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:26.221919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Network d10c3cc1-39bf-4af8-b382-1439e09599bc is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:26.225493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Pushing event updated for resources: {'Port': ['ID=396f99df-3cad-404b-82a3-7cae83e09b26,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.228120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:26.231629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-4f6370c9-b51f-43bb-a2e3-1b95c16b0e94', 'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': 'b9993966-8e5a-44c0-9bc0-30a550f55091'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:26.236131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.239564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:26.323947 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.382631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Attempting to bind port 396f99df-3cad-404b-82a3-7cae83e09b26 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:26.383193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Attempting to bind port 396f99df-3cad-404b-82a3-7cae83e09b26 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:26.383566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Attempting to bind port 396f99df-3cad-404b-82a3-7cae83e09b26 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:26.398923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:26.399472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Checking segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:26.399882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.400280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Bound using segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:26.400759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Bound port: 396f99df-3cad-404b-82a3-7cae83e09b26, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:26.401143 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.425607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.445228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 98ec4878-f14d-41cb-b309-5ed4bd68205f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:26.496192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.523517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1ce33-c9e1-4c3f-8ee5-5176dd7e0b3d req-0f200209-677c-4fe2-b67d-16cc8bc1b1ac tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.536233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60c1ce33-c9e1-4c3f-8ee5-5176dd7e0b3d req-0f200209-677c-4fe2-b67d-16cc8bc1b1ac tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.4294510 Jul 30 01:44:26.550341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Allocated IP 2001:db8::2 (4f6370c9-b51f-43bb-a2e3-1b95c16b0e94/b9993966-8e5a-44c0-9bc0-30a550f55091/f2d5833e-32bd-40e9-a9ab-df74faed12b1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:26.566413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-51827322-2d55-45ce-8cfe-9b38b06be293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.568279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-51827322-2d55-45ce-8cfe-9b38b06be293 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.4804094 Jul 30 01:44:26.589874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149dee-7c2a-4ebf-a467-34b4ed46a398 req-3c836a4a-2ccb-4dcb-a227-4c3ed4b42fa3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.590257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=98ec4878-f14d-41cb-b309-5ed4bd68205f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.597807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b149dee-7c2a-4ebf-a467-34b4ed46a398 req-3c836a4a-2ccb-4dcb-a227-4c3ed4b42fa3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.3075719 Jul 30 01:44:26.600244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:26.602138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:26.604643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:26.612341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.613109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.649160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] For port 396f99df-3cad-404b-82a3-7cae83e09b26, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:26.651657 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9c6ed17c-1adb-4b99-a9c0-9e14372164dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9137192 Jul 30 01:44:26.653167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45100) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:26.660664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94', 'name': 'tempest-PortsIpV6TestJSON-893512547'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:26.671021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] For port 396f99df-3cad-404b-82a3-7cae83e09b26, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=396f99df-3cad-404b-82a3-7cae83e09b26,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:26.677207 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.692969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.709814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-58816bee-6e8d-45e5-a042-c0052c02909d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 217 time: 0.1088912 Jul 30 01:44:26.776611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-884c3f0f-f71b-4ec5-b14b-56bef7e1cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.778488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-884c3f0f-f71b-4ec5-b14b-56bef7e1cfe6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.0576992 Jul 30 01:44:26.794517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b149dee-7c2a-4ebf-a467-34b4ed46a398 req-f908677a-d49a-435e-b426-faba4f63aae8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955206 Jul 30 01:44:26.800233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.835062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582726c1-723e-4f7c-b89c-921872270c46 None None] Pushing event updated for resources: {'Port': ['ID=396f99df-3cad-404b-82a3-7cae83e09b26,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.835366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:26.838515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60c1ce33-c9e1-4c3f-8ee5-5176dd7e0b3d req-8e4e0ff9-5303-4683-b383-bab3ae491365 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009827 Jul 30 01:44:26.848689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.863208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Transition to ACTIVE for port object f2d5833e-32bd-40e9-a9ab-df74faed12b1 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:26.867629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.896332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Transition to ACTIVE for port object f2d5833e-32bd-40e9-a9ab-df74faed12b1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:26.904206 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.930538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port ea6fd362-1462-4ed6-9d61-92e15c6a2daa yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:26.990359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Network c36da969-cb6f-4945-9253-3c8b41437e90 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:27.040862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:27.065779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:27.152967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::29a (4f6370c9-b51f-43bb-a2e3-1b95c16b0e94/b9993966-8e5a-44c0-9bc0-30a550f55091/ea6fd362-1462-4ed6-9d61-92e15c6a2daa) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:27.210441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:27.220931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:27.235388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:27.248609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Pushing event updated for resources: {'Port': ['ID=f2d5833e-32bd-40e9-a9ab-df74faed12b1,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.321850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Attempting to bind port f2d5833e-32bd-40e9-a9ab-df74faed12b1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:27.322129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Attempting to bind port f2d5833e-32bd-40e9-a9ab-df74faed12b1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:27.322485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Attempting to bind port f2d5833e-32bd-40e9-a9ab-df74faed12b1 on network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:27.328277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:27.328798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Checking segment: {'id': '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:27.329341 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.329977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Bound using segment: {'id': '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:27.332168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Bound port: f2d5833e-32bd-40e9-a9ab-df74faed12b1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '4f6370c9-b51f-43bb-a2e3-1b95c16b0e94'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:27.332555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.407823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.415850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] For port f2d5833e-32bd-40e9-a9ab-df74faed12b1, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:27.421435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] For port f2d5833e-32bd-40e9-a9ab-df74faed12b1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f2d5833e-32bd-40e9-a9ab-df74faed12b1,segment=NetworkSegment(192d8d6d-5b0e-4e19-ba3d-d8b427e054e0),segment_id=192d8d6d-5b0e-4e19-ba3d-d8b427e054e0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:27.426596 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.429696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object ea6fd362-1462-4ed6-9d61-92e15c6a2daa will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:27.468111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event updated for resources: {'Port': ['ID=141ff661-3acf-4a5d-80ae-6ec208a2dca4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.476619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.517879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f8a1c-4202-4bc8-a7a9-0a63bc52c76e None None] Pushing event updated for resources: {'Port': ['ID=f2d5833e-32bd-40e9-a9ab-df74faed12b1,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.519503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-0860684f-2ec7-4fbc-8b0a-460585017a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.521203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-0860684f-2ec7-4fbc-8b0a-460585017a33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7187579 Jul 30 01:44:27.544486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:27.548091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:27.550675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:27.556715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.558370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.587900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=ea6fd362-1462-4ed6-9d61-92e15c6a2daa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.593244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e8d48f3a-72f7-4664-9e88-03d32fecb2eb tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9388368 Jul 30 01:44:27.595863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:27.648595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.649234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.657959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 963f8496-b736-43af-9945-b37dcda2656a details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:27.662416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ac02-05b9-4efb-bedf-af49f1a8d018 req-57f595aa-ab9e-4c96-a57c-30bc4cc733bc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.670233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f57ac02-05b9-4efb-bedf-af49f1a8d018 req-57f595aa-ab9e-4c96-a57c-30bc4cc733bc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 931 time: 0.7037661 Jul 30 01:44:27.698359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22302fbf-8a4c-4c54-a9c6-c240d64ce3ad tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.700905 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-22302fbf-8a4c-4c54-a9c6-c240d64ce3ad tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A139 HTTP/1.1" status: 200 len: 929 time: 0.1039672 Jul 30 01:44:27.704303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:27.855139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port ea6fd362-1462-4ed6-9d61-92e15c6a2daa {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:27.855509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.863735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff59d93-351d-4e08-adc6-d77b94cd6934 req-a23384cf-2622-4039-b701-33911adf8293 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.865186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bff59d93-351d-4e08-adc6-d77b94cd6934 req-a23384cf-2622-4039-b701-33911adf8293 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.4024472 Jul 30 01:44:27.866457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-e8c419cc-a536-47b5-9955-0a9a93af63cf tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1633623 Jul 30 01:44:27.921247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:27.940088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Request body: {'port': {'device_id': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:27.966101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '963f8496-b736-43af-9945-b37dcda2656a', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'port_id': '963f8496-b736-43af-9945-b37dcda2656a', 'mac_address': 'fa:16:3e:d4:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:28.033377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3697f814-4b9d-4956-ae33-7aaf64eae252 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:28.037760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.051724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for ea6fd362-1462-4ed6-9d61-92e15c6a2daa owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:28.099224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.111237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3697f814-4b9d-4956-ae33-7aaf64eae252 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:28.119161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3697f814-4b9d-4956-ae33-7aaf64eae252 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:28.119823 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.122712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:28.191962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.1 (d10c3cc1-39bf-4af8-b382-1439e09599bc/3fc0e39b-ca2c-4611-8c90-83a615b85c62/11e7058c-089e-4790-a90e-7860ae902159) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:28.204611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:28.210858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.218735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-00ef7d97-eab8-4428-934e-ccb87b6cd6f1 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695838 Jul 30 01:44:28.237144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.244157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f57ac02-05b9-4efb-bedf-af49f1a8d018 req-4baff6e0-58a2-4aa6-9d64-e668d83a0e48 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729682 Jul 30 01:44:28.308170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=ea6fd362-1462-4ed6-9d61-92e15c6a2daa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:28.341010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.343993 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.347960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1c25c993-ce07-43ea-8f2a-1222690019d1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/ea6fd362-1462-4ed6-9d61-92e15c6a2daa HTTP/1.1" status: 204 len: 168 time: 0.6419797 Jul 30 01:44:28.350422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45116) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:28.353536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:28.389286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bff59d93-351d-4e08-adc6-d77b94cd6934 req-cae63bef-8845-4159-9b9f-83d62b862a56 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798722 Jul 30 01:44:28.395447 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bb63c0-7d25-42d4-83a2-aa4f3699eada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:28.397394 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a6bb63c0-7d25-42d4-83a2-aa4f3699eada tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/ea6fd362-1462-4ed6-9d61-92e15c6a2daa HTTP/1.1" status: 404 len: 333 time: 0.0457785 Jul 30 01:44:28.406200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45118) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:28.417530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3697f814-4b9d-4956-ae33-7aaf64eae252, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3697f814-4b9d-4956-ae33-7aaf64eae252,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:28.423207 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.424060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 396f99df-3cad-404b-82a3-7cae83e09b26 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:28.491631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['963f8496-b736-43af-9945-b37dcda2656a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:28.493596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979672f9-f117-4fe5-9f9d-fbf99f3c2c5b None None] Network d10c3cc1-39bf-4af8-b382-1439e09599bc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:28.538394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 98ec4878-f14d-41cb-b309-5ed4bd68205f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:28.538734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.568392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-474606c7-ce15-44eb-af30-37bcc31c6583 req-ec4fb32a-bcd0-40c2-978d-721b5f605c01 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817597 Jul 30 01:44:28.578516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.642580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fc56a-bc0c-436a-980d-f2a85505f364 req-0e2871aa-bb60-444d-bf17-542ee5d6a032 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:28.644984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce0fc56a-bc0c-436a-980d-f2a85505f364 req-0e2871aa-bb60-444d-bf17-542ee5d6a032 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.1664519 Jul 30 01:44:28.648844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 396f99df-3cad-404b-82a3-7cae83e09b26 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:28.653514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3697f814-4b9d-4956-ae33-7aaf64eae252,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:28.665469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35c2af21-9c48-472e-9a66-c8c4c7913c49 None None] Provisioning for port 396f99df-3cad-404b-82a3-7cae83e09b26 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:28.670102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 396f99df-3cad-404b-82a3-7cae83e09b26 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:28.670485 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.681827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.690219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35c2af21-9c48-472e-9a66-c8c4c7913c49 None None] Provisioning complete for port 396f99df-3cad-404b-82a3-7cae83e09b26 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:28.690597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c2af21-9c48-472e-9a66-c8c4c7913c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.694586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710b15e-a2c3-4c9f-a5c5-db68e0fb1546 req-720939d7-e6b9-49e7-8764-08ed483b2cc6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:28.696266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1710b15e-a2c3-4c9f-a5c5-db68e0fb1546 req-720939d7-e6b9-49e7-8764-08ed483b2cc6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1939039 Jul 30 01:44:28.698956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 98ec4878-f14d-41cb-b309-5ed4bd68205f owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:28.717522 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.788933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce0fc56a-bc0c-436a-980d-f2a85505f364 req-4c7ca6d1-768c-44ad-a247-ee42af8a4f78 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075947 Jul 30 01:44:28.835424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object 11e7058c-089e-4790-a90e-7860ae902159 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:28.894468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1710b15e-a2c3-4c9f-a5c5-db68e0fb1546 req-f7955374-f97a-4e77-9fe7-6d923f8b59b7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678357 Jul 30 01:44:28.921863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.959362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=98ec4878-f14d-41cb-b309-5ed4bd68205f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.025888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.032261 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c2af21-9c48-472e-9a66-c8c4c7913c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.033865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.038350 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f935f1e9-97c5-4ae0-a26c-5179433f6bf5 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/98ec4878-f14d-41cb-b309-5ed4bd68205f HTTP/1.1" status: 204 len: 168 time: 0.6285307 Jul 30 01:44:29.039470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45122) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:29.056608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.082280 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d408d7b5-1692-4dac-8a56-3b6460695d16 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:29.086953 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d408d7b5-1692-4dac-8a56-3b6460695d16 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/98ec4878-f14d-41cb-b309-5ed4bd68205f HTTP/1.1" status: 404 len: 333 time: 0.0433097 Jul 30 01:44:29.087182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45124) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:29.116753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 396f99df-3cad-404b-82a3-7cae83e09b26, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=396f99df-3cad-404b-82a3-7cae83e09b26,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:29.125090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.158796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet b9993966-8e5a-44c0-9bc0-30a550f55091 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:29.164855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.210870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d10c3cc1-39bf-4af8-b382-1439e09599bc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:29.218120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.218849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-35c2af21-9c48-472e-9a66-c8c4c7913c49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:29.219343 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-35c2af21-9c48-472e-9a66-c8c4c7913c49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:29.223407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:29.225418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=396f99df-3cad-404b-82a3-7cae83e09b26,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.235776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:29.240351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=11e7058c-089e-4790-a90e-7860ae902159,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.246547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8110f4-28a5-4833-8955-71d10c87a803 None None] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:29.292093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bee3e-969e-4939-8a66-4fb23b080916 req-c1311208-6e98-43b5-bc48-7db443c6bd61 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.293936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d7bee3e-969e-4939-8a66-4fb23b080916 req-c1311208-6e98-43b5-bc48-7db443c6bd61 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.2240553 Jul 30 01:44:29.367483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.437592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.439326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.443801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141ff661-3acf-4a5d-80ae-6ec208a2dca4 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:29.451351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d7bee3e-969e-4939-8a66-4fb23b080916 req-fdeee87e-4cd6-4ab0-baf5-0534e9c586a6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482277 Jul 30 01:44:29.478844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=b9993966-8e5a-44c0-9bc0-30a550f55091,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.495143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.500311 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ee8b3ba-04ed-4e8d-95ed-1d943a78cdf6 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/b9993966-8e5a-44c0-9bc0-30a550f55091 HTTP/1.1" status: 204 len: 168 time: 0.4087467 Jul 30 01:44:29.500618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:29.517064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9330312-2356-469c-8839-a75c11565c42 req-0edb5cb5-9dde-4f76-aeaa-b181be50c96b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.518630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9330312-2356-469c-8839-a75c11565c42 req-0edb5cb5-9dde-4f76-aeaa-b181be50c96b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 931 time: 0.1682875 Jul 30 01:44:29.520791 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.584967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Transition to ACTIVE for port object 141ff661-3acf-4a5d-80ae-6ec208a2dca4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:29.609315 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.613130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.651859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9330312-2356-469c-8839-a75c11565c42 req-957bba41-968c-498b-8e0d-f9c010fd1b13 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255324 Jul 30 01:44:29.664632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 963f8496-b736-43af-9945-b37dcda2656a up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:29.711505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port f2d5833e-32bd-40e9-a9ab-df74faed12b1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:29.711910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.745465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d248-9a6b-4305-8412-cfb2387d2c1e req-f5404224-5458-495f-95f3-67b245f856ee tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.754709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68e0d248-9a6b-4305-8412-cfb2387d2c1e req-f5404224-5458-495f-95f3-67b245f856ee tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2042246 Jul 30 01:44:29.773639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df009-1377-477f-a322-2a657ad79266 service neutron] Pushing event updated for resources: {'Port': ['ID=141ff661-3acf-4a5d-80ae-6ec208a2dca4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:29.848885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] For port f2d5833e-32bd-40e9-a9ab-df74faed12b1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f2d5833e-32bd-40e9-a9ab-df74faed12b1,segment=NetworkSegment(192d8d6d-5b0e-4e19-ba3d-d8b427e054e0),segment_id=192d8d6d-5b0e-4e19-ba3d-d8b427e054e0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:29.850243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.867968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 963f8496-b736-43af-9945-b37dcda2656a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:29.876009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for f2d5833e-32bd-40e9-a9ab-df74faed12b1 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:29.877328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 963f8496-b736-43af-9945-b37dcda2656a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:29.878015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.931493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68e0d248-9a6b-4305-8412-cfb2387d2c1e req-30fc2de5-d8f9-4263-8d74-96a7a5c62a69 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756060 Jul 30 01:44:29.936092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c154c37-2379-41a3-a5db-092815adaedb None None] Network 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:29.962399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.083030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3697f814-4b9d-4956-ae33-7aaf64eae252 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:30.083713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.125809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=f2d5833e-32bd-40e9-a9ab-df74faed12b1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.134511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No DVR routers for this DVR port f2d5833e-32bd-40e9-a9ab-df74faed12b1 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:30.142866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Attempting to bind port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:30.143267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Attempting to bind port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:30.143602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Attempting to bind port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:30.145495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Provisioning complete for port 396f99df-3cad-404b-82a3-7cae83e09b26 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:30.145867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.186413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 on network c36da969-cb6f-4945-9253-3c8b41437e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:30.186740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Attempting to bind port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:30.197352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605e9ca-135a-4153-8331-4f576bec02dc req-0df5262f-1e58-435d-8466-198a5faa998d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.199721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a605e9ca-135a-4153-8331-4f576bec02dc req-0df5262f-1e58-435d-8466-198a5faa998d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1265004 Jul 30 01:44:30.254723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.259951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:30.260148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:30.260539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Bound using segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:30.260992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Bound port: 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:30.261354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.268504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.270327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3697f814-4b9d-4956-ae33-7aaf64eae252 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:30.270689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.277891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6370c9-b51f-43bb-a2e3-1b95c16b0e94']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:30.292615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:30.292906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192d8d6d-5b0e-4e19-ba3d-d8b427e054e0') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:30.303761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.316522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99dca-6bc8-4e77-b09d-19c7c074437a req-5cde1873-ff9a-4834-a0a8-fd6268f470c1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.317597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceebbac-c3bd-426d-8082-c09e389253dc None None] DHCP port deletion for 4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:30.324543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9e99dca-6bc8-4e77-b09d-19c7c074437a req-5cde1873-ff9a-4834-a0a8-fd6268f470c1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.1212730 Jul 30 01:44:30.328226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.336561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:30.337030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:30.340568 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:30.389137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:30.391481 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070f9be-6f5d-45dc-bc63-40e5c1b5908d" -d '{"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-plugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:30.411458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:30.413158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.414599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Could not find standard attr ID for object f2d5833e-32bd-40e9-a9ab-df74faed12b1. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:44:30.418203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.428775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a605e9ca-135a-4153-8331-4f576bec02dc req-085eff36-2c3f-4825-8950-4317b53ab932 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932106 Jul 30 01:44:30.436251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.442152 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/4f6370c9-b51f-43bb-a2e3-1b95c16b0e94 HTTP/1.1" status: 204 len: 168 time: 0.9404461 Jul 30 01:44:30.443115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbc7cc-1c33-49c0-827b-f91f6be24ea3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=4f6370c9-b51f-43bb-a2e3-1b95c16b0e94,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.445132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45142) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:30.449795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-683051058'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:30.479239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:30.485177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.485977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Provisioning for port 11e7058c-089e-4790-a90e-7860ae902159 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:30.488915 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea097191-37f4-4b33-87a3-f81d441879fe x-openstack-request-id: req-ea097191-37f4-4b33-87a3-f81d441879fe {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:30.489273 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-plugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:30.489583 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea097191-37f4-4b33-87a3-f81d441879fe {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:30.490593 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'code': 200} Jul 30 01:44:30.512713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:30.524575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.525020 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment c99bd13e-64df-4c14-80e1-af6395240a18 of type vlan for network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb Jul 30 01:44:30.525871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Provisioning complete for port 11e7058c-089e-4790-a90e-7860ae902159 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:30.526339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.531321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.555583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9e99dca-6bc8-4e77-b09d-19c7c074437a req-ac930052-deaf-4704-a95d-df4492e92236 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303278 Jul 30 01:44:30.579898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f2d5833e-32bd-40e9-a9ab-df74faed12b1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:30.580738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.604529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f2d5833e-32bd-40e9-a9ab-df74faed12b1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:30.604883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f2d5833e-32bd-40e9-a9ab-df74faed12b1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 01:44:30.616412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.622211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] For port 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:30.623060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.623751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.625552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port f2d5833e-32bd-40e9-a9ab-df74faed12b1 not found, will not notify nova. {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 01:44:30.625970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 396f99df-3cad-404b-82a3-7cae83e09b26 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:30.627683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b54c9a37-f6d5-44a0-9958-4883f659490e None None] Port 11e7058c-089e-4790-a90e-7860ae902159 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:30.654968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] For port 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:30.659342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.663130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.674901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.683188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 396f99df-3cad-404b-82a3-7cae83e09b26 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:30.684160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.704613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=4168f1c4-e756-447d-9b4a-2b3bfc60d5fb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.707680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-546aedfb-559e-4d6e-aa38-4479417d1f87 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2619379 Jul 30 01:44:30.710871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45146) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:30.717603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:30.718035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:30.740829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df009-1377-477f-a322-2a657ad79266 service neutron] Pushing event updated for resources: {'Port': ['ID=141ff661-3acf-4a5d-80ae-6ec208a2dca4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.745545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88877a-ad05-4246-8b5c-74076a979acc req-ad8f4fcd-348f-43b3-85f0-888e553d544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.747183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc88877a-ad05-4246-8b5c-74076a979acc req-ad8f4fcd-348f-43b3-85f0-888e553d544e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1097 time: 0.1652007 Jul 30 01:44:30.820276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:30.824505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.857169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.857792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.859185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-833df009-1377-477f-a322-2a657ad79266 service neutron] 10.222.0.55 "PUT /v2.0/ports/141ff661-3acf-4a5d-80ae-6ec208a2dca4 HTTP/1.1" status: 200 len: 1092 time: 2.9264030 Jul 30 01:44:30.861529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'tag': '141ff661-3acf-4a5d-80ae-6ec208a2dca4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:30.863786 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77faed29-a6d7-4db9-8479-2817dbc28454" -d '{"events": [{"name": "network-changed", "server_uuid": "b45d5a8f-a050-491c-a22b-97666f30c112", "tag": "141ff661-3acf-4a5d-80ae-6ec208a2dca4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:30.891510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=11e7058c-089e-4790-a90e-7860ae902159,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.915890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.927876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f2dd-d8e5-4e35-8be5-3a3a95d0632b req-8de731d5-c134-4e9f-a485-d521187ce835 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:30.929968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e297f2dd-d8e5-4e35-8be5-3a3a95d0632b req-8de731d5-c134-4e9f-a485-d521187ce835 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 943 time: 0.1326227 Jul 30 01:44:30.931708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc88877a-ad05-4246-8b5c-74076a979acc req-b5c51a9b-da73-4128-a549-58904398c882 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218591 Jul 30 01:44:30.948149 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ec616e-d412-4c9d-ab7b-055511065855 x-openstack-request-id: req-e4ec616e-d412-4c9d-ab7b-055511065855 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:30.948596 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45d5a8f-a050-491c-a22b-97666f30c112", "tag": "141ff661-3acf-4a5d-80ae-6ec208a2dca4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:30.948768 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4ec616e-d412-4c9d-ab7b-055511065855 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:30.949086 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'tag': '141ff661-3acf-4a5d-80ae-6ec208a2dca4', 'status': 'completed', 'code': 200} Jul 30 01:44:31.048149 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.110444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e297f2dd-d8e5-4e35-8be5-3a3a95d0632b req-47983d03-af45-4c88-8364-73f3a165026d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544271 Jul 30 01:44:31.113891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=4b940d7e-c058-48e9-875c-3e119e87a7b3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:31.123764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': 'c99bd13e-64df-4c14-80e1-af6395240a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:31.124700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:31.127496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-42ff4279-deee-4993-b010-d4a1a761d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.128988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-42ff4279-deee-4993-b010-d4a1a761d200 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 1095 time: 0.1933341 Jul 30 01:44:31.142174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:31.153266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:31.159666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.160624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.165490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040258e1-e7a1-4025-898f-4f94e098d136 None None] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:31.177790 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e97322cf-aef1-4c10-81ec-48432dd1bcf1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4653258 Jul 30 01:44:31.181078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45154) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:31.188336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb', 'name': 'tempest-PortsIpV6TestJSON-45399173', 'fixed_ips': [{'subnet_id': '4b940d7e-c058-48e9-875c-3e119e87a7b3', 'ip_address': '2001:db8::10'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.195539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829aac8-dc18-4295-99d9-c1fa19e1d185 req-cfcc6ff1-8c0a-422d-a474-79e80d9705c7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.198066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a829aac8-dc18-4295-99d9-c1fa19e1d185 req-cfcc6ff1-8c0a-422d-a474-79e80d9705c7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1710498 Jul 30 01:44:31.328103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:31.355154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-4168f1c4-e756-447d-9b4a-2b3bfc60d5fb', 'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': '4b940d7e-c058-48e9-875c-3e119e87a7b3'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:31.356094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.424428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.446953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port d960b1e5-ae5b-4e31-afee-b9e044906301 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:31.542052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Allocated IP 2001:db8::2 (4168f1c4-e756-447d-9b4a-2b3bfc60d5fb/4b940d7e-c058-48e9-875c-3e119e87a7b3/9c6151e8-c906-4dce-b432-ac036b9d23cc) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:31.558817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-eef099ae-3107-4529-a5c6-e32074e2f3fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4 HTTP/1.1" status: 200 len: 217 time: 0.4079428 Jul 30 01:44:31.605142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06011655-b316-469f-a450-44ce922a7e0d req-c061d8e7-b757-430d-a8e0-4dcf06be560e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.606651 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06011655-b316-469f-a450-44ce922a7e0d req-c061d8e7-b757-430d-a8e0-4dcf06be560e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.1104951 Jul 30 01:44:31.632623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d10c3cc1-39bf-4af8-b382-1439e09599bc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:31.645663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:31.687437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799bab3-f939-4776-a2df-939df561bef3 req-944d7cba-9c02-488b-acfa-4aab030e725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.689176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b799bab3-f939-4776-a2df-939df561bef3 req-944d7cba-9c02-488b-acfa-4aab030e725a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.5591788 Jul 30 01:44:31.728475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.740180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a829aac8-dc18-4295-99d9-c1fa19e1d185 req-10cb762d-f695-4a6f-a115-3310a2146af7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963837 Jul 30 01:44:31.743066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Transition to ACTIVE for port object 9c6151e8-c906-4dce-b432-ac036b9d23cc will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:31.748919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-b052e463-8aa0-4871-aa1a-d9dbf6543934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.750885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-b052e463-8aa0-4871-aa1a-d9dbf6543934 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1764219 Jul 30 01:44:31.759911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Transition to ACTIVE for port object 9c6151e8-c906-4dce-b432-ac036b9d23cc will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:31.767567 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.773347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a2ec2-37db-472a-81a3-5bd4ba6a018f req-e3dfbb6d-1f16-4519-9b1f-15e363d6cc16 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.782350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f5a2ec2-37db-472a-81a3-5bd4ba6a018f req-e3dfbb6d-1f16-4519-9b1f-15e363d6cc16 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.2293406 Jul 30 01:44:31.831488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:31.835594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:31.846042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:31.848108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-0a9bbe58-c16b-4339-9211-ebf891a78e2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880003 Jul 30 01:44:31.883203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port 777d78af-c9a9-4cd6-987e-7fd509512fea {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:31.883715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.904902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f2d5833e-32bd-40e9-a9ab-df74faed12b1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:31.910548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Pushing event updated for resources: {'Port': ['ID=9c6151e8-c906-4dce-b432-ac036b9d23cc,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:31.959129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::10 (4168f1c4-e756-447d-9b4a-2b3bfc60d5fb/4b940d7e-c058-48e9-875c-3e119e87a7b3/d960b1e5-ae5b-4e31-afee-b9e044906301) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:31.974403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f2d5833e-32bd-40e9-a9ab-df74faed12b1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:31.975031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f2d5833e-32bd-40e9-a9ab-df74faed12b1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:31.993886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f5a2ec2-37db-472a-81a3-5bd4ba6a018f req-04d9db5e-614a-4211-a0c4-eae86816f2a2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104764 Jul 30 01:44:32.007459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Attempting to bind port 9c6151e8-c906-4dce-b432-ac036b9d23cc on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:32.007827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Attempting to bind port 9c6151e8-c906-4dce-b432-ac036b9d23cc by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c99bd13e-64df-4c14-80e1-af6395240a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:32.008276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Attempting to bind port 9c6151e8-c906-4dce-b432-ac036b9d23cc on network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:32.020749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:32.021129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Checking segment: {'id': 'c99bd13e-64df-4c14-80e1-af6395240a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:32.021529 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.021929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Bound using segment: {'id': 'c99bd13e-64df-4c14-80e1-af6395240a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:32.022418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Bound port: 9c6151e8-c906-4dce-b432-ac036b9d23cc, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99bd13e-64df-4c14-80e1-af6395240a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:32.022806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.043891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b799bab3-f939-4776-a2df-939df561bef3 req-a6200a98-0db8-412a-83e6-4cb6b64a9381 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004904 Jul 30 01:44:32.079259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 563e8591-097b-4d15-b0b8-2160ee9cb959 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:32.099847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-10971092-dbdf-4778-8554-17b81c9d59b0 None None] Provisioning complete for port 11e7058c-089e-4790-a90e-7860ae902159 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:32.100372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-10971092-dbdf-4778-8554-17b81c9d59b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.113068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc0d5a-ec94-4348-ac02-1058055df97e req-94dbaa4c-c54b-43a8-a2cf-c4e2b43798d0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.115029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7dc0d5a-ec94-4348-ac02-1058055df97e req-94dbaa4c-c54b-43a8-a2cf-c4e2b43798d0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f4e1440-50a3-4409-aa99-76d2427b56cc HTTP/1.1" status: 200 len: 945 time: 0.1461394 Jul 30 01:44:32.128038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-62eb8fcc-90a9-4e40-9cd7-140746529882 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656143 Jul 30 01:44:32.134927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] For port 9c6151e8-c906-4dce-b432-ac036b9d23cc, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:32.158737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] For port 9c6151e8-c906-4dce-b432-ac036b9d23cc, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c6151e8-c906-4dce-b432-ac036b9d23cc,segment=NetworkSegment(c99bd13e-64df-4c14-80e1-af6395240a18),segment_id=c99bd13e-64df-4c14-80e1-af6395240a18)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:32.161716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-10971092-dbdf-4778-8554-17b81c9d59b0 None None] Port 11e7058c-089e-4790-a90e-7860ae902159 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:32.164417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.195264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port 777d78af-c9a9-4cd6-987e-7fd509512fea, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=777d78af-c9a9-4cd6-987e-7fd509512fea,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:32.195621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.231210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for 777d78af-c9a9-4cd6-987e-7fd509512fea owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:32.243512 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fec9f-e0ae-4649-8d6d-b6d7f7ca4aa9 None None] Pushing event updated for resources: {'Port': ['ID=9c6151e8-c906-4dce-b432-ac036b9d23cc,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.338047 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.349188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-167cc1f7-1c65-419e-a2d7-a06ccf05c9e0 req-9a760b33-ed2d-4bfc-a069-239b1e46dba8 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127156 Jul 30 01:44:32.364580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object d960b1e5-ae5b-4e31-afee-b9e044906301 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:32.477854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.489899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76', '777d78af-c9a9-4cd6-987e-7fd509512fea'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:32.511239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7dc0d5a-ec94-4348-ac02-1058055df97e req-92f231a2-a667-40b5-a9bc-8c2829ca5251 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881357 Jul 30 01:44:32.549955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=777d78af-c9a9-4cd6-987e-7fd509512fea,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.558342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.605360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d8dd8-588a-4aed-80be-8f06c8be9319 req-2999dddf-b721-49e6-8c08-40a1ddb76366 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.614461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f5d8dd8-588a-4aed-80be-8f06c8be9319 req-2999dddf-b721-49e6-8c08-40a1ddb76366 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 943 time: 0.3882716 Jul 30 01:44:32.614742 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:32.631094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-704c628c-8317-4c34-a5b1-88aa7edf22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.632389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-704c628c-8317-4c34-a5b1-88aa7edf22fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 1095 time: 0.1888399 Jul 30 01:44:32.637407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:32.655303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Sync routers for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:32.672609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:32.676045 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:32.676863 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:32.680058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:32.700648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.701509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8dc2ef7b-a2ad-46ab-8e4e-235b27b2412b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/563e8591-097b-4d15-b0b8-2160ee9cb959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5561409 Jul 30 01:44:32.702568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.714818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port 777d78af-c9a9-4cd6-987e-7fd509512fea on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:32.733320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.737315 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06011655-b316-469f-a450-44ce922a7e0d req-449b594f-b9de-449c-9a7d-b3180f04cd82 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/777d78af-c9a9-4cd6-987e-7fd509512fea HTTP/1.1" status: 204 len: 173 time: 1.1237454 Jul 30 01:44:32.751204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'name': 'network-vif-deleted', 'tag': '777d78af-c9a9-4cd6-987e-7fd509512fea'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:32.756111 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf88856-5909-4beb-9b8b-d14a585413ab" -d '{"events": [{"server_uuid": "5f4e1440-50a3-4409-aa99-76d2427b56cc", "name": "network-vif-deleted", "tag": "777d78af-c9a9-4cd6-987e-7fd509512fea"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:32.815789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f5d8dd8-588a-4aed-80be-8f06c8be9319 req-682cfe8d-1b84-43fd-80cf-99021de4b11e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000806 Jul 30 01:44:32.838801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=d960b1e5-ae5b-4e31-afee-b9e044906301,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.863985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82370b17-5cf8-427b-bd0a-d56e4a55293a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6807070 Jul 30 01:44:32.869740 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a8f9c7-db6b-43d0-86f7-4f620c072c87 x-openstack-request-id: req-c4a8f9c7-db6b-43d0-86f7-4f620c072c87 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:32.871537 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4e1440-50a3-4409-aa99-76d2427b56cc", "name": "network-vif-deleted", "tag": "777d78af-c9a9-4cd6-987e-7fd509512fea", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:32.872482 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4a8f9c7-db6b-43d0-86f7-4f620c072c87 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:32.873633 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4e1440-50a3-4409-aa99-76d2427b56cc', 'name': 'network-vif-deleted', 'tag': '777d78af-c9a9-4cd6-987e-7fd509512fea', 'status': 'completed', 'code': 200} Jul 30 01:44:32.874747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45170) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:32.881646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': '4168f1c4-e756-447d-9b4a-2b3bfc60d5fb', 'name': 'tempest-PortsIpV6TestJSON-995312430', 'fixed_ips': [{'subnet_id': '4b940d7e-c058-48e9-875c-3e119e87a7b3', 'ip_address': '2001:db8::f'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:33.000324 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:33.041973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-65995f3a-e65c-4eed-997e-607da9d1300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.043512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-65995f3a-e65c-4eed-997e-607da9d1300f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.3960831 Jul 30 01:44:33.100945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:33.108597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.121552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-acbd8554-ebde-4ed6-ab4a-6c63abd0360f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4 HTTP/1.1" status: 200 len: 217 time: 0.0698767 Jul 30 01:44:33.135450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:33.154598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4b01-fa8b-4073-bcd2-aa56f99a3abd req-27fd639f-d02e-4ab2-a221-cd552d96543b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.162464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e44f4b01-fa8b-4073-bcd2-aa56f99a3abd req-27fd639f-d02e-4ab2-a221-cd552d96543b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1977186 Jul 30 01:44:33.295471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-c0b5dc0c-5f65-4984-b658-8640d369679e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405768328&fields=id&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 267 time: 0.1850877 Jul 30 01:44:33.310059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:30Z', 'revision_number': 2, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:33.368531 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Checking router: 563e8591-097b-4d15-b0b8-2160ee9cb959 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:33.369326 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Updating router 563e8591-097b-4d15-b0b8-2160ee9cb959 port 11e7058c-089e-4790-a90e-7860ae902159 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:33.406872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e44f4b01-fa8b-4073-bcd2-aa56f99a3abd req-04a2fb4e-bf65-4441-8467-be69d915c085 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435057 Jul 30 01:44:33.436788 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.442603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-96e9ab91-60be-464f-8916-81d865418be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.450699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-96e9ab91-60be-464f-8916-81d865418be4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.3119700 Jul 30 01:44:33.656336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-2e7f94db-f6a5-4962-bf33-c5d23d5ddf35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907209 Jul 30 01:44:33.665611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-f1199095-a584-4c30-b649-f3393f7a3926 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.667227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-f1199095-a584-4c30-b649-f3393f7a3926 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 797 time: 0.3644030 Jul 30 01:44:33.763333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-14e15d46-6ead-4554-b6ac-b9b69dd3d18f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/quotas/897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 375 time: 0.0345509 Jul 30 01:44:33.851387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50973ab5-26ef-4118-96fa-f1d02814f7eb None None] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:33.855340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e58ed8-f181-4894-b58b-185120cbea32 req-e9e83792-3fcd-4a17-9b6e-7666dd930e32 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.857777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6e58ed8-f181-4894-b58b-185120cbea32 req-e9e83792-3fcd-4a17-9b6e-7666dd930e32 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.2905660 Jul 30 01:44:33.892542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c6151e8-c906-4dce-b432-ac036b9d23cc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:33.906106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::f (4168f1c4-e756-447d-9b4a-2b3bfc60d5fb/4b940d7e-c058-48e9-875c-3e119e87a7b3/f31fecb8-3269-4e75-affe-7d2fdfef4cb2) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:33.944057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-49258055-0aac-46dc-9af0-c16dcd435620 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729581 Jul 30 01:44:33.998586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-e83ec821-558c-4405-bbb6-94659cce7a81 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287523 Jul 30 01:44:34.002990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6e58ed8-f181-4894-b58b-185120cbea32 req-cf70fd90-2360-4d81-8d0d-20dbd7ac758b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383052 Jul 30 01:44:34.004810 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.028453 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Transition to ACTIVE for port object 11e7058c-089e-4790-a90e-7860ae902159 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:34.041303 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.165788 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8d84f-6d96-45fa-a934-76bfb8b39674 None None] Pushing event updated for resources: {'Port': ['ID=11e7058c-089e-4790-a90e-7860ae902159,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.202707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-38343d6e-f866-4a18-9aa2-7f2b07802785 None None] Provisioning for port 9c6151e8-c906-4dce-b432-ac036b9d23cc completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:34.221388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.226866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9c6151e8-c906-4dce-b432-ac036b9d23cc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:34.238793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9c6151e8-c906-4dce-b432-ac036b9d23cc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:34.239436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.245581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object f31fecb8-3269-4e75-affe-7d2fdfef4cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:34.273484 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Attempting to bind port 11e7058c-089e-4790-a90e-7860ae902159 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:34.274122 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Attempting to bind port 11e7058c-089e-4790-a90e-7860ae902159 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:34.274692 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Attempting to bind port 11e7058c-089e-4790-a90e-7860ae902159 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:34.289443 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:34.290491 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Checking segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:34.291282 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.292328 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Bound using segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:34.293158 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Bound port: 11e7058c-089e-4790-a90e-7860ae902159, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:34.293847 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.298869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.317288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-caf0366d-5e69-4211-a121-feb671391337 service neutron] 10.222.0.78 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662267 Jul 30 01:44:34.366139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77faed29-a6d7-4db9-8479-2817dbc28454 req-03769039-7ee4-49fb-a520-fe75c58d2a87 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515801 Jul 30 01:44:34.409054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:34.410657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=f31fecb8-3269-4e75-affe-7d2fdfef4cb2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.413013 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] For port 11e7058c-089e-4790-a90e-7860ae902159, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:34.414091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:34.416656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:34.421831 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] For port 11e7058c-089e-4790-a90e-7860ae902159, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=11e7058c-089e-4790-a90e-7860ae902159,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:34.425403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.426208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.429944 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.458221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54b025ce-5595-4919-acf9-7cc1eff13759 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5795779 Jul 30 01:44:34.459027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45198) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:34.513456 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.517161 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:34.518049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:34.520620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9352a5-5df4-4743-890e-61e72952b5f1 req-814aea41-4bc5-4e02-93fb-8fe307f50751 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.521747 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8d84f-6d96-45fa-a934-76bfb8b39674 None None] Pushing event updated for resources: {'Port': ['ID=11e7058c-089e-4790-a90e-7860ae902159,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.522223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d9352a5-5df4-4743-890e-61e72952b5f1 req-814aea41-4bc5-4e02-93fb-8fe307f50751 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 943 time: 0.1553788 Jul 30 01:44:34.555047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9c6151e8-c906-4dce-b432-ac036b9d23cc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c6151e8-c906-4dce-b432-ac036b9d23cc,segment=NetworkSegment(c99bd13e-64df-4c14-80e1-af6395240a18),segment_id=c99bd13e-64df-4c14-80e1-af6395240a18)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:34.561753 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.588175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-09cb4d6e-ef2e-4316-b1e7-2d831e4ef70e service neutron] 10.222.0.78 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625015 Jul 30 01:44:34.644744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d9352a5-5df4-4743-890e-61e72952b5f1 req-ead03044-cd28-4b83-a000-fcc589a37d3e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833049 Jul 30 01:44:34.673225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f14851-4bd5-458a-adc5-6f9640a565d3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.677346 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18f14851-4bd5-458a-adc5-6f9640a565d3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2137439 Jul 30 01:44:34.678465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45200) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:34.698065 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:34.711809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9c6151e8-c906-4dce-b432-ac036b9d23cc,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.722029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.722697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.723337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.723887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.724445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.725029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.725562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.726077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.726598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.727145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.727799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.728311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:34.902787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054e586-0207-4208-94e4-d520c13f81f1 req-d5638ddf-c0c4-4838-8c43-b5ffcb75c949 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.908098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3054e586-0207-4208-94e4-d520c13f81f1 req-d5638ddf-c0c4-4838-8c43-b5ffcb75c949 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1355684 Jul 30 01:44:34.917142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:34.922531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'floatingip': {'port_id': '963f8496-b736-43af-9945-b37dcda2656a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:34.993594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8db0e3-22e3-4af1-b8ec-a9f304942402 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.010971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8db0e3-22e3-4af1-b8ec-a9f304942402 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.028674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.045308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Provisioning complete for port 9c6151e8-c906-4dce-b432-ac036b9d23cc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:35.048020 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.051672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8db0e3-22e3-4af1-b8ec-a9f304942402 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.052890 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:34Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:35.053421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f8db0e3-22e3-4af1-b8ec-a9f304942402 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3739066 Jul 30 01:44:35.094386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45220) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:35.103878 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456011ac-df8f-4e2c-a462-4d904fc7944f None None] The sync data for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 is: [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:34Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:35.214645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Provisioning for port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:35.225794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Provisioning complete for port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:35.227458 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.289832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:35.307112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Provisioning for port d960b1e5-ae5b-4e31-afee-b9e044906301 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:35.313962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Provisioning complete for port d960b1e5-ae5b-4e31-afee-b9e044906301 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:35.315105 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.393496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b05f82-a6f0-4deb-97c4-23358e4618d1 req-6e751b42-4be0-4ba3-9ef1-b584d9d0f717 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.397954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-42aec8f3-a2a4-428f-bf17-094457ac7e94 None None] Port d960b1e5-ae5b-4e31-afee-b9e044906301 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:35.400957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66b05f82-a6f0-4deb-97c4-23358e4618d1 req-6e751b42-4be0-4ba3-9ef1-b584d9d0f717 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.3157532 Jul 30 01:44:35.485415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-ddc35ca5-f57a-4265-b9da-6c4e6a9029cc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.487029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-ddc35ca5-f57a-4265-b9da-6c4e6a9029cc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.5704482 Jul 30 01:44:35.492546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66b05f82-a6f0-4deb-97c4-23358e4618d1 req-16935c4f-83c0-408f-a4c1-f3ee31e81734 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906982 Jul 30 01:44:35.522421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-ed3319a7-5de8-4353-8043-9ea228021c60 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/quotas/2bb9748e1c40454abfa4e2981de84198 HTTP/1.1" status: 200 len: 375 time: 0.0255642 Jul 30 01:44:35.547150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-26f4f697-2067-4012-8b48-abafd12db7f0 None None] Provisioning complete for port d960b1e5-ae5b-4e31-afee-b9e044906301 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:35.548175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26f4f697-2067-4012-8b48-abafd12db7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.548596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:35.549062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.631521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 141ff661-3acf-4a5d-80ae-6ec208a2dca4 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:35.679478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-26f4f697-2067-4012-8b48-abafd12db7f0 None None] Port d960b1e5-ae5b-4e31-afee-b9e044906301 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:35.723679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 777d78af-c9a9-4cd6-987e-7fd509512fea no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:35.859527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 777d78af-c9a9-4cd6-987e-7fd509512fea {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:35.859880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 777d78af-c9a9-4cd6-987e-7fd509512fea not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:35.938264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:35.968887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '141ff661-3acf-4a5d-80ae-6ec208a2dca4', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': '141ff661-3acf-4a5d-80ae-6ec208a2dca4', 'mac_address': 'fa:16:3e:43:dc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:36.082051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c6151e8-c906-4dce-b432-ac036b9d23cc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:36.098666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-02eee8ff-f787-41fd-80e1-31a94b93dacd None None] Provisioning complete for port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:36.099312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eee8ff-f787-41fd-80e1-31a94b93dacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.109346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.136241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.141219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.184751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141ff661-3acf-4a5d-80ae-6ec208a2dca4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:36.214461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-02eee8ff-f787-41fd-80e1-31a94b93dacd None None] Port f31fecb8-3269-4e75-affe-7d2fdfef4cb2 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:36.246370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:36.255202 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.313734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9c6151e8-c906-4dce-b432-ac036b9d23cc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:36.314271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.349722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=141ff661-3acf-4a5d-80ae-6ec208a2dca4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.354160 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Floating IP e89cf83b-a928-48a8-a292-733a22c68f8a associated. External IP: 172.25.8.203, port: 963f8496-b736-43af-9945-b37dcda2656a. Jul 30 01:44:36.433855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 11e7058c-089e-4790-a90e-7860ae902159 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:36.468830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.493243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-f10453ff-caf8-413a-b9cb-bdb07cfa74ec tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.494721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-f10453ff-caf8-413a-b9cb-bdb07cfa74ec tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 797 time: 0.2326310 Jul 30 01:44:36.498178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 11e7058c-089e-4790-a90e-7860ae902159 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:36.503401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for f31fecb8-3269-4e75-affe-7d2fdfef4cb2 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:36.504150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 11e7058c-089e-4790-a90e-7860ae902159 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:36.504712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.573358 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-7fa6af9d-5919-4847-9d09-b2f73de10acf tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 380 time: 0.0701432 Jul 30 01:44:36.598517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-5bf3e11c-d944-46cf-96d8-ecbfb3200f44 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0420010 Jul 30 01:44:36.598792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.614188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'port': {'device_id': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'admin_state_up': True, 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'security_groups': ['74567633-c0ef-45ab-a49d-d65ecd1e0287']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:36.638163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 11e7058c-089e-4790-a90e-7860ae902159, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=11e7058c-089e-4790-a90e-7860ae902159,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:36.644502 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.673323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['141ff661-3acf-4a5d-80ae-6ec208a2dca4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:36.733657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0865803-1ff4-4fa8-beaa-a523074fb503 req-f6cbbaf7-d818-4394-bff4-e3bab9341f54 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 210 time: 0.1481214 Jul 30 01:44:36.769267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=11e7058c-089e-4790-a90e-7860ae902159,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.797401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:36.816332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-a037de77-54af-4e72-8e05-6f04d2b42c3c service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165198 Jul 30 01:44:36.822396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.881817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:36.886392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.925716 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.998945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=f31fecb8-3269-4e75-affe-7d2fdfef4cb2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:37.021875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:37.031704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.046142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:37.051552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.056175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8451d427-53e6-4dc7-94dd-ba38550cd2b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/f31fecb8-3269-4e75-affe-7d2fdfef4cb2 HTTP/1.1" status: 204 len: 168 time: 1.8965442 Jul 30 01:44:37.057495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:37.069494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:37.070345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:37.074336 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-02eadf46-ee1a-4162-af56-4f1d57ccea0e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "PUT /v2.0/floatingips/e89cf83b-a928-48a8-a292-733a22c68f8a HTTP/1.1" status: 200 len: 991 time: 2.1557853 Jul 30 01:44:37.079166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:37.081731 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3df5bd-f6c2-4519-b190-a5de44809e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:37.144242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.12 (d10c3cc1-39bf-4af8-b382-1439e09599bc/3fc0e39b-ca2c-4611-8c90-83a615b85c62/20c2e266-ee50-4cc5-b107-a389648580f9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:37.145342 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8c0e55-303b-445f-ae12-66cfadcb8071 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:37.148980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8d8c0e55-303b-445f-ae12-66cfadcb8071 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/f31fecb8-3269-4e75-affe-7d2fdfef4cb2 HTTP/1.1" status: 404 len: 333 time: 0.0915332 Jul 30 01:44:37.151440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:37.189997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-4def2816-6a96-43fe-8f04-97eedd7d7965 service neutron] 10.222.0.78 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705752 Jul 30 01:44:37.215606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ebb74-2802-4858-9d06-767fe293d030 req-d6d1d010-ba9e-48f3-8522-076c84db0049 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.227086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e6ebb74-2802-4858-9d06-767fe293d030 req-d6d1d010-ba9e-48f3-8522-076c84db0049 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 944 time: 0.1435969 Jul 30 01:44:37.251752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:37.292415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e6ebb74-2802-4858-9d06-767fe293d030 req-c0052052-b023-491a-9023-f9762b2c60ba tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555034 Jul 30 01:44:37.437885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port d960b1e5-ae5b-4e31-afee-b9e044906301 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:37.438379 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.521486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.528290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.542584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.551859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.562551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.570069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.576880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.579384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-ec9c6feb-b1e7-4baf-ab64-810b51ad9a68 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.1721759 Jul 30 01:44:37.600752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.614430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.626401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.636627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object 20c2e266-ee50-4cc5-b107-a389648580f9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:37.644699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.654338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.657794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.666157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'e89cf83b-a928-48a8-a292-733a22c68f8a', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'floating_ip_address': '172.25.8.203', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'port_id': '963f8496-b736-43af-9945-b37dcda2656a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'mac_address': 'fa:16:3e:d4:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:14Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 1, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:37.667128 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b6a14f-e7ca-4f74-b06f-68fc98339382 x-openstack-request-id: req-16b6a14f-e7ca-4f74-b06f-68fc98339382 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:37.667494 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:37.667810 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16b6a14f-e7ca-4f74-b06f-68fc98339382 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:37.668272 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'status': 'completed', 'code': 200} Jul 30 01:44:37.676042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.681217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for d960b1e5-ae5b-4e31-afee-b9e044906301 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:37.692089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.705369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.714617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-bf786ebf-c557-4c82-b181-12aff8473034 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.3087575 Jul 30 01:44:37.722271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:37.731458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:37.732621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:37.878182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.882187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84d9573a-ac65-4478-95b8-29833bf88803 req-e580641f-f2c4-48e0-85e5-d05977591301 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0702078 Jul 30 01:44:37.904524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 11e7058c-089e-4790-a90e-7860ae902159 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:37.908209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:37.923321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28854d3a-d15f-4988-b401-9f7fb6f09d65 req-ee3c2192-3129-4800-b843-23e64518a415 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072268 Jul 30 01:44:37.939364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-352b4dc7-e2f3-4c8b-98a1-b9605587a040 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.941317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:37.960194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-352b4dc7-e2f3-4c8b-98a1-b9605587a040 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "GET /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3682301 Jul 30 01:44:37.976401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-e99e8b1b-b907-4bb8-bcdf-76ccf62d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.982947 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-e99e8b1b-b907-4bb8-bcdf-76ccf62d7fc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1097 time: 0.2896841 Jul 30 01:44:38.074413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network d10c3cc1-39bf-4af8-b382-1439e09599bc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:38.079372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:38.081463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:38.120012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-ec4f86ae-0621-42ab-b1aa-81954e9f09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.121671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-ec4f86ae-0621-42ab-b1aa-81954e9f09a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.5399323 Jul 30 01:44:38.144715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.145264 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.181132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-4088e0c1-1fc4-42d3-8f6d-14be8c88df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.183203 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-4088e0c1-1fc4-42d3-8f6d-14be8c88df25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.1902380 Jul 30 01:44:38.188168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-40c34e91-a099-4adc-a809-e52020f46f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5784466 Jul 30 01:44:38.205370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 11e7058c-089e-4790-a90e-7860ae902159 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:38.205911 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.221712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Request body: {'port': {'device_id': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:38.306308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4f72-7caf-4edf-bc90-dc3f83863976 req-05385631-8c7d-4b59-8372-cbafcca566a8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.312217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-109c4f72-7caf-4edf-bc90-dc3f83863976 req-05385631-8c7d-4b59-8372-cbafcca566a8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2571352 Jul 30 01:44:38.351121 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-05353d5a-177e-4c38-aff9-58ab85d6af0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 999 time: 0.1350925 Jul 30 01:44:38.357790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd78a2-c6fd-4049-90bb-4eb8c492eb28 req-f55c4f50-2c74-42e1-8186-3a9ce4350248 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.365486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90dd78a2-c6fd-4049-90bb-4eb8c492eb28 req-f55c4f50-2c74-42e1-8186-3a9ce4350248 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 932 time: 0.3003373 Jul 30 01:44:38.386280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-c33eb0f0-d943-43fd-9a94-1e972c83c554 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "GET /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4156301 Jul 30 01:44:38.410972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:38.429555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'e89cf83b-a928-48a8-a292-733a22c68f8a', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'floating_ip_address': '172.25.8.203', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'port_id': '963f8496-b736-43af-9945-b37dcda2656a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'mac_address': 'fa:16:3e:d4:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:14Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 1, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:38.437696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.458688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f142e98b-34b1-4c8c-8675-807c1fc95681 None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'e89cf83b-a928-48a8-a292-733a22c68f8a', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'floating_ip_address': '172.25.8.203', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'port_id': '963f8496-b736-43af-9945-b37dcda2656a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'mac_address': 'fa:16:3e:d4:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:14Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 1, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:38.488652 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.490335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c23657b-91f3-4c93-80a7-99f1448123fe None None] Provisioning for port 20c2e266-ee50-4cc5-b107-a389648580f9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:38.495424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c23657b-91f3-4c93-80a7-99f1448123fe None None] Provisioning complete for port 20c2e266-ee50-4cc5-b107-a389648580f9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:38.496367 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c23657b-91f3-4c93-80a7-99f1448123fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.496731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=d960b1e5-ae5b-4e31-afee-b9e044906301,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.508725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-109c4f72-7caf-4edf-bc90-dc3f83863976 req-64119eb8-97dd-4cb6-9287-382e51ef309a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848931 Jul 30 01:44:38.549573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90dd78a2-c6fd-4049-90bb-4eb8c492eb28 req-d5d34daf-4675-41f6-8b58-42c3efc55c59 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830761 Jul 30 01:44:38.550092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.554146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ba421b0-5e49-45f7-88e2-387242afcf21 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/d960b1e5-ae5b-4e31-afee-b9e044906301 HTTP/1.1" status: 204 len: 168 time: 1.3968575 Jul 30 01:44:38.564768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5c23657b-91f3-4c93-80a7-99f1448123fe None None] Port 20c2e266-ee50-4cc5-b107-a389648580f9 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:38.566107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:38.594356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-e1376090-9a8a-4a89-b37a-8a4c5bb4f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.604365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-e1376090-9a8a-4a89-b37a-8a4c5bb4f865 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.2122564 Jul 30 01:44:38.630854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-785c1b0f-e887-48ef-8d8f-32ed38651520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.632518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-785c1b0f-e887-48ef-8d8f-32ed38651520 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.4976447 Jul 30 01:44:38.793493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-36fc2123-17c0-4fc5-9b9a-587dd69dc714 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.1311920 Jul 30 01:44:38.794123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.900887 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543fc58-5e2a-4191-a4c3-80496b4c74f6 None None] New status for floating IP e89cf83b-a928-48a8-a292-733a22c68f8a: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:44:38.925549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ae52-aaee-4d46-b585-91b1b5962250 req-75cb0092-02d1-4845-807e-79fcbd536aef tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.927257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b47ae52-aaee-4d46-b585-91b1b5962250 req-75cb0092-02d1-4845-807e-79fcbd536aef tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 944 time: 0.2896202 Jul 30 01:44:38.942739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-96fba4c3-991f-4194-97fb-0bcfc39bc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:38.944636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-96fba4c3-991f-4194-97fb-0bcfc39bc111 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.1389163 Jul 30 01:44:39.012109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-18808446-cd2b-4d73-886b-4a6d0c5f5011 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546017 Jul 30 01:44:39.055263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06bcdc8b-5d84-49a5-aa79-b654925f8c57 req-7f0b922d-1da3-4e1f-869c-5362073c3037 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0584798 Jul 30 01:44:39.097940 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d4c3e6-1e4e-4813-8bd5-febb9fc3e20f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:39.101128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-22d4c3e6-1e4e-4813-8bd5-febb9fc3e20f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/d960b1e5-ae5b-4e31-afee-b9e044906301 HTTP/1.1" status: 404 len: 333 time: 0.5325189 Jul 30 01:44:39.108164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45274) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:39.135444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b47ae52-aaee-4d46-b585-91b1b5962250 req-d3712ec8-a053-466a-af58-eadba056e3de tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005310 Jul 30 01:44:39.252190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-21d0c207-6ffb-42ec-8ce2-cb4cb03ed125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.253853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-21d0c207-6ffb-42ec-8ce2-cb4cb03ed125 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6486492 Jul 30 01:44:39.269618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 4b940d7e-c058-48e9-875c-3e119e87a7b3 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:39.289121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.302272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.308394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.314387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.320178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.326534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.332670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.335073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-1d0ed353-6f76-4426-b36f-61fedc001707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.336470 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-1d0ed353-6f76-4426-b36f-61fedc001707 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 806 time: 0.6790864 Jul 30 01:44:39.338428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.340355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-f31cff86-9dd0-4053-8f9f-d4f705d924fd tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 5445 time: 0.1888161 Jul 30 01:44:39.381956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-12f7982e-7ace-436d-8e5f-ed34bf83d045 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433309 Jul 30 01:44:39.383939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Request body: {'port': {'device_id': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'admin_state_up': True, 'tenant_id': '2bb9748e1c40454abfa4e2981de84198'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:39.386218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=79cb26af-8a7d-4e33-80f0-5586be9d3a54,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:39.441964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.526138 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-95f14a8f-7a36-452d-a55e-3de08d9e744d service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608793 Jul 30 01:44:39.548789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e1407a3-0265-486c-aaf1-c08e3858e94c req-4e8c36b4-7ed4-4f01-8f77-e7938cd90a90 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747515 Jul 30 01:44:39.551565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] For port 79cb26af-8a7d-4e33-80f0-5586be9d3a54, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:39.586707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 141ff661-3acf-4a5d-80ae-6ec208a2dca4 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:39.614746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] device_id is not set on port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:39.632183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8bc0166a-e548-4860-8283-d949ef88ead4 req-9257985b-80a7-4ab4-972c-104a55049073 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271924 Jul 30 01:44:39.652333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.716016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.727051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:39.730718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:39.731199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c2e266-ee50-4cc5-b107-a389648580f9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:39.731561 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.743059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Made reservation on behalf of 2bb9748e1c40454abfa4e2981de84198 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:39.746798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.761491 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.765862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.791373 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2b3df5bd-f6c2-4519-b190-a5de44809e2e req-5aed9563-2410-4cb0-97a2-75ea6607efca service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479098 Jul 30 01:44:39.806717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Transition to ACTIVE for port object 20c2e266-ee50-4cc5-b107-a389648580f9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:39.812765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.842113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.867031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141ff661-3acf-4a5d-80ae-6ec208a2dca4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:39.869623 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377eecd-ec01-4044-8644-5fba080273a3" -d '{"events": [{"server_uuid": "b45d5a8f-a050-491c-a22b-97666f30c112", "name": "network-vif-plugged", "status": "completed", "tag": "141ff661-3acf-4a5d-80ae-6ec208a2dca4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:39.887710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:39.895779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.925161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:39.943118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Pushing event updated for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:39.959398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa58026-a9b3-4572-8469-efb8c6750035 req-9559e316-3b02-41b0-a257-3433b2dc7c49 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.968492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aa58026-a9b3-4572-8469-efb8c6750035 req-9559e316-3b02-41b0-a257-3433b2dc7c49 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.3133574 Jul 30 01:44:39.981475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=141ff661-3acf-4a5d-80ae-6ec208a2dca4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.019286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] No DVR routers for this DVR port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:40.064953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf71a0-7538-430f-a165-01dad2f5fdd8 req-a8dc58eb-dd6b-4080-9bc4-e9eb5ba7adc6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.066985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3acf71a0-7538-430f-a165-01dad2f5fdd8 req-a8dc58eb-dd6b-4080-9bc4-e9eb5ba7adc6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 932 time: 0.3447628 Jul 30 01:44:40.074644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Allocated IP 172.20.0.10 (e14ff454-a136-429f-b5c5-303e65c3c2a4/63d7005d-dc9a-4a26-bfb8-eed2a0d66280/c4d2c22d-8fe7-4545-a797-6ac7407959d4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:40.108517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-a7237b82-66ab-46b6-9dfa-23bc01f4a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.110323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-a7237b82-66ab-46b6-9dfa-23bc01f4a74d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.3506842 Jul 30 01:44:40.126679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.159268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aa58026-a9b3-4572-8469-efb8c6750035 req-d64f2be4-2942-46ed-a06b-8fcf92e6f6f2 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895297 Jul 30 01:44:40.188074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:40.188418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:40.188750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:40.214058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:40.214058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:40.227032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:40.227376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Checking segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:40.227760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Bound using segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:40.228202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Bound port: 20c2e266-ee50-4cc5-b107-a389648580f9, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:40.228608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.235606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=4b940d7e-c058-48e9-875c-3e119e87a7b3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.240581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.251505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cc5812ba-fd32-4a2b-865b-5560404c2b8a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/4b940d7e-c058-48e9-875c-3e119e87a7b3 HTTP/1.1" status: 204 len: 168 time: 1.1069567 Jul 30 01:44:40.251505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] In _notify_port_updated(), no bound segment for port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:44:40.251505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.251505 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.251505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-b2a286ba-cb0b-4822-883d-c2769a8c5e0b service neutron] 10.222.0.55 "PUT /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 200 len: 1033 time: 1.8419106 Jul 30 01:44:40.253864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45290) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:40.257975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60718ad6-d6d9-402e-b216-3e9d39de3594 None None] Network 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:40.327788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-725004d5-4f6b-4e50-a2e9-dc71c0ca77cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.329270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-725004d5-4f6b-4e50-a2e9-dc71c0ca77cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "GET /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703552 Jul 30 01:44:40.353650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3acf71a0-7538-430f-a165-01dad2f5fdd8 req-b36dcf1c-e624-4843-a8c0-7d78821de18a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641954 Jul 30 01:44:40.361285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:40.457241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.459577 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6434bfbb-3d79-4f91-a0d4-e20de91d6fea x-openstack-request-id: req-6434bfbb-3d79-4f91-a0d4-e20de91d6fea {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:40.459870 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d5a8f-a050-491c-a22b-97666f30c112", "name": "network-vif-plugged", "status": "completed", "tag": "141ff661-3acf-4a5d-80ae-6ec208a2dca4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:40.460124 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6434bfbb-3d79-4f91-a0d4-e20de91d6fea {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:40.460531 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141ff661-3acf-4a5d-80ae-6ec208a2dca4', 'code': 200} Jul 30 01:44:40.486702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:40.490414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.492709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:40.493798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-20b8ec00-d3f9-4953-a19e-9b4690f83efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.495882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-20b8ec00-d3f9-4953-a19e-9b4690f83efb service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.3513281 Jul 30 01:44:40.503219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-73f53c59-4a11-4ce0-b345-d99b302537ef None None] Provisioning complete for port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:40.503602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-73f53c59-4a11-4ce0-b345-d99b302537ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.509062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.523284 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.575334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-73f53c59-4a11-4ce0-b345-d99b302537ef None None] Port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:40.587042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.587662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.589057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] 10.222.0.66 "PUT /v2.0/ports/20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1093 time: 2.3743939 Jul 30 01:44:40.593256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:40.595847 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd0905-4d99-4a2b-bc93-2ef919566105" -d '{"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:40.627925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-b86fd085-0e5f-42e4-9bcb-dc827dad9272 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.1100667 Jul 30 01:44:40.638746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a1fa5-3e8b-4d35-a21a-a4a504819336 service neutron] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.653161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] DHCP port deletion for 4168f1c4-e756-447d-9b4a-2b3bfc60d5fb request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:40.658970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80800fbf-3582-45d0-b572-8cad96ecbc4b req-457a0541-9f25-4efb-9ba4-2932fd4b7221 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0747185 Jul 30 01:44:40.693920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 9c6151e8-c906-4dce-b432-ac036b9d23cc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:40.694198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.726982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] Deleting port 9c6151e8-c906-4dce-b432-ac036b9d23cc {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:40.727453 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.769717 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0090b-67c6-46c0-bc90-84e25b221f58 x-openstack-request-id: req-abf0090b-67c6-46c0-bc90-84e25b221f58 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:40.770019 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:40.770276 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abf0090b-67c6-46c0-bc90-84e25b221f58 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:40.770711 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'status': 'completed', 'code': 200} Jul 30 01:44:40.797129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.815518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-6f98fe2d-3919-4d0c-bfa1-056997183f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.815901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:40.818439 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-6f98fe2d-3919-4d0c-bfa1-056997183f5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1096 time: 0.1766255 Jul 30 01:44:40.874568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] For port 9c6151e8-c906-4dce-b432-ac036b9d23cc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c6151e8-c906-4dce-b432-ac036b9d23cc,segment=NetworkSegment(c99bd13e-64df-4c14-80e1-af6395240a18),segment_id=c99bd13e-64df-4c14-80e1-af6395240a18)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:40.874978 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.898313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] Calling delete_port for 9c6151e8-c906-4dce-b432-ac036b9d23cc owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:40.927352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] For port 9c6151e8-c906-4dce-b432-ac036b9d23cc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c6151e8-c906-4dce-b432-ac036b9d23cc,segment=NetworkSegment(c99bd13e-64df-4c14-80e1-af6395240a18),segment_id=c99bd13e-64df-4c14-80e1-af6395240a18)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:40.928323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.933041 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-ae7a7b7b-f848-4c95-a41f-c8db8f71e114 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 217 time: 0.0899851 Jul 30 01:44:40.935224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Network e14ff454-a136-429f-b5c5-303e65c3c2a4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:40.965503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:40.991088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 9c6151e8-c906-4dce-b432-ac036b9d23cc owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:40.993138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event updated for resources: {'Port': ['ID=c4d2c22d-8fe7-4545-a797-6ac7407959d4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:40.999903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:41.107034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-c50a6c4d-fc69-4c5e-9688-2ad384f456a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.108635 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-c50a6c4d-fc69-4c5e-9688-2ad384f456a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.1614797 Jul 30 01:44:41.116326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.117036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.147585 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.176345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-75aaf773-f508-4281-9bb6-dcb8e9da4bc4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7974036 Jul 30 01:44:41.193029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] No DVR routers for this DVR port 9c6151e8-c906-4dce-b432-ac036b9d23cc on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:41.198423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057980d-b6dd-4559-a8c7-bf9bb9238984 None None] Pushing event deleted for resources: {'Port': ['ID=9c6151e8-c906-4dce-b432-ac036b9d23cc,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:41.203173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Request body: {'port': {'device_id': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:41.239211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-241e1267-a885-4065-b28e-372c1ecd34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.241281 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-241e1267-a885-4065-b28e-372c1ecd34bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125042 Jul 30 01:44:41.248295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.267438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595517b-76a1-48c3-a0d2-e17cab7d1881 req-608d1bae-7ab7-467f-9af8-82cde75ec338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.268976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0595517b-76a1-48c3-a0d2-e17cab7d1881 req-608d1bae-7ab7-467f-9af8-82cde75ec338 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 1097 time: 0.6986728 Jul 30 01:44:41.302902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-01e59461-1f57-46e4-9709-cf9a6c56017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.304414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-01e59461-1f57-46e4-9709-cf9a6c56017b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.2275014 Jul 30 01:44:41.318046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507e4bc-16a4-4986-a229-9ea0b2af77b7 req-868197ac-a3a8-43f7-bb90-7a8ecac7a7ad tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.319691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d507e4bc-16a4-4986-a229-9ea0b2af77b7 req-868197ac-a3a8-43f7-bb90-7a8ecac7a7ad tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.7368555 Jul 30 01:44:41.343624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=9c6151e8-c906-4dce-b432-ac036b9d23cc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:41.349681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.355540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.356109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No DVR routers for this DVR port 9c6151e8-c906-4dce-b432-ac036b9d23cc on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:41.361965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.366325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.367894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.374336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.380225 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.382103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-7b56dd67-9861-4144-a507-2cea3c5357c0 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 4665 time: 0.3234370 Jul 30 01:44:41.432288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-6fda938a-b1d8-4e3c-ba4c-a16e1332d4dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051843 Jul 30 01:44:41.499848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.517723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4168f1c4-e756-447d-9b4a-2b3bfc60d5fb']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:41.525180 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-b4d84153-81b5-4930-8790-b3b6a02f9b51 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735791 Jul 30 01:44:41.555462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0595517b-76a1-48c3-a0d2-e17cab7d1881 req-2714fbac-9103-4ea6-80a6-c12820ee7e4d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457209 Jul 30 01:44:41.562645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99bd13e-64df-4c14-80e1-af6395240a18') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:41.562957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99bd13e-64df-4c14-80e1-af6395240a18') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:41.577280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66795213-05e6-45a3-b7f3-cbf67bdac47e no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:41.587692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d507e4bc-16a4-4986-a229-9ea0b2af77b7 req-6076161c-8269-4aa8-9579-d07c75b60b24 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491071 Jul 30 01:44:41.609313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87e42df6-aed0-477d-85a7-2036c3c47505 req-d31c2038-4a08-43cb-8406-d270b33d10e2 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e747f30-0953-4428-b318-9433eb3f417f&id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793842 Jul 30 01:44:41.609313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fea146a1-2811-4b76-b35d-98bd82827766,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:41.661499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.674963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-27bb787d-7c9b-4b37-bde6-5d4b1d046a1e service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233777 Jul 30 01:44:41.680460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] For port fea146a1-2811-4b76-b35d-98bd82827766, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:41.703853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.740527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.762599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:41.763110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:41.767800 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:41.783046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:41.788384 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.789212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fea146a1-2811-4b76-b35d-98bd82827766 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:41.844408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] device_id is not set on port fea146a1-2811-4b76-b35d-98bd82827766 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:41.881277 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d02c9f32-f70d-4a87-b5cc-93f323621291 req-32e03571-5752-40ce-9372-0d217e3f068d service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418896 Jul 30 01:44:41.887396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.903058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.913248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d03755e-d2ed-4f56-8858-92039b67e958 req-7edbbc6b-b73b-4267-81dd-8d840d759435 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304342 Jul 30 01:44:41.915242 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.927116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.933290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/4168f1c4-e756-447d-9b4a-2b3bfc60d5fb HTTP/1.1" status: 204 len: 168 time: 1.6544845 Jul 30 01:44:41.935588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45306) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:41.947678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415aad9-3fd7-403e-9bb5-88ae72907f15 req-c7c1d9f7-e4f2-404c-bc49-0edc25f4197e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.955278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5415aad9-3fd7-403e-9bb5-88ae72907f15 req-c7c1d9f7-e4f2-404c-bc49-0edc25f4197e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2016931 Jul 30 01:44:41.963440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1131850466'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:41.999750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c8457-ef65-4d95-9926-dc5775a32bc7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=4168f1c4-e756-447d-9b4a-2b3bfc60d5fb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.041836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c6151e8-c906-4dce-b432-ac036b9d23cc no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:42.054452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:42.058377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.073030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9c6151e8-c906-4dce-b432-ac036b9d23cc {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:42.075050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c6151e8-c906-4dce-b432-ac036b9d23cc not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:42.100658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.114350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fea146a1-2811-4b76-b35d-98bd82827766 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:42.114789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4c96fbd2-dab0-4ded-a796-b3903248bf97 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:42.131606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Pushing event updated for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.145008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5415aad9-3fd7-403e-9bb5-88ae72907f15 req-5a642bc6-012a-4b1a-b5ec-5473843391f1 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887555 Jul 30 01:44:42.145930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] No DVR routers for this DVR port fea146a1-2811-4b76-b35d-98bd82827766 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:42.149180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d2c22d-8fe7-4545-a797-6ac7407959d4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:42.169115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:42.170310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.184077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.184377 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Added segment 19d11da6-ac9b-4176-b311-b47d513b0042 of type vlan for network eb6d0a38-9f61-4546-8a59-9effd11d1279 Jul 30 01:44:42.204385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Transition to ACTIVE for port object c4d2c22d-8fe7-4545-a797-6ac7407959d4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:42.227972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.250015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-5efe7258-53a4-410c-9249-6f083dbf2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.255965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-5efe7258-53a4-410c-9249-6f083dbf2aaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1096 time: 0.2879612 Jul 30 01:44:42.261985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.266850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf920cc-cbee-49ce-bb67-26d7826a078a req-f2a65678-dac7-4434-93a2-ad8edf6ae3ad tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.279735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.290234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aaf920cc-cbee-49ce-bb67-26d7826a078a req-f2a65678-dac7-4434-93a2-ad8edf6ae3ad tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 944 time: 0.3110390 Jul 30 01:44:42.313233 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.323119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.324406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.389207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:42.405231 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.406420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:42.415795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] In _notify_port_updated(), no bound segment for port fea146a1-2811-4b76-b35d-98bd82827766 on network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:44:42.416931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.417732 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.419274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-dda21400-25cf-47e9-b555-c0cd3d5b739c service neutron] 10.222.0.55 "PUT /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 200 len: 1033 time: 2.0645528 Jul 30 01:44:42.481756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aaf920cc-cbee-49ce-bb67-26d7826a078a req-61559a95-b27d-4807-b4a5-ffa019813569 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859028 Jul 30 01:44:42.507217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:42.509633 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e28aab2-24f1-4404-ab39-813e4980a348" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:42.562335 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6199591 Jul 30 01:44:42.564677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:42.565429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d2c22d-8fe7-4545-a797-6ac7407959d4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.573418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-385a2f32-f246-4a26-80ad-949d895fa711 None None] Provisioning complete for port fea146a1-2811-4b76-b35d-98bd82827766 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:42.573760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-385a2f32-f246-4a26-80ad-949d895fa711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.581337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:42.595392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feda15e-8f60-48a9-97ea-b30b779ff995 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Network': ['ID=eb6d0a38-9f61-4546-8a59-9effd11d1279,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.605878 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b692d88-755f-43ee-8f73-b875dc9e786f x-openstack-request-id: req-2b692d88-755f-43ee-8f73-b875dc9e786f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:42.606157 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:42.606390 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b692d88-755f-43ee-8f73-b875dc9e786f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:42.606784 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e', 'code': 200} Jul 30 01:44:42.607096 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97', 'code': 200} Jul 30 01:44:42.612428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.615258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:42.657944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-42200f60-3c4d-4cce-897c-83d65be3ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.669146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-42200f60-3c4d-4cce-897c-83d65be3ddae service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.3687859 Jul 30 01:44:42.688679 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.690642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b77666-6aa7-4dee-986b-ebdff4f9d918 req-1196e701-d32b-498c-b234-d6541057f67c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.706780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0b77666-6aa7-4dee-986b-ebdff4f9d918 req-1196e701-d32b-498c-b234-d6541057f67c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.2152929 Jul 30 01:44:42.764181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-385a2f32-f246-4a26-80ad-949d895fa711 None None] Port fea146a1-2811-4b76-b35d-98bd82827766 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:42.794608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Attempting to bind port c4d2c22d-8fe7-4545-a797-6ac7407959d4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:42.794945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Attempting to bind port c4d2c22d-8fe7-4545-a797-6ac7407959d4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:42.796370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Attempting to bind port c4d2c22d-8fe7-4545-a797-6ac7407959d4 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:42.809074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-16238c69-2fad-46a2-8f49-ca36eaf73a1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 217 time: 0.0806749 Jul 30 01:44:42.829288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Port c4d2c22d-8fe7-4545-a797-6ac7407959d4 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:42.829766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Attempting to bind port c4d2c22d-8fe7-4545-a797-6ac7407959d4 on network e14ff454-a136-429f-b5c5-303e65c3c2a4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:42.837183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:42.837705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Checking segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:42.838083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Bound using segment: {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:42.838516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Bound port: c4d2c22d-8fe7-4545-a797-6ac7407959d4, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dbed7f-8983-481b-92c5-283bd8ec7a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:42.838872 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.864318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:42.870199 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.871050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 1b6600a5-1456-407c-b32e-45746946464c no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:42.892689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0b77666-6aa7-4dee-986b-ebdff4f9d918 req-e0c33cc6-f40a-4ae7-805d-9a59eab02ce1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845829 Jul 30 01:44:42.917860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:42.923815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.930793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 4c96fbd2-dab0-4ded-a796-b3903248bf97 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:42.931729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.017750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] For port c4d2c22d-8fe7-4545-a797-6ac7407959d4, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:43.042650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] For port 4c96fbd2-dab0-4ded-a796-b3903248bf97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4c96fbd2-dab0-4ded-a796-b3903248bf97,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:43.043206 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.054861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] For port c4d2c22d-8fe7-4545-a797-6ac7407959d4, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:43.061832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 4c96fbd2-dab0-4ded-a796-b3903248bf97 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:43.062091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.107985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.140256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.140890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.142315 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] 10.222.0.66 "PUT /v2.0/ports/c4d2c22d-8fe7-4545-a797-6ac7407959d4 HTTP/1.1" status: 200 len: 1093 time: 1.9475746 Jul 30 01:44:43.142745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'tag': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:43.145056 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6fb65f-caef-489d-9754-354034771201" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfefaaf-d3b7-4276-8557-84b2416b9fc6", "tag": "c4d2c22d-8fe7-4545-a797-6ac7407959d4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:43.150409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba144dd-4060-4b6f-a477-da873f399755 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d2c22d-8fe7-4545-a797-6ac7407959d4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.188466 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.212276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6adc-9236-441c-a720-295ac1818f70 req-34c76286-af99-4925-bed4-83bfb7690487 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.223898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-762d6adc-9236-441c-a720-295ac1818f70 req-34c76286-af99-4925-bed4-83bfb7690487 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.4312816 Jul 30 01:44:43.232922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1b6600a5-1456-407c-b32e-45746946464c,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:43.233811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-c0eb9f61-bb4d-4547-bae4-b6073f7824e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.235477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-c0eb9f61-bb4d-4547-bae4-b6073f7824e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.4008641 Jul 30 01:44:43.239667 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.240963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 79cb26af-8a7d-4e33-80f0-5586be9d3a54 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:43.332294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-57fee8af-55e0-4df8-ae04-14c51d6fc515 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.342838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-57fee8af-55e0-4df8-ae04-14c51d6fc515 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.350962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-57fee8af-55e0-4df8-ae04-14c51d6fc515 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.360991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-57fee8af-55e0-4df8-ae04-14c51d6fc515 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.369469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-57fee8af-55e0-4df8-ae04-14c51d6fc515 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.369712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 79cb26af-8a7d-4e33-80f0-5586be9d3a54 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:43.370520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 31fb3217-502c-4542-8775-df9891ba5f07 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:43.371477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-57fee8af-55e0-4df8-ae04-14c51d6fc515 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 3879 time: 0.2303295 Jul 30 01:44:43.401877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.461644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-762d6adc-9236-441c-a720-295ac1818f70 req-9fe425a9-6ff2-4978-87c0-1b799665f479 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275956 Jul 30 01:44:43.483969 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.490238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-42e086eb-d968-4530-bc11-39cf3f2dc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.492962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-42e086eb-d968-4530-bc11-39cf3f2dc72c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2435582 Jul 30 01:44:43.496323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d838cd8-6193-4dd9-9e42-83610a8a7d5c req-16026c79-f9ee-4f6d-acca-737004153cb4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915692 Jul 30 01:44:43.550714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.590922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=31fb3217-502c-4542-8775-df9891ba5f07,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:43.599167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.654530 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=4c96fbd2-dab0-4ded-a796-b3903248bf97,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.709969 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b4313-c191-498d-9bb2-ec72d8a26c33 x-openstack-request-id: req-5e5b4313-c191-498d-9bb2-ec72d8a26c33 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:43.710437 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfefaaf-d3b7-4276-8557-84b2416b9fc6", "tag": "c4d2c22d-8fe7-4545-a797-6ac7407959d4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:43.711115 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e5b4313-c191-498d-9bb2-ec72d8a26c33 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:43.711527 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'tag': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4', 'status': 'completed', 'code': 200} Jul 30 01:44:43.736829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-aabebc8b-b441-4b54-a05e-e2241b2aac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.736829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-aabebc8b-b441-4b54-a05e-e2241b2aac1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 1096 time: 0.5338328 Jul 30 01:44:43.758114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:43.770210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] No DVR routers for this DVR port 4c96fbd2-dab0-4ded-a796-b3903248bf97 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:43.776867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.777582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-a7efe0c1-d917-477a-a2ba-dc9e33073e24 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "DELETE /v2.0/ports/4c96fbd2-dab0-4ded-a796-b3903248bf97 HTTP/1.1" status: 204 len: 173 time: 1.3450165 Jul 30 01:44:43.782482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:43.782853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.784730 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc354ae-9464-4ae2-88ca-5b4640840018" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:43.787211 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.795728 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-876f3b1c-5142-47e7-a75c-3d2e9d8cefe2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4 HTTP/1.1" status: 200 len: 217 time: 0.0517588 Jul 30 01:44:43.855066 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d723ef-18b1-4cbb-870b-8a5b8844ec0a x-openstack-request-id: req-13d723ef-18b1-4cbb-870b-8a5b8844ec0a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:43.855364 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "4c96fbd2-dab0-4ded-a796-b3903248bf97", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:43.855618 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13d723ef-18b1-4cbb-870b-8a5b8844ec0a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:43.856021 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '4c96fbd2-dab0-4ded-a796-b3903248bf97', 'status': 'completed', 'code': 200} Jul 30 01:44:43.858140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-08bb6e56-91c7-43e6-97b0-38266ce0d3a9 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462300 Jul 30 01:44:43.901735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=5eccc025-53e0-4ebe-9ceb-4aeffa56b82d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.919013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-1045f66b-7710-4e91-b78f-ce243818754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:43.920726 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-1045f66b-7710-4e91-b78f-ce243818754c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.1010437 Jul 30 01:44:43.927944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Checking segment: {'id': '19d11da6-ac9b-4176-b311-b47d513b0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:43.928312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network hostable DHCP agents. Network: eb6d0a38-9f61-4546-8a59-9effd11d1279, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:43.946197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:43.960854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '20c2e266-ee50-4cc5-b107-a389648580f9', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'mac_address': 'fa:16:3e:e1:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:43.973632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-c4e85598-f68e-4daf-9edd-cd756d9c9613 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408986 Jul 30 01:44:44.002743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.017317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c2e266-ee50-4cc5-b107-a389648580f9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:44.034626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:44.040750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:44.045802 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.048426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, eb6d0a38-9f61-4546-8a59-9effd11d1279) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:44.054821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.055445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.088020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4850ac-feb6-437f-bd52-330d5db055ae None None] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:44.095574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d876e96-3389-4b23-ad16-bd8a157aa486 req-d864f7bb-235f-4e13-986c-0581f043c417 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.097432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d876e96-3389-4b23-ad16-bd8a157aa486 req-d864f7bb-235f-4e13-986c-0581f043c417 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 944 time: 0.3549032 Jul 30 01:44:44.102937 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f98eeca-0693-4e0a-8c34-5eb9ab67b5ca tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5344028 Jul 30 01:44:44.107489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:44.118040 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-781e385d-0b4b-4cb6-b55e-b03b1fe4fa85 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325767 Jul 30 01:44:44.132322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-733748971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:44.185670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:44.189356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:44.189938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.206420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c47fc-abff-410e-bb1e-a92968fe8277 req-bb3df7c1-aa7a-467b-aa27-305a1dd2bd16 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.214467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d85c47fc-abff-410e-bb1e-a92968fe8277 req-bb3df7c1-aa7a-467b-aa27-305a1dd2bd16 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2174113 Jul 30 01:44:44.231553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.232668 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.253168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-30b6a1a6-d8ce-4d08-ad79-5cf5208e24f4 req-b5bd2def-73a8-4132-9be6-37d4221a18c3 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271136 Jul 30 01:44:44.295893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['20c2e266-ee50-4cc5-b107-a389648580f9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:44.354360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb65f-caef-489d-9754-354034771201 req-522008f2-9512-4614-8d63-a828fdf12192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.356408 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-522008f2-9512-4614-8d63-a828fdf12192 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bb9748e1c40454abfa4e2981de84198&device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0480049 Jul 30 01:44:44.375966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-eb6d0a38-9f61-4546-8a59-9effd11d1279', 'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': '5eccc025-53e0-4ebe-9ceb-4aeffa56b82d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:44.377094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.468572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb65f-caef-489d-9754-354034771201 req-dd31e775-5f63-4d81-8ab8-d4f61af7add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.470101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-dd31e775-5f63-4d81-8ab8-d4f61af7add8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 200 len: 907 time: 0.1063759 Jul 30 01:44:44.517722 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-84f222fa-58a9-4043-b87f-13f51a0f92d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4 HTTP/1.1" status: 200 len: 217 time: 0.0384252 Jul 30 01:44:44.572863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb65f-caef-489d-9754-354034771201 req-e48ec7ff-00d1-4a70-9c81-5818a36373ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.574457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-e48ec7ff-00d1-4a70-9c81-5818a36373ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 200 len: 846 time: 0.0484245 Jul 30 01:44:44.605112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Allocated IP 2001:db8::2 (eb6d0a38-9f61-4546-8a59-9effd11d1279/5eccc025-53e0-4ebe-9ceb-4aeffa56b82d/ee851ed1-3c3d-4e79-bd7a-751f1f538cb9) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:44.609918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6600a5-1456-407c-b32e-45746946464c'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:44.611732 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-5d7805ec-5aff-457d-b432-2cd1557e3feb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14ff454-a136-429f-b5c5-303e65c3c2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284338 Jul 30 01:44:44.612314 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450765cb-c050-4c1c-bee1-ede67f71db48" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6600a5-1456-407c-b32e-45746946464c"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "31fb3217-502c-4542-8775-df9891ba5f07"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:44.626851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d876e96-3389-4b23-ad16-bd8a157aa486 req-6cfba232-de61-4ee0-8048-2d4a5abcdcdc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5182343 Jul 30 01:44:44.634555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7cd0905-4d99-4a2b-bc93-2ef919566105 req-5dfe3509-6e34-4f4c-8751-9d950e8ff925 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616947 Jul 30 01:44:44.672786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d85c47fc-abff-410e-bb1e-a92968fe8277 req-4f6fb8aa-5103-4f6a-9929-ce0bc17c87c9 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574087 Jul 30 01:44:44.720494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.755509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] For port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:44.755880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.769286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:44.774852 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-c8e7d824-03b1-45e8-b102-72c349c9c8f8 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548800 Jul 30 01:44:44.777367 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.854209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.856295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cfb7e325-311b-4293-9c1a-936ec636c74e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7282286 Jul 30 01:44:44.859598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45354) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:44.868705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279', 'name': 'tempest-PortsIpV6TestJSON-1915014254'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:44.880586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.899174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Transition to ACTIVE for port object ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:44.918377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Transition to ACTIVE for port object ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:44.922358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91745a6f-0231-4028-8c46-bfa85b374de0 req-c2344082-5355-404a-8b9b-11db2e22f6f0 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.924187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91745a6f-0231-4028-8c46-bfa85b374de0 req-c2344082-5355-404a-8b9b-11db2e22f6f0 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.1522086 Jul 30 01:44:44.927477 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.931983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4145d4-ad95-4844-8834-2180d1250a45 req-3315db18-4afd-4659-bbd6-917234de5ec5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.933813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc4145d4-ad95-4844-8834-2180d1250a45 req-3315db18-4afd-4659-bbd6-917234de5ec5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.1605563 Jul 30 01:44:44.953824 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7d6fb65f-caef-489d-9754-354034771201 req-80453a5c-4e23-4717-9718-2112bde2e206 service neutron] 10.222.0.66 "GET /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694713 Jul 30 01:44:44.984428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:44.987700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:44.992456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:45.017865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91745a6f-0231-4028-8c46-bfa85b374de0 req-4f1da1ef-2864-4b0e-8135-3a0b834580ef tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829718 Jul 30 01:44:45.033378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc4145d4-ad95-4844-8834-2180d1250a45 req-7030e5b5-6e72-4352-8868-d2e92b25dec2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848374 Jul 30 01:44:45.038539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Pushing event updated for resources: {'Port': ['ID=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.044261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:45.048728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.082540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port ed7dceaa-8bb5-4c33-b826-9c03a127818e yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:45.109454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Attempting to bind port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:45.109800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Attempting to bind port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '19d11da6-ac9b-4176-b311-b47d513b0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:45.110092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Attempting to bind port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 on network eb6d0a38-9f61-4546-8a59-9effd11d1279 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:45.117238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:45.117609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Checking segment: {'id': '19d11da6-ac9b-4176-b311-b47d513b0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:45.118020 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.118620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Bound using segment: {'id': '19d11da6-ac9b-4176-b311-b47d513b0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:45.118881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Bound port: ee851ed1-3c3d-4e79-bd7a-751f1f538cb9, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d11da6-ac9b-4176-b311-b47d513b0042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb6d0a38-9f61-4546-8a59-9effd11d1279'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:45.119292 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.128435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.192114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.208756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] For port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:45.217999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] For port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,segment=NetworkSegment(19d11da6-ac9b-4176-b311-b47d513b0042),segment_id=19d11da6-ac9b-4176-b311-b47d513b0042)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:45.222979 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9212c-c670-4829-98d5-c2e36fb0ca58 x-openstack-request-id: req-e0b9212c-c670-4829-98d5-c2e36fb0ca58 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:45.223613 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6600a5-1456-407c-b32e-45746946464c", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-unplugged", "status": "completed", "tag": "31fb3217-502c-4542-8775-df9891ba5f07", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:45.224244 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0b9212c-c670-4829-98d5-c2e36fb0ca58 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:45.224833 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a', 'code': 200} Jul 30 01:44:45.225281 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6600a5-1456-407c-b32e-45746946464c', 'code': 200} Jul 30 01:44:45.225723 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07', 'code': 200} Jul 30 01:44:45.231037 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.251394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] No DVR routers for this DVR port 43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:45.252448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::13d (eb6d0a38-9f61-4546-8a59-9effd11d1279/5eccc025-53e0-4ebe-9ceb-4aeffa56b82d/ed7dceaa-8bb5-4c33-b826-9c03a127818e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:45.254719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.256893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-cbf631d7-ef67-4380-8557-306a7ec1123e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "DELETE /v2.0/ports/43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a HTTP/1.1" status: 204 len: 173 time: 1.4637332 Jul 30 01:44:45.267347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01cf3-c7fc-48e0-af37-a300a8350132 req-df44fa30-69b1-4d53-82d4-a0e1a2ad69d4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.273646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01cf3-c7fc-48e0-af37-a300a8350132 req-df44fa30-69b1-4d53-82d4-a0e1a2ad69d4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.281211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01cf3-c7fc-48e0-af37-a300a8350132 req-df44fa30-69b1-4d53-82d4-a0e1a2ad69d4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.283124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30a01cf3-c7fc-48e0-af37-a300a8350132 req-df44fa30-69b1-4d53-82d4-a0e1a2ad69d4 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 2410 time: 0.1566756 Jul 30 01:44:45.315524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637cb95-d191-4f7b-a41a-dad69b737ef0 None None] Pushing event updated for resources: {'Port': ['ID=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.377805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30a01cf3-c7fc-48e0-af37-a300a8350132 req-b2e33ee5-4f67-4190-ae5c-dab7e442dfb1 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836740 Jul 30 01:44:45.471199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 66795213-05e6-45a3-b7f3-cbf67bdac47e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:45.471653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.504017 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.530375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object ed7dceaa-8bb5-4c33-b826-9c03a127818e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:45.632028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.704733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=ed7dceaa-8bb5-4c33-b826-9c03a127818e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:45.704880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] For port 66795213-05e6-45a3-b7f3-cbf67bdac47e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66795213-05e6-45a3-b7f3-cbf67bdac47e,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:45.705249 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.728869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:45.736258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:45.740102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:45.749226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.749979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.758772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:45.797010 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5caf2904-4dd3-4b72-ba48-f6819497862a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9339993 Jul 30 01:44:45.799546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45370) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:45.801156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 66795213-05e6-45a3-b7f3-cbf67bdac47e owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:45.880584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:45.890640 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ec7c7-cfca-45f2-85af-b26c877ea073" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:45.894193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 20c2e266-ee50-4cc5-b107-a389648580f9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:45.910409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 20c2e266-ee50-4cc5-b107-a389648580f9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:45.913922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.976847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:46.090385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4bd61-692b-49ef-a238-2d3aa7fe3dea req-7ce78b18-5f1f-45c8-8c27-2595c06c055a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.098645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6a4bd61-692b-49ef-a238-2d3aa7fe3dea req-7ce78b18-5f1f-45c8-8c27-2595c06c055a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.3085723 Jul 30 01:44:46.105963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:46.127138 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.164184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:46.170800 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.222753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b4ad1-30d0-4ded-a576-3b50cb003d25 req-bffba62e-500a-4bbc-8c3c-bfded83f2d25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.224478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f4b4ad1-30d0-4ded-a576-3b50cb003d25 req-bffba62e-500a-4bbc-8c3c-bfded83f2d25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.3494220 Jul 30 01:44:46.243452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.266554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6a4bd61-692b-49ef-a238-2d3aa7fe3dea req-ed6b9ea7-5ced-4442-ba4d-e5573be5dd65 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667500 Jul 30 01:44:46.352796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f4b4ad1-30d0-4ded-a576-3b50cb003d25 req-a20c18f1-d12b-49f5-bfda-0cb1a9ab2bfe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184983 Jul 30 01:44:46.358622 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29bed12-e79f-4418-94ca-45400cc17fe4 x-openstack-request-id: req-c29bed12-e79f-4418-94ca-45400cc17fe4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:46.359103 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:46.359456 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c29bed12-e79f-4418-94ca-45400cc17fe4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:46.359940 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '43b20df3-0ab6-4b8b-9b3f-70f1fb4f445a', 'status': 'completed', 'code': 200} Jul 30 01:44:46.381504 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.415398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=66795213-05e6-45a3-b7f3-cbf67bdac47e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.443457 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.494231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] No DVR routers for this DVR port 66795213-05e6-45a3-b7f3-cbf67bdac47e on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:46.507666 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.510039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-81e0ad3c-c8bc-49b0-81e6-ca45e5aaaf87 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "DELETE /v2.0/ports/66795213-05e6-45a3-b7f3-cbf67bdac47e HTTP/1.1" status: 204 len: 173 time: 1.1784377 Jul 30 01:44:46.605150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6f0cf-7549-4a78-bc30-2a35c4ddd699 req-36db481f-ae9e-4ec6-be43-2b5441d50fbd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.607385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cb6f0cf-7549-4a78-bc30-2a35c4ddd699 req-36db481f-ae9e-4ec6-be43-2b5441d50fbd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.1140978 Jul 30 01:44:46.722108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e3bfe-86ac-4223-aede-64a728015a4d req-6d4ca815-c416-4302-b331-00fd4068d914 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.728947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e3bfe-86ac-4223-aede-64a728015a4d req-6d4ca815-c416-4302-b331-00fd4068d914 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.731309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe0e3bfe-86ac-4223-aede-64a728015a4d req-6d4ca815-c416-4302-b331-00fd4068d914 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 1678 time: 0.1360080 Jul 30 01:44:46.735447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cb6f0cf-7549-4a78-bc30-2a35c4ddd699 req-8f92db12-60a5-4b08-b989-6c72bc5d2c74 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008363 Jul 30 01:44:46.795717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe0e3bfe-86ac-4223-aede-64a728015a4d req-5ea22a08-c22a-40b2-8186-0376885b1ae3 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577981 Jul 30 01:44:46.811235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 1b6600a5-1456-407c-b32e-45746946464c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:46.813550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.884877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.891174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.968519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=ed7dceaa-8bb5-4c33-b826-9c03a127818e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.969144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] For port 1b6600a5-1456-407c-b32e-45746946464c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=1b6600a5-1456-407c-b32e-45746946464c,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:46.969514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.977051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76e2c3-3f7b-4da7-8f14-3d885f7d8f0a None None] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:46.993359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 1b6600a5-1456-407c-b32e-45746946464c owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:47.018583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.018936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.019313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.026218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.027294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.027294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.027546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.027701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.028040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.028371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.029273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.029565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:47.130294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] Provisioning for port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:47.143130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] Provisioning complete for port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:47.143879 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.171154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.186312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.209527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=1b6600a5-1456-407c-b32e-45746946464c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:47.227011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:47.229441 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8540af7-9b94-4f75-be47-0d7263f8dd6a" -d '{"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-plugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:47.296603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] No DVR routers for this DVR port 1b6600a5-1456-407c-b32e-45746946464c on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:47.302048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.305442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-082f13d2-a9fb-451e-b055-8df74d0e579a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "DELETE /v2.0/ports/1b6600a5-1456-407c-b32e-45746946464c HTTP/1.1" status: 204 len: 173 time: 0.7692862 Jul 30 01:44:47.307574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.318830 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f43a656-dbe0-48c8-b9fd-bf897d2a2740 x-openstack-request-id: req-5f43a656-dbe0-48c8-b9fd-bf897d2a2740 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:47.319150 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-plugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:47.319411 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f43a656-dbe0-48c8-b9fd-bf897d2a2740 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:47.319812 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'code': 200} Jul 30 01:44:47.382985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] For port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,segment=NetworkSegment(19d11da6-ac9b-4176-b311-b47d513b0042),segment_id=19d11da6-ac9b-4176-b311-b47d513b0042)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:47.398364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.469700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.481120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41284195-d59a-4567-83ee-975fc3fc9b0e None None] Pushing event updated for resources: {'Port': ['ID=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:47.536557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbd8b0-2a44-42c8-a170-e7b84ae0a84a req-66de5083-0a66-4d0a-a65e-1e54310acff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.538177 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-befbd8b0-2a44-42c8-a170-e7b84ae0a84a req-66de5083-0a66-4d0a-a65e-1e54310acff1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1098 time: 0.1343870 Jul 30 01:44:47.587320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 31fb3217-502c-4542-8775-df9891ba5f07 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:47.587935 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.618172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c88b-0781-4a78-9c6e-c9146e63baf3 req-62675e92-e16b-4a66-9763-c1b496f7a8e8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.619818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f000c88b-0781-4a78-9c6e-c9146e63baf3 req-62675e92-e16b-4a66-9763-c1b496f7a8e8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.1595919 Jul 30 01:44:47.682946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098efd2-2d7e-4dcd-beb2-b75dd3a1149b req-803a40b0-befb-4645-9b06-fc9fc0fb6fc4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:47.684722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d098efd2-2d7e-4dcd-beb2-b75dd3a1149b req-803a40b0-befb-4645-9b06-fc9fc0fb6fc4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1776984 Jul 30 01:44:47.748952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-befbd8b0-2a44-42c8-a170-e7b84ae0a84a req-ab2fe64e-56c0-401e-8d5e-d396f154f958 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964538 Jul 30 01:44:47.760612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4d2c22d-8fe7-4545-a797-6ac7407959d4 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:47.797126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a6644326-177c-4a74-aee5-d015383b0a18 None None] Provisioning for port ed7dceaa-8bb5-4c33-b826-9c03a127818e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:47.803308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f000c88b-0781-4a78-9c6e-c9146e63baf3 req-4414df07-bb7b-4858-a830-ed42385c4944 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418862 Jul 30 01:44:47.811025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a6644326-177c-4a74-aee5-d015383b0a18 None None] Provisioning complete for port ed7dceaa-8bb5-4c33-b826-9c03a127818e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:47.814795 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6644326-177c-4a74-aee5-d015383b0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.841736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d098efd2-2d7e-4dcd-beb2-b75dd3a1149b req-22cda89c-0203-4c6b-9222-1d5786bbe41e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386075 Jul 30 01:44:47.874356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] For port 31fb3217-502c-4542-8775-df9891ba5f07, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=31fb3217-502c-4542-8775-df9891ba5f07,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:47.877027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.966530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:48.036649 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:44:48.087399 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.098160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.099050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.147266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a6644326-177c-4a74-aee5-d015383b0a18 None None] Port ed7dceaa-8bb5-4c33-b826-9c03a127818e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:48.152047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=ed7dceaa-8bb5-4c33-b826-9c03a127818e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:48.192912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a6644326-177c-4a74-aee5-d015383b0a18 None None] Provisioning complete for port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:48.193459 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6644326-177c-4a74-aee5-d015383b0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.249410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:48.250067 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.261700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c4d2c22d-8fe7-4545-a797-6ac7407959d4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:48.292614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:48.294121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:48.313332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4', 'network_id': 'e14ff454-a136-429f-b5c5-303e65c3c2a4', 'port_id': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4', 'mac_address': 'fa:16:3e:9b:4f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d7005d-dc9a-4a26-bfb8-eed2a0d66280', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:48.345650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafdbf3-665c-451e-8334-43258653caf2 req-8870275e-4b2b-45d0-aed0-93b0e1dad8eb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.347483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddafdbf3-665c-451e-8334-43258653caf2 req-8870275e-4b2b-45d0-aed0-93b0e1dad8eb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 944 time: 0.3850839 Jul 30 01:44:48.364302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e'}, {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '1b6600a5-1456-407c-b32e-45746946464c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:48.367350 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad54e854-2dff-4b48-b547-35b20f9a31da" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e"}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "1b6600a5-1456-407c-b32e-45746946464c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:48.381179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ea2e-b8ef-4061-ba38-a17144ec78fb req-ecded278-1a7c-4357-a1bd-745b55ed580a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.389882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3d5ea2e-b8ef-4061-ba38-a17144ec78fb req-ecded278-1a7c-4357-a1bd-745b55ed580a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 944 time: 0.2919350 Jul 30 01:44:48.495516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3d5ea2e-b8ef-4061-ba38-a17144ec78fb req-1ccd6d78-087d-4f52-9ce7-962e3850c315 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups?id=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043353 Jul 30 01:44:48.554034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Router 2e93a3ef-f508-43ed-bfd9-f6278085633c is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:44:48.586142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddafdbf3-665c-451e-8334-43258653caf2 req-8b991f2a-a971-4cdb-a7cc-2816c7ee1964 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283406 Jul 30 01:44:48.625998 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.628668 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.631167 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Floating IP 48152a44-9e46-4d5e-8a41-c608a50b4964 disassociated. External IP: 172.25.8.77, port: 31fb3217-502c-4542-8775-df9891ba5f07. Jul 30 01:44:48.631756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 31fb3217-502c-4542-8775-df9891ba5f07 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:48.687603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.715609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d2c22d-8fe7-4545-a797-6ac7407959d4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:48.751842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c4d2c22d-8fe7-4545-a797-6ac7407959d4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:48.761436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.851267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4fccec62-97f1-4a3d-8616-f330f139b93d None None] Provisioning complete for port ed7dceaa-8bb5-4c33-b826-9c03a127818e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:48.851267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4fccec62-97f1-4a3d-8616-f330f139b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:48.863531 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59a6520-c09a-448f-b4e4-4d140970baa0 x-openstack-request-id: req-e59a6520-c09a-448f-b4e4-4d140970baa0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:48.864061 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "66795213-05e6-45a3-b7f3-cbf67bdac47e", "status": "completed", "code": 200}, {"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "1b6600a5-1456-407c-b32e-45746946464c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:48.864061 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e59a6520-c09a-448f-b4e4-4d140970baa0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:48.864443 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '66795213-05e6-45a3-b7f3-cbf67bdac47e', 'status': 'completed', 'code': 200} Jul 30 01:44:48.864695 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '1b6600a5-1456-407c-b32e-45746946464c', 'status': 'completed', 'code': 200} Jul 30 01:44:48.877642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:48.885403 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-15a2f36d-0c54-4391-a59d-f05d7b488dc3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/routers/2e93a3ef-f508-43ed-bfd9-f6278085633c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0848386 Jul 30 01:44:48.889131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:48.933370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] Sync routers for ids ['2e93a3ef-f508-43ed-bfd9-f6278085633c'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:48.965122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c22d-8fe7-4545-a797-6ac7407959d4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:48.971447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4fccec62-97f1-4a3d-8616-f330f139b93d None None] Port ed7dceaa-8bb5-4c33-b826-9c03a127818e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:48.987719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] Routers {'2e93a3ef-f508-43ed-bfd9-f6278085633c'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:48.988451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2e93a3ef-f508-43ed-bfd9-f6278085633c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:49.022151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4b9155e-33b7-4bc5-b689-aaf6ca016ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.023837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:49.034413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] Routers {'2e93a3ef-f508-43ed-bfd9-f6278085633c'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:49.035259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2e93a3ef-f508-43ed-bfd9-f6278085633c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:49.042872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c4d2c22d-8fe7-4545-a797-6ac7407959d4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:49.079198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:49.080330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5523009-fe48-4dc4-9795-6e7e45f98d16 None None] The sync data for ids ['2e93a3ef-f508-43ed-bfd9-f6278085633c'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:49.085639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.101771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f266fa-e3ca-4ae7-b2f6-16810d5ac2ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.103391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e3f266fa-e3ca-4ae7-b2f6-16810d5ac2ab tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e93a3ef-f508-43ed-bfd9-f6278085633c HTTP/1.1" status: 200 len: 989 time: 0.2133031 Jul 30 01:44:49.106289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45414) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:49.150405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fadb5d05-f37a-44e0-81d8-7c90dbfb9ef7 None None] Provisioning complete for port ed7dceaa-8bb5-4c33-b826-9c03a127818e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:49.150780 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fadb5d05-f37a-44e0-81d8-7c90dbfb9ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.153432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fe0a-c49b-450f-8c04-4194606f0f62 req-eec1291c-509e-4016-921b-915ad6a23812 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.159512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b53fe0a-c49b-450f-8c04-4194606f0f62 req-eec1291c-509e-4016-921b-915ad6a23812 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.2076218 Jul 30 01:44:49.165273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=31fb3217-502c-4542-8775-df9891ba5f07,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:49.204143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fadb5d05-f37a-44e0-81d8-7c90dbfb9ef7 None None] Port ed7dceaa-8bb5-4c33-b826-9c03a127818e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:49.327556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16ac81-529d-4a7a-a7ef-4a51beba10b9 req-4e7dfb2d-de1e-4584-a353-54154f00922a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.329439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c16ac81-529d-4a7a-a7ef-4a51beba10b9 req-4e7dfb2d-de1e-4584-a353-54154f00922a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.3144464 Jul 30 01:44:49.363283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b53fe0a-c49b-450f-8c04-4194606f0f62 req-ffbb94a0-ddbd-4af7-952c-e01eb900a2a8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999958 Jul 30 01:44:49.418847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:49.432097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c16ac81-529d-4a7a-a7ef-4a51beba10b9 req-1f3f110c-f750-4a92-8064-cd02a96f575e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949664 Jul 30 01:44:49.668169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:49.680049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] Sync routers for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:49.685900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d32f3a0a-0684-4371-a5e9-c4d3a7678530 req-589d2f4f-e5fa-4370-b84a-264a1e3d6fcf tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0566525 Jul 30 01:44:49.693522 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:49.694488 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:49.732801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea62b4-2f4a-41f0-8778-a3548737b981 req-b868b85e-0f6e-43fe-b0e8-9831fd4f1a66 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.741667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33ea62b4-2f4a-41f0-8778-a3548737b981 req-b868b85e-0f6e-43fe-b0e8-9831fd4f1a66 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1593056 Jul 30 01:44:49.807469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] No DVR routers for this DVR port 31fb3217-502c-4542-8775-df9891ba5f07 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:49.812459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.815596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bad6a3d3-ed7c-49ff-bc1c-3d989fbd5d4b req-fa4e91ff-4ce5-4971-b440-68bdeeef3603 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.55 "DELETE /v2.0/ports/31fb3217-502c-4542-8775-df9891ba5f07 HTTP/1.1" status: 204 len: 173 time: 2.5001535 Jul 30 01:44:49.844516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33ea62b4-2f4a-41f0-8778-a3548737b981 req-1c56d0de-ea38-4e65-82c5-e64111925cc2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017270 Jul 30 01:44:49.860974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45424) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:49.954732 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:50.000799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e5846-1b4b-442e-8ea0-d7a29a03b7f3 req-4732a5ff-ba00-4091-b540-95f031020374 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.000799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-935e5846-1b4b-442e-8ea0-d7a29a03b7f3 req-4732a5ff-ba00-4091-b540-95f031020374 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 945 time: 0.1226091 Jul 30 01:44:50.019317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff35417-c8e2-4607-b109-79892caf919b tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.024052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6ff35417-c8e2-4607-b109-79892caf919b tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1093 time: 0.1619012 Jul 30 01:44:50.024712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:50.038492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:50.090522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-935e5846-1b4b-442e-8ea0-d7a29a03b7f3 req-352fb915-a2f1-41f1-93c7-462c74e4d278 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825291 Jul 30 01:44:50.091804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.233369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.250242 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.260702 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:50.290708 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] Checking router: c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:50.299937 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:50.300656 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:50.483895 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:50.565513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port ed7dceaa-8bb5-4c33-b826-9c03a127818e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:50.565969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.668305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.683044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for ed7dceaa-8bb5-4c33-b826-9c03a127818e owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:50.804553 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:50.846555 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90777fee-cf9c-4042-8b3a-f4fd78e333e0 None None] The sync data for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 is: [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:34:07Z', 'revision_number': 4, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'dd2f630f-79be-42db-b30d-dacb078607c6', 'name': '', 'network_id': '2e28595b-069f-4ea1-ab09-38c8bb8fdfd6', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'mac_address': 'fa:16:3e:25:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '764d290d-c8eb-4935-a6b7-935865835faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:34:05Z', 'updated_at': '2021-07-30T01:34:15Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'subnets': [{'id': '764d290d-c8eb-4935-a6b7-935865835faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:50.878976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd48dcea-8740-4cb0-aef9-7933c775e183 req-ca402a0a-7739-4783-bacb-98e7aab78f27 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0396719 Jul 30 01:44:50.883698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:50.886330 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3936d9d5-c3e1-4357-a1fc-ba09b3db8c45" -d '{"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "31fb3217-502c-4542-8775-df9891ba5f07"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:50.913826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.934914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.100 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ff5e6a2a-740e-48b5-8020-c1aba2b30aab) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:50.959321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d734c3-1450-452d-a49d-a719f88eb71e req-e8c3e436-8140-4db8-a8ba-2633b5a776e9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.967590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20d734c3-1450-452d-a49d-a719f88eb71e req-e8c3e436-8140-4db8-a8ba-2633b5a776e9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.2238910 Jul 30 01:44:51.006429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=ed7dceaa-8bb5-4c33-b826-9c03a127818e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.007061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-6017d314-9af5-4a17-93ad-0ee441e3405e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2529118 Jul 30 01:44:51.009656 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.019875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-2d5c84e4-ce72-45bc-9bd8-e0724a35b72d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.020920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-2d5c84e4-ce72-45bc-9bd8-e0724a35b72d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.2572720 Jul 30 01:44:51.098650 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d2fca-9ff9-4dfa-a9cb-05bdc80eb770 x-openstack-request-id: req-278d2fca-9ff9-4dfa-a9cb-05bdc80eb770 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:51.108539 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8344b019-b33d-4a72-a048-a4df89d1d455", "name": "network-vif-deleted", "tag": "31fb3217-502c-4542-8775-df9891ba5f07", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:51.108960 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-278d2fca-9ff9-4dfa-a9cb-05bdc80eb770 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:51.109463 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8344b019-b33d-4a72-a048-a4df89d1d455', 'name': 'network-vif-deleted', 'tag': '31fb3217-502c-4542-8775-df9891ba5f07', 'status': 'completed', 'code': 200} Jul 30 01:44:51.222535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.265744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20d734c3-1450-452d-a49d-a719f88eb71e req-187dbbd6-0a22-4e12-a923-70b1cad617c6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895482 Jul 30 01:44:51.332423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20def183-1994-469a-bbd0-e353c7b8a50b None None] New status for floating IP 48152a44-9e46-4d5e-8a41-c608a50b4964: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:44:51.359938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.422386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.440816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Router 2e93a3ef-f508-43ed-bfd9-f6278085633c has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:51.510790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:51.525544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:51.527915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:51.534760 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-badf3d91-6037-45ad-a56b-35a29ac65691 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/routers/2e93a3ef-f508-43ed-bfd9-f6278085633c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268413 Jul 30 01:44:51.539377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45442) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:51.540844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:51.541719 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] Sync routers for ids ['2e93a3ef-f508-43ed-bfd9-f6278085633c'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:51.550945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7de06-277e-4d9c-be82-8c18ad326cd5 req-2bddb9a4-b166-480e-a4bd-0dca6d3ada5d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.552388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9b7de06-277e-4d9c-be82-8c18ad326cd5 req-2bddb9a4-b166-480e-a4bd-0dca6d3ada5d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 945 time: 0.2810702 Jul 30 01:44:51.555576 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] Routers {'2e93a3ef-f508-43ed-bfd9-f6278085633c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:51.559547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.560437 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2e93a3ef-f508-43ed-bfd9-f6278085633c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:51.560597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.561061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.561533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.562011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.562492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.562942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.565134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7cf7a729-bf63-4d56-b5af-0e7c7d69a6ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.4451129 Jul 30 01:44:51.577306 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d8fac8-1d72-4b37-9fc3-eb19e0a25a1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:44:51.582840 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f9d8fac8-1d72-4b37-9fc3-eb19e0a25a1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/ed7dceaa-8bb5-4c33-b826-9c03a127818e HTTP/1.1" status: 404 len: 333 time: 0.0422487 Jul 30 01:44:51.583621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45444) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:51.590845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=ff5e6a2a-740e-48b5-8020-c1aba2b30aab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.641779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d5236566-1ad5-4b78-8da8-704fcf13bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.656204 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:51.667588 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] Routers {'2e93a3ef-f508-43ed-bfd9-f6278085633c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:51.668516 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2e93a3ef-f508-43ed-bfd9-f6278085633c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:51.693788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.719505 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:51.720700 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939643b-9b05-4e02-93e8-be7756b0618a None None] The sync data for ids ['2e93a3ef-f508-43ed-bfd9-f6278085633c'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:51.733105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9b7de06-277e-4d9c-be82-8c18ad326cd5 req-874e702b-21ff-4fec-9b2c-b3e044511e1e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656902 Jul 30 01:44:51.768735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4d2c22d-8fe7-4545-a797-6ac7407959d4 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:51.814389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Deleting port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:51.814758 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.854693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.860717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c4d2c22d-8fe7-4545-a797-6ac7407959d4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:51.865306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c4d2c22d-8fe7-4545-a797-6ac7407959d4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:51.865810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.888704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-9a38fb8e-51d6-403b-a384-eaf6b3acc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.889176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-9a38fb8e-51d6-403b-a384-eaf6b3acc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.889626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-9a38fb8e-51d6-403b-a384-eaf6b3acc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.891286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-9a38fb8e-51d6-403b-a384-eaf6b3acc27d service neutron] 10.222.0.55 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=3efebfd3-cb97-4208-8d47-9587a59c2360&id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 2290 time: 0.2936723 Jul 30 01:44:51.922547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.938379 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.980721 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.014840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:52.018713 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b1f14-70c2-4f4c-a286-7334843e7352" -d '{"events": [{"server_uuid": "bcfefaaf-d3b7-4276-8557-84b2416b9fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c4d2c22d-8fe7-4545-a797-6ac7407959d4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:52.040408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c4d2c22d-8fe7-4545-a797-6ac7407959d4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:52.048649 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.068523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.069659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Fanout notify agent at l3_agent the message router_deleted on router 2e93a3ef-f508-43ed-bfd9-f6278085633c {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:44:52.082603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.087702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b80ea87-7d06-4edb-a465-6843ad00b32f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/routers/2e93a3ef-f508-43ed-bfd9-f6278085633c HTTP/1.1" status: 204 len: 168 time: 0.5026109 Jul 30 01:44:52.088467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45452) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:52.143625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-8679e5d6-64cb-41e8-bcef-e6d1f235f60d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 1001 time: 0.2351820 Jul 30 01:44:52.148891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] For port 141ff661-3acf-4a5d-80ae-6ec208a2dca4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=141ff661-3acf-4a5d-80ae-6ec208a2dca4,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:52.155467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.160678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b13d54c-12b5-421f-b7f8-0810689190d9 req-f98d7e7a-40d4-47f6-aa81-8f3682f9a020 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0760186 Jul 30 01:44:52.166595 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec528215-7b1d-44a0-b763-3f5bba138892 x-openstack-request-id: req-ec528215-7b1d-44a0-b763-3f5bba138892 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:52.166887 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfefaaf-d3b7-4276-8557-84b2416b9fc6", "name": "network-vif-plugged", "status": "completed", "tag": "c4d2c22d-8fe7-4545-a797-6ac7407959d4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:52.167166 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ec528215-7b1d-44a0-b763-3f5bba138892 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:52.167561 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4', 'code': 200} Jul 30 01:44:52.168350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c4d2c22d-8fe7-4545-a797-6ac7407959d4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.229687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Calling delete_port for 141ff661-3acf-4a5d-80ae-6ec208a2dca4 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:52.243982 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 5eccc025-53e0-4ebe-9ceb-4aeffa56b82d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:52.248700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.284393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c9d3-b853-433d-86ed-97ed8d8606f0 req-9149f94e-415a-42ef-ace2-3a107a108e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.284920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-69a1c9d3-b853-433d-86ed-97ed8d8606f0 req-9149f94e-415a-42ef-ace2-3a107a108e59 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1071088 Jul 30 01:44:52.316422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.321181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-fcba5128-938a-4131-a7bb-c81a16137c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.322673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-fcba5128-938a-4131-a7bb-c81a16137c89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 200 len: 849 time: 0.1563981 Jul 30 01:44:52.369927 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-69a1c9d3-b853-433d-86ed-97ed8d8606f0 req-9483baa4-4e4b-4c0c-ba30-9096eff73c67 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745029 Jul 30 01:44:52.424106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.500785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.530463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=5eccc025-53e0-4ebe-9ceb-4aeffa56b82d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.540056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.545450 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-487e533f-4028-4b23-a25e-d345b34506cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/5eccc025-53e0-4ebe-9ceb-4aeffa56b82d HTTP/1.1" status: 204 len: 168 time: 0.4527140 Jul 30 01:44:52.546889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:52.558357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe90639-d138-405e-b712-91d845e3b533 None None] Network eb6d0a38-9f61-4546-8a59-9effd11d1279 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:52.597662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-9f378eb2-9a4e-4980-a3c9-4ec9bc356c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.599235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-9f378eb2-9a4e-4980-a3c9-4ec9bc356c7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31143a36-c95c-4f04-9473-6f84640e8107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338269 Jul 30 01:44:52.626245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33bb83-b342-49f0-a24e-cc81974334f9 req-67a7c659-6a65-4faf-b540-ac49c56eaf29 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.633670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c33bb83-b342-49f0-a24e-cc81974334f9 req-67a7c659-6a65-4faf-b540-ac49c56eaf29 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 945 time: 0.2746358 Jul 30 01:44:52.638670 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.701325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:52.701650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.792693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] For port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,segment=NetworkSegment(19d11da6-ac9b-4176-b311-b47d513b0042),segment_id=19d11da6-ac9b-4176-b311-b47d513b0042)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:52.792693 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.797792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.801010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] DHCP port deletion for eb6d0a38-9f61-4546-8a59-9effd11d1279 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:44:52.816453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:52.849436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c33bb83-b342-49f0-a24e-cc81974334f9 req-604703a6-8404-4b88-a1f7-56f60a394bb3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148900 Jul 30 01:44:52.879616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.893977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-ec809cca-5a60-4ab5-a660-5eae21312c53 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869048 Jul 30 01:44:52.895837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] Deleting port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:52.896508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.944320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event deleted for resources: {'Port': ['ID=141ff661-3acf-4a5d-80ae-6ec208a2dca4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.970782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.014768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] For port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,segment=NetworkSegment(19d11da6-ac9b-4176-b311-b47d513b0042),segment_id=19d11da6-ac9b-4176-b311-b47d513b0042)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:53.015183 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.022041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:53.025481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.036876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No DVR routers for this DVR port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:53.038541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] Calling delete_port for ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:53.133343 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.154035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.165221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] Pushing event deleted for resources: {'Port': ['ID=ee851ed1-3c3d-4e79-bd7a-751f1f538cb9,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:53.168734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6d0a38-9f61-4546-8a59-9effd11d1279']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:53.175765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5963145-0980-4230-8d19-babfd9feed9d None None] No DVR routers for this DVR port ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:53.188112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d11da6-ac9b-4176-b311-b47d513b0042') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:53.188852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d11da6-ac9b-4176-b311-b47d513b0042') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:53.202692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.221766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.231964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:53.232853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:53.290267 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:53.324990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.352126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.354780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/eb6d0a38-9f61-4546-8a59-9effd11d1279 HTTP/1.1" status: 204 len: 168 time: 0.8064985 Jul 30 01:44:53.356295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcbf14-7b95-4246-9cd1-bd0c17f00b25 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=eb6d0a38-9f61-4546-8a59-9effd11d1279,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:53.359360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:53.429776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0947d-c0b5-46bb-8baa-a655277178b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.431271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-16f0947d-c0b5-46bb-8baa-a655277178b4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/abdb657f-9bf6-43db-84d0-ed8c3b473410 HTTP/1.1" status: 200 len: 844 time: 0.0708988 Jul 30 01:44:53.435890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45470) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:53.483697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.487417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a09a5e7e-79e6-498d-ad86-16fec7014bc8 req-45ddfab9-df61-4eb5-98ee-c545ec8704ad tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0847657 Jul 30 01:44:53.488419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] No DVR routers for this DVR port 141ff661-3acf-4a5d-80ae-6ec208a2dca4 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:53.495255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.498296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9170d64-9ae9-4594-a615-0fed55693c58 req-db03defb-5b45-4770-9422-b20e416bfb6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "DELETE /v2.0/ports/141ff661-3acf-4a5d-80ae-6ec208a2dca4 HTTP/1.1" status: 204 len: 173 time: 2.3873522 Jul 30 01:44:53.501767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'name': 'network-vif-deleted', 'tag': '141ff661-3acf-4a5d-80ae-6ec208a2dca4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:53.504430 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22711bc2-e4b4-4d52-96bf-db66d18102fe" -d '{"events": [{"server_uuid": "b45d5a8f-a050-491c-a22b-97666f30c112", "name": "network-vif-deleted", "tag": "141ff661-3acf-4a5d-80ae-6ec208a2dca4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:53.517747 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5889f8c3-d92e-4bf0-9159-5e2a973e9a5e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/abdb657f-9bf6-43db-84d0-ed8c3b473410?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0804412 Jul 30 01:44:53.518416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45474) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:53.524002 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:53.590443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3eb10-0d91-4d07-9702-1a3df3ad584b req-44c7125c-dfc3-4cf0-a051-d6e73b95589f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.597969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98b3eb10-0d91-4d07-9702-1a3df3ad584b req-44c7125c-dfc3-4cf0-a051-d6e73b95589f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1962373 Jul 30 01:44:53.609711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-a0c8eed7-a6b1-46c2-97df-acafb4732a36 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916082 Jul 30 01:44:53.639794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 141ff661-3acf-4a5d-80ae-6ec208a2dca4 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:53.673360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 141ff661-3acf-4a5d-80ae-6ec208a2dca4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:53.673360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 141ff661-3acf-4a5d-80ae-6ec208a2dca4 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:53.693557 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371c9de5-fc57-4122-b16c-8de7f3f52aa5 x-openstack-request-id: req-371c9de5-fc57-4122-b16c-8de7f3f52aa5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:53.693944 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d5a8f-a050-491c-a22b-97666f30c112", "name": "network-vif-deleted", "tag": "141ff661-3acf-4a5d-80ae-6ec208a2dca4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:53.694085 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-371c9de5-fc57-4122-b16c-8de7f3f52aa5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:53.694469 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d5a8f-a050-491c-a22b-97666f30c112', 'name': 'network-vif-deleted', 'tag': '141ff661-3acf-4a5d-80ae-6ec208a2dca4', 'status': 'completed', 'code': 200} Jul 30 01:44:53.706918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:53.712452 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.723025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-dd0d444a-f092-4086-841a-d9db6f7b3607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 217 time: 0.0989726 Jul 30 01:44:53.785016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98b3eb10-0d91-4d07-9702-1a3df3ad584b req-32afda84-e006-4a2f-a105-3f2ab60fba62 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860716 Jul 30 01:44:53.821157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:53.840784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-ba94f603-a4db-45b3-a867-db087d90927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.842933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:53.843288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-ba94f603-a4db-45b3-a867-db087d90927c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1060939 Jul 30 01:44:53.843423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ee851ed1-3c3d-4e79-bd7a-751f1f538cb9 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:53.929320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-313e9015-0061-49bc-8d83-bb0bb44389c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.930887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-313e9015-0061-49bc-8d83-bb0bb44389c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790479 Jul 30 01:44:53.935520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.948534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.953266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.027036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=62de39be-226f-4e35-8651-7580085dc271,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.034369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:54.035848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:54.038669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.039297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.046340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce36ab6-dea1-45b8-b713-d398d9dcb030 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:54.061071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bd965839-7d43-4f20-b65d-dd10083dac64 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5413592 Jul 30 01:44:54.065929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:54.091707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'security_group': {'name': 'tempest-secgroup-847941841'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:54.101226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96e3e453-60ce-498d-a494-886e743a9ffd req-fbc11172-6e48-460e-9b51-4d091a68d707 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b45d5a8f-a050-491c-a22b-97666f30c112 HTTP/1.1" status: 200 len: 210 time: 0.0657287 Jul 30 01:44:54.148733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=ff5e6a2a-740e-48b5-8020-c1aba2b30aab,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.198602 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.204845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-25233c8b-44a7-4064-8df7-3b68671cea47 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652323 Jul 30 01:44:54.205618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.271842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'tenant_id': 'c9f2dcbb8962491fac89abeaaec8fb19', 'fixed_ips': [{'subnet_id': '62de39be-226f-4e35-8651-7580085dc271'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:54.272959 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.461211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-2274ee5e-f9bd-448b-afa8-b5caf300d42f service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461958 Jul 30 01:44:54.462355 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP 1dad66f2-7a29-4209-b0fa-6d91beaa569e associated. External IP: 172.25.8.100, port: 20c2e266-ee50-4cc5-b107-a389648580f9. Jul 30 01:44:54.482903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Allocated IP 2001:db8::2 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/62de39be-226f-4e35-8651-7580085dc271/f666eb27-b578-4e78-a78d-1dc2b3a94de5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:54.505994 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.558467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-5cc39786-d451-4fa4-b36d-9ea85838f1d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 217 time: 0.0899279 Jul 30 01:44:54.686604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.696528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.701796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Transition to ACTIVE for port object f666eb27-b578-4e78-a78d-1dc2b3a94de5 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:54.719110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Transition to ACTIVE for port object f666eb27-b578-4e78-a78d-1dc2b3a94de5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:54.729260 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.740850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7a84981-13f1-4a94-a696-cd3653010797 req-de01e5e7-40ee-4392-8d5a-ab9de563a08a tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0822363 Jul 30 01:44:54.749240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.777418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:54.795151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:54.795151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:54.807409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Pushing event updated for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.813277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4ebd2-663b-4064-9748-b930674734ca,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.819408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.822069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f739fee-915d-414a-9fde-6e391983f59e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7530015 Jul 30 01:44:54.825076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45488) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:54.833634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-fb58f619-38ea-491d-bd15-01f11da3b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.834336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052366740'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:54.837852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-fb58f619-38ea-491d-bd15-01f11da3b005 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.2670493 Jul 30 01:44:54.884422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.912929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Attempting to bind port f666eb27-b578-4e78-a78d-1dc2b3a94de5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:54.913396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Attempting to bind port f666eb27-b578-4e78-a78d-1dc2b3a94de5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:54.913853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Attempting to bind port f666eb27-b578-4e78-a78d-1dc2b3a94de5 on network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:54.921006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:54.921541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Checking segment: {'id': 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:54.922134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.922882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Bound using segment: {'id': 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:54.923463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Bound port: f666eb27-b578-4e78-a78d-1dc2b3a94de5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:54.924010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.002671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.010548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.040913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:55.045450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f666eb27-b578-4e78-a78d-1dc2b3a94de5,segment=NetworkSegment(ae3b53c9-b93a-42c2-8f6c-6540925e01ce),segment_id=ae3b53c9-b93a-42c2-8f6c-6540925e01ce)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:55.051728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.053209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2248423 Jul 30 01:44:55.053470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.060244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:55.065668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1230846737', 'security_groups': ['05ca1dad-e8b0-4550-8a64-44758893f9e7'], 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62de39be-226f-4e35-8651-7580085dc271'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:55.072405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10507c4-38b5-4e2b-9e5a-16aa0096516a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca1dad-e8b0-4550-8a64-44758893f9e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:55.113237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-c9ddcc6f-8992-4be1-8dbb-5ad2db47699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.114973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-c9ddcc6f-8992-4be1-8dbb-5ad2db47699f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2683749 Jul 30 01:44:55.161779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045022c1-025c-4a58-a645-3316d90b54e2 None None] Pushing event updated for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:55.186524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f72256-de69-489b-aec1-575f2e25e166 req-ae7fdafd-15cf-4abd-a21c-2712ea7ff542 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.194155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32f72256-de69-489b-aec1-575f2e25e166 req-ae7fdafd-15cf-4abd-a21c-2712ea7ff542 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1901939 Jul 30 01:44:55.289276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 563e8591-097b-4d15-b0b8-2160ee9cb959 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:55.294619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:55.302180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32f72256-de69-489b-aec1-575f2e25e166 req-e003faec-2fc5-435a-8f5d-4a19a74772c3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056249 Jul 30 01:44:55.398572 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.425941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:44:55.542366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-d8d7e88a-b6cb-47e2-a357-6214d992bc61 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069970 Jul 30 01:44:55.717957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::309 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/62de39be-226f-4e35-8651-7580085dc271/6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:55.760488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:55.774965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] Sync routers for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:55.806627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:55.808036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:55.818942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-b8c4a99a-dddd-47b3-8e2b-6d4bc6255f1a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.820319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-b8c4a99a-dddd-47b3-8e2b-6d4bc6255f1a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.4240859 Jul 30 01:44:55.829028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695adcd-60fc-4e37-b6c3-dfda0513d3c3 req-e2cb6a0b-b7e0-47e9-8060-72a64dbb7813 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.830901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1695adcd-60fc-4e37-b6c3-dfda0513d3c3 req-e2cb6a0b-b7e0-47e9-8060-72a64dbb7813 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.2202315 Jul 30 01:44:55.860339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.889181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-9d29c1a9-449f-4d41-af5a-02a1527a8f5b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.0503521 Jul 30 01:44:55.947300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:55.949140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.968335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:55.969845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-9d5b6e79-ce14-4556-b9eb-6b55df5672aa tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797184 Jul 30 01:44:55.992244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-80f6636d-a6a2-4279-9624-2e9065f95609 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674564 Jul 30 01:44:56.021476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.074027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-add9a33a-c637-4e82-8131-7a900c73191a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0384560 Jul 30 01:44:56.078268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:56.078910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:56.079674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:56.081752 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48" -d '{"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:56.084695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:56.088967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:56.097611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.097907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.119622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.128830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6d9e0692-9354-471d-90ee-c892de7a82de tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0670936 Jul 30 01:44:56.131571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:56.138155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:56.156538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-ace65c49-ee58-4919-8378-267e39fc7e94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 200 len: 217 time: 0.0967431 Jul 30 01:44:56.166243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1695adcd-60fc-4e37-b6c3-dfda0513d3c3 req-7f7ad1f1-4ea0-41f9-a669-5f232dd286bb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260100 Jul 30 01:44:56.166571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:56.284374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-741a445b-b295-4e32-bcdd-0b116c121957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.292035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-741a445b-b295-4e32-bcdd-0b116c121957 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1231735 Jul 30 01:44:56.327300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:56.332597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.362978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-de3f7ec7-2a4c-4243-9e83-79d2d6c22abc service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922307 Jul 30 01:44:56.485899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5539fcd5-a325-46b5-ba6c-13070a5fdddd req-ba0189f1-8866-4f42-adfa-c65f46a637aa tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0820482 Jul 30 01:44:56.502682 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62de39be-226f-4e35-8651-7580085dc271 (CIDR: 2001:db8::/64) Jul 30 01:44:56.506416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-d7b988e7-f58a-4dd0-8318-4f8c9e0eaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.509390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-d7b988e7-f58a-4dd0-8318-4f8c9e0eaf6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2062395 Jul 30 01:44:56.520669 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:44:56.521163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:44:56.546511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2cef9ca6-2ce5-4095-b1a2-46ccb5351030 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4136660 Jul 30 01:44:56.549371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45530) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:56.555297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:56.610778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '1dad66f2-7a29-4209-b0fa-6d91beaa569e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'mac_address': 'fa:16:3e:e1:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:52Z', 'updated_at': '2021-07-30T01:44:52Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:56.654615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] Checking router: 563e8591-097b-4d15-b0b8-2160ee9cb959 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:56.669629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:56.672560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:44:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:56.848656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:56.884688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Provisioning for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:56.892456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:56.893372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.172688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e38a5355-90fa-4774-8aef-57b18ee2279b service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947400 Jul 30 01:44:57.186472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:57.197021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.228957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fce72-646f-4c63-8ef1-4f3a2687098a req-a9d111e7-0fea-466f-b43a-911f976a93da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.235029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-575fce72-646f-4c63-8ef1-4f3a2687098a req-a9d111e7-0fea-466f-b43a-911f976a93da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.2236335 Jul 30 01:44:57.329911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-c2a51fb1-3bb3-4faf-8785-e3571fc6642a service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023460 Jul 30 01:44:57.429817 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.498831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f666eb27-b578-4e78-a78d-1dc2b3a94de5,segment=NetworkSegment(ae3b53c9-b93a-42c2-8f6c-6540925e01ce),segment_id=ae3b53c9-b93a-42c2-8f6c-6540925e01ce)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:57.511672 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.517592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-575fce72-646f-4c63-8ef1-4f3a2687098a req-747b791e-3050-4fd9-9067-98c845abb590 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658882 Jul 30 01:44:57.520513 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba5adfd-e412-47ea-b369-cffd20c498f3 x-openstack-request-id: req-2ba5adfd-e412-47ea-b369-cffd20c498f3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:57.521022 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:57.521372 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ba5adfd-e412-47ea-b369-cffd20c498f3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:57.521789 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'status': 'completed', 'code': 200} Jul 30 01:44:57.569249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45540) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:57.570679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Pushing event updated for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:57.576994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-39e97813-7f8a-400f-90fd-1f1e6f26c85b service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343318 Jul 30 01:44:57.588106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Provisioning complete for port abdb657f-9bf6-43db-84d0-ed8c3b473410 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:57.588586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.699530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '1dad66f2-7a29-4209-b0fa-6d91beaa569e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'mac_address': 'fa:16:3e:e1:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:52Z', 'updated_at': '2021-07-30T01:44:52Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:57.732612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f0b97a9c-3bbd-45aa-a08f-ddff440db1e5 None None] Port abdb657f-9bf6-43db-84d0-ed8c3b473410 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:57.735559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-72045048-b5ac-4bc7-9bfe-0b3e5550ae0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 200 len: 217 time: 0.1514421 Jul 30 01:44:57.737509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bcca9-45c1-4156-8e70-6ae432a55703 None None] The sync data for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 is: [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '1dad66f2-7a29-4209-b0fa-6d91beaa569e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'mac_address': 'fa:16:3e:e1:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:44:52Z', 'updated_at': '2021-07-30T01:44:52Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:57.885772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e051fed2-913d-42d5-b318-62eaf8ffa2fa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/1dad66f2-7a29-4209-b0fa-6d91beaa569e HTTP/1.1" status: 200 len: 992 time: 0.3046584 Jul 30 01:44:57.908235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:57.916155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-044f719d-ce4c-4e24-8a80-e312bc57c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.917682 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-044f719d-ce4c-4e24-8a80-e312bc57c496 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1098 time: 0.3906202 Jul 30 01:44:57.927095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b46e-e40d-40b1-9b2e-1db0f2d57423 req-cb4ad8fe-e4b2-494f-9286-a61abac9e3fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:57.935446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c20b46e-e40d-40b1-9b2e-1db0f2d57423 req-cb4ad8fe-e4b2-494f-9286-a61abac9e3fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.2250273 Jul 30 01:44:57.987377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-da962934-9496-4d03-8d0f-9ea2e8dea66e None None] Provisioning for port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:58.000287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-300461e1-b9a2-47bb-9389-c7a7f8605640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.002616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-300461e1-b9a2-47bb-9389-c7a7f8605640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.2287042 Jul 30 01:44:58.004703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b29b4b1c-7b80-497e-8af0-9b33b3634ab0 req-abdf11a2-baed-4e3b-8edb-fcdf649cbb0c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 210 time: 0.0615957 Jul 30 01:44:58.015406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-da962934-9496-4d03-8d0f-9ea2e8dea66e None None] Provisioning complete for port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:58.015794 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-da962934-9496-4d03-8d0f-9ea2e8dea66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.073329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c20b46e-e40d-40b1-9b2e-1db0f2d57423 req-a1fd3c1c-cd2e-4ec1-bc3b-ab5a21959db4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314361 Jul 30 01:44:58.095130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-cdeed24a-23e3-4654-9de6-36a03626f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.096656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-cdeed24a-23e3-4654-9de6-36a03626f5bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865536 Jul 30 01:44:58.116328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.128696 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcfdb60-fb79-4530-83c6-0e7cc88e0e58 None None] New status for floating IP 1dad66f2-7a29-4209-b0fa-6d91beaa569e: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:44:58.191195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:58.191565 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.197548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-da962934-9496-4d03-8d0f-9ea2e8dea66e None None] Port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:58.215640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:58.227774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:58.250127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.254626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.271408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd294d0-2bf4-4703-ba39-f91c707fe979 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:58.281245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=53e052c7-fb28-477d-bfec-5c1132e46eb6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:58.312465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5c730292-9b65-4894-84f3-cc8bca771313 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7611561 Jul 30 01:44:58.315463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45552) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:58.321651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2144863875', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53e052c7-fb28-477d-bfec-5c1132e46eb6'}], 'security_groups': ['7be4ebd2-663b-4064-9748-b930674734ca']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:58.330718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-9d78267b-4d74-4bb6-8e81-7e746bf4d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.333132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-9d78267b-4d74-4bb6-8e81-7e746bf4d8b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.4043207 Jul 30 01:44:58.350254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ebb9cee-aa72-4e90-ae82-91e7c6dfc79a req-a1dc4a26-ef0f-40d9-aca2-e66cf4e80ce1 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.1122205 Jul 30 01:44:58.462174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-3e475157-63ec-40c9-ae8a-ab870da6192a service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570428 Jul 30 01:44:58.583312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bab9e2-d21b-4dc1-b40e-0d6994ec073d req-7ebb31c3-cb63-4056-b4fc-ea6066aac569 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.595878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8bab9e2-d21b-4dc1-b40e-0d6994ec073d req-7ebb31c3-cb63-4056-b4fc-ea6066aac569 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.2530844 Jul 30 01:44:58.625080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-99717963-5f2b-430a-bbd1-ed30ebfe7507 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.2450094 Jul 30 01:44:58.679729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.697164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8bab9e2-d21b-4dc1-b40e-0d6994ec073d req-9d46c322-2a53-43cc-b28b-6d785d954c4e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994492 Jul 30 01:44:58.733693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-3af4e376-fb73-4acd-b636-63db350a7465 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588897 Jul 30 01:44:58.773753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-4d5e9891-acb5-4d66-9bc9-b5a403d83b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.775733 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-4d5e9891-acb5-4d66-9bc9-b5a403d83b46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.1413891 Jul 30 01:44:58.819283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Update dhcp port {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'fixed_ips': [{'subnet_id': '62de39be-226f-4e35-8651-7580085dc271', 'ip_address': '2001:db8::2'}, {'subnet_id': '53e052c7-fb28-477d-bfec-5c1132e46eb6'}], 'binding:host_id': 'n-d-713499-10'}, 'id': 'f666eb27-b578-4e78-a78d-1dc2b3a94de5'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:44:58.850860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-049242c2-cf0d-4777-b830-42e955980a96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 200 len: 217 time: 0.1086314 Jul 30 01:44:58.874642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.913486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45560) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:58.928651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-508731d8-a65e-46ba-8fce-3c6f2f484d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.930578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-508731d8-a65e-46ba-8fce-3c6f2f484d61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433678 Jul 30 01:44:58.974627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-c252393c-2fa9-46a3-9e91-66aa599c509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.977107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-c252393c-2fa9-46a3-9e91-66aa599c509e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1122351 Jul 30 01:44:59.043768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-4242e530-4390-4dfb-94d7-50d87a569433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.056593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-4242e530-4390-4dfb-94d7-50d87a569433 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719271 Jul 30 01:44:59.096759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Allocated IP 2001:db8:0:1::2 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/53e052c7-fb28-477d-bfec-5c1132e46eb6/f666eb27-b578-4e78-a78d-1dc2b3a94de5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:59.133058 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6484de11-677b-4d62-841e-cbf2eadbceac tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/1dad66f2-7a29-4209-b0fa-6d91beaa569e HTTP/1.1" status: 200 len: 994 time: 0.2159097 Jul 30 01:44:59.180795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-1b4441fc-2bac-4cb9-9428-371d5dfd19e3 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058418 Jul 30 01:44:59.218693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f666eb27-b578-4e78-a78d-1dc2b3a94de5,segment=NetworkSegment(ae3b53c9-b93a-42c2-8f6c-6540925e01ce),segment_id=ae3b53c9-b93a-42c2-8f6c-6540925e01ce)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:59.248426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96e9522a-ed93-47c7-94b5-ef909113d232 req-89c52688-9380-4676-93b5-873900f6d8a6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 210 time: 0.0603223 Jul 30 01:44:59.286099 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.310837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Transition to ACTIVE for port object f666eb27-b578-4e78-a78d-1dc2b3a94de5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:59.331694 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.362864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-b0812f8e-fe99-4a38-8bef-8b8c67852a5d service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715611 Jul 30 01:44:59.414268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3dac1366-3f00-4bef-a82e-20ba1c4c2d48 req-340e0fa0-f032-4387-86b9-35f5029e0ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182701 Jul 30 01:44:59.451686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb525b-edef-43c2-80bf-9f98d4b41cd5 None None] Pushing event updated for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:59.508193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-46fadb84-be3d-4f43-b832-6818e71b5982 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.510139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-46fadb84-be3d-4f43-b832-6818e71b5982 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.2755475 Jul 30 01:44:59.531992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Delete allocated IP 2001:db8::309 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/62de39be-226f-4e35-8651-7580085dc271) {{(pid=93889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 01:44:59.545909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8:0:1::28d (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/53e052c7-fb28-477d-bfec-5c1132e46eb6/6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:59.591913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Request body: {'port': {'device_id': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'admin_state_up': True, 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:59.606131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-3041acd7-c87b-4948-8886-d6cd96ea9a93 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361033 Jul 30 01:44:59.613344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d21fcaa2-94dd-4802-9dae-6440512b6a82 req-5813076e-d5b7-4e49-93e0-860c8b4c3e84 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0901489 Jul 30 01:44:59.676555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-f3955cb3-8b4d-4ac1-9573-df47161bec59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 217 time: 0.0367525 Jul 30 01:44:59.792556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-5c126c8c-292d-48cd-82af-af536a4931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.797673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-5c126c8c-292d-48cd-82af-af536a4931f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.0917330 Jul 30 01:44:59.800011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.818304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:59.831356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.880686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:59.919071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:59.966939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] In _notify_port_updated(), no bound segment for port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 on network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:44:59.988083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:59.988497 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:44:59.991632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.994246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.994766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.999506 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18628123-4810-4b7c-b609-8038c6136221 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/ports/6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 HTTP/1.1" status: 200 len: 931 time: 1.6797562 Jul 30 01:44:59.999876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45574) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.027190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecb44a-4364-4123-ac63-452117285c91 req-1cf1815a-337d-4bf3-ace2-c70397745835 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:00.040067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aecb44a-4364-4123-ac63-452117285c91 req-1cf1815a-337d-4bf3-ace2-c70397745835 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1810741 Jul 30 01:45:00.110706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7e5b0487-d99b-46ed-8524-40aa6cf1913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:00.112818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-7e5b0487-d99b-46ed-8524-40aa6cf1913a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3107474 Jul 30 01:45:00.150842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aecb44a-4364-4123-ac63-452117285c91 req-13dd57a5-52fa-43fe-b5ae-508da23c237e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098201 Jul 30 01:45:00.156236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:00.156587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.243420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Provisioning for port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:00.258553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Provisioning complete for port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:00.260510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.274266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.290473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:00.366188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Port 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:00.386552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Provisioning complete for port abdb657f-9bf6-43db-84d0-ed8c3b473410 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:00.386856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.399681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-1731f046-8e92-4c20-95df-6be13f399907 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655022 Jul 30 01:45:00.455101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Port abdb657f-9bf6-43db-84d0-ed8c3b473410 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:00.455676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.476796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Provisioning for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:00.482922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:00.483323 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0341a029-d015-4219-b15a-4b463ddf9844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.498507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.541615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.545326 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-020dd387-4cf7-47dc-b323-3fed57780f5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 HTTP/1.1" status: 204 len: 168 time: 0.5444360 Jul 30 01:45:00.548885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.582529 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ab1cb5-4d71-4df4-b0d7-84d64753ebef tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:45:00.584631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86ab1cb5-4d71-4df4-b0d7-84d64753ebef tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48 HTTP/1.1" status: 404 len: 333 time: 0.0347033 Jul 30 01:45:00.587647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45580) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.618596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ad2fefe-341f-442a-99b7-512493f552ce req-b1133b9c-1d1f-4887-b51d-652d0f6af4da tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 210 time: 0.2076015 Jul 30 01:45:00.632914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Allocated IP 172.20.0.9 (c36da969-cb6f-4945-9253-3c8b41437e90/4be55adc-d20f-4e03-8a05-e66e2dd605f2/04ef4c98-c56b-4828-8487-f9cb58944e97) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:00.640827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d67895c5-5a2f-4cec-a47e-094e8bb601d3 req-143b9648-7ff4-49e8-bbec-20c5c06f731b service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150018 Jul 30 01:45:00.735265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55055336-c63b-4d4d-a451-fc904373b4e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.788645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0bba9e3a-c845-4df2-b1dc-03c6c6c1b802 None None] Could not find standard attr ID for object 6fadfdfb-dcdf-481b-bc54-b7f7d5cd0e48. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:45:00.804436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55055336-c63b-4d4d-a451-fc904373b4e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.830955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8c5afee-ca16-425b-ac9d-8e556be7c7c2 req-52e33d03-0f9e-4fb8-a120-2883da5d1669 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0800519 Jul 30 01:45:00.863116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55055336-c63b-4d4d-a451-fc904373b4e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.865658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55055336-c63b-4d4d-a451-fc904373b4e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.869735 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55055336-c63b-4d4d-a451-fc904373b4e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/security-groups/05ca1dad-e8b0-4550-8a64-44758893f9e7 HTTP/1.1" status: 204 len: 168 time: 0.2808471 Jul 30 01:45:00.870361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.895642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55055336-c63b-4d4d-a451-fc904373b4e8 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca1dad-e8b0-4550-8a64-44758893f9e7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.922812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.970966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb4f49b7-cb86-4da3-a3ca-4f02cd68d62b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.982632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.019280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb4f49b7-cb86-4da3-a3ca-4f02cd68d62b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.030494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Network c36da969-cb6f-4945-9253-3c8b41437e90 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:01.034056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:01.038116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:01.091464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb4f49b7-cb86-4da3-a3ca-4f02cd68d62b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.092018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.094181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb4f49b7-cb86-4da3-a3ca-4f02cd68d62b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.099582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bb4f49b7-cb86-4da3-a3ca-4f02cd68d62b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/security-groups/7be4ebd2-663b-4064-9748-b930674734ca HTTP/1.1" status: 204 len: 168 time: 0.2205138 Jul 30 01:45:01.103666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45592) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:01.111078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f49b7-cb86-4da3-a3ca-4f02cd68d62b tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4ebd2-663b-4064-9748-b930674734ca,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.146131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.146804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.200594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-e0e3f786-508d-4d30-9644-1a764804efdc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6624298 Jul 30 01:45:01.213049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 62de39be-226f-4e35-8651-7580085dc271 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:01.220809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Request body: {'port': {'device_id': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:01.225387 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.332520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.376066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.389943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797e0-e16b-4397-8c13-55be465d9549 req-da871452-18b9-44f6-ad06-055840b1cb1c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.391466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f75797e0-e16b-4397-8c13-55be465d9549 req-da871452-18b9-44f6-ad06-055840b1cb1c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1316605 Jul 30 01:45:01.508594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f75797e0-e16b-4397-8c13-55be465d9549 req-09a2142d-15c6-4128-8121-c6123bcfb12b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065164 Jul 30 01:45:01.516830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.713187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.757498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=62de39be-226f-4e35-8651-7580085dc271,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.773294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.780278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f7a84e47-e8a7-43e6-adcc-361eed416ecd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/62de39be-226f-4e35-8651-7580085dc271 HTTP/1.1" status: 204 len: 168 time: 0.6676865 Jul 30 01:45:01.780496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5739d6-5b6e-4ca2-b5bb-7930b3993c12 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:01.781194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45600) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:01.790756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:01.819666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882c16b-fd55-43ee-ab3d-85cb75038512 req-699df707-f6ff-4d1e-b0b0-fc2f14e58a70 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.821205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f882c16b-fd55-43ee-ab3d-85cb75038512 req-699df707-f6ff-4d1e-b0b0-fc2f14e58a70 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 931 time: 0.1408687 Jul 30 01:45:01.956762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f882c16b-fd55-43ee-ab3d-85cb75038512 req-0eb98152-58f2-49cf-8f64-b93f50e6618b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Jul 30 01:45:02.008537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6df2ec0-f6a8-4fc9-b7cd-8ed468d530c2 req-81fe2cb7-c964-4b5c-8e43-0571218a840c tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0680006 Jul 30 01:45:02.034090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ef4c98-c56b-4828-8487-f9cb58944e97 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:02.046017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.065047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Transition to ACTIVE for port object 04ef4c98-c56b-4828-8487-f9cb58944e97 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:02.066982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:02.070614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.076418 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.223360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:02.322702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Attempting to bind port 04ef4c98-c56b-4828-8487-f9cb58944e97 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:02.323156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Attempting to bind port 04ef4c98-c56b-4828-8487-f9cb58944e97 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:02.323553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Attempting to bind port 04ef4c98-c56b-4828-8487-f9cb58944e97 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:02.332484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Port 04ef4c98-c56b-4828-8487-f9cb58944e97 on network c36da969-cb6f-4945-9253-3c8b41437e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:02.332761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Attempting to bind port 04ef4c98-c56b-4828-8487-f9cb58944e97 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:02.342527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:02.342863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:02.343273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Bound using segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:02.343754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Bound port: 04ef4c98-c56b-4828-8487-f9cb58944e97, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:02.344124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.503598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:02.729287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8e7e51cd-1ea2-4be4-878d-4b424fbaaa5c None None] Provisioning complete for port abdb657f-9bf6-43db-84d0-ed8c3b473410 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:02.729770 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e51cd-1ea2-4be4-878d-4b424fbaaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.773083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e51cd-1ea2-4be4-878d-4b424fbaaa5c None None] Port abdb657f-9bf6-43db-84d0-ed8c3b473410 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:02.784247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8e7e51cd-1ea2-4be4-878d-4b424fbaaa5c None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:02.784924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e7e51cd-1ea2-4be4-878d-4b424fbaaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.848342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:02.867907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.911633 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.980561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.980561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.981658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] 10.222.0.55 "PUT /v2.0/ports/04ef4c98-c56b-4828-8487-f9cb58944e97 HTTP/1.1" status: 200 len: 1092 time: 1.7656143 Jul 30 01:45:02.986063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:02.988410 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:03.023753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:03.062976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:03.074008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f821be8-ba7f-4fca-bc34-9dc0a1a4eb4b None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:03.078492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55003-e61e-44f8-8b73-a928bfe78875 req-d7646e1e-539e-4086-83b1-d9618071e1ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.087710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9da55003-e61e-44f8-8b73-a928bfe78875 req-d7646e1e-539e-4086-83b1-d9618071e1ff tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.2449541 Jul 30 01:45:03.092663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.093282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.130885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=4680112d-34c2-452a-839e-ea73fe6cf064,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.154367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.190295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.190693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.191105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.191453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.191801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.192151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.192485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.192835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.193163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.193502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.193824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.194150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebb58-bf09-4b5a-b101-70b0b382790e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.198497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.198806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.199169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.199510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.199847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.200213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.200549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.200885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.201207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.201532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.201857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.202180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:03.210618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39661cee-d06d-4a35-9e8a-2f70fa1f9ace tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4287369 Jul 30 01:45:03.213252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:03.218222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'security_group': {'name': 'tempest-secgroup-1274968918'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:03.241641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-7dcc6075-4bab-4629-9409-c4d7a4adf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.243592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-7dcc6075-4bab-4629-9409-c4d7a4adf9c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 1095 time: 0.1896746 Jul 30 01:45:03.255883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9da55003-e61e-44f8-8b73-a928bfe78875 req-14338020-3a10-48d0-880a-9d524f728a67 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671276 Jul 30 01:45:03.268046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.268379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267f87-1ad2-4c70-8a21-181cb1b4df8d req-31f432f8-af28-4952-a127-bbee9c8b4237 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.268379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95267f87-1ad2-4c70-8a21-181cb1b4df8d req-31f432f8-af28-4952-a127-bbee9c8b4237 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 943 time: 0.2172365 Jul 30 01:45:03.345869 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d4e6d-1884-45d5-8de6-562307928e23 x-openstack-request-id: req-868d4e6d-1884-45d5-8de6-562307928e23 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:03.346116 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:03.346335 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-868d4e6d-1884-45d5-8de6-562307928e23 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:03.346792 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'status': 'completed', 'code': 200} Jul 30 01:45:03.348157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Update dhcp port {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'fixed_ips': [{'subnet_id': '53e052c7-fb28-477d-bfec-5c1132e46eb6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4680112d-34c2-452a-839e-ea73fe6cf064'}], 'binding:host_id': 'n-d-713499-10'}, 'id': 'f666eb27-b578-4e78-a78d-1dc2b3a94de5'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:45:03.357948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-b7196198-04e4-4ee5-8936-87bea9b9c18d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04ef4c98-c56b-4828-8487-f9cb58944e97 HTTP/1.1" status: 200 len: 217 time: 0.0890141 Jul 30 01:45:03.379374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.435441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.468066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.505860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d158410d-8ad4-420b-a2c3-9b393b21167b req-9388857f-6a6d-4884-8a0d-ff12e7d3d723 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0793633 Jul 30 01:45:03.519285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95267f87-1ad2-4c70-8a21-181cb1b4df8d req-29685c21-4304-4cbd-8836-d5879677028b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420392 Jul 30 01:45:03.531788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-f98da2ec-1a38-42b8-8df9-66fc2690fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.533281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-f98da2ec-1a38-42b8-8df9-66fc2690fd45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1558163 Jul 30 01:45:03.537727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64612f-017c-4af8-9e0d-23a20983d011,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.554603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.556069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13e322c4-8183-4e8d-b280-ea4a2373f8cc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3416653 Jul 30 01:45:03.558991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:03.565886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'security_group': {'name': 'tempest-secgroup-1176156453'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:03.610329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.613176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-99036e1b-dc1a-48e8-ac74-1dc07407d7bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622745 Jul 30 01:45:03.688445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Allocated IP 2001:db8::2 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/4680112d-34c2-452a-839e-ea73fe6cf064/f666eb27-b578-4e78-a78d-1dc2b3a94de5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:03.724339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.730147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.741759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-5f00fa9f-579f-406f-a585-8b965968f66e service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193228 Jul 30 01:45:03.750582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.752112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1921003 Jul 30 01:45:03.758623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:03.764474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'security_group': {'name': 'tempest-secgroup-919327632'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:03.790355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e390-0127-4f1e-8152-cafae3a150fe tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4c1f5e-2611-4a03-ad00-56264109d1dc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.805350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f666eb27-b578-4e78-a78d-1dc2b3a94de5,segment=NetworkSegment(ae3b53c9-b93a-42c2-8f6c-6540925e01ce),segment_id=ae3b53c9-b93a-42c2-8f6c-6540925e01ce)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:03.820033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.842032 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.866104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Transition to ACTIVE for port object f666eb27-b578-4e78-a78d-1dc2b3a94de5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:03.871638 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.879552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d13d873-05f7-4870-9ea3-9cb24d793cd7 req-b2f3e810-6e0b-4814-b529-ecc276b034eb service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305876 Jul 30 01:45:03.927580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.932229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.961842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.966106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45630) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:03.966313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2060914 Jul 30 01:45:03.978958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4767c-47fc-4487-adac-3c23c7e02276 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12cede3-3b94-4dc6-8873-edaa89ccb123,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.996090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1874150649', 'security_groups': ['d12cede3-3b94-4dc6-8873-edaa89ccb123'], 'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4680112d-34c2-452a-839e-ea73fe6cf064'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:04.005781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc82cf-6320-4689-93ad-f3bec1b5b28c None None] Pushing event updated for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:04.120849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-4d6e798b-e153-48ad-bf2f-b25533791bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.123289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-4d6e798b-e153-48ad-bf2f-b25533791bd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 1095 time: 0.1108739 Jul 30 01:45:04.262018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:04.395518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-a45e2f47-0ba1-425e-92fe-78a9e288cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.397075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-a45e2f47-0ba1-425e-92fe-78a9e288cdb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.2659004 Jul 30 01:45:04.424112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-371e98e4-0cd1-414c-a544-155c717c9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.428533 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-371e98e4-0cd1-414c-a544-155c717c9018 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.0602620 Jul 30 01:45:04.478714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.521531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-0313f31d-8654-4513-a39d-595103245102 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04ef4c98-c56b-4828-8487-f9cb58944e97 HTTP/1.1" status: 200 len: 217 time: 0.1026442 Jul 30 01:45:04.538097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-bb4e74ad-20d7-4cee-8a51-dda66657d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.540153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-bb4e74ad-20d7-4cee-8a51-dda66657d681 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.1036274 Jul 30 01:45:04.552369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] device_id is not set on port c3dbc8cd-f091-4b81-8423-678facf2ace6 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:45:04.592030 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-fce6068a-89b6-4e32-90a9-064b6793adae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.0420890 Jul 30 01:45:04.633031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08f73c-bfbc-40e2-a760-46fd97883675 req-fd3f4457-37c9-425f-aec9-5937d75e599a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.634667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d08f73c-bfbc-40e2-a760-46fd97883675 req-fd3f4457-37c9-425f-aec9-5937d75e599a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.2313910 Jul 30 01:45:04.656291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c81e-8200-4c26-ae5e-ac7d76d8abd3 req-b5e3b02b-48f5-440a-bd45-74cc2f589afa tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.658221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c618c81e-8200-4c26-ae5e-ac7d76d8abd3 req-b5e3b02b-48f5-440a-bd45-74cc2f589afa tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2531965 Jul 30 01:45:04.660584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-59bd1f06-476d-4955-a371-44e06b56101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.664334 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-59bd1f06-476d-4955-a371-44e06b56101f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.0641465 Jul 30 01:45:04.705782 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-64c64098-d238-43ff-8a99-733b89f3a7c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327055 Jul 30 01:45:04.712088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-73aee357-9b79-458a-b59a-36dd93f539cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.713540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-73aee357-9b79-458a-b59a-36dd93f539cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1814075 Jul 30 01:45:04.798586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-70156f5a-b0c8-475c-85c6-fc325034f3f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719993 Jul 30 01:45:04.826257 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-762d6ef8-6d80-4392-a3ce-4846f515229a service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999882 Jul 30 01:45:04.831678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d08f73c-bfbc-40e2-a760-46fd97883675 req-db02f66a-bad3-4bdd-8348-08bda92001b5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696188 Jul 30 01:45:04.841605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b6720c8-5997-42f5-a3c4-fd513d375639 None None] Provisioning complete for port abdb657f-9bf6-43db-84d0-ed8c3b473410 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:04.842543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b6720c8-5997-42f5-a3c4-fd513d375639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.910980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c618c81e-8200-4c26-ae5e-ac7d76d8abd3 req-d43eb914-15b1-4a0d-b602-1f4ff2a7694a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255263 Jul 30 01:45:04.933428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0b6720c8-5997-42f5-a3c4-fd513d375639 None None] Port abdb657f-9bf6-43db-84d0-ed8c3b473410 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:04.959411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b6720c8-5997-42f5-a3c4-fd513d375639 None None] Provisioning for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:04.968781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b6720c8-5997-42f5-a3c4-fd513d375639 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:04.969745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b6720c8-5997-42f5-a3c4-fd513d375639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.991442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7686661-a180-4c85-aa1e-ddc921d75fef req-88454368-2746-490b-a1fc-3fb0b13e6e39 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563807 Jul 30 01:45:05.068054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b62f462-edda-4e8e-97e3-cef550760373 req-57d77f1b-ed81-4041-b1ed-161f5885d42e tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0355573 Jul 30 01:45:05.132471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc938552-c41f-44e8-86a0-b6b638efa72e req-2e0b4b47-2066-4a7c-9129-c9299f04e3c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.133998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc938552-c41f-44e8-86a0-b6b638efa72e req-2e0b4b47-2066-4a7c-9129-c9299f04e3c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 943 time: 0.2153471 Jul 30 01:45:05.135273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8::3dc (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/4680112d-34c2-452a-839e-ea73fe6cf064/c3dbc8cd-f091-4b81-8423-678facf2ace6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:05.170106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-9501a19d-9038-4f38-befc-cd8afed4aee5 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590925 Jul 30 01:45:05.257726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc938552-c41f-44e8-86a0-b6b638efa72e req-46e5336e-7e24-428c-89f9-5186d5c869f1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124780 Jul 30 01:45:05.346443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cff56143-6fd7-4ca1-86b6-fd65b8a9ccc5 req-c70bd918-cb0b-4441-91a0-50f3021f270e service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673417 Jul 30 01:45:05.388952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.401407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object c3dbc8cd-f091-4b81-8423-678facf2ace6 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:05.438058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.481004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:05.484930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:05.490721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:05.496303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.496930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.504240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=c3dbc8cd-f091-4b81-8423-678facf2ace6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:05.518925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-47d1975e-d389-4ad4-9fff-2b8d2974fb5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5510981 Jul 30 01:45:05.522219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45652) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:05.530492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:05.655113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:05.658947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.774044 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4680112d-34c2-452a-839e-ea73fe6cf064 (CIDR: 2001:db8::/64) Jul 30 01:45:05.778005 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:45:05.779040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:05.800897 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b3ba8c64-84ee-4f8c-b43e-b7d103a57458 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2768977 Jul 30 01:45:05.803847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45654) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:05.808318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:05.809273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:05.839929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c10177c3-a255-4dda-85c1-f886f0383f48 None None] Provisioning for port c3dbc8cd-f091-4b81-8423-678facf2ace6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:05.855738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c10177c3-a255-4dda-85c1-f886f0383f48 None None] Provisioning complete for port c3dbc8cd-f091-4b81-8423-678facf2ace6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:05.856362 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c10177c3-a255-4dda-85c1-f886f0383f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.917294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:05.917663 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.920782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c10177c3-a255-4dda-85c1-f886f0383f48 None None] Port c3dbc8cd-f091-4b81-8423-678facf2ace6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:06.000381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b9196-ec14-47b6-a04e-8c53efc883d4 req-778ab318-6d67-4477-ab89-6b4c88e9f162 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.009531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-716b9196-ec14-47b6-a04e-8c53efc883d4 req-778ab318-6d67-4477-ab89-6b4c88e9f162 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0965579 Jul 30 01:45:06.039873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:06.044769 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.124598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-716b9196-ec14-47b6-a04e-8c53efc883d4 req-78b2b094-1dcd-4d63-b28e-cc431bede6d5 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140726 Jul 30 01:45:06.150671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12511492-6de4-46e1-bab7-5f045d6ed100 req-17f2f853-a5ba-4747-9a80-85c6aa9cf39f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.152301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12511492-6de4-46e1-bab7-5f045d6ed100 req-17f2f853-a5ba-4747-9a80-85c6aa9cf39f tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1258435 Jul 30 01:45:06.227077 n-d-713499-10 neutron-server[93890]: INFO neutron.db.ipam_backend_mixin [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 53e052c7-fb28-477d-bfec-5c1132e46eb6 (CIDR: 2001:db8:0:1::/64) Jul 30 01:45:06.244140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-441d290b-aca8-43fc-b9e8-325d0300e154 req-8d0bbc69-c998-4c89-ba6b-50aba33bde45 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/ports?device_id=8344b019-b33d-4a72-a048-a4df89d1d455 HTTP/1.1" status: 200 len: 210 time: 0.0466709 Jul 30 01:45:06.245344 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:45:06.245810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:06.251070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12511492-6de4-46e1-bab7-5f045d6ed100 req-8ed31818-33d0-4e90-86df-cda2ec0d7851 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875039 Jul 30 01:45:06.283619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0491b69b-e15e-4335-ba56-9a3a7facd3dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4658892 Jul 30 01:45:06.284580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45668) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:06.291212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'subnet': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:06.455887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Made reservation on behalf of c9f2dcbb8962491fac89abeaaec8fb19 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:06.460123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.490413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c9fb9-2b11-4895-9ff7-587e906cff32 req-14b176ae-045f-4c0d-a6e6-03bfefd7e487 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.492775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed3c9fb9-2b11-4895-9ff7-587e906cff32 req-14b176ae-045f-4c0d-a6e6-03bfefd7e487 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 943 time: 0.0924215 Jul 30 01:45:06.580588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed3c9fb9-2b11-4895-9ff7-587e906cff32 req-b6aaf694-90a2-455f-92ac-883d8f1ded0c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576756 Jul 30 01:45:06.754709 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.756026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.808282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:06.812018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:06.816308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.816899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.822183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b4375-96e5-4de2-ada3-cc6a58a97668 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:06.824334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Subnet': ['ID=da2f788e-7872-4e99-ba82-e369e6d75a5d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.836855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0af62335-ba6e-4738-a631-796aa0c86e4a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5512402 Jul 30 01:45:06.839440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45670) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:06.844727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1846323377', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da2f788e-7872-4e99-ba82-e369e6d75a5d'}], 'security_groups': ['aa64612f-017c-4af8-9e0d-23a20983d011', 'bf4c1f5e-2611-4a03-ad00-56264109d1dc']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:06.915434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.073371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Update dhcp port {'port': {'network_id': '1b3fc8c9-1fa0-46ba-963a-c73bc963b158', 'fixed_ips': [{'subnet_id': '53e052c7-fb28-477d-bfec-5c1132e46eb6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4680112d-34c2-452a-839e-ea73fe6cf064', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da2f788e-7872-4e99-ba82-e369e6d75a5d'}], 'binding:host_id': 'n-d-713499-10'}, 'id': 'f666eb27-b578-4e78-a78d-1dc2b3a94de5'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:45:07.099746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.295137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Delete allocated IP 2001:db8::3dc (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/4680112d-34c2-452a-839e-ea73fe6cf064) {{(pid=93890) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 01:45:07.311830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b71b0-f48a-488f-8abd-95b2a01935a0 req-41c5a980-bfe5-478d-9995-b47438ae4686 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.313457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e60b71b0-f48a-488f-8abd-95b2a01935a0 req-41c5a980-bfe5-478d-9995-b47438ae4686 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1034753 Jul 30 01:45:07.317017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Allocated IP 2001:db8:0:2::2e4 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/da2f788e-7872-4e99-ba82-e369e6d75a5d/c3dbc8cd-f091-4b81-8423-678facf2ace6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:07.423915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e60b71b0-f48a-488f-8abd-95b2a01935a0 req-7cfba347-15ba-4403-b4c9-0ac2e6103b0b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988710 Jul 30 01:45:07.445478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417e71e-f266-416d-872f-b6b6055d6360 req-71c529e5-dec4-4644-bd85-20fef0c3b6e5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.447037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d417e71e-f266-416d-872f-b6b6055d6360 req-71c529e5-dec4-4644-bd85-20fef0c3b6e5 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1067610 Jul 30 01:45:07.542463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d417e71e-f266-416d-872f-b6b6055d6360 req-5293b441-660d-4ba5-8471-8164364044e7 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842619 Jul 30 01:45:07.587256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45684) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:07.596974 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.612316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Transition to ACTIVE for port object c3dbc8cd-f091-4b81-8423-678facf2ace6 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:07.619820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.676895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8356d6f-3149-425d-bdd8-4db9ce4157ab tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.688933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Allocated IP 2001:db8:0:2::2 (1b3fc8c9-1fa0-46ba-963a-c73bc963b158/da2f788e-7872-4e99-ba82-e369e6d75a5d/f666eb27-b578-4e78-a78d-1dc2b3a94de5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:07.690880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] In _notify_port_updated(), no bound segment for port c3dbc8cd-f091-4b81-8423-678facf2ace6 on network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:45:07.694410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 04ef4c98-c56b-4828-8487-f9cb58944e97 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:07.696347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.697052 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.701472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "PUT /v2.0/ports/c3dbc8cd-f091-4b81-8423-678facf2ace6 HTTP/1.1" status: 200 len: 970 time: 0.8579481 Jul 30 01:45:07.705273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8356d6f-3149-425d-bdd8-4db9ce4157ab tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.707757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45688) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:07.731480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4355-e74e-45f3-8e0a-c5d6818b879e tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event updated for resources: {'Port': ['ID=c3dbc8cd-f091-4b81-8423-678facf2ace6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:07.749130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca9f30-725c-40c6-9cd7-1e7455e812de req-1ef27fdf-0878-4d3e-9cbc-b5dfa2834d28 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.750689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10ca9f30-725c-40c6-9cd7-1e7455e812de req-1ef27fdf-0878-4d3e-9cbc-b5dfa2834d28 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 943 time: 0.0708346 Jul 30 01:45:07.799725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10ca9f30-725c-40c6-9cd7-1e7455e812de req-27327928-15a2-489f-8a87-eaf6b71d513e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Jul 30 01:45:07.835943 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8356d6f-3149-425d-bdd8-4db9ce4157ab tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.838454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8356d6f-3149-425d-bdd8-4db9ce4157ab tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.842905 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d8356d6f-3149-425d-bdd8-4db9ce4157ab tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/security-groups/6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448 HTTP/1.1" status: 204 len: 168 time: 0.2546060 Jul 30 01:45:07.843428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45690) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:07.850548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port c3dbc8cd-f091-4b81-8423-678facf2ace6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:07.850880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.861178 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-a518d17a-d07d-4df1-9733-20eeeb821cef tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] show failed (client error): The resource could not be found. Jul 30 01:45:07.862444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a518d17a-d07d-4df1-9733-20eeeb821cef tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "GET /v2.0/security-groups/6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448 HTTP/1.1" status: 404 len: 347 time: 0.0178435 Jul 30 01:45:07.865760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45692) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:07.883464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f666eb27-b578-4e78-a78d-1dc2b3a94de5,segment=NetworkSegment(ae3b53c9-b93a-42c2-8f6c-6540925e01ce),segment_id=ae3b53c9-b93a-42c2-8f6c-6540925e01ce)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:07.900831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8356d6f-3149-425d-bdd8-4db9ce4157ab tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f9f2b-fb6b-40d1-a3db-3a01d5c0b448,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:07.905641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:07.939666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'mac_address': 'fa:16:3e:27:98:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:07.949631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.955131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.982132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for c3dbc8cd-f091-4b81-8423-678facf2ace6 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:07.996140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Transition to ACTIVE for port object f666eb27-b578-4e78-a78d-1dc2b3a94de5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:08.005531 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.015151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.025984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 5e794567-9b17-4965-bf33-983012b4c033 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:08.025984 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.072348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ef4c98-c56b-4828-8487-f9cb58944e97 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:08.114352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.115043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.127961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 5e794567-9b17-4965-bf33-983012b4c033 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:08.135424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.147611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:08.150458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8fd74-e46c-4fa4-aee2-3d6c7b51e770 None None] Pushing event updated for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.158675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.172220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=c3dbc8cd-f091-4b81-8423-678facf2ace6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.210463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.215386 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f306f3a7-b42f-4925-9f4f-f28741df980f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/c3dbc8cd-f091-4b81-8423-678facf2ace6 HTTP/1.1" status: 204 len: 168 time: 0.5066421 Jul 30 01:45:08.216795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:08.220472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.253499 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4726645c-77f8-4f25-b7ed-879be662bb71 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] GET failed (client error): The resource could not be found. Jul 30 01:45:08.257926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4726645c-77f8-4f25-b7ed-879be662bb71 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports/c3dbc8cd-f091-4b81-8423-678facf2ace6 HTTP/1.1" status: 404 len: 333 time: 0.0401342 Jul 30 01:45:08.258536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:08.298975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.326554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cb69ed2-9dfb-4bad-abfd-365fb804766a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.329841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=5e794567-9b17-4965-bf33-983012b4c033,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.353740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cb69ed2-9dfb-4bad-abfd-365fb804766a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.406378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cb69ed2-9dfb-4bad-abfd-365fb804766a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.406638 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.409239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cb69ed2-9dfb-4bad-abfd-365fb804766a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.409460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.416524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9cb69ed2-9dfb-4bad-abfd-365fb804766a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/security-groups/d12cede3-3b94-4dc6-8873-edaa89ccb123 HTTP/1.1" status: 204 len: 168 time: 0.1511180 Jul 30 01:45:08.416727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4f34f186-02b6-4cf8-b07c-7b14d680ac70 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/floatingips/48152a44-9e46-4d5e-8a41-c608a50b4964 HTTP/1.1" status: 204 len: 168 time: 0.5436885 Jul 30 01:45:08.416727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:08.420223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:08.430172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69ed2-9dfb-4bad-abfd-365fb804766a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12cede3-3b94-4dc6-8873-edaa89ccb123,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.487576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['04ef4c98-c56b-4828-8487-f9cb58944e97'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:08.509701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6369dba-a60d-4757-9e75-a9f61a757ac4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.540190 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6369dba-a60d-4757-9e75-a9f61a757ac4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.599750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6369dba-a60d-4757-9e75-a9f61a757ac4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.603589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6369dba-a60d-4757-9e75-a9f61a757ac4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.605069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6369dba-a60d-4757-9e75-a9f61a757ac4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/security-groups/bf4c1f5e-2611-4a03-ad00-56264109d1dc HTTP/1.1" status: 204 len: 168 time: 0.1838408 Jul 30 01:45:08.615656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45708) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:08.616824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369dba-a60d-4757-9e75-a9f61a757ac4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4c1f5e-2611-4a03-ad00-56264109d1dc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.720404 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1af58308-52cf-4bbb-aa6a-f81e46bf45f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.752828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1af58308-52cf-4bbb-aa6a-f81e46bf45f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.806507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1af58308-52cf-4bbb-aa6a-f81e46bf45f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.809265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1af58308-52cf-4bbb-aa6a-f81e46bf45f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.813039 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1af58308-52cf-4bbb-aa6a-f81e46bf45f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/security-groups/aa64612f-017c-4af8-9e0d-23a20983d011 HTTP/1.1" status: 204 len: 168 time: 0.1914382 Jul 30 01:45:08.814146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:08.849525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af58308-52cf-4bbb-aa6a-f81e46bf45f4 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64612f-017c-4af8-9e0d-23a20983d011,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.879746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 4680112d-34c2-452a-839e-ea73fe6cf064 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:08.884432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.930686 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.959117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Could not find standard attr ID for object c3dbc8cd-f091-4b81-8423-678facf2ace6. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:45:08.972814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Provisioning complete for port abdb657f-9bf6-43db-84d0-ed8c3b473410 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:08.973574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.000565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb954d-58cd-4749-a99d-bae982cdc483 req-c54742e2-6867-464e-8c22-3ad84a8d453a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.002143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56fb954d-58cd-4749-a99d-bae982cdc483 req-c54742e2-6867-464e-8c22-3ad84a8d453a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1413226 Jul 30 01:45:09.013941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad5cbe-272c-4ce0-abac-0ce9409e77a1 req-c236e2bc-2be4-4bac-ba67-74c8e84fc0f8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.015729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c8ad5cbe-272c-4ce0-abac-0ce9409e77a1 req-c236e2bc-2be4-4bac-ba67-74c8e84fc0f8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1561806 Jul 30 01:45:09.017546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Port abdb657f-9bf6-43db-84d0-ed8c3b473410 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:09.030599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Provisioning for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:09.040213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:09.040597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8cd9963d-151c-4f56-8f10-c5347a50b744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.058928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.105758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 79cb26af-8a7d-4e33-80f0-5586be9d3a54 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:09.106281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.141708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c8ad5cbe-272c-4ce0-abac-0ce9409e77a1 req-cf1f917a-df9e-493d-bfc0-e49851fff5c6 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165185 Jul 30 01:45:09.152903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.174619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56fb954d-58cd-4749-a99d-bae982cdc483 req-8c6aef34-b4b4-49a9-913e-750e98560980 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567590 Jul 30 01:45:09.212096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=4680112d-34c2-452a-839e-ea73fe6cf064,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.217520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.223734 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f291275c-e469-41f8-b314-4bc9870b8929 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/4680112d-34c2-452a-839e-ea73fe6cf064 HTTP/1.1" status: 204 len: 168 time: 0.4084654 Jul 30 01:45:09.224545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:09.236196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.251987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 79cb26af-8a7d-4e33-80f0-5586be9d3a54 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:09.266199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4e6025d7-bdeb-4644-9b83-d6f159d83664 None None] Could not find standard attr ID for object c3dbc8cd-f091-4b81-8423-678facf2ace6. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:45:09.288668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet da2f788e-7872-4e99-ba82-e369e6d75a5d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:09.292425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.348479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.382531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd7018-d11f-4ef0-a9fd-67049d45e819 req-c4103215-384d-42bb-81db-f0daefb996a6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.384099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09cd7018-d11f-4ef0-a9fd-67049d45e819 req-c4103215-384d-42bb-81db-f0daefb996a6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 944 time: 0.1014826 Jul 30 01:45:09.459576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.460334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09cd7018-d11f-4ef0-a9fd-67049d45e819 req-cbb3b932-5351-43cc-b485-2dcb3792094e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669844 Jul 30 01:45:09.503921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.504544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36c84f-4f63-4090-adfb-10cdce2f7729 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:09.527593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.536177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=79cb26af-8a7d-4e33-80f0-5586be9d3a54,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.561316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=da2f788e-7872-4e99-ba82-e369e6d75a5d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.565105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.567260 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-88d4e765-7474-4fb9-8f4c-6e1566406463 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/da2f788e-7872-4e99-ba82-e369e6d75a5d HTTP/1.1" status: 204 len: 168 time: 0.3415704 Jul 30 01:45:09.569533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:09.600043 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aa80b1-266e-4cc8-9717-5e1dcaba4f96 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:09.600722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6aa80b1-266e-4cc8-9717-5e1dcaba4f96 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:09.602355 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6aa80b1-266e-4cc8-9717-5e1dcaba4f96 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/4680112d-34c2-452a-839e-ea73fe6cf064 HTTP/1.1" status: 404 len: 337 time: 0.0319059 Jul 30 01:45:09.604964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:09.613617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.616034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78f7442e-db7d-4759-a3a2-8545b9dc90b7 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/ports/79cb26af-8a7d-4e33-80f0-5586be9d3a54 HTTP/1.1" status: 204 len: 168 time: 1.2009165 Jul 30 01:45:09.618633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:09.661634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting subnet 53e052c7-fb28-477d-bfec-5c1132e46eb6 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:09.665324 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.709784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.711024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 04ef4c98-c56b-4828-8487-f9cb58944e97 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:09.751508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port fea146a1-2811-4b76-b35d-98bd82827766 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:09.751864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.789924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 04ef4c98-c56b-4828-8487-f9cb58944e97 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:09.795369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 04ef4c98-c56b-4828-8487-f9cb58944e97 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:09.795746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.832039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.847253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:09.866471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.882869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for fea146a1-2811-4b76-b35d-98bd82827766 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:09.921412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.957855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Subnet': ['ID=53e052c7-fb28-477d-bfec-5c1132e46eb6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.963820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.966145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2554fa6e-bab7-418c-b28d-a8c05d622d1a tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/53e052c7-fb28-477d-bfec-5c1132e46eb6 HTTP/1.1" status: 204 len: 168 time: 0.3599923 Jul 30 01:45:09.968599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:09.969949 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.994947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:09.998934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.013210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:10.015844 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0d8810-8e17-4fd1-8a5f-1cac9bdaf1dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.016636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0d8810-8e17-4fd1-8a5f-1cac9bdaf1dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.018974 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f0d8810-8e17-4fd1-8a5f-1cac9bdaf1dc tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/62de39be-226f-4e35-8651-7580085dc271 HTTP/1.1" status: 404 len: 337 time: 0.0494494 Jul 30 01:45:10.021593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.023313 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb2448-a580-4007-b1ef-9131e666dd8c" -d '{"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:10.041900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:10.079761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.080013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e62ef278-ccf4-4c1e-b0da-9c52f6a77d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e93a3ef-f508-43ed-bfd9-f6278085633c HTTP/1.1" status: 200 len: 205 time: 0.0570593 Jul 30 01:45:10.082023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45732) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.117245 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9bffa-ab2e-46b0-a516-8d046db15643 x-openstack-request-id: req-34d9bffa-ab2e-46b0-a516-8d046db15643 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:10.117539 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:10.117928 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34d9bffa-ab2e-46b0-a516-8d046db15643 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:10.118334 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'code': 200} Jul 30 01:45:10.157828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:10.168187 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-fd8d4e7d-2ea0-4aa6-88f4-1ae97ef3f408 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] delete failed (client error): The resource could not be found. Jul 30 01:45:10.170110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fd8d4e7d-2ea0-4aa6-88f4-1ae97ef3f408 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/routers/2e93a3ef-f508-43ed-bfd9-f6278085633c HTTP/1.1" status: 404 len: 336 time: 0.0868642 Jul 30 01:45:10.172490 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.220354 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e347b25c-a782-4878-abb4-0653bd09f374 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.221570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e347b25c-a782-4878-abb4-0653bd09f374 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.227363 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e347b25c-a782-4878-abb4-0653bd09f374 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/5eccc025-53e0-4ebe-9ceb-4aeffa56b82d HTTP/1.1" status: 404 len: 337 time: 0.0534995 Jul 30 01:45:10.228474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45740) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.276495 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-603a6f8f-13f1-48cd-8734-8f1426a711b1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.277103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603a6f8f-13f1-48cd-8734-8f1426a711b1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.282685 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-603a6f8f-13f1-48cd-8734-8f1426a711b1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/4b940d7e-c058-48e9-875c-3e119e87a7b3 HTTP/1.1" status: 404 len: 337 time: 0.0530634 Jul 30 01:45:10.283296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.322572 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8274da0-20e0-4bf3-ac27-bec4ab61b381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.323122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8274da0-20e0-4bf3-ac27-bec4ab61b381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.326629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a8274da0-20e0-4bf3-ac27-bec4ab61b381 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/b9993966-8e5a-44c0-9bc0-30a550f55091 HTTP/1.1" status: 404 len: 337 time: 0.0423341 Jul 30 01:45:10.328321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45746) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.357824 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b57276-733c-4e2e-b5d6-f9caa769b1a1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.358510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b57276-733c-4e2e-b5d6-f9caa769b1a1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.365600 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b2b57276-733c-4e2e-b5d6-f9caa769b1a1 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/8daa1d04-06f0-4480-808a-b60768ebb1f8 HTTP/1.1" status: 404 len: 333 time: 0.0340726 Jul 30 01:45:10.365600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.393826 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e7815c-1da3-4ab1-8746-75f0531c25f3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.394565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e7815c-1da3-4ab1-8746-75f0531c25f3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.398107 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a6e7815c-1da3-4ab1-8746-75f0531c25f3 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/455de93b-3460-4df7-86d1-50af0a4b6bb4 HTTP/1.1" status: 404 len: 337 time: 0.0316386 Jul 30 01:45:10.400725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45750) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.432590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bd0a-3c36-404d-87cc-65e418a58a79 req-19ee19eb-279b-40b1-8482-9844a798b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.434371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b66bd0a-3c36-404d-87cc-65e418a58a79 req-19ee19eb-279b-40b1-8482-9844a798b988 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 1097 time: 0.2419100 Jul 30 01:45:10.440796 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.444935 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2676b8-4ac2-463b-979f-39f94e65f9a7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.445399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2676b8-4ac2-463b-979f-39f94e65f9a7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.447206 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc2676b8-4ac2-463b-979f-39f94e65f9a7 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/17710373-02a7-4553-a228-b5b02936f5e6 HTTP/1.1" status: 404 len: 337 time: 0.0455053 Jul 30 01:45:10.449768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45752) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.483390 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e6749c-3e9a-4013-98b0-a9114efd03b0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.483949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e6749c-3e9a-4013-98b0-a9114efd03b0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.485839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63e6749c-3e9a-4013-98b0-a9114efd03b0 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/981931fa-5ffc-48c7-a0bd-d00516e10a9a HTTP/1.1" status: 404 len: 333 time: 0.0350471 Jul 30 01:45:10.489327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45756) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.516518 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8768ec4-719a-4729-a834-3f218fc43ea9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.516979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8768ec4-719a-4729-a834-3f218fc43ea9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.518769 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8768ec4-719a-4729-a834-3f218fc43ea9 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/64b0384c-8efa-4e0a-9d50-abb0cc6c260b HTTP/1.1" status: 404 len: 337 time: 0.0283937 Jul 30 01:45:10.526091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45758) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.532457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=fea146a1-2811-4b76-b35d-98bd82827766,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:10.555692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c77c-68ea-4e01-a0e1-0ceb4a4368b4 req-49df6af8-290d-4dc4-b230-a7a357e3754d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.557304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1272c77c-68ea-4e01-a0e1-0ceb4a4368b4 req-49df6af8-290d-4dc4-b230-a7a357e3754d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.2311103 Jul 30 01:45:10.587299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dacf2-e1e3-4909-a68c-e9041eed7aa6 req-f51bf718-f113-4444-96ec-e11201af0106 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.588853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-061dacf2-e1e3-4909-a68c-e9041eed7aa6 req-f51bf718-f113-4444-96ec-e11201af0106 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.2848217 Jul 30 01:45:10.609013 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42e8fd3-c83a-480b-814b-b84024cf1bbd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] DELETE failed (client error): The resource could not be found. Jul 30 01:45:10.609475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42e8fd3-c83a-480b-814b-b84024cf1bbd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:45:10.611256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a42e8fd3-c83a-480b-814b-b84024cf1bbd tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/subnets/f2c2c9a6-547a-4b84-88a3-2afcfb2b10ec HTTP/1.1" status: 404 len: 337 time: 0.0804536 Jul 30 01:45:10.615869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45760) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.636453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8ab3d-287d-4d42-bbe8-9614f2af2ba1 None None] Network 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:10.680505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b66bd0a-3c36-404d-87cc-65e418a58a79 req-a3bfba7e-68d2-41b9-ae40-51a4887d50a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199528 Jul 30 01:45:10.726855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-061dacf2-e1e3-4909-a68c-e9041eed7aa6 req-719f8285-2297-4b40-9779-a8f978036386 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010213 Jul 30 01:45:10.727128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d3a5dcaf-3155-48c8-b01b-892b449066b5 None None] Provisioning complete for port abdb657f-9bf6-43db-84d0-ed8c3b473410 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:10.727236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3a5dcaf-3155-48c8-b01b-892b449066b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.731603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1272c77c-68ea-4e01-a0e1-0ceb4a4368b4 req-5a9f9c2b-4416-4185-a861-a9f01222f281 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416492 Jul 30 01:45:10.732820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.734973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f68facda-b2f5-46f0-9884-762cfd49f7ff tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/ports/fea146a1-2811-4b76-b35d-98bd82827766 HTTP/1.1" status: 204 len: 168 time: 1.1151567 Jul 30 01:45:10.737785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45764) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:10.782944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Deleting port abdb657f-9bf6-43db-84d0-ed8c3b473410 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:10.783869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.803903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5dcaf-3155-48c8-b01b-892b449066b5 None None] Port abdb657f-9bf6-43db-84d0-ed8c3b473410 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:10.826895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d3a5dcaf-3155-48c8-b01b-892b449066b5 None None] Provisioning complete for port f666eb27-b578-4e78-a78d-1dc2b3a94de5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:10.827918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3a5dcaf-3155-48c8-b01b-892b449066b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.853163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting subnet c3fe8594-4da0-48fb-82a6-a42cece6b19b {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:10.863851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.892730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.910677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Calling delete_port for abdb657f-9bf6-43db-84d0-ed8c3b473410 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:10.936385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.946842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78fb60-95ab-40b7-b1c5-da05552f136d req-9d80d9da-99fa-47c2-93f2-dd1a022ef1c2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:10.948652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb78fb60-95ab-40b7-b1c5-da05552f136d req-9d80d9da-99fa-47c2-93f2-dd1a022ef1c2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1106098 Jul 30 01:45:10.952884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] DHCP port deletion for 1b3fc8c9-1fa0-46ba-963a-c73bc963b158 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:45:11.041541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] Deleting port f666eb27-b578-4e78-a78d-1dc2b3a94de5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:11.042584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.047599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb78fb60-95ab-40b7-b1c5-da05552f136d req-37809133-345b-4217-9ac5-0a00d0f1518d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697622 Jul 30 01:45:11.064613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.087993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Port': ['ID=abdb657f-9bf6-43db-84d0-ed8c3b473410,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.101191 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.106076 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-da15d262-3690-483e-af79-2667ada78360 tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/ports/abdb657f-9bf6-43db-84d0-ed8c3b473410 HTTP/1.1" status: 204 len: 168 time: 0.4877479 Jul 30 01:45:11.107393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45766) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:11.136972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.145234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] For port f666eb27-b578-4e78-a78d-1dc2b3a94de5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f666eb27-b578-4e78-a78d-1dc2b3a94de5,segment=NetworkSegment(ae3b53c9-b93a-42c2-8f6c-6540925e01ce),segment_id=ae3b53c9-b93a-42c2-8f6c-6540925e01ce)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:11.145652 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.168218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] Calling delete_port for f666eb27-b578-4e78-a78d-1dc2b3a94de5 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:11.232053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.263614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fe8594-4da0-48fb-82a6-a42cece6b19b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.267478 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.269466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-caf916fc-b364-4040-ba61-de12bbf0d6c9 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/subnets/c3fe8594-4da0-48fb-82a6-a42cece6b19b HTTP/1.1" status: 204 len: 168 time: 0.5309250 Jul 30 01:45:11.271999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45768) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:11.275548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19e796-4ea3-4ccc-ac7a-f7436a6e4262 None None] Network b39e997b-3bf4-4063-98c0-3d00e3627146 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:11.326623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.340266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting subnet 80f91327-8602-4907-b22f-55d62c4e898e {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:11.344018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.372746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] Pushing event deleted for resources: {'Port': ['ID=f666eb27-b578-4e78-a78d-1dc2b3a94de5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.374336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9686d78d-33aa-4e23-8aa3-e945594e1609 None None] No DVR routers for this DVR port f666eb27-b578-4e78-a78d-1dc2b3a94de5 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:11.413671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.517181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] DHCP port deletion for b39e997b-3bf4-4063-98c0-3d00e3627146 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:45:11.518262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.562672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.568307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] Deleting port 657d1586-5685-427d-8b11-eed1c1ed49b6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:11.568746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.589993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.648131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Subnet': ['ID=80f91327-8602-4907-b22f-55d62c4e898e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.655413 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.662643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8694bb69-9d02-44bc-b8d4-5eccb385469b tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/subnets/80f91327-8602-4907-b22f-55d62c4e898e HTTP/1.1" status: 204 len: 168 time: 0.3864534 Jul 30 01:45:11.662983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45770) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:11.663707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.669317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372294fb-6456-4419-abad-4146e55cf4c8 None None] Network 022fd81d-d5b3-4721-bd34-1a8be012b0d5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:11.675496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3fc8c9-1fa0-46ba-963a-c73bc963b158']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.686926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.687258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3b53c9-b93a-42c2-8f6c-6540925e01ce') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.696252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.709765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.717489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:11.718158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.730550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] For port 657d1586-5685-427d-8b11-eed1c1ed49b6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=657d1586-5685-427d-8b11-eed1c1ed49b6,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:11.731073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.790491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] Calling delete_port for 657d1586-5685-427d-8b11-eed1c1ed49b6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:11.795439 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:11.816732 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:11.833791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.863709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.865799 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] 10.222.0.78 "DELETE /v2.0/networks/1b3fc8c9-1fa0-46ba-963a-c73bc963b158 HTTP/1.1" status: 204 len: 168 time: 0.7566941 Jul 30 01:45:11.866772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721f87d-e968-4898-a9c0-205466343d5f tempest-PortsIpV6TestJSON-783209558 tempest-PortsIpV6TestJSON-783209558-project] Pushing event deleted for resources: {'Network': ['ID=1b3fc8c9-1fa0-46ba-963a-c73bc963b158,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.905687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:11.946632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f666eb27-b578-4e78-a78d-1dc2b3a94de5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:11.947098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f666eb27-b578-4e78-a78d-1dc2b3a94de5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:11.947608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 657d1586-5685-427d-8b11-eed1c1ed49b6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:12.003498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312bee9-4aa5-40a5-81bf-8dab31726109 req-0ce069b7-d034-44d8-8331-de5b747814c8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.005053 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1312bee9-4aa5-40a5-81bf-8dab31726109 req-0ce069b7-d034-44d8-8331-de5b747814c8 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1326385 Jul 30 01:45:12.017956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8d065-e6d2-4921-9130-1ea4bd4af468 req-024dbb3b-9adf-4f0d-8dab-e830913257f6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.019531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d8d065-e6d2-4921-9130-1ea4bd4af468 req-024dbb3b-9adf-4f0d-8dab-e830913257f6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1025620 Jul 30 01:45:12.029862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Deleting port 657d1586-5685-427d-8b11-eed1c1ed49b6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:12.039435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.067956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.104062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] Pushing event deleted for resources: {'Port': ['ID=657d1586-5685-427d-8b11-eed1c1ed49b6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.108285 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.111289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7e73a-197c-4022-b0ac-adef9c4b315b None None] No DVR routers for this DVR port 657d1586-5685-427d-8b11-eed1c1ed49b6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:12.159331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45786) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:12.160026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1312bee9-4aa5-40a5-81bf-8dab31726109 req-75457cf7-617c-4f2f-a0f4-5f5a771e42fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387281 Jul 30 01:45:12.176010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] DHCP port deletion for 022fd81d-d5b3-4721-bd34-1a8be012b0d5 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:45:12.203954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] For port 657d1586-5685-427d-8b11-eed1c1ed49b6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=657d1586-5685-427d-8b11-eed1c1ed49b6,segment=NetworkSegment(dfe20f2b-6b23-43bf-b829-f3c2f036493b),segment_id=dfe20f2b-6b23-43bf-b829-f3c2f036493b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:12.204331 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.221727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d8d065-e6d2-4921-9130-1ea4bd4af468 req-b50da946-e3da-47e5-ab67-4187f8d98271 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646314 Jul 30 01:45:12.228547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Calling delete_port for 657d1586-5685-427d-8b11-eed1c1ed49b6 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:12.250541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] Deleting port bc2823af-367f-421c-bc00-9b2b01a4d1c7 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:12.252230 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.315352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.349644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a54207fb-b60f-4239-a9ce-dc71b16bdb0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9f2dcbb8962491fac89abeaaec8fb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871967 Jul 30 01:45:12.350946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:12.354569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Port': ['ID=657d1586-5685-427d-8b11-eed1c1ed49b6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.357652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] No DVR routers for this DVR port 657d1586-5685-427d-8b11-eed1c1ed49b6 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:12.370582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] For port bc2823af-367f-421c-bc00-9b2b01a4d1c7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bc2823af-367f-421c-bc00-9b2b01a4d1c7,segment=NetworkSegment(d0be5c48-8d22-44f0-8c56-e7ade065d3e7),segment_id=d0be5c48-8d22-44f0-8c56-e7ade065d3e7)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:12.370985 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.390465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] Calling delete_port for bc2823af-367f-421c-bc00-9b2b01a4d1c7 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:12.416889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce4683dc-a987-49ce-8d63-2a2f1d9840a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.440434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce4683dc-a987-49ce-8d63-2a2f1d9840a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.471888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30ead7-3727-4af0-a55f-60f97ce8a7bd req-5a306af2-4751-4867-b4e9-179029123de0 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.473512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d30ead7-3727-4af0-a55f-60f97ce8a7bd req-5a306af2-4751-4867-b4e9-179029123de0 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1286364 Jul 30 01:45:12.478523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.485616 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.502218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce4683dc-a987-49ce-8d63-2a2f1d9840a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.504248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39e997b-3bf4-4063-98c0-3d00e3627146']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.506499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce4683dc-a987-49ce-8d63-2a2f1d9840a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.510516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce4683dc-a987-49ce-8d63-2a2f1d9840a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/464e07e3-7868-4272-8820-37b9b85a7a9b HTTP/1.1" status: 204 len: 168 time: 0.1561260 Jul 30 01:45:12.517470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4683dc-a987-49ce-8d63-2a2f1d9840a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e07e3-7868-4272-8820-37b9b85a7a9b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.517890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe20f2b-6b23-43bf-b829-f3c2f036493b') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.518190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe20f2b-6b23-43bf-b829-f3c2f036493b') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.525743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] Pushing event deleted for resources: {'Port': ['ID=bc2823af-367f-421c-bc00-9b2b01a4d1c7,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.527624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85246a-4af0-47c7-bc01-f4c280564dd2 None None] No DVR routers for this DVR port bc2823af-367f-421c-bc00-9b2b01a4d1c7 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:12.535947 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.549943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d30ead7-3727-4af0-a55f-60f97ce8a7bd req-74c7888a-c056-47d6-9df6-89286a4bff9a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683651 Jul 30 01:45:12.557997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.567252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:12.567665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:12.570831 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:12.657389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.678767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.680944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/networks/b39e997b-3bf4-4063-98c0-3d00e3627146 HTTP/1.1" status: 204 len: 168 time: 1.0164483 Jul 30 01:45:12.683756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:12.693125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3de13c-6518-496e-9dfe-d3060275c6cb tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Network': ['ID=b39e997b-3bf4-4063-98c0-3d00e3627146,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.773091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.869878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.884584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022fd81d-d5b3-4721-bd34-1a8be012b0d5']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.896932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.897503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0be5c48-8d22-44f0-8c56-e7ade065d3e7') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.912571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.930855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.938444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:12.938865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:12.943521 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:13.033361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.037881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.040323 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] 10.222.0.78 "DELETE /v2.0/networks/022fd81d-d5b3-4721-bd34-1a8be012b0d5 HTTP/1.1" status: 204 len: 168 time: 0.3538799 Jul 30 01:45:13.056194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8518240-eedd-437b-9183-e125461d9281 tempest-TaggedBootDevicesTest_v242-1330298729 tempest-TaggedBootDevicesTest_v242-1330298729-project] Pushing event deleted for resources: {'Network': ['ID=022fd81d-d5b3-4721-bd34-1a8be012b0d5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:13.078591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180df13-6df7-447e-a05b-3300dddbf92a req-30f46f48-1fbb-49be-a459-e80ab186981c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.086460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2180df13-6df7-447e-a05b-3300dddbf92a req-30f46f48-1fbb-49be-a459-e80ab186981c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0839119 Jul 30 01:45:13.127611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2180df13-6df7-447e-a05b-3300dddbf92a req-23665ada-1adc-4635-a741-00b56ffc85f4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Jul 30 01:45:13.307221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa39f17-f261-439d-a6c4-184cca2635d3 req-b8cbc909-0d4b-47f6-b189-02909e4f1194 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.309725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0fa39f17-f261-439d-a6c4-184cca2635d3 req-b8cbc909-0d4b-47f6-b189-02909e4f1194 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0684698 Jul 30 01:45:13.398680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0fa39f17-f261-439d-a6c4-184cca2635d3 req-91b69bb6-7e41-406b-a87c-c61a6b87e458 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791416 Jul 30 01:45:13.414343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601c57-e0ef-456f-8ee5-a08a44c0da2e req-9c078b1d-5498-4082-83d5-6fa1b3364711 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.418512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55601c57-e0ef-456f-8ee5-a08a44c0da2e req-9c078b1d-5498-4082-83d5-6fa1b3364711 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0954511 Jul 30 01:45:13.419532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45842) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.487213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55601c57-e0ef-456f-8ee5-a08a44c0da2e req-4da1dd96-e4e0-4ed5-bc92-43cfa5c730c6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Jul 30 01:45:13.548028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-00e69fa0-bd54-4ff8-b159-6c1dc0f763b6 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1655722621', 'prefixes': ['172.20.0.0/16']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:13.620105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00e69fa0-bd54-4ff8-b159-6c1dc0f763b6 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] Notify callbacks [] for subnetpool, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.621320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-00e69fa0-bd54-4ff8-b159-6c1dc0f763b6 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2006593 Jul 30 01:45:13.624507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.669476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ac53696-5a77-4ee5-8c5c-6553a9acf8f4 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] 10.222.0.78 "GET /v2.0/subnetpools/3b0742c9-8822-44a1-8981-9c3d2dc7b76b HTTP/1.1" status: 200 len: 732 time: 0.0433645 Jul 30 01:45:13.671927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.676258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ace94243-fda9-46ec-980f-b83fc0ccad2a tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1756321557'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:13.760809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ace94243-fda9-46ec-980f-b83fc0ccad2a tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] Notify callbacks [] for subnetpool, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.763080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ace94243-fda9-46ec-980f-b83fc0ccad2a tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] 10.222.0.78 "PUT /v2.0/subnetpools/3b0742c9-8822-44a1-8981-9c3d2dc7b76b HTTP/1.1" status: 200 len: 684 time: 0.0892136 Jul 30 01:45:13.764869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45850) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.795179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bc2823af-367f-421c-bc00-9b2b01a4d1c7 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:13.820308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: bc2823af-367f-421c-bc00-9b2b01a4d1c7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:13.820746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bc2823af-367f-421c-bc00-9b2b01a4d1c7 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:13.845218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4694411-2857-4b06-8521-4c2ebd821316 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] Notify callbacks [] for subnetpool, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.846368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d4694411-2857-4b06-8521-4c2ebd821316 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] 10.222.0.78 "DELETE /v2.0/subnetpools/3b0742c9-8822-44a1-8981-9c3d2dc7b76b HTTP/1.1" status: 204 len: 168 time: 0.0802522 Jul 30 01:45:13.849013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45852) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.875025 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-7c5520c5-b84b-4adf-b7d1-e79f6e2b9ca4 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] show failed (client error): The resource could not be found. Jul 30 01:45:13.876048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7c5520c5-b84b-4adf-b7d1-e79f6e2b9ca4 tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] 10.222.0.78 "GET /v2.0/subnetpools/3b0742c9-8822-44a1-8981-9c3d2dc7b76b HTTP/1.1" status: 404 len: 346 time: 0.0260751 Jul 30 01:45:13.878868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:13.893286 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-9fc2cf38-6f45-41e5-ba9d-fe259a0a6a9e tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] delete failed (client error): The resource could not be found. Jul 30 01:45:13.894293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9fc2cf38-6f45-41e5-ba9d-fe259a0a6a9e tempest-SubnetPoolsTestJSON-486257255 tempest-SubnetPoolsTestJSON-486257255-project] 10.222.0.78 "DELETE /v2.0/subnetpools/3b0742c9-8822-44a1-8981-9c3d2dc7b76b HTTP/1.1" status: 404 len: 346 time: 0.0145078 Jul 30 01:45:14.150328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45860) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:14.263425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1120cb2c-ecd7-4480-8b93-3df41e10bdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.263658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315eab-d669-4ce7-8a27-d99421613e3f req-d3e61441-266e-45f9-aa90-21326ba28908 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.265100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2315eab-d669-4ce7-8a27-d99421613e3f req-d3e61441-266e-45f9-aa90-21326ba28908 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0601223 Jul 30 01:45:14.307073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2315eab-d669-4ce7-8a27-d99421613e3f req-f7e651dc-2a94-42f2-918a-154c827b11d5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 Jul 30 01:45:14.370526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1120cb2c-ecd7-4480-8b93-3df41e10bdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.377715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1120cb2c-ecd7-4480-8b93-3df41e10bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.417062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120cb2c-ecd7-4480-8b93-3df41e10bdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de85a058-fb71-4a93-8e7d-386189cfc124,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.423786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1120cb2c-ecd7-4480-8b93-3df41e10bdfd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=643e618ac70b4b40966bd4817833d33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699566 Jul 30 01:45:14.424015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:14.491594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0c5-adca-4719-b139-ca8f3bdad2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.526852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0c5-adca-4719-b139-ca8f3bdad2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.568261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df27c5-8731-4b3b-a428-d56be334a9eb req-68bc2df4-9c56-45b8-b45f-1cd8fd5a9685 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.570751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0df27c5-8731-4b3b-a428-d56be334a9eb req-68bc2df4-9c56-45b8-b45f-1cd8fd5a9685 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0884216 Jul 30 01:45:14.598152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0c5-adca-4719-b139-ca8f3bdad2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.601035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0c5-adca-4719-b139-ca8f3bdad2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.604497 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-64a8e0c5-adca-4719-b139-ca8f3bdad2f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de85a058-fb71-4a93-8e7d-386189cfc124 HTTP/1.1" status: 204 len: 168 time: 0.1703327 Jul 30 01:45:14.611247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8e0c5-adca-4719-b139-ca8f3bdad2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de85a058-fb71-4a93-8e7d-386189cfc124,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.648027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0df27c5-8731-4b3b-a428-d56be334a9eb req-30f0229c-6960-48b0-8da3-db0cf4d5cadb tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676851 Jul 30 01:45:14.670833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15dcff-7667-4e0e-b7fd-7b1048e3dc31 req-913c4b75-94c0-434b-91f9-8f4bb004a9d0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.671446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f15dcff-7667-4e0e-b7fd-7b1048e3dc31 req-913c4b75-94c0-434b-91f9-8f4bb004a9d0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0936606 Jul 30 01:45:14.732699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f15dcff-7667-4e0e-b7fd-7b1048e3dc31 req-dcf08dc2-a59b-4ac1-8580-99acd64a9a43 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525310 Jul 30 01:45:15.460133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f212-19c7-4aba-ba78-e43fbd4d1e6d req-af21d4e8-9825-4b9e-89b0-0e60df61fe2a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.461916 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a369f212-19c7-4aba-ba78-e43fbd4d1e6d req-af21d4e8-9825-4b9e-89b0-0e60df61fe2a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0616260 Jul 30 01:45:15.517217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a369f212-19c7-4aba-ba78-e43fbd4d1e6d req-4c2084fa-3be4-4e85-bce9-3781a84c975c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Jul 30 01:45:15.792279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a417f-b155-4233-b420-ce2538540dd4 req-9b4096bc-cfac-4891-a528-c3d2a11261cb tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.801497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-716a417f-b155-4233-b420-ce2538540dd4 req-9b4096bc-cfac-4891-a528-c3d2a11261cb tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0757320 Jul 30 01:45:15.869533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-716a417f-b155-4233-b420-ce2538540dd4 req-2e57a423-defc-41e3-913c-20746ae1beee tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670848 Jul 30 01:45:15.884576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e343d-538f-4fa3-af87-e858bf71f098 req-d89344a4-40a5-4f8b-9da1-e0d5f5dbe62b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.886314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db4e343d-538f-4fa3-af87-e858bf71f098 req-d89344a4-40a5-4f8b-9da1-e0d5f5dbe62b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0759449 Jul 30 01:45:15.936093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db4e343d-538f-4fa3-af87-e858bf71f098 req-a361d7b7-2239-437f-81d8-8b36b69c4bdd tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Jul 30 01:45:16.337385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71ef7-1a47-4259-98cd-89388b1253cd req-91defdde-6938-46fb-a9a9-3db42fffecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.339262 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fbd71ef7-1a47-4259-98cd-89388b1253cd req-91defdde-6938-46fb-a9a9-3db42fffecab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.0508616 Jul 30 01:45:16.380708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fbd71ef7-1a47-4259-98cd-89388b1253cd req-49f7d0b7-7e2b-49f5-999f-c586d0ba6083 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Jul 30 01:45:16.662804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc93f1-f5b2-4a6a-8833-f1ff64439919 req-36fb46e6-5564-4b5b-9467-7166b7546c86 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.664395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2adc93f1-f5b2-4a6a-8833-f1ff64439919 req-36fb46e6-5564-4b5b-9467-7166b7546c86 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0641785 Jul 30 01:45:16.711788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2adc93f1-f5b2-4a6a-8833-f1ff64439919 req-ca52d348-7e89-4b7e-a3af-77c2c17faa51 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Jul 30 01:45:17.011469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd547a-ffea-40d9-a91e-2a867f06bd5c req-e08e01ca-9051-4c63-892e-efae92a2fa4b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.013760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fdd547a-ffea-40d9-a91e-2a867f06bd5c req-e08e01ca-9051-4c63-892e-efae92a2fa4b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0681756 Jul 30 01:45:17.080414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fdd547a-ffea-40d9-a91e-2a867f06bd5c req-4259f2b0-0a1a-477d-87b2-73484cb3a956 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568552 Jul 30 01:45:17.090502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819372-e44b-4c56-a15b-fa9ef3c3bd3d req-e432d543-0f1a-40e4-aa47-b5e11d945b9f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.092399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c819372-e44b-4c56-a15b-fa9ef3c3bd3d req-e432d543-0f1a-40e4-aa47-b5e11d945b9f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0775645 Jul 30 01:45:17.139175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c819372-e44b-4c56-a15b-fa9ef3c3bd3d req-aacfc2b0-34ee-42cd-822c-8227eed361e7 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Jul 30 01:45:17.854632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de76f5-e47e-451a-a7f4-4e7b10c50c3e req-8354b003-1c64-432e-99b9-204179d3ff7d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.856842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-21de76f5-e47e-451a-a7f4-4e7b10c50c3e req-8354b003-1c64-432e-99b9-204179d3ff7d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0583570 Jul 30 01:45:17.901148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-21de76f5-e47e-451a-a7f4-4e7b10c50c3e req-3faddb1e-9501-4f39-b8f8-71aa3a2e1827 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Jul 30 01:45:18.254926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba6ba-5a74-4ec5-986a-f54995fb5814 req-3da0d2e3-f314-4872-abb0-ba566e310f50 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.257598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-426ba6ba-5a74-4ec5-986a-f54995fb5814 req-3da0d2e3-f314-4872-abb0-ba566e310f50 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0806122 Jul 30 01:45:18.292623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62aaff-fc46-457b-acf4-3453752a9a44 req-1ad0f3d8-b7cf-4d20-a526-ca86cba8767e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.294332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce62aaff-fc46-457b-acf4-3453752a9a44 req-1ad0f3d8-b7cf-4d20-a526-ca86cba8767e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0835204 Jul 30 01:45:18.326551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-426ba6ba-5a74-4ec5-986a-f54995fb5814 req-d1cee107-f742-410c-8e5e-b8477ed64e39 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627520 Jul 30 01:45:18.351983 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce62aaff-fc46-457b-acf4-3453752a9a44 req-f7bf9721-7b9b-4eca-a697-935c9582f1cb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511351 Jul 30 01:45:18.734772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-c24ae125-8eef-40e0-bde3-465d5392197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.736934 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-c24ae125-8eef-40e0-bde3-465d5392197c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.0648191 Jul 30 01:45:18.750517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbebb1-29e0-469e-900a-5faabeb127d2 req-26583f80-1953-4742-ae03-e2d850418568 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.752153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53fbebb1-29e0-469e-900a-5faabeb127d2 req-26583f80-1953-4742-ae03-e2d850418568 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0711777 Jul 30 01:45:18.819882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53fbebb1-29e0-469e-900a-5faabeb127d2 req-dc2368af-5345-49ce-9b62-d42760d4219b tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595186 Jul 30 01:45:18.892920 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d2621d22-5700-4156-bcbd-1cdae8a7abea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.901147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-efb26624-633d-45f5-af0e-67c2683859ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.903167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-efb26624-633d-45f5-af0e-67c2683859ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.1590712 Jul 30 01:45:18.954547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-4f6fdbab-6e4a-4012-be5e-eecaf89f68b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.0406549 Jul 30 01:45:19.042785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-acb48399-fcbd-40b2-94b3-a70064bd9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.044970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-acb48399-fcbd-40b2-94b3-a70064bd9f88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.0827272 Jul 30 01:45:19.093385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035eb40-af48-4420-b658-9cd80785bae8 req-a1d62f1c-95cd-4106-ad1b-e3355b883002 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.096330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1035eb40-af48-4420-b658-9cd80785bae8 req-a1d62f1c-95cd-4106-ad1b-e3355b883002 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0978382 Jul 30 01:45:19.109059 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-6c410f15-6fdc-419b-af28-37a7f6c45830 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537724 Jul 30 01:45:19.142043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1035eb40-af48-4420-b658-9cd80785bae8 req-1b9829e3-ec6c-4049-a18e-a93e948785b4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Jul 30 01:45:19.233649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-d484a5b3-50f1-4c56-99ff-cbcacead5b3d service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159666 Jul 30 01:45:19.336457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c839454c-3f87-43e1-ba3a-1e56abb65176 req-db6c53a4-35e9-46b6-9db7-2bd7134525cc service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951195 Jul 30 01:45:19.479259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f9fe7-65f3-4656-a29c-a206dcb0617f req-3ae0707e-25df-44b9-b389-08a20c757d0e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.481278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-985f9fe7-65f3-4656-a29c-a206dcb0617f req-3ae0707e-25df-44b9-b389-08a20c757d0e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0533619 Jul 30 01:45:19.525510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-985f9fe7-65f3-4656-a29c-a206dcb0617f req-91e5b673-5f80-4db5-ab9b-771e3be2519b tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356476 Jul 30 01:45:19.944171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e75f0-c9d9-4079-95a2-ae6ea0faff36 req-776343e3-3634-4ced-abaf-905656b17d6e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.948216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca9e75f0-c9d9-4079-95a2-ae6ea0faff36 req-776343e3-3634-4ced-abaf-905656b17d6e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0547686 Jul 30 01:45:20.004269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca9e75f0-c9d9-4079-95a2-ae6ea0faff36 req-16cd8218-74ed-408f-9919-5b0c50932445 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Jul 30 01:45:20.291686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ae8c9-73d4-4195-bc60-8231a47203ef req-7adc5a86-c554-4a68-a1d0-907d065a5557 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:20.293348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-905ae8c9-73d4-4195-bc60-8231a47203ef req-7adc5a86-c554-4a68-a1d0-907d065a5557 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0554631 Jul 30 01:45:20.336138 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-905ae8c9-73d4-4195-bc60-8231a47203ef req-141eac91-08d6-4b91-b4f2-4ddfdea8160e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Jul 30 01:45:20.665677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9f67-f9b3-485e-9ec8-354ada3d6080 req-7043a227-6c06-4805-81df-ac650e7799d8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:20.673541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-627f9f67-f9b3-485e-9ec8-354ada3d6080 req-7043a227-6c06-4805-81df-ac650e7799d8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0653255 Jul 30 01:45:20.723834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-627f9f67-f9b3-485e-9ec8-354ada3d6080 req-3c8ee559-8863-4874-a0a0-5fd9c26383a8 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 Jul 30 01:45:21.014337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.165108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5f09-30d5-481d-b32e-a6bfa8fd4a2c req-cb397936-e2d7-41fd-8d7a-03306d322f27 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:21.166823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0abb5f09-30d5-481d-b32e-a6bfa8fd4a2c req-cb397936-e2d7-41fd-8d7a-03306d322f27 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0729189 Jul 30 01:45:21.216968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0abb5f09-30d5-481d-b32e-a6bfa8fd4a2c req-370ca3c3-fb62-4ee6-a400-866711175356 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jul 30 01:45:21.457226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb05db-2319-4b55-9794-e122b639a1a2 req-2f1ca6f4-dc9e-4163-a4f2-3873795798d7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:21.462314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1acb05db-2319-4b55-9794-e122b639a1a2 req-2f1ca6f4-dc9e-4163-a4f2-3873795798d7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0556045 Jul 30 01:45:21.503078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1acb05db-2319-4b55-9794-e122b639a1a2 req-b1a724cb-fb79-4763-98ee-6bfb9647fa24 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Jul 30 01:45:21.614178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-760ba40c-094c-48d3-9048-3bee9f3bb613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.851843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.895528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaffa5-2c9d-4c6f-99ad-2a3d445b7d06 req-856965a4-0b75-4473-aa2a-05066c35de11 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:21.907135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8cdaffa5-2c9d-4c6f-99ad-2a3d445b7d06 req-856965a4-0b75-4473-aa2a-05066c35de11 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0909874 Jul 30 01:45:21.944752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8cdaffa5-2c9d-4c6f-99ad-2a3d445b7d06 req-43f5e506-ca92-4375-b8b8-e5d02edb5f03 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Jul 30 01:45:22.360930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f5d84-1397-4ad4-804b-986970bdbbd7 req-a173f53a-dd18-4527-8752-7163496930e4 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.363445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e5f5d84-1397-4ad4-804b-986970bdbbd7 req-a173f53a-dd18-4527-8752-7163496930e4 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0680549 Jul 30 01:45:22.423372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e5f5d84-1397-4ad4-804b-986970bdbbd7 req-498295c3-0a55-451c-9ad9-ebff66c5ac4e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527663 Jul 30 01:45:22.647536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414c990-7abc-409b-9e1f-bba19e1dd776 req-488ff0b8-b113-4ca4-9c46-7bcc7eb8bee2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.649297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e414c990-7abc-409b-9e1f-bba19e1dd776 req-488ff0b8-b113-4ca4-9c46-7bcc7eb8bee2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0589678 Jul 30 01:45:22.710448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e414c990-7abc-409b-9e1f-bba19e1dd776 req-fdb13372-1f81-4cd4-b7c6-e97d2ec022c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509048 Jul 30 01:45:23.015300 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.094040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de441-9d1a-4061-8d55-0212cd02903c req-0bafb211-4ba8-4da0-8d45-029c4eca174a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.095706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c96de441-9d1a-4061-8d55-0212cd02903c req-0bafb211-4ba8-4da0-8d45-029c4eca174a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0650539 Jul 30 01:45:23.154355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c96de441-9d1a-4061-8d55-0212cd02903c req-6cb765bd-7058-49a0-92a0-acf54b5d6e65 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504978 Jul 30 01:45:23.175606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46100) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:23.781568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.921678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dc989-35b6-47e7-88a4-50afcb96113c req-a2d101b1-8b3a-4454-83e7-e31e4c9edadd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.932382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a0dc989-35b6-47e7-88a4-50afcb96113c req-a2d101b1-8b3a-4454-83e7-e31e4c9edadd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1147995 Jul 30 01:45:24.017210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a0dc989-35b6-47e7-88a4-50afcb96113c req-20767683-e26d-451a-a218-4e3c728d34be tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838149 Jul 30 01:45:24.153598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Deleting port dd2f630f-79be-42db-b30d-dacb078607c6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:24.153946 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.293910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] For port dd2f630f-79be-42db-b30d-dacb078607c6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dd2f630f-79be-42db-b30d-dacb078607c6,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:24.294425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.315161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Calling delete_port for dd2f630f-79be-42db-b30d-dacb078607c6 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:24.338886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aed7d-84ca-4832-8c08-d120f71cd31f req-8657ba94-3aeb-4a10-8302-a9e8d9e59b0e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.340641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8aed7d-84ca-4832-8c08-d120f71cd31f req-8657ba94-3aeb-4a10-8302-a9e8d9e59b0e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0873988 Jul 30 01:45:24.431897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc8aed7d-84ca-4832-8c08-d120f71cd31f req-454f3dbc-482d-4235-b1af-2c166a347f0c tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Jul 30 01:45:24.491610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.598426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.627263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2f630f-79be-42db-b30d-dacb078607c6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:25.201306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5560d-da5f-4121-8b9a-1a8868cf7c0f req-802482e2-d14d-4cea-82f4-f04ed65b1e7a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.202766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbc5560d-da5f-4121-8b9a-1a8868cf7c0f req-802482e2-d14d-4cea-82f4-f04ed65b1e7a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0974450 Jul 30 01:45:25.203470 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.292362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbc5560d-da5f-4121-8b9a-1a8868cf7c0f req-e42a1130-07e6-415b-83b2-e75359912990 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825126 Jul 30 01:45:25.480654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:45:25.620772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b556de3-9fee-4f7a-934e-f73c1b6369c1 req-af57ada7-34ad-4f60-8c15-7cd01a0556c2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.622864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b556de3-9fee-4f7a-934e-f73c1b6369c1 req-af57ada7-34ad-4f60-8c15-7cd01a0556c2 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0993245 Jul 30 01:45:25.641146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:25.653760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0963eba2-71d1-499b-b62c-687ea1f25d88 admin admin] 10.222.0.78 "PUT /v2.0/routers/c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4698346 Jul 30 01:45:25.653760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:25.662107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] Sync routers for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:25.673601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:25.674655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:45:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:25.729542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b556de3-9fee-4f7a-934e-f73c1b6369c1 req-c802a66a-0812-470e-a958-6b196a1d2c15 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962284 Jul 30 01:45:25.851794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:25.869625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.022536 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.129683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Deleting port 66c6f33b-5a03-4562-a05e-58d4b4773800 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:26.133530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.278793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] For port 66c6f33b-5a03-4562-a05e-58d4b4773800, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=66c6f33b-5a03-4562-a05e-58d4b4773800,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:26.279545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.292317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Calling delete_port for 66c6f33b-5a03-4562-a05e-58d4b4773800 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:26.300576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port': {'id': '66c6f33b-5a03-4562-a05e-58d4b4773800', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ae:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:33:59Z', 'updated_at': '2021-07-30T01:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:26.335367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] Checking router: c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:45:26.347604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] Routers {'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:26.348461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:45:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:26.448960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] Set router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:26.496472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc467a-5c7a-4531-b925-8bbc405e12dc req-e0261833-066d-410a-a0e9-1f8cd9169d5f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.498708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbcc467a-5c7a-4531-b925-8bbc405e12dc req-e0261833-066d-410a-a0e9-1f8cd9169d5f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0671365 Jul 30 01:45:26.509052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:45:26Z', 'revision_number': 6, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:26.542370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac68e5e-3ff7-44f0-a88c-5c83bdd558d9 None None] The sync data for ids ['c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087'] in n-d-713499-10 is: [{'id': 'c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087', 'name': 'tempest-TaggedBootDevicesTest_v242-1089658176-router', 'tenant_id': 'd0c8af87f090484199fca25670ed6d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:33:57Z', 'updated_at': '2021-07-30T01:45:26Z', 'revision_number': 6, 'project_id': 'd0c8af87f090484199fca25670ed6d65', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:45:26.582787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbcc467a-5c7a-4531-b925-8bbc405e12dc req-c8b29537-7eb0-4fb3-bd1c-fddf24e86fa2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702765 Jul 30 01:45:26.613756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.644639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c6f33b-5a03-4562-a05e-58d4b4773800,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.734802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.867538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.873309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.897006 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a0c9-e384-4488-907e-7a96c9e092ca req-f989cefc-9090-46c9-ae4b-59961d017f75 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.908577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7a2a0c9-e384-4488-907e-7a96c9e092ca req-f989cefc-9090-46c9-ae4b-59961d017f75 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0777318 Jul 30 01:45:26.999074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.999892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:45:27.008855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.012784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b58f0776-8dca-42d4-bad0-4afb12e08cd4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c0b4a9d5-8c93-4ca4-9eb1-a0f8054eb087 HTTP/1.1" status: 204 len: 168 time: 1.3603735 Jul 30 01:45:27.013550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:27.019182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7a2a0c9-e384-4488-907e-7a96c9e092ca req-bd63f810-a81a-47a8-a7be-26fe56887a10 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090665 Jul 30 01:45:27.093736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Deleting subnet 764d290d-c8eb-4935-a6b7-935865835faf {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:27.104294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.142242 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.275581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.343672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.383964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.385852 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/764d290d-c8eb-4935-a6b7-935865835faf HTTP/1.1" status: 204 len: 168 time: 0.3713186 Jul 30 01:45:27.386627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff1087-d9b1-4b5b-99cd-4eab1ef92e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764d290d-c8eb-4935-a6b7-935865835faf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:27.389333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:27.390792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb997a-3903-419f-9fd5-0b051cecf48f None None] Network 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:27.482986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.558058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Deleting port 3908a486-51a8-4101-94ad-ebe710d27b87 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:27.558505 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.612058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] DHCP port deletion for 2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:45:27.668180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] For port 3908a486-51a8-4101-94ad-ebe710d27b87, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3908a486-51a8-4101-94ad-ebe710d27b87,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:27.668603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.683835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Calling delete_port for 3908a486-51a8-4101-94ad-ebe710d27b87 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:27.686004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] Deleting port 3908a486-51a8-4101-94ad-ebe710d27b87 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:27.688048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.797315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] For port 3908a486-51a8-4101-94ad-ebe710d27b87, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3908a486-51a8-4101-94ad-ebe710d27b87,segment=NetworkSegment(ae3d5837-096d-4a4b-8769-d40226242e7e),segment_id=ae3d5837-096d-4a4b-8769-d40226242e7e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:27.797716 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.817243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] Calling delete_port for 3908a486-51a8-4101-94ad-ebe710d27b87 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:27.887156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.894698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd2f630f-79be-42db-b30d-dacb078607c6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:27.926140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: dd2f630f-79be-42db-b30d-dacb078607c6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:27.926493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd2f630f-79be-42db-b30d-dacb078607c6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:27.926915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 66c6f33b-5a03-4562-a05e-58d4b4773800 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:27.942141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39190fd-d7a9-4e0e-b039-8770d6818b73 req-5acb0887-09fe-405f-ae9f-32584cc62d53 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.944194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a39190fd-d7a9-4e0e-b039-8770d6818b73 req-5acb0887-09fe-405f-ae9f-32584cc62d53 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1308007 Jul 30 01:45:27.947701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3908a486-51a8-4101-94ad-ebe710d27b87,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:27.952948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] No DVR routers for this DVR port 3908a486-51a8-4101-94ad-ebe710d27b87 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:27.957848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 66c6f33b-5a03-4562-a05e-58d4b4773800 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:27.958257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 66c6f33b-5a03-4562-a05e-58d4b4773800 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:27.958694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3908a486-51a8-4101-94ad-ebe710d27b87 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:27.985715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3908a486-51a8-4101-94ad-ebe710d27b87 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:27.986054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3908a486-51a8-4101-94ad-ebe710d27b87 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: from cryptography.utils import int_from_bytes Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: from cryptography.utils import int_from_bytes Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.001228 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:45:28.008748 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:45:28.012834 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.046066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] Pushing event deleted for resources: {'Port': ['ID=3908a486-51a8-4101-94ad-ebe710d27b87,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:28.048683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041b6b7-8f3c-490e-89f2-37cd106df061 None None] No DVR routers for this DVR port 3908a486-51a8-4101-94ad-ebe710d27b87 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:28.075441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.080569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a39190fd-d7a9-4e0e-b039-8770d6818b73 req-16d50a71-3e3a-4119-83d9-21d379edfe49 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226313 Jul 30 01:45:28.089607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e28595b-069f-4ea1-ab09-38c8bb8fdfd6']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:28.107901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3d5837-096d-4a4b-8769-d40226242e7e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:28.108444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3d5837-096d-4a4b-8769-d40226242e7e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:28.119428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.152494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.175110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:28.175523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:28.177828 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:28.292391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eec3eb-e0ac-4585-b166-2f8d20ada56e req-b6a49b8b-e264-460f-8ce3-c3e90656ba1d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.294649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17eec3eb-e0ac-4585-b166-2f8d20ada56e req-b6a49b8b-e264-460f-8ce3-c3e90656ba1d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1644115 Jul 30 01:45:28.321046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.331104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b8a03-c523-4d1c-a3e5-618e8f303067 req-d493b480-49c5-41ab-b183-405a712f5d4c tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.331104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe3b8a03-c523-4d1c-a3e5-618e8f303067 req-d493b480-49c5-41ab-b183-405a712f5d4c tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1098 time: 0.1555243 Jul 30 01:45:28.335631 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.337505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2e28595b-069f-4ea1-ab09-38c8bb8fdfd6 HTTP/1.1" status: 204 len: 168 time: 0.9467747 Jul 30 01:45:28.364497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170dd38-568f-4e02-83d4-0f3837b1f5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e28595b-069f-4ea1-ab09-38c8bb8fdfd6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:28.405730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17eec3eb-e0ac-4585-b166-2f8d20ada56e req-246160b1-34b6-4ec5-83c8-7816ab88d559 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903206 Jul 30 01:45:28.411022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe3b8a03-c523-4d1c-a3e5-618e8f303067 req-1aa269ec-9846-40eb-ac86-d99c4650b08c tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680504 Jul 30 01:45:28.518341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46222) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:28.567814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ae5c40fa-051e-4121-bf9f-c17fe0f61602 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0c8af87f090484199fca25670ed6d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478563 Jul 30 01:45:28.570165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46224) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:28.675047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ece-d80a-41fb-9c6b-314313358ce1 req-528fac35-843c-422e-8b42-bdac6b1bda11 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.676727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b62ece-d80a-41fb-9c6b-314313358ce1 req-528fac35-843c-422e-8b42-bdac6b1bda11 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.0879447 Jul 30 01:45:28.678083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2c692d1-867b-45c6-9ffb-c9603ee0d518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.717089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2c692d1-867b-45c6-9ffb-c9603ee0d518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.761420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30b62ece-d80a-41fb-9c6b-314313358ce1 req-0498062e-2ff3-45c9-929b-5950491c2fcc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676672 Jul 30 01:45:28.795307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46234) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:28.818707 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2c692d1-867b-45c6-9ffb-c9603ee0d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.822195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2c692d1-867b-45c6-9ffb-c9603ee0d518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.825954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f2c692d1-867b-45c6-9ffb-c9603ee0d518 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e747f30-0953-4428-b318-9433eb3f417f HTTP/1.1" status: 204 len: 168 time: 0.2522550 Jul 30 01:45:28.832705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c692d1-867b-45c6-9ffb-c9603ee0d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e747f30-0953-4428-b318-9433eb3f417f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:28.898816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a4460f3-02d9-4983-a3f0-88f5389cdaad tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/1dad66f2-7a29-4209-b0fa-6d91beaa569e HTTP/1.1" status: 200 len: 994 time: 0.1023004 Jul 30 01:45:29.227771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b727a-bc04-4f85-8bf1-804ee12cf1d7 req-382347f2-e403-4467-9cad-216183f5b173 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.231761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-403b727a-bc04-4f85-8bf1-804ee12cf1d7 req-382347f2-e403-4467-9cad-216183f5b173 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0677700 Jul 30 01:45:29.296296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-403b727a-bc04-4f85-8bf1-804ee12cf1d7 req-1acb2868-c21b-4d5d-ae6b-3cb588af85b4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Jul 30 01:45:29.470200 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-f609cc98-deb4-49bb-ae5e-bad532344c31 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0634029 Jul 30 01:45:29.475021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be56eb-4db4-43b4-ad22-fa2e52ee9455 req-9443d314-2906-44bb-b66e-e94a2946ac1d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.484984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49be56eb-4db4-43b4-ad22-fa2e52ee9455 req-9443d314-2906-44bb-b66e-e94a2946ac1d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.0690196 Jul 30 01:45:29.548871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49be56eb-4db4-43b4-ad22-fa2e52ee9455 req-2e0dba0d-f526-4c1a-9a46-d07e5b1178a7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627789 Jul 30 01:45:29.646211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078e7de-74e4-48fe-a882-a084c9181dac req-a4b6d23a-b56e-444c-bdca-9de5399d5b8f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.654017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0078e7de-74e4-48fe-a882-a084c9181dac req-a4b6d23a-b56e-444c-bdca-9de5399d5b8f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1039526 Jul 30 01:45:29.740901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0078e7de-74e4-48fe-a882-a084c9181dac req-452cddd1-1a03-4e60-9c2e-76c73e817d77 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826812 Jul 30 01:45:29.841662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46294) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:29.989549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1755498746-network', 'tenant_id': '6d9d2aab17444eda9c5b3903945172c9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:30.027379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e9ab3-338b-465c-97be-fd3cb5523c19 req-4f3ca7ff-bd2f-4896-b3c4-fac408ed9b5e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.030033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed7e9ab3-338b-465c-97be-fd3cb5523c19 req-4f3ca7ff-bd2f-4896-b3c4-fac408ed9b5e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0762467 Jul 30 01:45:30.031770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Made reservation on behalf of 6d9d2aab17444eda9c5b3903945172c9 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:30.034211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.057375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.124812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed7e9ab3-338b-465c-97be-fd3cb5523c19 req-f88babf0-b587-4acb-bd27-984b243517e4 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760000 Jul 30 01:45:30.214883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.254506 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.283214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a159e-049e-41d7-9142-1c81c2266eeb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.296048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:30.313900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814f589-5676-4464-9712-60318bf6d363 req-925753a9-1ecb-409d-bcd7-0ebf0bd0da63 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.329848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3814f589-5676-4464-9712-60318bf6d363 req-925753a9-1ecb-409d-bcd7-0ebf0bd0da63 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1125007 Jul 30 01:45:30.350070 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.354897 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Added segment 30dbd1ae-49a1-4c52-b8fd-eb406f440826 of type vlan for network f9e9aa44-dc9e-4e97-be44-6139131242d6 Jul 30 01:45:30.493361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3814f589-5676-4464-9712-60318bf6d363 req-47a6aef2-6dfb-45cb-908d-564fa101447d tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625738 Jul 30 01:45:30.496942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.523187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a3c0-9a94-4d81-8649-3924b48327ca req-dcfa3910-9370-41c1-bc6a-92cc541ab1e4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.523339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ce7a3c0-9a94-4d81-8649-3924b48327ca req-dcfa3910-9370-41c1-bc6a-92cc541ab1e4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1310987 Jul 30 01:45:30.568186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.569193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.569804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.630266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ce7a3c0-9a94-4d81-8649-3924b48327ca req-02ac726f-9249-46c4-880d-49967b2c63ec tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992398 Jul 30 01:45:30.641876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:30.642623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7993982 Jul 30 01:45:30.647809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Request body: {'subnet': {'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1755498746-subnet', 'tenant_id': '6d9d2aab17444eda9c5b3903945172c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:30.658308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee080727-6bdc-4add-bd90-3a1557999415 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e9aa44-dc9e-4e97-be44-6139131242d6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.670353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:30.688919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Made reservation on behalf of 6d9d2aab17444eda9c5b3903945172c9 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:30.703874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.880044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd49a0d-5afa-470c-823d-9b9029e353b6 req-4bb5d0e6-5cf1-4750-8965-6d3428065e51 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.882745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5cd49a0d-5afa-470c-823d-9b9029e353b6 req-4bb5d0e6-5cf1-4750-8965-6d3428065e51 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1031301 Jul 30 01:45:30.974286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5cd49a0d-5afa-470c-823d-9b9029e353b6 req-2f812ef1-7722-494c-907c-e70733b2f13d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798531 Jul 30 01:45:30.990268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.993671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18503ca-c9c3-45ec-a352-9681b22ac34a req-8c384a16-d543-43ad-8f2b-efa8cb23cec6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:30.999663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f18503ca-c9c3-45ec-a352-9681b22ac34a req-8c384a16-d543-43ad-8f2b-efa8cb23cec6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1158454 Jul 30 01:45:31.050661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f18503ca-c9c3-45ec-a352-9681b22ac34a req-da9b4cec-0464-4d6a-9774-11cad253759a tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Jul 30 01:45:31.070422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71856bb-dffb-4829-8faa-82bf29d8b5d2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:31.087475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Checking segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:31.087931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Network hostable DHCP agents. Network: f9e9aa44-dc9e-4e97-be44-6139131242d6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:31.105510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:31.122825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, f9e9aa44-dc9e-4e97-be44-6139131242d6) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:31.127263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.128013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.134786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5058b-495b-48c8-a435-650edddb7287 None None] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:31.151646 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-463a429a-0717-4805-816a-7b66d7b891fd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5085142 Jul 30 01:45:31.297592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c210c3b-e260-4340-94f4-a14ac89bc7f0 None None] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:31.325222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-b5f2497e-7642-47fe-9937-70d73136c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.327603 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-b5f2497e-7642-47fe-9937-70d73136c899 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1098 time: 0.0666859 Jul 30 01:45:31.463113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-e9f057b5-c201-4550-818a-c104be34b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.464952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-e9f057b5-c201-4550-818a-c104be34b7f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.1286864 Jul 30 01:45:31.557320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-eca5367b-3588-4105-a9ae-d8f5083a66c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1002 time: 0.0839887 Jul 30 01:45:31.624198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-85ec792a-a83e-4f6d-be7e-14e2449d7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.624615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-85ec792a-a83e-4f6d-be7e-14e2449d7219 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.0593650 Jul 30 01:45:31.653814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-24a15ba9-197a-485d-9df9-b7363f4ff0e9 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.656453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-24a15ba9-197a-485d-9df9-b7363f4ff0e9 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 818 time: 0.1274745 Jul 30 01:45:31.685691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-fc5369db-8ea5-4a9b-b546-ee84f09cf73a tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/quotas/6d9d2aab17444eda9c5b3903945172c9 HTTP/1.1" status: 200 len: 375 time: 0.0212531 Jul 30 01:45:31.688518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-e2b912ed-2c92-4f68-bb97-72b80e99fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.690073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-e2b912ed-2c92-4f68-bb97-72b80e99fd2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565097 Jul 30 01:45:31.730534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-311f89f8-61f3-47bf-84bd-fed86b977dbe tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393915 Jul 30 01:45:31.815302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-95f17b5b-7d81-4853-96e2-0216c17ddd69 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165884 Jul 30 01:45:31.831076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9663-49a6-43c3-8c68-9c83c2fa7308 req-c883c959-66d7-4d83-9205-18bcc9129761 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.832631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-032a9663-49a6-43c3-8c68-9c83c2fa7308 req-c883c959-66d7-4d83-9205-18bcc9129761 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0874596 Jul 30 01:45:31.920704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-032a9663-49a6-43c3-8c68-9c83c2fa7308 req-ebcbf548-6641-422d-a578-edda808be6d9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771425 Jul 30 01:45:31.948799 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-fa43ff0e-6054-4c66-b53d-b94f95d93fc9 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255414 Jul 30 01:45:31.994349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-bcbde6f8-ca6d-44ea-a430-eba83ce0a03d service neutron] 10.222.0.78 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551548 Jul 30 01:45:32.083638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-11f72f48-c3b3-4285-adf0-21187cb86466 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.088622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-11f72f48-c3b3-4285-adf0-21187cb86466 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.0855322 Jul 30 01:45:32.177553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-f235dbec-f56c-48de-aec4-f37f8787db1a service neutron] 10.222.0.78 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820757 Jul 30 01:45:32.283486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port c4d2c22d-8fe7-4545-a797-6ac7407959d4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:32.284064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.339796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ddb98-876e-427b-927c-e56616633143 req-f44ec4d0-67c2-4eda-a345-73c82842117e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.341429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50ddb98-876e-427b-927c-e56616633143 req-f44ec4d0-67c2-4eda-a345-73c82842117e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1382627 Jul 30 01:45:32.405870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a50ddb98-876e-427b-927c-e56616633143 req-425cb3ff-bb24-4b58-98fe-264b37423c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Jul 30 01:45:32.501752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port c4d2c22d-8fe7-4545-a797-6ac7407959d4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c4d2c22d-8fe7-4545-a797-6ac7407959d4,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:32.502120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.523174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for c4d2c22d-8fe7-4545-a797-6ac7407959d4 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:32.562367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986487f-b481-409b-8552-86944621c1fd req-ed9c6ad1-4794-4fbf-8978-21f3c2caf5c1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.571351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4986487f-b481-409b-8552-86944621c1fd req-ed9c6ad1-4794-4fbf-8978-21f3c2caf5c1 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 946 time: 0.1093633 Jul 30 01:45:32.688558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4986487f-b481-409b-8552-86944621c1fd req-e2893d26-2337-4b44-bd5b-2e65906879c6 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160901 Jul 30 01:45:32.720356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.736014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c7c01622-7f98-4a02-813e-de9bb719ca76', 'c4d2c22d-8fe7-4545-a797-6ac7407959d4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:32.818159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=c4d2c22d-8fe7-4545-a797-6ac7407959d4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.957604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port c4d2c22d-8fe7-4545-a797-6ac7407959d4 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:32.985146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d36512a1-36e0-4f1e-bff6-c986df1498d0 req-23d7a3c5-9de3-4daa-87c7-24ae43f9f27b tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 210 time: 0.0528445 Jul 30 01:45:32.985436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.998669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14ad7740-ca6d-43f8-9d74-06f72c02ccca req-934cee4a-00aa-4971-bc4f-8adf638618fb tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/c4d2c22d-8fe7-4545-a797-6ac7407959d4 HTTP/1.1" status: 204 len: 173 time: 0.9035251 Jul 30 01:45:32.999706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'name': 'network-vif-deleted', 'tag': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:33.021802 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df1b20c-70df-4ccc-a2f4-b439ea957c81" -d '{"events": [{"server_uuid": "bcfefaaf-d3b7-4276-8557-84b2416b9fc6", "name": "network-vif-deleted", "tag": "c4d2c22d-8fe7-4545-a797-6ac7407959d4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:33.072145 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd4e03-3482-4492-b5d9-8908f266787c x-openstack-request-id: req-a0dd4e03-3482-4492-b5d9-8908f266787c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:33.072443 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfefaaf-d3b7-4276-8557-84b2416b9fc6", "name": "network-vif-deleted", "tag": "c4d2c22d-8fe7-4545-a797-6ac7407959d4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:33.072699 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0dd4e03-3482-4492-b5d9-8908f266787c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:33.073102 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfefaaf-d3b7-4276-8557-84b2416b9fc6', 'name': 'network-vif-deleted', 'tag': 'c4d2c22d-8fe7-4545-a797-6ac7407959d4', 'status': 'completed', 'code': 200} Jul 30 01:45:33.137720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856cdc-8b2b-4622-8e40-ef63abba3e41 req-c85b4ae3-81c4-45c5-a54b-f1ffcb17ece3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.139859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09856cdc-8b2b-4622-8e40-ef63abba3e41 req-c85b4ae3-81c4-45c5-a54b-f1ffcb17ece3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0939176 Jul 30 01:45:33.246583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09856cdc-8b2b-4622-8e40-ef63abba3e41 req-b60348f5-6c6d-4658-8b78-345b344bf8d1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956776 Jul 30 01:45:33.625026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ee64-7d1d-46fd-bb01-7428a02af8e4 req-c637d7c3-4ff3-49ad-b77b-29b1d9a42071 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.631781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd74ee64-7d1d-46fd-bb01-7428a02af8e4 req-c637d7c3-4ff3-49ad-b77b-29b1d9a42071 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1180420 Jul 30 01:45:33.704419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd74ee64-7d1d-46fd-bb01-7428a02af8e4 req-5e2551d3-ad48-48d6-a0e1-dbc528a71b3a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679774 Jul 30 01:45:33.882641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28656c55-141c-458d-a556-5f546ff8e36a req-62bd9de8-b3ca-47a8-ad3a-9bb1658a51e3 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcfefaaf-d3b7-4276-8557-84b2416b9fc6 HTTP/1.1" status: 200 len: 210 time: 0.0703669 Jul 30 01:45:34.108668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42f79aaf-69e3-42c2-802b-348cecb3453f req-423d6296-6a25-4e97-87d7-130bfd83a1c1 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 210 time: 0.0598588 Jul 30 01:45:34.379315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e8b35-6edf-46bc-8967-5ae8121ba27f req-95b03452-7c34-439c-acdb-f88607260a43 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.381132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d6e8b35-6edf-46bc-8967-5ae8121ba27f req-95b03452-7c34-439c-acdb-f88607260a43 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0555279 Jul 30 01:45:34.456801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d6e8b35-6edf-46bc-8967-5ae8121ba27f req-448cd56f-0741-4d0a-97db-e8eab1ac1bf0 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687122 Jul 30 01:45:34.832901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-7d6ce7f6-03e9-4450-98e6-992cdb9a5f4d tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.835532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-7d6ce7f6-03e9-4450-98e6-992cdb9a5f4d tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 818 time: 0.1810784 Jul 30 01:45:34.874708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Request body: {'port': {'device_id': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'admin_state_up': True, 'tenant_id': '6d9d2aab17444eda9c5b3903945172c9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:34.956924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9548-b01e-49d6-8927-d9b1c32c1e82 req-9b98e9e6-efb3-4004-96a8-cc6f7fc9a448 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.963718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6cc9548-b01e-49d6-8927-d9b1c32c1e82 req-9b98e9e6-efb3-4004-96a8-cc6f7fc9a448 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1267955 Jul 30 01:45:35.066503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Made reservation on behalf of 6d9d2aab17444eda9c5b3903945172c9 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:35.070467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.077048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6cc9548-b01e-49d6-8927-d9b1c32c1e82 req-1fee730c-e36f-425e-bcc9-f1dd583e6e3a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576236 Jul 30 01:45:35.083047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-af8855bd-491e-4ae2-91b6-ffc039bd9ff1 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.084716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-af8855bd-491e-4ae2-91b6-ffc039bd9ff1 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.66 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 818 time: 0.2118106 Jul 30 01:45:35.098805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Request body: {'port': {'device_id': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'admin_state_up': True, 'tenant_id': '6d9d2aab17444eda9c5b3903945172c9'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:35.307632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Made reservation on behalf of 6d9d2aab17444eda9c5b3903945172c9 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:35.312419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.455994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb882d3-f5bb-4040-b0a7-b902a206b107 req-5f243e95-48f1-4628-ad67-7378dc569667 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 210 time: 0.1978624 Jul 30 01:45:35.511558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Allocated IP 172.20.0.4 (f9e9aa44-dc9e-4e97-be44-6139131242d6/d71856bb-dffb-4829-8faa-82bf29d8b5d2/e14829b8-20b0-4ec7-85b6-43796d5ee8bf) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:35.607219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-29d87dda-a614-415e-ae05-893216f974ec tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.609804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-29d87dda-a614-415e-ae05-893216f974ec tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 818 time: 0.3451700 Jul 30 01:45:35.633343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Request body: {'port': {'device_id': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'admin_state_up': True, 'tenant_id': '6d9d2aab17444eda9c5b3903945172c9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:36.007402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4d2c22d-8fe7-4545-a797-6ac7407959d4 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:36.030713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: c4d2c22d-8fe7-4545-a797-6ac7407959d4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:36.031356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c4d2c22d-8fe7-4545-a797-6ac7407959d4 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:36.239871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8a478-55a7-433e-b79f-50453f1fc54e req-ae7e6dfc-b7e1-41e1-a060-c1579c9ef595 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.241262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8a478-55a7-433e-b79f-50453f1fc54e req-ae7e6dfc-b7e1-41e1-a060-c1579c9ef595 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.5149283 Jul 30 01:45:36.280800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a3fe1-882c-46c7-9cb1-d7b591984054 req-82c3d25d-8c40-41c4-b1ed-7f00424d5a34 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.282681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9a3fe1-882c-46c7-9cb1-d7b591984054 req-82c3d25d-8c40-41c4-b1ed-7f00424d5a34 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.1619508 Jul 30 01:45:36.289370 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.339235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Made reservation on behalf of 6d9d2aab17444eda9c5b3903945172c9 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:36.342774 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.370736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8a478-55a7-433e-b79f-50453f1fc54e req-6fe48fc6-6440-4287-af20-2a95adaae08b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158183 Jul 30 01:45:36.417341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9a3fe1-882c-46c7-9cb1-d7b591984054 req-d657ad3c-aa45-4f20-afdc-4e75adf95846 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223016 Jul 30 01:45:36.474702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.552094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Allocated IP 172.20.0.8 (f9e9aa44-dc9e-4e97-be44-6139131242d6/d71856bb-dffb-4829-8faa-82bf29d8b5d2/120b2add-79f6-4791-b449-6beaed7a64a9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:36.580959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:36.582733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:36.587401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:36.590784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Pushing event updated for resources: {'Port': ['ID=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:36.636321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7bd2b-b9ee-4301-92bb-7792e372faf3 req-e4f3aebb-3dcb-4c10-bb69-7a0f5e0c02a7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.638073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c8b7bd2b-b9ee-4301-92bb-7792e372faf3 req-e4f3aebb-3dcb-4c10-bb69-7a0f5e0c02a7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1474473 Jul 30 01:45:36.686297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.686953 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.705298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ded7015f-6287-4d23-820c-2903805a0f81 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375087 Jul 30 01:45:36.735819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Request body: {'port': {'device_id': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:36.774181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c8b7bd2b-b9ee-4301-92bb-7792e372faf3 req-adf1bdee-595b-4ba9-ac0b-3cfa8b20d0b2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025240 Jul 30 01:45:36.778237 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.855541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.869072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a1ae589-9b0e-401f-9193-be413dbb5a6e req-5a418f06-fda2-46f7-815e-77a2c80e858e tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 210 time: 0.0608559 Jul 30 01:45:36.876497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.977462 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:45:36.987472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.073274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:37.081262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:37.085417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:37.115426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Pushing event updated for resources: {'Port': ['ID=120b2add-79f6-4791-b449-6beaed7a64a9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:37.160065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Allocated IP 172.20.0.6 (f9e9aa44-dc9e-4e97-be44-6139131242d6/d71856bb-dffb-4829-8faa-82bf29d8b5d2/7d425bba-5c7a-4aa3-90aa-3e562dd006ad) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:37.163059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.163739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.188465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-36fbaedb-6994-4ad5-8aaf-3c7bcd976d89 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0939591 Jul 30 01:45:37.201581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Request body: {'port': {'device_id': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:37.306187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.373345 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.441946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a779bda-ccb1-4224-a0f9-8754c5fcb39c req-a59d3b53-b566-4e92-a9db-fe6ea440db7e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.443975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a779bda-ccb1-4224-a0f9-8754c5fcb39c req-a59d3b53-b566-4e92-a9db-fe6ea440db7e tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 945 time: 0.1297588 Jul 30 01:45:37.450894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46538) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:37.497372 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.556991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a779bda-ccb1-4224-a0f9-8754c5fcb39c req-57eea47e-15f8-44eb-83d2-20cb3e29e6ac tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985861 Jul 30 01:45:37.663110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Pushing event updated for resources: {'Port': ['ID=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:37.679396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32dbecce-9909-4ec9-9aa5-fdd9f1b0dc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.710581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Network f9e9aa44-dc9e-4e97-be44-6139131242d6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:37.729251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:37.739096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:37.795905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cff4-8efe-4dbd-9d81-0ee5fd28d0bf req-87196e78-6910-4ede-854c-ca56f163aeda tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.797566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ec1cff4-8efe-4dbd-9d81-0ee5fd28d0bf req-87196e78-6910-4ede-854c-ca56f163aeda tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.2363365 Jul 30 01:45:37.849917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b0949-26c2-42b9-a6d7-70b19fa615cf req-897eab5c-78b2-4a46-b046-726da010d7a2 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.851573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e68b0949-26c2-42b9-a6d7-70b19fa615cf req-897eab5c-78b2-4a46-b046-726da010d7a2 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.2008822 Jul 30 01:45:37.900005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.900650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.986233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ec1cff4-8efe-4dbd-9d81-0ee5fd28d0bf req-64c8f286-353a-4228-bf39-faf8afe6d3ca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802397 Jul 30 01:45:38.004518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e68b0949-26c2-42b9-a6d7-70b19fa615cf req-3545d65d-dd74-4f3e-a172-93ca11bc60d3 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351447 Jul 30 01:45:38.006799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14829b8-20b0-4ec7-85b6-43796d5ee8bf {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:38.016822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.039160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Transition to ACTIVE for port object e14829b8-20b0-4ec7-85b6-43796d5ee8bf will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:38.055987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.097812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32dbecce-9909-4ec9-9aa5-fdd9f1b0dc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.109851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32dbecce-9909-4ec9-9aa5-fdd9f1b0dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.124188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8b89e356-d486-4e40-bd89-ce15f1ab4a5f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4966693 Jul 30 01:45:38.141058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Pushing event updated for resources: {'Port': ['ID=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.158028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Request body: {'port': {'device_id': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:38.213900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-32dbecce-9909-4ec9-9aa5-fdd9f1b0dc46 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2aa9a556db2b4e73a77744746367602a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7614954 Jul 30 01:45:38.221281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46550) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:38.238210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120b2add-79f6-4791-b449-6beaed7a64a9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:38.246206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.252576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbecce-9909-4ec9-9aa5-fdd9f1b0dc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ff725-83b7-4c52-8423-1c9623b8fbdd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.259201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Transition to ACTIVE for port object 120b2add-79f6-4791-b449-6beaed7a64a9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:38.271946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.329911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Pushing event updated for resources: {'Port': ['ID=120b2add-79f6-4791-b449-6beaed7a64a9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.384736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.424029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7111c-06a2-4b12-a7a5-d483c95f157d req-99433c2e-09a5-47b7-915f-1124e4e00a2f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.425651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c7111c-06a2-4b12-a7a5-d483c95f157d req-99433c2e-09a5-47b7-915f-1124e4e00a2f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 931 time: 0.2147326 Jul 30 01:45:38.433095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-461d3d7a-06f3-4c63-8ade-1f99bafff748 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.435248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-461d3d7a-06f3-4c63-8ade-1f99bafff748 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 945 time: 0.0992298 Jul 30 01:45:38.438277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be145a-01ac-401f-b044-228ddc4a2735 req-88e9c755-500f-45c7-a98a-e83e926c84b6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.439841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29be145a-01ac-401f-b044-228ddc4a2735 req-88e9c755-500f-45c7-a98a-e83e926c84b6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.2221859 Jul 30 01:45:38.463350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Attempting to bind port e14829b8-20b0-4ec7-85b6-43796d5ee8bf on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:38.463692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Attempting to bind port e14829b8-20b0-4ec7-85b6-43796d5ee8bf by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:38.464023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Attempting to bind port e14829b8-20b0-4ec7-85b6-43796d5ee8bf on network f9e9aa44-dc9e-4e97-be44-6139131242d6 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:38.476626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Attempting to bind port 120b2add-79f6-4791-b449-6beaed7a64a9 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:38.477029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Attempting to bind port 120b2add-79f6-4791-b449-6beaed7a64a9 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:38.477364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Attempting to bind port 120b2add-79f6-4791-b449-6beaed7a64a9 on network f9e9aa44-dc9e-4e97-be44-6139131242d6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:38.492989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Port 120b2add-79f6-4791-b449-6beaed7a64a9 on network f9e9aa44-dc9e-4e97-be44-6139131242d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:38.493312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Attempting to bind port 120b2add-79f6-4791-b449-6beaed7a64a9 on network f9e9aa44-dc9e-4e97-be44-6139131242d6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:38.501524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Port e14829b8-20b0-4ec7-85b6-43796d5ee8bf on network f9e9aa44-dc9e-4e97-be44-6139131242d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:38.501852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Attempting to bind port e14829b8-20b0-4ec7-85b6-43796d5ee8bf on network f9e9aa44-dc9e-4e97-be44-6139131242d6 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:38.517848 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6e7f-a0f9-4edd-b745-8776513d8bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.520652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:38.520993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Checking segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:38.521368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Bound using segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:38.522020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Bound port: 120b2add-79f6-4791-b449-6beaed7a64a9, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:38.522542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.527799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:38.528146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Checking segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:38.528674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Bound using segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:38.529037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Bound port: e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:38.529402 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.589935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Deleting port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:38.591155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.593482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c7111c-06a2-4b12-a7a5-d483c95f157d req-14a60283-4d9a-42ea-93b2-59f2a54c1c76 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516690 Jul 30 01:45:38.644059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6e7f-a0f9-4edd-b745-8776513d8bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.646697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] For port 120b2add-79f6-4791-b449-6beaed7a64a9, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:38.666323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] For port 120b2add-79f6-4791-b449-6beaed7a64a9, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=120b2add-79f6-4791-b449-6beaed7a64a9,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:38.675756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.675938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29be145a-01ac-401f-b044-228ddc4a2735 req-3a1e72d9-4c82-4a8a-bb79-8c989bbfd7a7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068279 Jul 30 01:45:38.740566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.741200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.742614 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] 10.222.0.66 "PUT /v2.0/ports/120b2add-79f6-4791-b449-6beaed7a64a9 HTTP/1.1" status: 200 len: 1092 time: 1.5462983 Jul 30 01:45:38.743074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'tag': '120b2add-79f6-4791-b449-6beaed7a64a9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:38.745310 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d7577-9c02-4a27-92ef-4506d52112bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c554a6b-2fb5-407d-be35-8bba8b3bd411", "tag": "120b2add-79f6-4791-b449-6beaed7a64a9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:38.770678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] For port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:38.771061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.787050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164a4c-c372-46b8-b542-6ac112bbc158 service neutron] Pushing event updated for resources: {'Port': ['ID=120b2add-79f6-4791-b449-6beaed7a64a9,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.803541 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1952f9bd-b462-4965-98d1-eb081b80961a x-openstack-request-id: req-1952f9bd-b462-4965-98d1-eb081b80961a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:38.803828 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c554a6b-2fb5-407d-be35-8bba8b3bd411", "tag": "120b2add-79f6-4791-b449-6beaed7a64a9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:38.804077 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1952f9bd-b462-4965-98d1-eb081b80961a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:38.804474 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'tag': '120b2add-79f6-4791-b449-6beaed7a64a9', 'status': 'completed', 'code': 200} Jul 30 01:45:38.805677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Calling delete_port for 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:38.876927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8805cf25-eaf8-4366-a2f1-b3698ee94230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.878439 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-8805cf25-eaf8-4366-a2f1-b3698ee94230 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 1095 time: 0.0881550 Jul 30 01:45:38.915941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-1cbbe817-1c2f-4a9b-8f31-81a8ac89c4a0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.917376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-1cbbe817-1c2f-4a9b-8f31-81a8ac89c4a0 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 945 time: 0.2646930 Jul 30 01:45:38.930946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366a718-1b95-4259-885a-7f814bff227c req-ee38922f-3a11-495a-b67f-a704a0838cfa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.932463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b366a718-1b95-4259-885a-7f814bff227c req-ee38922f-3a11-495a-b67f-a704a0838cfa tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 945 time: 0.2472315 Jul 30 01:45:38.933089 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-f4efc4a6-df4a-4e40-b0fb-d20a8eebcccb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=120b2add-79f6-4791-b449-6beaed7a64a9 HTTP/1.1" status: 200 len: 217 time: 0.0466275 Jul 30 01:45:38.935095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] For port e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:38.945797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] For port e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:38.947354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6e7f-a0f9-4edd-b745-8776513d8bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.950936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6e7f-a0f9-4edd-b745-8776513d8bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:38.959123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fb0e6e7f-a0f9-4edd-b745-8776513d8bac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/811ff725-83b7-4c52-8423-1c9623b8fbdd HTTP/1.1" status: 204 len: 168 time: 0.7209017 Jul 30 01:45:38.989948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.020609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-cc4d92c3-80bf-434e-b5d1-3ba0b4c301da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.022496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-cc4d92c3-80bf-434e-b5d1-3ba0b4c301da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 200 len: 858 time: 0.0766954 Jul 30 01:45:39.029786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e6e7f-a0f9-4edd-b745-8776513d8bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ff725-83b7-4c52-8423-1c9623b8fbdd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:39.071658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-07188f71-d46d-4a1a-a38d-3aed3ad2d7f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f9e9aa44-dc9e-4e97-be44-6139131242d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394957 Jul 30 01:45:39.086076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.086711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.088167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] 10.222.0.55 "PUT /v2.0/ports/e14829b8-20b0-4ec7-85b6-43796d5ee8bf HTTP/1.1" status: 200 len: 1092 time: 2.3608775 Jul 30 01:45:39.091694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'tag': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:39.094746 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb409678-b12d-46ac-a23b-a58cedde347b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d2c14-a49d-409f-9f3a-0cac87e32e3a", "tag": "e14829b8-20b0-4ec7-85b6-43796d5ee8bf"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:39.136093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.156840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b4eef502-ba79-496f-883b-985ca7223f7d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:39.177905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Pushing event deleted for resources: {'Port': ['ID=3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:39.210318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:39.213606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b366a718-1b95-4259-885a-7f814bff227c req-8c68f857-5619-4789-bdc7-9075cc31b3cc tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583973 Jul 30 01:45:39.245265 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-99bee598-0f63-49b4-b245-9c9340a81607 service neutron] 10.222.0.66 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578519 Jul 30 01:45:39.250984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61606e1-9abf-4ff2-ad1f-b4776902ee36 service neutron] Pushing event updated for resources: {'Port': ['ID=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:39.375634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b2c6a-1b3b-4b41-b3b9-c8c9dd7c10da req-3dc88583-18e8-42be-8359-6d0728153cc6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.377528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d4b2c6a-1b3b-4b41-b3b9-c8c9dd7c10da req-3dc88583-18e8-42be-8359-6d0728153cc6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.2452946 Jul 30 01:45:39.379740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d425bba-5c7a-4aa3-90aa-3e562dd006ad {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:39.383558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] No DVR routers for this DVR port 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:39.388296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46570) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:39.389906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-e6073ea1-7286-490b-9a06-7a9fa01dff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.391445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-e6073ea1-7286-490b-9a06-7a9fa01dff40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 1095 time: 0.2225289 Jul 30 01:45:39.393259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61b871fd-042e-46de-a31e-95af6c627077 req-ff19365d-9bad-480a-8336-583470612c31 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad HTTP/1.1" status: 200 len: 210 time: 0.0732317 Jul 30 01:45:39.401447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.406247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.408716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5be77f3c-b929-422a-a27c-8f02eab3ae55 req-fbca47b0-4fc6-48c3-9acb-697a19c76e8a tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.55 "DELETE /v2.0/ports/3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 HTTP/1.1" status: 204 len: 173 time: 0.9663067 Jul 30 01:45:39.409508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29b3b60a-b2e4-416e-af14-cc13bd999ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.490135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Deleting port c7c01622-7f98-4a02-813e-de9bb719ca76 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:39.490527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.500582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-ae496946-338d-4932-b047-e4cc7bb44c75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf HTTP/1.1" status: 200 len: 217 time: 0.0938025 Jul 30 01:45:39.501746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Transition to ACTIVE for port object 7d425bba-5c7a-4aa3-90aa-3e562dd006ad will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:39.513647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b032c703-a501-4b47-b57f-d907b13043f3 service neutron] 10.222.0.66 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914511 Jul 30 01:45:39.578636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.606585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29b3b60a-b2e4-416e-af14-cc13bd999ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.626723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29b3b60a-b2e4-416e-af14-cc13bd999ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.657412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d4b2c6a-1b3b-4b41-b3b9-c8c9dd7c10da req-96af3467-df1f-4cb8-9da1-2136454c25e6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581420 Jul 30 01:45:39.659066 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b6d53a-011a-4ca1-bcc2-aae3c321da3a x-openstack-request-id: req-f5b6d53a-011a-4ca1-bcc2-aae3c321da3a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:39.659365 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d2c14-a49d-409f-9f3a-0cac87e32e3a", "tag": "e14829b8-20b0-4ec7-85b6-43796d5ee8bf", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:39.659618 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5b6d53a-011a-4ca1-bcc2-aae3c321da3a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:39.660011 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'tag': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf', 'status': 'completed', 'code': 200} Jul 30 01:45:39.682835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7577-9c02-4a27-92ef-4506d52112bc req-81955b1b-1a05-438e-8f2a-db78441dae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.685546 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-81955b1b-1a05-438e-8f2a-db78441dae7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 1095 time: 0.0925705 Jul 30 01:45:39.693228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-29b3b60a-b2e4-416e-af14-cc13bd999ebb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=daa8929970a14c26997c787359b356ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038960 Jul 30 01:45:39.700347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46576) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:39.704185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3b60a-b2e4-416e-af14-cc13bd999ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed10696-e716-463f-8897-2daab2edcfa3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:39.799958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7577-9c02-4a27-92ef-4506d52112bc req-d5a3c596-f3cf-4f9d-93bc-4405ad84431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.801609 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-d5a3c596-f3cf-4f9d-93bc-4405ad84431f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 919 time: 0.1053562 Jul 30 01:45:39.822091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:39.846418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-3ff41a11-041b-487b-aa77-3b1dfcecaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.846952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-3ff41a11-041b-487b-aa77-3b1dfcecaadd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 200 len: 858 time: 0.2859983 Jul 30 01:45:39.848701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] For port c7c01622-7f98-4a02-813e-de9bb719ca76, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c7c01622-7f98-4a02-813e-de9bb719ca76,segment=NetworkSegment(35dbed7f-8983-481b-92c5-283bd8ec7a87),segment_id=35dbed7f-8983-481b-92c5-283bd8ec7a87)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:39.849058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.852512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-f9134b80-7be3-4fcd-8e0c-a707b5e2e138 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=120b2add-79f6-4791-b449-6beaed7a64a9 HTTP/1.1" status: 200 len: 217 time: 0.0409610 Jul 30 01:45:39.909073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7577-9c02-4a27-92ef-4506d52112bc req-9a53ede4-e81b-4dd0-ac5a-c5a0b852fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.910598 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-9a53ede4-e81b-4dd0-ac5a-c5a0b852fd2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 200 len: 858 time: 0.0500813 Jul 30 01:45:39.926536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Calling delete_port for c7c01622-7f98-4a02-813e-de9bb719ca76 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:39.952975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-06969d39-5b3e-47c7-856f-78f12efff25d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f9e9aa44-dc9e-4e97-be44-6139131242d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350270 Jul 30 01:45:40.068557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-c856c710-3680-4b4b-bf97-2020919a408a service neutron] 10.222.0.66 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063354 Jul 30 01:45:40.207159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-530d7577-9c02-4a27-92ef-4506d52112bc req-c34b9626-d14b-4f6a-b99c-65883c453a4b service neutron] 10.222.0.66 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274588 Jul 30 01:45:40.219026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-80a6ee45-6447-43bb-98c9-d6c5d304cf03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568411 Jul 30 01:45:40.285073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-e27ab067-59b1-40ff-8f88-78e69573dfe9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e9aa44-dc9e-4e97-be44-6139131242d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4066050 Jul 30 01:45:40.320488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312018-6c37-457f-8dc1-9c291208356b req-9f251db0-00b7-4945-b0fb-24a0a2a5ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.321998 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-9f251db0-00b7-4945-b0fb-24a0a2a5ff69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 1098 time: 0.0462353 Jul 30 01:45:40.352843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba89f7c-f5d2-4c02-8d11-6908eb417bb9 req-3e0163c5-5cf6-45be-8bdb-7492c4276589 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.354508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ba89f7c-f5d2-4c02-8d11-6908eb417bb9 req-3e0163c5-5cf6-45be-8bdb-7492c4276589 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 943 time: 0.6143146 Jul 30 01:45:40.428456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312018-6c37-457f-8dc1-9c291208356b req-eeb09e4a-4c79-4bd6-84e0-ae159b14f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.430044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-eeb09e4a-4c79-4bd6-84e0-ae159b14f3a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 200 len: 919 time: 0.0860181 Jul 30 01:45:40.445673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaffe33b-d4a7-4d10-a6dd-de2c73e488b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.462793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527c6f8-66ed-4b7f-a394-27fbc87c96a9 req-c7b3733c-ed26-4c5c-b22a-f3a76b4ba47b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.464368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3527c6f8-66ed-4b7f-a394-27fbc87c96a9 req-c7b3733c-ed26-4c5c-b22a-f3a76b4ba47b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.6908705 Jul 30 01:45:40.476811 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-07fa1b78-4dea-4547-9a53-97efaf2dd613 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 200 len: 217 time: 0.0388455 Jul 30 01:45:40.486190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Attempting to bind port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:40.486527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Attempting to bind port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:40.486855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Attempting to bind port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad on network f9e9aa44-dc9e-4e97-be44-6139131242d6 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:40.528673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad on network f9e9aa44-dc9e-4e97-be44-6139131242d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:40.528996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Attempting to bind port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad on network f9e9aa44-dc9e-4e97-be44-6139131242d6 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:40.533714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaffe33b-d4a7-4d10-a6dd-de2c73e488b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.580872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:40.581214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Checking segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:40.581609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Bound using segment: {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:40.582061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Bound port: 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dbd1ae-49a1-4c52-b8fd-eb406f440826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:40.582423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.615525 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ba89f7c-f5d2-4c02-8d11-6908eb417bb9 req-ba8b2960-c81a-48ab-84fb-bce8b0c589e6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918559 Jul 30 01:45:40.660641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3527c6f8-66ed-4b7f-a394-27fbc87c96a9 req-04e23f3d-7e25-4d75-8b45-51407603d550 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754186 Jul 30 01:45:40.666866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-7d2ea49f-bf79-45bc-8278-a797eec1f62a service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713119 Jul 30 01:45:40.849788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'name': 'network-vif-deleted', 'tag': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:40.852087 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e834e87f-f681-4d09-b831-a1a9ff0cc7b5" -d '{"events": [{"server_uuid": "2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad", "name": "network-vif-deleted", "tag": "3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:40.856798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaffe33b-d4a7-4d10-a6dd-de2c73e488b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.859463 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaffe33b-d4a7-4d10-a6dd-de2c73e488b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.863418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-eaffe33b-d4a7-4d10-a6dd-de2c73e488b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ed10696-e716-463f-8897-2daab2edcfa3 HTTP/1.1" status: 204 len: 168 time: 1.1561022 Jul 30 01:45:40.881579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312018-6c37-457f-8dc1-9c291208356b req-a1d9a7b7-7652-42c1-b153-2df8699be818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.883340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-a1d9a7b7-7652-42c1-b153-2df8699be818 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 200 len: 858 time: 0.3976872 Jul 30 01:45:40.893301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] For port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:40.897244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.899088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffe33b-d4a7-4d10-a6dd-de2c73e488b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed10696-e716-463f-8897-2daab2edcfa3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.907980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6dded-6d74-4566-b6fe-8076344d5776 req-3ea46eff-e788-411b-95e3-916fd7dbf20f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.909567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3e6dded-6d74-4566-b6fe-8076344d5776 req-3ea46eff-e788-411b-95e3-916fd7dbf20f tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98 HTTP/1.1" status: 200 len: 945 time: 0.2140718 Jul 30 01:45:40.954908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] For port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:40.965630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Pushing event deleted for resources: {'Port': ['ID=c7c01622-7f98-4a02-813e-de9bb719ca76,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.982834 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.983659 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-39975340-7ce2-4802-8f83-2cac2980cd93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e5bd5294-3f60-414f-9ede-14012822f2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880740 Jul 30 01:45:41.027146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-4d829807-71da-4c2d-846d-29ad580c28d6 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283515 Jul 30 01:45:41.097028 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-ef963d6a-822c-45ef-84e0-a63551c35061 service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077273 Jul 30 01:45:41.101646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.102348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.103799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d425bba-5c7a-4aa3-90aa-3e562dd006ad HTTP/1.1" status: 200 len: 1092 time: 2.9590461 Jul 30 01:45:41.110353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] No DVR routers for this DVR port c7c01622-7f98-4a02-813e-de9bb719ca76 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:41.119442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.122156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf3fcfba-9507-4a61-b59e-fc8f1389bb30 req-19e266af-757c-4f7e-8752-be722d493fda tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.66 "DELETE /v2.0/ports/c7c01622-7f98-4a02-813e-de9bb719ca76 HTTP/1.1" status: 204 len: 173 time: 2.1880598 Jul 30 01:45:41.129962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3e6dded-6d74-4566-b6fe-8076344d5776 req-8579536d-fa96-4acf-9585-9f8d9b315a27 tempest-ServersTestJSON-670642754 tempest-ServersTestJSON-670642754-project] 10.222.0.78 "GET /v2.0/security-groups?id=c28a478d-de53-401d-9daa-f41a8d4dbd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723645 Jul 30 01:45:41.145164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf1586-ebb6-490b-8625-33e4568136d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:41.156915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59072c4-38eb-471b-aa60-b6f58bc8db50 req-12ca9d8f-558e-48ae-84e0-60bfbc6bac66 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.165075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b59072c4-38eb-471b-aa60-b6f58bc8db50 req-12ca9d8f-558e-48ae-84e0-60bfbc6bac66 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.2001870 Jul 30 01:45:41.267817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b59072c4-38eb-471b-aa60-b6f58bc8db50 req-09475333-8c57-48af-a744-61c7d7599900 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024973 Jul 30 01:45:41.276932 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c312018-6c37-457f-8dc1-9c291208356b req-381fd608-ce8a-4c91-875e-78ed5bd098cf service neutron] 10.222.0.66 "GET /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731927 Jul 30 01:45:41.289835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409678-b12d-46ac-a23b-a58cedde347b req-676e86f2-d4f9-48ef-99ca-e8ba52cd6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.291776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-676e86f2-d4f9-48ef-99ca-e8ba52cd6b57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 1095 time: 0.1248708 Jul 30 01:45:41.297760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-4559ffe4-7820-46d2-8fa6-47c93217fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.303913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-4559ffe4-7820-46d2-8fa6-47c93217fb4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 1095 time: 0.1234264 Jul 30 01:45:41.336483 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8dbd68-95ef-4a92-a2d7-5ec67f3c4e1f x-openstack-request-id: req-aa8dbd68-95ef-4a92-a2d7-5ec67f3c4e1f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:41.337056 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad", "name": "network-vif-deleted", "tag": "3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:41.337275 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa8dbd68-95ef-4a92-a2d7-5ec67f3c4e1f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:41.337784 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5b1dc3-6e1f-49f1-b9b2-cb2cac32ecad', 'name': 'network-vif-deleted', 'tag': '3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3', 'status': 'completed', 'code': 200} Jul 30 01:45:41.417063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-7de32236-5fe8-4824-9e76-a903b08d8b93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad HTTP/1.1" status: 200 len: 217 time: 0.0972996 Jul 30 01:45:41.525955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409678-b12d-46ac-a23b-a58cedde347b req-654816c7-6974-4987-8029-6fa15622cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.527529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-654816c7-6974-4987-8029-6fa15622cdbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 919 time: 0.2226439 Jul 30 01:45:41.530955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b2214877-d452-43b5-8ff3-089244c5f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.532563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-b2214877-d452-43b5-8ff3-089244c5f2d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 200 len: 858 time: 0.1072793 Jul 30 01:45:41.543811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3e6a9-3a94-4398-a9ac-ea7266abd624 req-f9cecde7-5b19-4476-8ebb-a0334aebd051 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.545457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9a3e6a9-3a94-4398-a9ac-ea7266abd624 req-f9cecde7-5b19-4476-8ebb-a0334aebd051 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0896139 Jul 30 01:45:41.613265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-06f8cd00-b6e6-491a-b664-1d3aa0301a0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e9aa44-dc9e-4e97-be44-6139131242d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668175 Jul 30 01:45:41.615623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-9b74cb6b-ee3c-4831-be2c-8765908553bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf HTTP/1.1" status: 200 len: 217 time: 0.0680919 Jul 30 01:45:41.677606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'tag': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad'}, {'server_uuid': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'name': 'network-vif-deleted', 'tag': 'c7c01622-7f98-4a02-813e-de9bb719ca76'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:41.679842 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aca700-4a1a-465c-aa64-9421711cc35a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0777160-f5e1-4dd5-8360-073efe74ce0f", "tag": "7d425bba-5c7a-4aa3-90aa-3e562dd006ad"}, {"server_uuid": "c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98", "name": "network-vif-deleted", "tag": "c7c01622-7f98-4a02-813e-de9bb719ca76"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:41.743370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9a3e6a9-3a94-4398-a9ac-ea7266abd624 req-dae156e1-e464-436a-bc77-dc6967559103 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773677 Jul 30 01:45:41.804466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409678-b12d-46ac-a23b-a58cedde347b req-4870d4f3-21ef-4daf-9c14-d40ed3c354dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.806396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-4870d4f3-21ef-4daf-9c14-d40ed3c354dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 200 len: 858 time: 0.1781275 Jul 30 01:45:41.838735 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd8688-cd4c-4b09-86af-27f9c90cc3f1 x-openstack-request-id: req-c2bd8688-cd4c-4b09-86af-27f9c90cc3f1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:41.839061 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0777160-f5e1-4dd5-8360-073efe74ce0f", "tag": "7d425bba-5c7a-4aa3-90aa-3e562dd006ad", "status": "completed", "code": 200}, {"server_uuid": "c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98", "name": "network-vif-deleted", "tag": "c7c01622-7f98-4a02-813e-de9bb719ca76", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:41.839433 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c2bd8688-cd4c-4b09-86af-27f9c90cc3f1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:41.839883 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'tag': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad', 'status': 'completed', 'code': 200} Jul 30 01:45:41.840834 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d0b1dd-37ac-4099-9e8f-43e4e5e57e98', 'name': 'network-vif-deleted', 'tag': 'c7c01622-7f98-4a02-813e-de9bb719ca76', 'status': 'completed', 'code': 200} Jul 30 01:45:41.852163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:41.869719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-74299c07-488b-4c51-898a-014d5215773f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e9aa44-dc9e-4e97-be44-6139131242d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489671 Jul 30 01:45:41.871973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-16085a7f-e19d-46fb-b7eb-799abcdae1ea service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422366 Jul 30 01:45:41.878189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:41.878736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d7d8720-05b8-4e26-9f7c-6328cb8e8bf3 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:41.881266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103997c4-8a7b-4a3f-ae4b-836355cf6c6d req-f0e107bc-6e49-45d6-acdd-e83f4991a3cc tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:41.887939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-103997c4-8a7b-4a3f-ae4b-836355cf6c6d req-f0e107bc-6e49-45d6-acdd-e83f4991a3cc tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 943 time: 0.1656625 Jul 30 01:45:42.017857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 120b2add-79f6-4791-b449-6beaed7a64a9 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:42.019936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c7c01622-7f98-4a02-813e-de9bb719ca76 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:42.049165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: c7c01622-7f98-4a02-813e-de9bb719ca76 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:42.049743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c7c01622-7f98-4a02-813e-de9bb719ca76 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:42.106721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-103997c4-8a7b-4a3f-ae4b-836355cf6c6d req-30cb4a40-600c-4b25-b72d-fa40a16d06f1 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088678 Jul 30 01:45:42.126408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b1b5c16-d0e3-4af3-bf7a-4c86ceff8f0f req-07a37d2d-338f-44c9-ab9a-7e71b87d97f8 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320232 Jul 30 01:45:42.132782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c53f1-ba28-4c66-a707-c077bc052c0f req-382519ae-cdcf-451a-924b-48d158022cac tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.140622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af8c53f1-ba28-4c66-a707-c077bc052c0f req-382519ae-cdcf-451a-924b-48d158022cac tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1830685 Jul 30 01:45:42.168163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-d7c3854e-c592-42ea-bbd3-63566485f52f service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779415 Jul 30 01:45:42.169228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 120b2add-79f6-4791-b449-6beaed7a64a9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=120b2add-79f6-4791-b449-6beaed7a64a9,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:42.190064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '120b2add-79f6-4791-b449-6beaed7a64a9', 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'port_id': '120b2add-79f6-4791-b449-6beaed7a64a9', 'mac_address': 'fa:16:3e:23:04:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71856bb-dffb-4829-8faa-82bf29d8b5d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:42.201157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af8c53f1-ba28-4c66-a707-c077bc052c0f req-3fdeb0da-b928-4696-916e-66a2f690e591 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582099 Jul 30 01:45:42.274482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.285157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:42.298786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120b2add-79f6-4791-b449-6beaed7a64a9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:42.328726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 120b2add-79f6-4791-b449-6beaed7a64a9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=120b2add-79f6-4791-b449-6beaed7a64a9,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:42.336174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.394854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-db0d3246-4651-42f1-8fd1-ec4f20295673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.395540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Deleting subnet 63d7005d-dc9a-4a26-bfb8-eed2a0d66280 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:42.396462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-db0d3246-4651-42f1-8fd1-ec4f20295673 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d9d2aab17444eda9c5b3903945172c9&device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 1095 time: 0.0940630 Jul 30 01:45:42.401332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.412068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=120b2add-79f6-4791-b449-6beaed7a64a9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:42.420524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.421018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.421457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.421892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.422475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.422907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.423363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.423807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.424237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.424664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.425649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.426079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:42.455079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.491183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb409678-b12d-46ac-a23b-a58cedde347b req-7eec53ee-989f-401f-a529-ce0e68e09909 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657039 Jul 30 01:45:42.506212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.531264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14995d-f941-4700-96ef-2ac0f80f848f req-a62aff65-97fa-4ad5-8f5a-edc637b64596 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.532698 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d14995d-f941-4700-96ef-2ac0f80f848f req-a62aff65-97fa-4ad5-8f5a-edc637b64596 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1353049 Jul 30 01:45:42.573744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.578643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-69f59e52-d65c-4dfb-ae65-ad0a303b9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.580171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-69f59e52-d65c-4dfb-ae65-ad0a303b9c87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 200 len: 919 time: 0.1734459 Jul 30 01:45:42.587228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['120b2add-79f6-4791-b449-6beaed7a64a9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:42.608429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d7005d-dc9a-4a26-bfb8-eed2a0d66280,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:42.611037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.613874 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac0df29d-3f08-4f00-84b8-9ec782f18569 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/63d7005d-dc9a-4a26-bfb8-eed2a0d66280 HTTP/1.1" status: 204 len: 168 time: 0.3271897 Jul 30 01:45:42.616333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46644) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:42.637674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d14995d-f941-4700-96ef-2ac0f80f848f req-884a80c9-8b1d-455d-b0ec-2719e082e122 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903244 Jul 30 01:45:42.639408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-5b138b8d-bd42-45b1-b69c-bc84c89a10af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad HTTP/1.1" status: 200 len: 217 time: 0.0517840 Jul 30 01:45:42.708632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-9d326d99-0f12-4e73-9090-4f06a73b820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.710045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-9d326d99-0f12-4e73-9090-4f06a73b820d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 200 len: 858 time: 0.0591767 Jul 30 01:45:42.712303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.745593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-8e90abad-bf2a-4106-9e90-cdb9584deb29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9e9aa44-dc9e-4e97-be44-6139131242d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278416 Jul 30 01:45:42.816501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.830817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14ff454-a136-429f-b5c5-303e65c3c2a4']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:42.842039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dbed7f-8983-481b-92c5-283bd8ec7a87') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:42.842334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dbed7f-8983-481b-92c5-283bd8ec7a87') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:42.852587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.873598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.879711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:42.880108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:42.881986 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:42.896101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-fbae64e3-7751-4f40-ad12-88afb4be3278 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424987 Jul 30 01:45:42.924497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da45e0-e05b-4e4e-ad8a-5af7c40fc838 req-d2034542-8628-44ec-b6ad-98980f7cd271 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.926018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37da45e0-e05b-4e4e-ad8a-5af7c40fc838 req-d2034542-8628-44ec-b6ad-98980f7cd271 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0962927 Jul 30 01:45:42.940602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.957903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.963100 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] 10.222.0.78 "DELETE /v2.0/networks/e14ff454-a136-429f-b5c5-303e65c3c2a4 HTTP/1.1" status: 204 len: 168 time: 0.3454607 Jul 30 01:45:42.964170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801ccd2-f4eb-4691-beb0-42e18c49d56d admin admin] Pushing event deleted for resources: {'Network': ['ID=e14ff454-a136-429f-b5c5-303e65c3c2a4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:43.032582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37da45e0-e05b-4e4e-ad8a-5af7c40fc838 req-35a705cb-3ba7-4158-b518-146afcdf456e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Jul 30 01:45:43.066395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1aca700-4a1a-465c-aa64-9421711cc35a req-19774766-c4d2-4f03-a85d-56f43dbf3fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570439 Jul 30 01:45:43.160354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46662) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:43.210028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fa68fd2a-722c-443b-8dcf-5739976ea188 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2bb9748e1c40454abfa4e2981de84198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485108 Jul 30 01:45:43.213731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:43.280674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e1d5a94-b7b5-4180-8bb8-d3b72f852108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.283755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370563-40fe-4c24-aed5-cdc8cf4abd29 req-d3ae1b78-7d4c-4356-aff5-2ff2f331546c tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.285217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb370563-40fe-4c24-aed5-cdc8cf4abd29 req-d3ae1b78-7d4c-4356-aff5-2ff2f331546c tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 944 time: 0.0664747 Jul 30 01:45:43.303911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e1d5a94-b7b5-4180-8bb8-d3b72f852108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.350950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb370563-40fe-4c24-aed5-cdc8cf4abd29 req-ae6f2539-43d8-4fda-9f41-1922b8221f7f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Jul 30 01:45:43.352386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e1d5a94-b7b5-4180-8bb8-d3b72f852108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.356867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e1d5a94-b7b5-4180-8bb8-d3b72f852108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.360693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e1d5a94-b7b5-4180-8bb8-d3b72f852108 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c28a478d-de53-401d-9daa-f41a8d4dbd69 HTTP/1.1" status: 204 len: 168 time: 0.1432190 Jul 30 01:45:43.360838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc19f6-5fa0-4985-a46c-2dae923440cb req-6128c240-2ba2-426e-a9f2-b5aec297e63a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.361760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15bc19f6-5fa0-4985-a46c-2dae923440cb req-6128c240-2ba2-426e-a9f2-b5aec297e63a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.0756598 Jul 30 01:45:43.368855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d5a94-b7b5-4180-8bb8-d3b72f852108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a478d-de53-401d-9daa-f41a8d4dbd69,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:43.417587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15bc19f6-5fa0-4985-a46c-2dae923440cb req-4fcd6e63-2fdb-45cd-8815-f77b80fafcb6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496094 Jul 30 01:45:43.763123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22ca3a-6854-49eb-889e-bab0c8904c98 req-5458f162-d9e2-46c9-ab31-bfcfd4002831 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.764693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed22ca3a-6854-49eb-889e-bab0c8904c98 req-5458f162-d9e2-46c9-ab31-bfcfd4002831 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0526505 Jul 30 01:45:43.806856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed22ca3a-6854-49eb-889e-bab0c8904c98 req-d1988fae-6c23-4417-b30d-506b6b97397f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360839 Jul 30 01:45:43.856552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e14829b8-20b0-4ec7-85b6-43796d5ee8bf details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:43.957072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:43.969924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf', 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'port_id': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf', 'mac_address': 'fa:16:3e:54:e5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71856bb-dffb-4829-8faa-82bf29d8b5d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:44.013364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.023350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 120b2add-79f6-4791-b449-6beaed7a64a9 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:44.049004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14829b8-20b0-4ec7-85b6-43796d5ee8bf {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:44.080835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:44.087222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.124246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 120b2add-79f6-4791-b449-6beaed7a64a9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:44.148937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:44.157017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 120b2add-79f6-4791-b449-6beaed7a64a9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:44.157488 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.194968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ca3d3-c8c1-4f82-976c-bbfc588fd34b req-1015b980-c372-44d0-97ee-f4e8c89ae3a3 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.196533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a2ca3d3-c8c1-4f82-976c-bbfc588fd34b req-1015b980-c372-44d0-97ee-f4e8c89ae3a3 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0559409 Jul 30 01:45:44.249657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.260938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a2ca3d3-c8c1-4f82-976c-bbfc588fd34b req-d1029d13-70da-4722-8af2-8c1c7d9a1d64 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551658 Jul 30 01:45:44.277853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120b2add-79f6-4791-b449-6beaed7a64a9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:44.280239 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a987d1c-92cd-4151-9efa-b150205d3021" -d '{"events": [{"server_uuid": "8c554a6b-2fb5-407d-be35-8bba8b3bd411", "name": "network-vif-plugged", "status": "completed", "tag": "120b2add-79f6-4791-b449-6beaed7a64a9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:44.294594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 120b2add-79f6-4791-b449-6beaed7a64a9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=120b2add-79f6-4791-b449-6beaed7a64a9,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:44.300766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.346649 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601b84af-c35a-41f2-bbf2-81350c97717c x-openstack-request-id: req-601b84af-c35a-41f2-bbf2-81350c97717c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:44.346957 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c554a6b-2fb5-407d-be35-8bba8b3bd411", "name": "network-vif-plugged", "status": "completed", "tag": "120b2add-79f6-4791-b449-6beaed7a64a9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:44.347209 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-601b84af-c35a-41f2-bbf2-81350c97717c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:44.347594 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120b2add-79f6-4791-b449-6beaed7a64a9', 'code': 200} Jul 30 01:45:44.398758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=120b2add-79f6-4791-b449-6beaed7a64a9,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:44.466207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668453d-e73d-4db1-b76e-83faf6ac2265 req-8eba2aab-cb16-426b-9a76-d448fc7a2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.468994 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8668453d-e73d-4db1-b76e-83faf6ac2265 req-8eba2aab-cb16-426b-9a76-d448fc7a2499 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 1097 time: 0.0633485 Jul 30 01:45:44.513318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['e14829b8-20b0-4ec7-85b6-43796d5ee8bf'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:44.526643 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8668453d-e73d-4db1-b76e-83faf6ac2265 req-e0c0320c-2dd6-4320-8f42-49722aa38b1f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Jul 30 01:45:44.570662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35de9ac-d2b1-4dab-99b5-4cd0c460095a req-a548b397-bfff-4306-b269-d09540ec4240 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.572727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a35de9ac-d2b1-4dab-99b5-4cd0c460095a req-a548b397-bfff-4306-b269-d09540ec4240 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 945 time: 0.1072907 Jul 30 01:45:44.750082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a35de9ac-d2b1-4dab-99b5-4cd0c460095a req-af9bf9f5-eed1-40ff-a121-adec0a929ed6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555283 Jul 30 01:45:44.790671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666dda5-d0eb-48a6-847c-c2d1f3d11e3a req-a47f2b69-ebd0-4be0-b055-f71a479c3278 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.792435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e666dda5-d0eb-48a6-847c-c2d1f3d11e3a req-a47f2b69-ebd0-4be0-b055-f71a479c3278 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.2322657 Jul 30 01:45:44.856670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcccf55f-bfc2-4e6f-81c7-6db8247e9861 req-71eefc9e-df03-47be-9f96-526608851cad tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0447881 Jul 30 01:45:44.888327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e666dda5-d0eb-48a6-847c-c2d1f3d11e3a req-8b16631f-3e84-42bb-8834-22271b01393c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878990 Jul 30 01:45:45.078735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312187e-11ad-4d9b-b786-4e8e9edd6ee2 req-80cadf86-7251-4615-b890-57ac3d358dd7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.080816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1312187e-11ad-4d9b-b786-4e8e9edd6ee2 req-80cadf86-7251-4615-b890-57ac3d358dd7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0550399 Jul 30 01:45:45.127165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1312187e-11ad-4d9b-b786-4e8e9edd6ee2 req-b0b97b25-ce3e-4aa2-825b-34d54d74b587 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 Jul 30 01:45:45.421595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487b80c-ea59-4af1-a6aa-b0dba10f82e9 req-0e9b6159-45b6-4377-b526-d94b66f89111 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.423385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9487b80c-ea59-4af1-a6aa-b0dba10f82e9 req-0e9b6159-45b6-4377-b526-d94b66f89111 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0851171 Jul 30 01:45:45.474368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9487b80c-ea59-4af1-a6aa-b0dba10f82e9 req-d3642a26-4c89-4abe-81a4-1c18b067a6db tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Jul 30 01:45:45.888563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 04ef4c98-c56b-4828-8487-f9cb58944e97 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:45.901752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e14829b8-20b0-4ec7-85b6-43796d5ee8bf up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:45.967050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a191-a9cf-4119-b5c4-4b19e8b56e8b req-a685152f-c162-49ff-b186-2a9ab3a3a235 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.968763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c564a191-a9cf-4119-b5c4-4b19e8b56e8b req-a685152f-c162-49ff-b186-2a9ab3a3a235 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 945 time: 0.1423025 Jul 30 01:45:46.061637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-329ff5d7-a549-4bfc-9c8c-f7dc798826e0 req-23604d93-00e2-4e07-9a58-5c8fe8e3b82f tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0481699 Jul 30 01:45:46.114420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c564a191-a9cf-4119-b5c4-4b19e8b56e8b req-3a4a7be6-f9bf-488e-a17f-fb3b5238bfc8 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281290 Jul 30 01:45:46.210843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port e14829b8-20b0-4ec7-85b6-43796d5ee8bf completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:46.227542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port e14829b8-20b0-4ec7-85b6-43796d5ee8bf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:46.228062 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.236133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.276922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'mac_address': 'fa:16:3e:27:98:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:46.302011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47560fb-75de-41a3-b323-f21eaf25080f req-471d70ba-10ff-4ac8-a1af-2ee80e17fb7d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.318125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f47560fb-75de-41a3-b323-f21eaf25080f req-471d70ba-10ff-4ac8-a1af-2ee80e17fb7d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1147974 Jul 30 01:45:46.347715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.392083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04ef4c98-c56b-4828-8487-f9cb58944e97 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:46.410484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f47560fb-75de-41a3-b323-f21eaf25080f req-7db8f1c2-d6b9-471a-af48-c2c05003deea tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909817 Jul 30 01:45:46.440380 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.463576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.479331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:46.485281 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7f814a-3ea3-44e8-a740-16f499d2d381" -d '{"events": [{"server_uuid": "cb0d2c14-a49d-409f-9f3a-0cac87e32e3a", "name": "network-vif-plugged", "status": "completed", "tag": "e14829b8-20b0-4ec7-85b6-43796d5ee8bf"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:46.513241 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.524463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7d425bba-5c7a-4aa3-90aa-3e562dd006ad details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:46.531671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.584342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d088260-8006-4016-a6a6-61821dc30e6a req-af8b4122-e723-4fda-b0de-fdc123d3fffd tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.585898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d088260-8006-4016-a6a6-61821dc30e6a req-af8b4122-e723-4fda-b0de-fdc123d3fffd tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 943 time: 0.1316700 Jul 30 01:45:46.640381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541a231-9cd9-4bdb-a08c-1be54566392c req-dd567bbc-e5a5-4e37-835f-b84479c28fa3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.642371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f541a231-9cd9-4bdb-a08c-1be54566392c req-dd567bbc-e5a5-4e37-835f-b84479c28fa3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 944 time: 0.1232994 Jul 30 01:45:46.732384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.747519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:46.750380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad', 'network_id': 'f9e9aa44-dc9e-4e97-be44-6139131242d6', 'port_id': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad', 'mac_address': 'fa:16:3e:88:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71856bb-dffb-4829-8faa-82bf29d8b5d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:46.752926 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.765162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f541a231-9cd9-4bdb-a08c-1be54566392c req-402eeca2-7b02-41d1-b099-30df1f22243e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131532 Jul 30 01:45:46.780956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d088260-8006-4016-a6a6-61821dc30e6a req-2acacd69-84f0-4194-9853-b625cb241fd1 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863122 Jul 30 01:45:46.873926 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ddea8-2fa7-4655-8714-69a033195245 x-openstack-request-id: req-882ddea8-2fa7-4655-8714-69a033195245 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:46.874191 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d2c14-a49d-409f-9f3a-0cac87e32e3a", "name": "network-vif-plugged", "status": "completed", "tag": "e14829b8-20b0-4ec7-85b6-43796d5ee8bf", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:46.874449 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-882ddea8-2fa7-4655-8714-69a033195245 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:46.875039 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf', 'code': 200} Jul 30 01:45:46.914551 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.919033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:46.935406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d425bba-5c7a-4aa3-90aa-3e562dd006ad {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:46.960963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.966650 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.991960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3f70e4b5-97e8-4bec-b38b-1ef65bbb7f68 req-3be9ddcd-0db0-49e0-9439-4602846732e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.1092734 Jul 30 01:45:47.051584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:47.089430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064d48-8095-48e0-9246-75b12b0b7b2f req-c91c1afa-1f14-47ae-a879-03f84ac812ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.091123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1064d48-8095-48e0-9246-75b12b0b7b2f req-c91c1afa-1f14-47ae-a879-03f84ac812ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 1097 time: 0.1343668 Jul 30 01:45:47.107972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1f3b3-8e86-4929-b6e9-304110e102a3 req-0bce2a7f-b9fe-4c21-bba9-5325e806066e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.118669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c1f3b3-8e86-4929-b6e9-304110e102a3 req-0bce2a7f-b9fe-4c21-bba9-5325e806066e tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.1761286 Jul 30 01:45:47.171342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['04ef4c98-c56b-4828-8487-f9cb58944e97'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:47.206571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-531c5a2e-e277-44b9-a205-8b9848072be8 req-4f88c952-3db7-4890-a25d-26cdb491b15e tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0485971 Jul 30 01:45:47.208679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1064d48-8095-48e0-9246-75b12b0b7b2f req-2b538a2a-8446-4b0d-b2f1-d75ca0a5a8f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865421 Jul 30 01:45:47.223941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c1f3b3-8e86-4929-b6e9-304110e102a3 req-a3127059-a087-4525-81be-126f590fb227 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/security-groups?id=31fdcf52-e84e-4a3c-a49c-0c3a5339a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982237 Jul 30 01:45:47.366856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-95af57ee-e622-4420-9d29-5ed79767c0fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.368846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-95af57ee-e622-4420-9d29-5ed79767c0fe tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 946 time: 0.0664549 Jul 30 01:45:47.563302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396776f2-dc3e-4a78-aeba-5a39f2166740 req-d89ec93c-691d-45ca-afec-dd2676d714ae tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.572255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-396776f2-dc3e-4a78-aeba-5a39f2166740 req-d89ec93c-691d-45ca-afec-dd2676d714ae tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.0777082 Jul 30 01:45:47.617054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-396776f2-dc3e-4a78-aeba-5a39f2166740 req-654f25ba-66df-46e8-9017-80d4d524437c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Jul 30 01:45:47.628018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Deleting port b4eef502-ba79-496f-883b-985ca7223f7d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:47.634928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.662476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7d425bba-5c7a-4aa3-90aa-3e562dd006ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:47.853207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] For port b4eef502-ba79-496f-883b-985ca7223f7d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b4eef502-ba79-496f-883b-985ca7223f7d,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:47.853787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.899766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Calling delete_port for b4eef502-ba79-496f-883b-985ca7223f7d owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:48.030727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457bc72-a591-4512-8479-3737938d302b req-35c38492-5182-485a-a9c1-80efdbfe10f3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.034426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c457bc72-a591-4512-8479-3737938d302b req-35c38492-5182-485a-a9c1-80efdbfe10f3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 944 time: 0.0880039 Jul 30 01:45:48.047193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db82589-fd3e-4396-b209-9841c01c0660 req-9cd5c6c6-016d-47cf-a8be-2f6cfc486fef tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.064812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6db82589-fd3e-4396-b209-9841c01c0660 req-9cd5c6c6-016d-47cf-a8be-2f6cfc486fef tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 944 time: 0.1636357 Jul 30 01:45:48.253476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c457bc72-a591-4512-8479-3737938d302b req-991e0e19-3bb2-40ba-9824-6cac8b04529c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718519 Jul 30 01:45:48.279463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6db82589-fd3e-4396-b209-9841c01c0660 req-fc608717-cb53-4a95-af43-5456b7a041ec tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138283 Jul 30 01:45:48.301572 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.351336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Pushing event deleted for resources: {'Port': ['ID=b4eef502-ba79-496f-883b-985ca7223f7d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:48.430481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.430991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.431452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.431872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.432270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.432691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.433065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.433462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.434475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.434865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.435311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.435692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:48.436174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c147af9b-55e0-4561-84d4-de7e68a7e3be req-64b32428-c0a9-4272-9387-dc824e705946 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ee65ad4-0e6d-42f1-920c-0bf7c1770b93 HTTP/1.1" status: 200 len: 210 time: 0.0380628 Jul 30 01:45:48.488248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] No DVR routers for this DVR port b4eef502-ba79-496f-883b-985ca7223f7d on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:48.491585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.493653 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0595d801-e27b-4d5c-8be5-61687ad04992 req-6b618f6f-28a5-4226-b98b-a77a59b43219 tempest-ServerRescueNegativeTestJSON-332211308 tempest-ServerRescueNegativeTestJSON-332211308-project] 10.222.0.66 "DELETE /v2.0/ports/b4eef502-ba79-496f-883b-985ca7223f7d HTTP/1.1" status: 204 len: 173 time: 1.1134377 Jul 30 01:45:48.494198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'name': 'network-vif-deleted', 'tag': 'b4eef502-ba79-496f-883b-985ca7223f7d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:48.498720 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e1970-e2f1-4a3f-8fd8-26e2d31c29a4" -d '{"events": [{"server_uuid": "8ee65ad4-0e6d-42f1-920c-0bf7c1770b93", "name": "network-vif-deleted", "tag": "b4eef502-ba79-496f-883b-985ca7223f7d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:48.520704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22ccc0f5-ff5d-4f0d-b806-cda357c2ba71 req-e0552de1-0cf9-40dd-9ceb-576b92544f2b tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0700305 Jul 30 01:45:48.571863 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f4081-69db-4fda-a219-a726c9b49b08 x-openstack-request-id: req-f66f4081-69db-4fda-a219-a726c9b49b08 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:48.572913 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee65ad4-0e6d-42f1-920c-0bf7c1770b93", "name": "network-vif-deleted", "tag": "b4eef502-ba79-496f-883b-985ca7223f7d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:48.573502 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f66f4081-69db-4fda-a219-a726c9b49b08 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:48.574591 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee65ad4-0e6d-42f1-920c-0bf7c1770b93', 'name': 'network-vif-deleted', 'tag': 'b4eef502-ba79-496f-883b-985ca7223f7d', 'status': 'completed', 'code': 200} Jul 30 01:45:48.858048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e4c86-9816-40be-9d96-a98cae2f8842 req-42356c9d-b417-470c-ad0b-2e052a45db5a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.865403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-638e4c86-9816-40be-9d96-a98cae2f8842 req-42356c9d-b417-470c-ad0b-2e052a45db5a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.0780294 Jul 30 01:45:48.893378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee4e3-35b4-4d9b-b856-3dc15763f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.905867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-638e4c86-9816-40be-9d96-a98cae2f8842 req-493d663a-64bc-4d35-8e6c-4dc5adeeb5f2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Jul 30 01:45:49.035313 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-044a976b-dfea-4030-a27e-737cabf73355 service neutron] show failed (client error): The resource could not be found. Jul 30 01:45:49.037360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-044a976b-dfea-4030-a27e-737cabf73355 service neutron] 10.222.0.66 "GET /v2.0/ports/20c2e266-ee50-4cc5-b107-a389648580f9/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.1266243 Jul 30 01:45:49.314445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42ceee34-bae7-445b-8a18-6008bb81eed6 req-f85303a2-5c3d-4f25-8084-1a6db95115b6 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0425143 Jul 30 01:45:49.402070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-1004079d-d269-4715-a133-fee5c38c9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.408552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-1004079d-d269-4715-a133-fee5c38c9ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 1098 time: 0.0899758 Jul 30 01:45:49.436593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:49.661987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.673969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f863cab-6f63-43d0-9fb6-a228751cdd99 req-83be142b-d705-4030-b33a-af96dc3496b8 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.675659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f863cab-6f63-43d0-9fb6-a228751cdd99 req-83be142b-d705-4030-b33a-af96dc3496b8 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 944 time: 0.2360487 Jul 30 01:45:49.685758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992665f7-dcca-47af-9c82-e066cb1bdf18 req-cea6fdc0-8347-497d-a70c-0a57161e8fb9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.687373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-992665f7-dcca-47af-9c82-e066cb1bdf18 req-cea6fdc0-8347-497d-a70c-0a57161e8fb9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 944 time: 0.1975658 Jul 30 01:45:49.799548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f863cab-6f63-43d0-9fb6-a228751cdd99 req-9c64cbf7-1268-4ff3-894d-71597d3925a2 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025155 Jul 30 01:45:49.849237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-992665f7-dcca-47af-9c82-e066cb1bdf18 req-8e7bba17-e7cb-4d17-a00d-e964522ffc6e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292214 Jul 30 01:45:49.859166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:49.904463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 04ef4c98-c56b-4828-8487-f9cb58944e97 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:50.035931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 04ef4c98-c56b-4828-8487-f9cb58944e97 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:50.036256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.080012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:50.222540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.236894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.269940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:50.272296 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d4ccc0-346d-4783-a43f-8918de45c036" -d '{"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:50.287314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:50.296081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.297852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7d425bba-5c7a-4aa3-90aa-3e562dd006ad up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:50.359817 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633521a-37d4-46cb-9740-d8f804769026 x-openstack-request-id: req-6633521a-37d4-46cb-9740-d8f804769026 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:50.360124 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:50.360384 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6633521a-37d4-46cb-9740-d8f804769026 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:50.360786 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'code': 200} Jul 30 01:45:50.403042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:50.415624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:50.423590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:50.424787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.459293 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.629970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.712454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:50.719538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.834918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7872725f-3646-4b69-ac9e-351628347ad3 req-033d25d5-1220-4256-85fe-7538f82cbe11 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0673740 Jul 30 01:45:50.846043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:50.956453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa31bf-e377-4b19-a5d5-7a1e54af5210 req-97755985-abc1-410b-bc25-4adb92752616 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.974634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5daa31bf-e377-4b19-a5d5-7a1e54af5210 req-97755985-abc1-410b-bc25-4adb92752616 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.2017868 Jul 30 01:45:51.015305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:51.021954 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.131769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Deleting port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:51.133389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.146099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5daa31bf-e377-4b19-a5d5-7a1e54af5210 req-aacd1969-0db3-4df0-83a3-38c1e4e75e69 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614351 Jul 30 01:45:51.149491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:51.207036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb6d44-9b88-4f22-9a40-de7982e1b9d0 req-fd1e8a2c-6d4e-49d3-bf46-9adbde07503b tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.214968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14eb6d44-9b88-4f22-9a40-de7982e1b9d0 req-fd1e8a2c-6d4e-49d3-bf46-9adbde07503b tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.1972558 Jul 30 01:45:51.284626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] For port dc9b3a39-5ec4-44cc-bd04-e0cdf6906324, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,segment=NetworkSegment(2fb06cbf-8ca0-48a8-86f2-881aa92337be),segment_id=2fb06cbf-8ca0-48a8-86f2-881aa92337be)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:51.284997 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.289484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:51.291828 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c8ebb-1cb4-40c2-ac93-881e4e14d202" -d '{"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-unplugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:51.299603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.302698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Calling delete_port for dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:51.330593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Transition to ACTIVE for port object 20c2e266-ee50-4cc5-b107-a389648580f9 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:51.341751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14eb6d44-9b88-4f22-9a40-de7982e1b9d0 req-3aa9e56e-523f-42da-8662-06d9f6789ab5 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236486 Jul 30 01:45:51.357857 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.385498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224d72-b0d5-4b3a-89ab-f1ac79e733ec req-01060fcc-f47e-4dba-8efc-e7378a88c949 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.409174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf224d72-b0d5-4b3a-89ab-f1ac79e733ec req-01060fcc-f47e-4dba-8efc-e7378a88c949 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1674993 Jul 30 01:45:51.425603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:45:51.426235 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:45:51.591356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.628533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4377ae45-a740-4e32-a8cb-e59976dc14cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.651418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9b3a39-5ec4-44cc-bd04-e0cdf6906324,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:51.712601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:51.792598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf224d72-b0d5-4b3a-89ab-f1ac79e733ec req-0ec4bd1f-ed8e-4028-b2f5-5b10774963a6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778369 Jul 30 01:45:51.836182 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c167d0f1-0247-4077-9370-e562727ff54f x-openstack-request-id: req-c167d0f1-0247-4077-9370-e562727ff54f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:51.836850 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-unplugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:51.837006 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c167d0f1-0247-4077-9370-e562727ff54f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:51.837526 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'code': 200} Jul 30 01:45:51.857311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.924289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] No DVR routers for this DVR port 20c2e266-ee50-4cc5-b107-a389648580f9 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:52.053171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b4eef502-ba79-496f-883b-985ca7223f7d no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:52.080611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: b4eef502-ba79-496f-883b-985ca7223f7d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:52.081007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b4eef502-ba79-496f-883b-985ca7223f7d not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:52.150671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.151290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb276137-1fe0-4a0a-8ab3-c53960f7d11e req-7ba68d18-6707-49ec-850a-250a3ad095f8 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.1329226 Jul 30 01:45:52.363573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:52.374366 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02b901-3503-4efc-b1fd-e0ea9d50801a" -d '{"events": [{"server_uuid": "e0777160-f5e1-4dd5-8360-073efe74ce0f", "name": "network-vif-plugged", "status": "completed", "tag": "7d425bba-5c7a-4aa3-90aa-3e562dd006ad"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:52.500728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:52.502004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:52.502438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:52.546479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa18fd2-73c0-4148-8557-8dd2dab9c346 req-0d3546d0-4248-4af3-828f-ef7e0e71bfa4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.547768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Router fb245b8e-12e0-430c-8ece-2ad0719027cb has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:45:52.555054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0aa18fd2-73c0-4148-8557-8dd2dab9c346 req-0d3546d0-4248-4af3-828f-ef7e0e71bfa4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 944 time: 0.2809470 Jul 30 01:45:52.558188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:52.558188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:52.590364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:52.590844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Checking segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:52.591350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Bound using segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:52.591890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Bound port: 20c2e266-ee50-4cc5-b107-a389648580f9, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:52.592346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.675841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0aa18fd2-73c0-4148-8557-8dd2dab9c346 req-c1a67ce5-4e5e-458b-9738-88a22ba59127 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196601 Jul 30 01:45:52.706402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad0355-4ae0-4646-911a-f2710114fc89 req-c671ab05-f058-4515-a839-b3c8c8aae0d0 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.720991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ad0355-4ae0-4646-911a-f2710114fc89 req-c671ab05-f058-4515-a839-b3c8c8aae0d0 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.2719593 Jul 30 01:45:52.741942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:52.751909 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6316553e-5b18-40a4-9073-dd77af4f0d07 admin admin] 10.222.0.78 "PUT /v2.0/routers/fb245b8e-12e0-430c-8ece-2ad0719027cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913052 Jul 30 01:45:52.753085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46914) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:52.753754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] Sync routers for ids ['fb245b8e-12e0-430c-8ece-2ad0719027cb'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:52.772006 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] Routers {'fb245b8e-12e0-430c-8ece-2ad0719027cb'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:52.772457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:45:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fb245b8e-12e0-430c-8ece-2ad0719027cb'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:52.783095 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd533b-63bf-49a7-9f51-713c7f4f3876 x-openstack-request-id: req-1cdd533b-63bf-49a7-9f51-713c7f4f3876 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:52.783523 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0777160-f5e1-4dd5-8360-073efe74ce0f", "name": "network-vif-plugged", "status": "completed", "tag": "7d425bba-5c7a-4aa3-90aa-3e562dd006ad", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:52.783885 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1cdd533b-63bf-49a7-9f51-713c7f4f3876 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:52.784378 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad', 'code': 200} Jul 30 01:45:52.826324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:52.850270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93ad0355-4ae0-4646-911a-f2710114fc89 req-28ac6791-b7a5-4dcd-97d1-5262f8b14d6e tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243596 Jul 30 01:45:52.884811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:53.013145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.039532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.078357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.079167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.080726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] 10.222.0.55 "PUT /v2.0/ports/20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1093 time: 3.6573954 Jul 30 01:45:53.140557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.153216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a80deb-2587-4726-a2b6-427aa763da16 req-f7c077a0-865b-4e05-90fa-c1a960f04c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.154742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64a80deb-2587-4726-a2b6-427aa763da16 req-f7c077a0-865b-4e05-90fa-c1a960f04c5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 1097 time: 0.2653127 Jul 30 01:45:53.218722 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] Set router fb245b8e-12e0-430c-8ece-2ad0719027cb gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:53.240236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96a608-50ef-482f-be00-71290f46c6e6 req-87c7a494-380b-45a5-b392-8689b1a21f47 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.258375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e96a608-50ef-482f-be00-71290f46c6e6 req-87c7a494-380b-45a5-b392-8689b1a21f47 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1602175 Jul 30 01:45:53.285176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f86b8b-05ea-4a02-a7d3-e1d67c887a3d service neutron] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:53.330644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64a80deb-2587-4726-a2b6-427aa763da16 req-4524136b-9a70-4598-8cda-4df90099487a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666627 Jul 30 01:45:53.364703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-dcaaba1f-bb72-4e29-af8c-b17051576e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.366150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-dcaaba1f-bb72-4e29-af8c-b17051576e0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1096 time: 0.2363672 Jul 30 01:45:53.399397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e96a608-50ef-482f-be00-71290f46c6e6 req-d6a876d4-a033-4ce8-840b-fe997c95e6f6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401181 Jul 30 01:45:53.401330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.513449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2db2e174-626d-456b-a171-8dacf7322e14 req-b8c2cb7b-f912-4741-8bbf-8b0fc49e9900 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0928764 Jul 30 01:45:53.538244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Deleting port 6b802dc9-7523-4096-86c3-1e259f0ba091 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:53.538589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.689045 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:45:51Z', 'revision_number': 5, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port': {'id': '6b802dc9-7523-4096-86c3-1e259f0ba091', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:43:04Z', 'updated_at': '2021-07-30T01:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:53.736220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] Checking router: fb245b8e-12e0-430c-8ece-2ad0719027cb for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:45:53.776861 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] Routers {'fb245b8e-12e0-430c-8ece-2ad0719027cb'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:53.777530 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:45:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fb245b8e-12e0-430c-8ece-2ad0719027cb'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:53.843272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] For port 6b802dc9-7523-4096-86c3-1e259f0ba091, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6b802dc9-7523-4096-86c3-1e259f0ba091,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:53.844458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.845783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:53.849198 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e" -d '{"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:53.883487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-0bc9d06f-e625-4154-838d-502199a9c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.890009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-0bc9d06f-e625-4154-838d-502199a9c0b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.2568972 Jul 30 01:45:53.897546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Calling delete_port for 6b802dc9-7523-4096-86c3-1e259f0ba091 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:53.981422 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] Set router fb245b8e-12e0-430c-8ece-2ad0719027cb gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:54.131804 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:45:53Z', 'revision_number': 6, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:54.154349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-8d4566fd-c7d9-408c-bc28-675a4bb4e710 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.2554240 Jul 30 01:45:54.159265 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3454ff7-b66a-435b-9f75-8206202cfea8 x-openstack-request-id: req-c3454ff7-b66a-435b-9f75-8206202cfea8 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:54.159576 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:54.159802 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3454ff7-b66a-435b-9f75-8206202cfea8 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:54.160221 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'status': 'completed', 'code': 200} Jul 30 01:45:54.190256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d8af-ee47-411a-b8ab-1df474d6c9bf req-dbd414fc-055e-48db-bed6-c9fe75bd8c48 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.203783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89c1d8af-ee47-411a-b8ab-1df474d6c9bf req-dbd414fc-055e-48db-bed6-c9fe75bd8c48 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 944 time: 0.4057624 Jul 30 01:45:54.214493 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a35d6-d50c-4598-a33e-3b4e35a9c9eb None None] The sync data for ids ['fb245b8e-12e0-430c-8ece-2ad0719027cb'] in n-d-713499-10 is: [{'id': 'fb245b8e-12e0-430c-8ece-2ad0719027cb', 'name': 'tempest-ServerRescueNegativeTestJSON-101727866-router', 'tenant_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:43:02Z', 'updated_at': '2021-07-30T01:45:53Z', 'revision_number': 6, 'project_id': '88b6f7dadf7540faa3972b62e0bbaf69', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:45:54.270957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-0e137779-721b-4adf-aedc-051127ef7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.270957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-0e137779-721b-4adf-aedc-051127ef7b74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1096 time: 0.2579203 Jul 30 01:45:54.400234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89c1d8af-ee47-411a-b8ab-1df474d6c9bf req-7fc56b48-fb58-43d6-a6be-312858dee7a5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919506 Jul 30 01:45:54.426611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.434525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-3e6bab95-1fc9-483c-9437-de5de10cb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.440859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-3e6bab95-1fc9-483c-9437-de5de10cb25b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.2129860 Jul 30 01:45:54.495806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b04509-a3e2-4321-a00f-2d34bde8d82c req-a159fb07-e494-465c-91bd-04b2b609c80c tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.505718 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.514254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83b04509-a3e2-4321-a00f-2d34bde8d82c req-a159fb07-e494-465c-91bd-04b2b609c80c tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.2953196 Jul 30 01:45:54.555959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Pushing event deleted for resources: {'Port': ['ID=6b802dc9-7523-4096-86c3-1e259f0ba091,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.695037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-ec1e183a-8ab1-4a49-8122-1f833c5da554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.696571 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-ec1e183a-8ab1-4a49-8122-1f833c5da554 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.4073982 Jul 30 01:45:54.774437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83b04509-a3e2-4321-a00f-2d34bde8d82c req-3589d6be-b3e8-4056-b04a-ceeff566a08e tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579923 Jul 30 01:45:54.778744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-becc5df0-da12-4696-8943-7f2c39d146e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.786468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-becc5df0-da12-4696-8943-7f2c39d146e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2659299 Jul 30 01:45:54.920678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.005927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d36459-6788-4bf3-8b00-9ed507763047 req-3ca5b760-20a6-4913-ae5d-36bd3ab7c1a2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.011663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-67107282-67ab-434e-8b3b-ba06303d9e66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.2759573 Jul 30 01:45:55.013739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83d36459-6788-4bf3-8b00-9ed507763047 req-3ca5b760-20a6-4913-ae5d-36bd3ab7c1a2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1194789 Jul 30 01:45:55.040763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-008af64b-adfa-4566-b89e-394697bfbddd service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463744 Jul 30 01:45:55.133075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83d36459-6788-4bf3-8b00-9ed507763047 req-307c330b-be45-45a8-b7f6-6b8226e13af8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181991 Jul 30 01:45:55.217812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.221384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.267890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16f5c696-dca8-4040-9bf8-937bfcd3846e req-d794f31a-0d37-4052-9375-167d286a9fdf tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0470169 Jul 30 01:45:55.309772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.311174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb245b8e-12e0-430c-8ece-2ad0719027cb {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:45:55.321555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.328828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d5482c8f-ef46-44ba-beb2-bedbd8522eef admin admin] 10.222.0.78 "DELETE /v2.0/routers/fb245b8e-12e0-430c-8ece-2ad0719027cb HTTP/1.1" status: 204 len: 168 time: 2.5745518 Jul 30 01:45:55.332080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46948) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:55.336935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-67285e91-0a31-4003-8e1a-95dfc2a55ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.343101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-67285e91-0a31-4003-8e1a-95dfc2a55ea8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.2733512 Jul 30 01:45:55.450943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db42484-95f7-4126-8ac4-fef7a207b59d req-9d20dae0-fd3c-45dc-8cb3-a2cdef981ef0 service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976469 Jul 30 01:45:55.469499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-7a30339f-6526-43c0-b6da-c73d60c28ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.471428 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-7a30339f-6526-43c0-b6da-c73d60c28ec1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195803 Jul 30 01:45:55.491595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Deleting subnet 23dc4602-9242-435b-af63-6aff7da61a55 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:45:55.497990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.693006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.757445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-64bab41c-775c-4b6a-8853-cdfee27c605c service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784286 Jul 30 01:45:55.758947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bf2b2-65ad-464b-b3e2-f6685978d192 req-19dd22c5-a167-4e51-bd10-f4947a14db39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.806553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e6bf2b2-65ad-464b-b3e2-f6685978d192 req-19dd22c5-a167-4e51-bd10-f4947a14db39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 944 time: 0.2611217 Jul 30 01:45:55.885068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-853bf8b7-b681-496b-9b6c-24320c392526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.894904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-853bf8b7-b681-496b-9b6c-24320c392526 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1096 time: 0.3409383 Jul 30 01:45:55.975682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:55.988662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.060167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:56.060759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dc9b3a39-5ec4-44cc-bd04-e0cdf6906324 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:56.061514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6b802dc9-7523-4096-86c3-1e259f0ba091 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:56.099515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-c5454651-5349-4509-bcde-87762383f6f0 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330197 Jul 30 01:45:56.109306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e6bf2b2-65ad-464b-b3e2-f6685978d192 req-484ff599-1c5f-40d1-bfd8-6c7b14ad8ea4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001595 Jul 30 01:45:56.182192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6b802dc9-7523-4096-86c3-1e259f0ba091 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:56.185248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6b802dc9-7523-4096-86c3-1e259f0ba091 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:56.225097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-67ef7e8d-ded5-4e9b-8f69-2a248a229ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.226241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-67ef7e8d-ded5-4e9b-8f69-2a248a229ced service neutron] 10.222.0.55 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.3037314 Jul 30 01:45:56.312619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d19df-1b5a-4747-9fbf-14db5ab0797c req-ef675e97-9d46-4c41-8f8d-adb62fd236b3 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.320172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-763d19df-1b5a-4747-9fbf-14db5ab0797c req-ef675e97-9d46-4c41-8f8d-adb62fd236b3 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.3104818 Jul 30 01:45:56.373540 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.399317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.401136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/23dc4602-9242-435b-af63-6aff7da61a55 HTTP/1.1" status: 204 len: 168 time: 1.0654702 Jul 30 01:45:56.405145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:56.422244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-4ef49d6a-43e0-43ed-841c-e0ff1db902ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.1851490 Jul 30 01:45:56.438964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-763d19df-1b5a-4747-9fbf-14db5ab0797c req-a7cfd923-4f31-4b3a-bf35-b7801225f48e tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179564 Jul 30 01:45:56.439728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04abd51-2830-46eb-9acf-46a69631a423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23dc4602-9242-435b-af63-6aff7da61a55,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.582811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51fe9c2e-5318-410d-9d09-3d1f54cac8a9 req-d4a03027-7904-4b4b-b0eb-608c94d93b84 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0509930 Jul 30 01:45:56.598595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e713-2288-4957-aca2-bb137f978210 req-4896259e-8346-427f-bda7-437709301155 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.606280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b40e713-2288-4957-aca2-bb137f978210 req-4896259e-8346-427f-bda7-437709301155 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1374049 Jul 30 01:45:56.612886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.640252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-b1bf58c2-323b-4873-aea5-47c5c38295b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.641730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-b1bf58c2-323b-4873-aea5-47c5c38295b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.1932313 Jul 30 01:45:56.653904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b40e713-2288-4957-aca2-bb137f978210 req-fa449a24-31d2-4e16-a73a-140bf9298958 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Jul 30 01:45:56.812634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-e9b803c0-d600-4e2f-a9b2-4562fa4c0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.814506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-e9b803c0-d600-4e2f-a9b2-4562fa4c0546 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596744 Jul 30 01:45:56.949700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff0b4f-a659-47c6-9123-30813c39f433 req-6a2f46eb-d969-4aa2-bdef-ba38fddcf489 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.967538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acff0b4f-a659-47c6-9123-30813c39f433 req-6a2f46eb-d969-4aa2-bdef-ba38fddcf489 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 945 time: 0.1980329 Jul 30 01:45:57.209970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.221418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bd5294-3f60-414f-9ede-14012822f2db']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:57.221760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acff0b4f-a659-47c6-9123-30813c39f433 req-ea54bc4a-71d0-4813-b595-1406fda77791 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289116 Jul 30 01:45:57.228912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-7ac212d3-5fca-4a9d-9dcb-1bb3f5a62774 service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001479 Jul 30 01:45:57.234207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb06cbf-8ca0-48a8-86f2-881aa92337be') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:57.234624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb06cbf-8ca0-48a8-86f2-881aa92337be') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:57.249351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.265442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.292038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:45:57.294894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.391417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2487e5e9-8bb4-4e8c-bd2a-629fcf0f947e req-4db55a55-4c75-4709-bdd5-6e5873f99998 service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461542 Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:45:57.416432 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:57.421230 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.428874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.435604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e5bd5294-3f60-414f-9ede-14012822f2db HTTP/1.1" status: 204 len: 168 time: 1.0274811 Jul 30 01:45:57.453790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3be73-d6a9-4e6c-9d11-d0e6b521d744 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bd5294-3f60-414f-9ede-14012822f2db,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:57.499747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9fec-2837-4b6e-b932-4a4cd77fa4e8 req-e56e3c8e-edf2-41ba-b05c-d38af47e6ad2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.508438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-095a9fec-2837-4b6e-b932-4a4cd77fa4e8 req-e56e3c8e-edf2-41ba-b05c-d38af47e6ad2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 944 time: 0.1158845 Jul 30 01:45:57.626546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-095a9fec-2837-4b6e-b932-4a4cd77fa4e8 req-eede1637-7373-45d9-a1b7-85177334a817 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161137 Jul 30 01:45:57.950440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 46994) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:57.966117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:57.975796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054ee2-6be6-4359-ade8-58455233a4a9 req-8e7b0fe6-60ee-4007-a312-a3c87af9ede6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.977857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6054ee2-6be6-4359-ade8-58455233a4a9 req-8e7b0fe6-60ee-4007-a312-a3c87af9ede6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 945 time: 0.2002001 Jul 30 01:45:58.029063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24a1405b-283a-4433-a855-4ddb54aab5af req-ae2ed551-943b-4f44-b306-93aa99e6d39b tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0746012 Jul 30 01:45:58.081903 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d06def0f-6381-4474-8ba7-abe575aed908 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88b6f7dadf7540faa3972b62e0bbaf69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277201 Jul 30 01:45:58.082288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 46996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:58.135593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6054ee2-6be6-4359-ade8-58455233a4a9 req-13712eca-dd32-4182-abf5-cf5b9780f9de tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Jul 30 01:45:58.162438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:58.177012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '20c2e266-ee50-4cc5-b107-a389648580f9', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'mac_address': 'fa:16:3e:e1:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:58.229670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.244344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8f9fed6-ca60-4ed8-91c8-8810ab0d38d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.259969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c2e266-ee50-4cc5-b107-a389648580f9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:58.302182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:58.307895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.314741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b415d-3aaf-49cf-a760-e2f6cc118bdb req-fb5ab37d-3c98-4b3b-9be9-3820d08f2137 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.324158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-173b415d-3aaf-49cf-a760-e2f6cc118bdb req-fb5ab37d-3c98-4b3b-9be9-3820d08f2137 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1382992 Jul 30 01:45:58.377010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:58.392374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8f9fed6-ca60-4ed8-91c8-8810ab0d38d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.456530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-173b415d-3aaf-49cf-a760-e2f6cc118bdb req-e0dd2ea2-6fd1-4edf-8334-b51320f4cb7e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310420 Jul 30 01:45:58.506567 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8f9fed6-ca60-4ed8-91c8-8810ab0d38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.509379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8f9fed6-ca60-4ed8-91c8-8810ab0d38d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.510718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b8f9fed6-ca60-4ed8-91c8-8810ab0d38d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/31fdcf52-e84e-4a3c-a49c-0c3a5339a472 HTTP/1.1" status: 204 len: 168 time: 0.4275246 Jul 30 01:45:58.519528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9fed6-ca60-4ed8-91c8-8810ab0d38d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fdcf52-e84e-4a3c-a49c-0c3a5339a472,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:58.764698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['20c2e266-ee50-4cc5-b107-a389648580f9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:58.864220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e0519-0c26-4067-9e07-1c3fc034045b req-13519599-1b1f-4e8d-b4d1-3698a2d2e391 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.865887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f5e0519-0c26-4067-9e07-1c3fc034045b req-13519599-1b1f-4e8d-b4d1-3698a2d2e391 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.1525536 Jul 30 01:45:58.983294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f5e0519-0c26-4067-9e07-1c3fc034045b req-57d91e0d-5645-4eba-8aef-021cfd061455 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963638 Jul 30 01:45:59.201325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27e00a57-ea68-4e09-86f3-1b6bb3f1be29 req-de84768d-cec9-4204-a568-f0b47ec8774d tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0506332 Jul 30 01:45:59.338589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-1a459f79-4148-4377-83f0-41752181a639 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.341626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-1a459f79-4148-4377-83f0-41752181a639 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 945 time: 0.1351070 Jul 30 01:45:59.577134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf555e-31b7-4170-baab-ad89bbd3f05a req-1bbce610-f22f-4d94-9120-4fec764d2a83 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.584887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ecf555e-31b7-4170-baab-ad89bbd3f05a req-1bbce610-f22f-4d94-9120-4fec764d2a83 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 945 time: 0.2399487 Jul 30 01:45:59.621933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-91062d59-8410-4072-9bf8-4da1dfc7a3cc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.623471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-91062d59-8410-4072-9bf8-4da1dfc7a3cc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90&tenant_id=897441e865db45c3ad650437d9da1b4a&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 945 time: 0.1942744 Jul 30 01:45:59.713484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ecf555e-31b7-4170-baab-ad89bbd3f05a req-73da99a0-25e6-4522-8f84-85ce47a4689f tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228292 Jul 30 01:45:59.811588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Deleting port e14829b8-20b0-4ec7-85b6-43796d5ee8bf {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:59.812104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.938079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:59.982573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e9012-123f-44c6-a4f1-a2e43c9196ad req-b69e0aec-9744-43fe-8787-070c58d320e3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.984518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c52e9012-123f-44c6-a4f1-a2e43c9196ad req-b69e0aec-9744-43fe-8787-070c58d320e3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.3597875 Jul 30 01:45:59.986247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-ffa4b86f-f2b3-42bb-8188-7ac1ce657d49 service neutron] 10.222.0.55 "GET /v2.0/ports/20c2e266-ee50-4cc5-b107-a389648580f9/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.3447962 Jul 30 01:46:00.007774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] For port e14829b8-20b0-4ec7-85b6-43796d5ee8bf, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:00.008480 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.034284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Calling delete_port for e14829b8-20b0-4ec7-85b6-43796d5ee8bf owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:00.119720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1876427859-network', 'tenant_id': 'a72b934618a64a9f921383d3cfcaca58'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:00.164457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Made reservation on behalf of a72b934618a64a9f921383d3cfcaca58 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:00.167152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.196063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.251304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c52e9012-123f-44c6-a4f1-a2e43c9196ad req-5df058ee-f665-46ee-96f3-35554effd386 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565703 Jul 30 01:46:00.277043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a6b88-ae90-479c-aec2-f32d16056751 req-0c4534a8-cf10-4889-b108-85ece6f21801 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.289678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac8a6b88-ae90-479c-aec2-f32d16056751 req-0c4534a8-cf10-4889-b108-85ece6f21801 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.3734038 Jul 30 01:46:00.348026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.352559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.397790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c35fec-5472-4768-94d5-854702904766,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:00.446981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:00.465215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-290507db-9099-4787-9818-9e7e1ebcf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.467025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-290507db-9099-4787-9818-9e7e1ebcf19f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1097 time: 0.2748690 Jul 30 01:46:00.468920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.469530 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Added segment 75d36632-f7f5-4829-bb0c-af683aee523c of type vlan for network ed5d1f33-accf-48e4-9882-5beb741f5d74 Jul 30 01:46:00.483174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.502530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['120b2add-79f6-4791-b449-6beaed7a64a9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:00.568253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7d425bba-5c7a-4aa3-90aa-3e562dd006ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:00.587575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.637226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.642607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.644793 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.717551 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7776847 Jul 30 01:46:00.720358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47056) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:00.732319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Request body: {'subnet': {'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1876427859-subnet', 'tenant_id': 'a72b934618a64a9f921383d3cfcaca58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:00.743727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524fce6-4c5e-441a-b16d-fcf723451fef admin admin] Pushing event updated for resources: {'Network': ['ID=ed5d1f33-accf-48e4-9882-5beb741f5d74,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:00.756227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ed5d1f33-accf-48e4-9882-5beb741f5d74 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:00.772260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Made reservation on behalf of a72b934618a64a9f921383d3cfcaca58 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:00.775675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.080941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.135768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b279459-514e-43d8-aab8-4c63dedc63bf,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.169722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Pushing event deleted for resources: {'Port': ['ID=e14829b8-20b0-4ec7-85b6-43796d5ee8bf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.186319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac8a6b88-ae90-479c-aec2-f32d16056751 req-e0934e2d-1b61-4d26-ad6c-dfa02ed16285 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9000623 Jul 30 01:46:01.212874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Checking segment: {'id': '75d36632-f7f5-4829-bb0c-af683aee523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:01.213304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Network hostable DHCP agents. Network: ed5d1f33-accf-48e4-9882-5beb741f5d74, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:01.229848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3856feb-2e92-47f9-8ea0-3c8addbc23cb req-4d4ef683-de71-45ae-80f7-aebe4ce06097 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.1662476 Jul 30 01:46:01.249698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Network ed5d1f33-accf-48e4-9882-5beb741f5d74 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:01.265494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ed5d1f33-accf-48e4-9882-5beb741f5d74) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:01.272150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.273581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.279381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66ca52-d2c9-4e7e-84f4-983b907c50ca None None] Network ed5d1f33-accf-48e4-9882-5beb741f5d74 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:01.310878 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e5438fa3-af2a-47b6-8ec9-76e665bf3e0b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5892525 Jul 30 01:46:01.313875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] No DVR routers for this DVR port e14829b8-20b0-4ec7-85b6-43796d5ee8bf on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:01.316736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.319576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0750538-aee7-47f5-af07-32c2a6388ad5 req-2d84a3a3-a17a-4cca-969e-9b6a35e62d93 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "DELETE /v2.0/ports/e14829b8-20b0-4ec7-85b6-43796d5ee8bf HTTP/1.1" status: 204 len: 173 time: 1.9632692 Jul 30 01:46:01.327477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'name': 'network-vif-deleted', 'tag': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:01.331367 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ad53e-95ef-442d-9e7c-91245942b36b" -d '{"events": [{"server_uuid": "cb0d2c14-a49d-409f-9f3a-0cac87e32e3a", "name": "network-vif-deleted", "tag": "e14829b8-20b0-4ec7-85b6-43796d5ee8bf"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:01.400354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-9ae2738b-a55b-40be-89d0-ff6a88ee263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.414154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-9ae2738b-a55b-40be-89d0-ff6a88ee263f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.9268320 Jul 30 01:46:01.544184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b348d575-69cd-4496-9dc0-90940c1c630c req-fc142b19-0267-455d-bd6a-b165aafbf13a tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb0d2c14-a49d-409f-9f3a-0cac87e32e3a HTTP/1.1" status: 200 len: 210 time: 0.0577388 Jul 30 01:46:01.564978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481de17c-6004-4949-9bd5-4337074dc167 None None] Network ed5d1f33-accf-48e4-9882-5beb741f5d74 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:01.575880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-3be8c8f6-8f90-4436-8743-12fea6efff80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1001 time: 0.1526740 Jul 30 01:46:01.662099 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6be845-8751-4fcd-a67a-c6f64ead75b1 x-openstack-request-id: req-1f6be845-8751-4fcd-a67a-c6f64ead75b1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:01.662410 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d2c14-a49d-409f-9f3a-0cac87e32e3a", "name": "network-vif-deleted", "tag": "e14829b8-20b0-4ec7-85b6-43796d5ee8bf", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:01.662772 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f6be845-8751-4fcd-a67a-c6f64ead75b1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:01.663308 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0d2c14-a49d-409f-9f3a-0cac87e32e3a', 'name': 'network-vif-deleted', 'tag': 'e14829b8-20b0-4ec7-85b6-43796d5ee8bf', 'status': 'completed', 'code': 200} Jul 30 01:46:01.685700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968aeb8-f6bd-447b-8a83-26001dfc5dd4 req-1d7e3c3a-df33-41c6-a061-9277ac0829d3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.690103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c968aeb8-f6bd-447b-8a83-26001dfc5dd4 req-1d7e3c3a-df33-41c6-a061-9277ac0829d3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.2565136 Jul 30 01:46:01.744947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-15bd9a7d-c4d0-41b2-815b-16072600aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.748515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-15bd9a7d-c4d0-41b2-815b-16072600aeb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.1580110 Jul 30 01:46:01.782763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c968aeb8-f6bd-447b-8a83-26001dfc5dd4 req-ef2b0e00-a5b7-4a70-b4e8-4a395ee7e827 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759552 Jul 30 01:46:01.848296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-3d0a5403-dcff-4429-9ddb-723f36966552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.849996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-3d0a5403-dcff-4429-9ddb-723f36966552 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651934 Jul 30 01:46:01.981963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:02.008675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-469d4ef5-cd64-4fe8-b454-64e86922ee13 service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436911 Jul 30 01:46:02.041189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 20c2e266-ee50-4cc5-b107-a389648580f9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:02.054684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 20c2e266-ee50-4cc5-b107-a389648580f9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:02.055084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.128394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47082) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:02.134749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-193659829-network', 'tenant_id': '3963767ad64d4da6861434f29d987c0e'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:02.190772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-f106081a-2c76-4dd7-a376-85f6d83a7d48 service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547194 Jul 30 01:46:02.191290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Made reservation on behalf of 3963767ad64d4da6861434f29d987c0e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:02.195477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.206505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.231984 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.272524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:02.278452 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d604d20b-a0e5-4689-920c-73b5f8cc4e70" -d '{"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-plugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:02.318561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:02.328367 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.329685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e14829b8-20b0-4ec7-85b6-43796d5ee8bf no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:02.410074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.417354 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.446604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: e14829b8-20b0-4ec7-85b6-43796d5ee8bf {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:02.446953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e14829b8-20b0-4ec7-85b6-43796d5ee8bf not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:02.455826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f4c83-cc20-4c33-bc13-9ce977fac6f7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:02.485435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72f3be1a-bad3-4f12-9cdd-0dcae13b4bfe req-5f1d8c68-0bf4-47bb-948d-3069fd11ba02 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0738223 Jul 30 01:46:02.498979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbff4a-38aa-49d8-91b0-c22bd1279ba2 req-a683a80e-a908-44be-9a17-1d0b8f40758a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.507144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:02.516784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:02.522690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77dbff4a-38aa-49d8-91b0-c22bd1279ba2 req-a683a80e-a908-44be-9a17-1d0b8f40758a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1847830 Jul 30 01:46:02.535778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.538507 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Added segment f56cc57c-2af0-46c0-a894-916f3ca683a7 of type vlan for network b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a Jul 30 01:46:02.621115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77dbff4a-38aa-49d8-91b0-c22bd1279ba2 req-f9da24c9-b69e-4191-b54d-35ade6660a0a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954623 Jul 30 01:46:02.646520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.660316 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9a3bd-bca5-4d2b-8dcf-a45ebc215f58 x-openstack-request-id: req-34d9a3bd-bca5-4d2b-8dcf-a45ebc215f58 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:02.661589 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-plugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:02.662009 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34d9a3bd-bca5-4d2b-8dcf-a45ebc215f58 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:02.662597 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'code': 200} Jul 30 01:46:02.706326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.707536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.708310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.749987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6196773 Jul 30 01:46:02.754374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47106) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:02.761214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Request body: {'subnet': {'network_id': 'b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-193659829-subnet', 'tenant_id': '3963767ad64d4da6861434f29d987c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:02.825661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Made reservation on behalf of 3963767ad64d4da6861434f29d987c0e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:02.830304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.905716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc0f8-21aa-497e-9d7a-257fd2cfd041 admin admin] Pushing event updated for resources: {'Network': ['ID=b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:02.918533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:03.119837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.225438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac7f3-0549-4c75-a557-7d54e6489428 req-35a1b0d0-3ba1-4474-9bb2-b284dc749c80 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.233129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8bac7f3-0549-4c75-a557-7d54e6489428 req-35a1b0d0-3ba1-4474-9bb2-b284dc749c80 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.2828300 Jul 30 01:46:03.249757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23dbb459-5c34-4cbe-bae3-901b8b20b94d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:03.265676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.266183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.266636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.267213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.267651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.268489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.268921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.269354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.269783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.270211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.270638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.271098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:03.298792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Checking segment: {'id': 'f56cc57c-2af0-46c0-a894-916f3ca683a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:03.299540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Network hostable DHCP agents. Network: b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:03.328548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8bac7f3-0549-4c75-a557-7d54e6489428 req-20b072dd-4a84-447d-9308-a93f0703850d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941789 Jul 30 01:46:03.369234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Network b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:03.388760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:03.395040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.395968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.402826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836ec7f-cd17-4c82-a41b-7ea983ac2835 None None] Network b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:03.442415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-85d208b8-783c-49e1-928e-842ec562a5a5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6865482 Jul 30 01:46:03.734625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d49d6-5250-46f1-a3fe-21c42f38817c None None] Network b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:03.797125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a2eaee0-22a3-4d1b-8650-dc2ad6aa9b46 req-e6a2a2f1-e133-4beb-b2a9-de69dd961561 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0894542 Jul 30 01:46:03.924735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f615e8-3eed-45da-908d-0890b11d4f2d req-19b043f0-f016-4e21-8798-5f43cd496d65 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.935785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13f615e8-3eed-45da-908d-0890b11d4f2d req-19b043f0-f016-4e21-8798-5f43cd496d65 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1106069 Jul 30 01:46:04.027059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13f615e8-3eed-45da-908d-0890b11d4f2d req-f1cd82d3-5afe-4a67-a96f-4a592e17c1f6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893033 Jul 30 01:46:04.225830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7bba-57e0-478b-b591-e270f9ac9ad9 req-f86d047f-cf84-4c64-aeb3-cf529c10daa6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.243267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7bba-57e0-478b-b591-e270f9ac9ad9 req-f86d047f-cf84-4c64-aeb3-cf529c10daa6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.252933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eecd7bba-57e0-478b-b591-e270f9ac9ad9 req-f86d047f-cf84-4c64-aeb3-cf529c10daa6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411&device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 1681 time: 0.1281061 Jul 30 01:46:04.346472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eecd7bba-57e0-478b-b591-e270f9ac9ad9 req-70a7c742-83fb-4a08-93f2-ad52c0837bab tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922105 Jul 30 01:46:04.634388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-2b1b4278-cc31-417f-865f-13bab4c17f87 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.642134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-2b1b4278-cc31-417f-865f-13bab4c17f87 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/networks?id=ed5d1f33-accf-48e4-9882-5beb741f5d74 HTTP/1.1" status: 200 len: 825 time: 0.2015164 Jul 30 01:46:04.685888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2f6df95-e9bd-4f1f-8fba-c7d4be2aa920 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/quotas/a72b934618a64a9f921383d3cfcaca58 HTTP/1.1" status: 200 len: 375 time: 0.0413702 Jul 30 01:46:04.713556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d425f-9894-4d64-ac59-ac62c59103dd req-ccd78ed2-b970-4a38-b995-908d9b0858d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.715962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe1d425f-9894-4d64-ac59-ac62c59103dd req-ccd78ed2-b970-4a38-b995-908d9b0858d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.1068928 Jul 30 01:46:04.742680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-234b2204-5200-4139-a857-995ec5ed9b82 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a72b934618a64a9f921383d3cfcaca58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468194 Jul 30 01:46:04.806836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-730e7353-747b-4d23-93ac-11d2abaff045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.808469 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-730e7353-747b-4d23-93ac-11d2abaff045 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 1098 time: 0.0863886 Jul 30 01:46:04.821541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:04.871276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe1d425f-9894-4d64-ac59-ac62c59103dd req-66ec603f-6c83-4df3-8e59-8daf56cf2852 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302845 Jul 30 01:46:04.921046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.933844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-9ba5b13e-c450-49c2-8ba8-24b9ffc4bb03 service neutron] 10.222.0.78 "GET /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643839 Jul 30 01:46:05.023925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c229736-d1ae-4452-babc-165d2f9fedde req-8934790e-c9de-4c75-87c6-22d3ffa1b6f7 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0383823 Jul 30 01:46:05.087442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-4d25fc3b-4c6a-42a0-bc0c-8afb353bd024 service neutron] 10.222.0.78 "GET /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525505 Jul 30 01:46:05.177001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:05.231435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:05.317678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde5c71-0364-4c54-b0ca-19d6aea3e9b2 req-a5ffc73b-d043-4c53-ae4f-cd3f14fb7d42 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:05.318636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:05.319325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dde5c71-0364-4c54-b0ca-19d6aea3e9b2 req-a5ffc73b-d043-4c53-ae4f-cd3f14fb7d42 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.0760596 Jul 30 01:46:05.327695 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9644ca-78de-45a6-b696-b485012fcf1f" -d '{"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-unplugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:05.332529 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.355820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Transition to ACTIVE for port object 20c2e266-ee50-4cc5-b107-a389648580f9 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:05.362096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.447033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dde5c71-0364-4c54-b0ca-19d6aea3e9b2 req-0b06616e-dbde-4bac-b662-5216d3d3fa5b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090243 Jul 30 01:46:05.488665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd7b2ccf-b579-4756-b562-625a33956b6c req-12f35b21-deee-4313-b523-7d5f5e51eacd tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 210 time: 0.0882187 Jul 30 01:46:05.639821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:05.653627 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ecc8aa-6837-412e-b32c-c9dc9437e365 x-openstack-request-id: req-c5ecc8aa-6837-412e-b32c-c9dc9437e365 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:05.654357 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-unplugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:05.655871 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5ecc8aa-6837-412e-b32c-c9dc9437e365 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:05.658627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-ec6a2fc3-781b-4109-b71e-29b8f6527bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:05.660833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-ec6a2fc3-781b-4109-b71e-29b8f6527bfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 1097 time: 0.0995896 Jul 30 01:46:05.666794 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'code': 200} Jul 30 01:46:05.750758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] No DVR routers for this DVR port 20c2e266-ee50-4cc5-b107-a389648580f9 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:05.863769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-7b8a192e-f53b-4515-963a-c78892c78484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:05.866795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-7b8a192e-f53b-4515-963a-c78892c78484 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.1971905 Jul 30 01:46:05.959867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-c2255d27-d951-43c7-a552-315b7493145a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04ef4c98-c56b-4828-8487-f9cb58944e97 HTTP/1.1" status: 200 len: 217 time: 0.0515487 Jul 30 01:46:06.077348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-ea839720-552e-42af-bee5-92e20346ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.079067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-ea839720-552e-42af-bee5-92e20346ff38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1108479 Jul 30 01:46:06.134800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:06.135440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:06.135773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:06.142635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:06.142963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Attempting to bind port 20c2e266-ee50-4cc5-b107-a389648580f9 on network d10c3cc1-39bf-4af8-b382-1439e09599bc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:06.149720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:06.150058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Checking segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:06.150655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Bound using segment: {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:06.151127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Bound port: 20c2e266-ee50-4cc5-b107-a389648580f9, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca32809-4dde-497b-ba7f-6444cd011e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:06.151492 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.152756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-55e1c517-2f3b-4ece-aa44-7ea06b96ed99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594931 Jul 30 01:46:06.226185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f06a1-2f12-46fd-ba8a-0ea31bbdb2e1 req-0e7388c5-bec1-4fb0-9a9f-b3c1d65651cb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.233687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-334f06a1-2f12-46fd-ba8a-0ea31bbdb2e1 req-0e7388c5-bec1-4fb0-9a9f-b3c1d65651cb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.1598320 Jul 30 01:46:06.257109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:06.261878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:06.265779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.318632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-334f06a1-2f12-46fd-ba8a-0ea31bbdb2e1 req-3fce4e21-75ab-4234-bfb8-7f33a93c5b02 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839448 Jul 30 01:46:06.327192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:06.350868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.351601 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.356523 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-49b33d3d-41e6-47dc-b876-e7c1c80bbde1 service neutron] 10.222.0.66 "PUT /v2.0/ports/20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1094 time: 1.5396602 Jul 30 01:46:06.392493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ba34723-4263-476d-8291-147fedabc2ad req-482a5aba-9a62-4e07-ba04-4b23b21180bc tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0726926 Jul 30 01:46:06.400627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-5bea12fd-6545-4536-ab49-60ff4d45ffa0 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397296 Jul 30 01:46:06.513158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-bdbb5dba-b167-4b09-acc3-29a08b06a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.523540 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-bdbb5dba-b167-4b09-acc3-29a08b06a279 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1097 time: 0.1385207 Jul 30 01:46:06.681834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-88496917-aa99-4c33-83a3-418857d65f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.682038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a571a30-74e6-42ec-95e3-5468f75a3a97 req-fc29fcd2-504e-4dc9-9709-60dc611a3c0f tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 210 time: 0.0478034 Jul 30 01:46:06.684173 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-88496917-aa99-4c33-83a3-418857d65f0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.1526186 Jul 30 01:46:06.721487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df70c-29f5-4aef-b2f4-dac453fda682 req-21e2aecb-d09d-483c-9cd2-687b03ede504 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.731209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-849df70c-29f5-4aef-b2f4-dac453fda682 req-21e2aecb-d09d-483c-9cd2-687b03ede504 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.1757007 Jul 30 01:46:06.764848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efdc56a7-9273-49a7-a0a6-57baa2674d8b req-90d10c78-579a-45cb-b067-355225ff893b service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486779 Jul 30 01:46:06.838282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-849df70c-29f5-4aef-b2f4-dac453fda682 req-c30c3bd0-26cf-42ad-a0d8-d8b3cbe69a88 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053650 Jul 30 01:46:06.847517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.864208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-4fc2afa3-b291-4450-83b0-d6697d563928 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.1706994 Jul 30 01:46:06.924613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-ed4690af-85a3-46c2-ba10-7e5b10c47932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.926334 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-ed4690af-85a3-46c2-ba10-7e5b10c47932 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.0543177 Jul 30 01:46:06.990192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-9b36780e-8b5c-41d0-a042-64d55b631f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.992395 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-9b36780e-8b5c-41d0-a042-64d55b631f4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559194 Jul 30 01:46:07.038421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35533a29-b93a-481c-a909-2c2ebdf55811 req-6baafd47-5c75-44d8-be97-e9786c9ae68c tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.040096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35533a29-b93a-481c-a909-2c2ebdf55811 req-6baafd47-5c75-44d8-be97-e9786c9ae68c tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.1959307 Jul 30 01:46:07.113198 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-465369c5-7875-4b0b-bdf8-2b90177a0529 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117406 Jul 30 01:46:07.114976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-b0c72c0b-ad84-4c7a-a452-3272ba420370 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.116516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-b0c72c0b-ad84-4c7a-a452-3272ba420370 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.55 "GET /v2.0/networks?id=ed5d1f33-accf-48e4-9882-5beb741f5d74 HTTP/1.1" status: 200 len: 825 time: 0.2063148 Jul 30 01:46:07.119860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35533a29-b93a-481c-a909-2c2ebdf55811 req-135dadbc-e1a3-4621-94a3-792dc6816003 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679393 Jul 30 01:46:07.185612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Request body: {'port': {'device_id': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74', 'admin_state_up': True, 'tenant_id': 'a72b934618a64a9f921383d3cfcaca58'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:07.219244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-075223c4-65e4-4eb4-afac-d21fee6cabdd req-fbb47273-85eb-4af0-993e-328e3ee232d4 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900731 Jul 30 01:46:07.307752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Made reservation on behalf of a72b934618a64a9f921383d3cfcaca58 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:07.311469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.483323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Allocated IP 172.20.0.2 (ed5d1f33-accf-48e4-9882-5beb741f5d74/3b279459-514e-43d8-aab8-4c63dedc63bf/f5880c81-3bca-4a89-a31a-4e28ab192b8b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:07.515948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b8500-1741-415c-b401-cade503224ae req-7f716078-77dc-4291-ab5e-428b745728a3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.517427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-080b8500-1741-415c-b401-cade503224ae req-7f716078-77dc-4291-ab5e-428b745728a3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.0962915 Jul 30 01:46:07.554437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72f3c024-3352-4a5c-9da9-d99552ed2220 req-cdf18e43-b0d9-4520-82df-e16b495bf4b6 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0585477 Jul 30 01:46:07.644047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-080b8500-1741-415c-b401-cade503224ae req-096df097-a929-4433-a1ea-c74fc8453105 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204932 Jul 30 01:46:07.667764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:07.670547 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ec0061-54f0-4383-9833-3751d28df934" -d '{"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:07.726313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-01f93935-1b37-42e6-9b28-c6dfbf020b39 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.728189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-01f93935-1b37-42e6-9b28-c6dfbf020b39 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.1631241 Jul 30 01:46:07.737857 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ef495-7a09-459d-87ff-9280b49b7003 x-openstack-request-id: req-082ef495-7a09-459d-87ff-9280b49b7003 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:07.738165 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:07.738420 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-082ef495-7a09-459d-87ff-9280b49b7003 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:07.738828 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'status': 'completed', 'code': 200} Jul 30 01:46:07.766808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-1e2f92b3-cd27-4ddd-9933-7e84323d3402 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.768400 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-1e2f92b3-cd27-4ddd-9933-7e84323d3402 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c554a6b-2fb5-407d-be35-8bba8b3bd411 HTTP/1.1" status: 200 len: 945 time: 0.0924792 Jul 30 01:46:07.884552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2713a1-7f79-440a-bc9c-262b45bf9c9d req-f2dd1aee-d00d-4443-b1e6-e835cc78ddcf tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 210 time: 0.0828636 Jul 30 01:46:07.888194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.909100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-e1bd23c6-ed58-48cc-b2f9-0f7df1e2a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.918370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-ef87953c-439e-47a3-b213-3774e751fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.919852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-e1bd23c6-ed58-48cc-b2f9-0f7df1e2a422 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1097 time: 0.1702726 Jul 30 01:46:07.920392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-ef87953c-439e-47a3-b213-3774e751fe54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1097 time: 0.1376710 Jul 30 01:46:07.997208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 04ef4c98-c56b-4828-8487-f9cb58944e97 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:08.016707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Deleting port 120b2add-79f6-4791-b449-6beaed7a64a9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:08.017064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.109960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.138423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:08.140928 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946db467-4be0-431a-850d-39c91ed53f4d" -d '{"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:08.157764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:08.163906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.164729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:08.170736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd267d-3ee7-4a5b-9ae0-ed28fda07a7a req-dbe00b87-6ab7-45fc-8b77-51e508065da3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.191709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-facd267d-3ee7-4a5b-9ae0-ed28fda07a7a req-dbe00b87-6ab7-45fc-8b77-51e508065da3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 945 time: 0.2515099 Jul 30 01:46:08.192830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.194908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-6a693174-484c-49fe-893e-4ddbb4b1f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.196505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-6a693174-484c-49fe-893e-4ddbb4b1f0c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.2551796 Jul 30 01:46:08.237903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] For port 120b2add-79f6-4791-b449-6beaed7a64a9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=120b2add-79f6-4791-b449-6beaed7a64a9,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:08.238474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.263716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:08.276225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-1dd7053a-13b3-44d6-bf3e-d0f3d87aa0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.278600 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-1dd7053a-13b3-44d6-bf3e-d0f3d87aa0c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.3504298 Jul 30 01:46:08.280157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Calling delete_port for 120b2add-79f6-4791-b449-6beaed7a64a9 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:08.284760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:08.292471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Deleting port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:08.293025 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.363398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-facd267d-3ee7-4a5b-9ae0-ed28fda07a7a req-ad701d1a-da43-4f8a-b7b5-e936bd8f0bd8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562946 Jul 30 01:46:08.418967 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d2b0a6-d187-4f88-9425-f05733c1c914 x-openstack-request-id: req-85d2b0a6-d187-4f88-9425-f05733c1c914 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:08.419298 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:08.419549 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85d2b0a6-d187-4f88-9425-f05733c1c914 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:08.419954 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'code': 200} Jul 30 01:46:08.442462 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-0661423b-517d-4959-ac61-a06f233a38ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.1547556 Jul 30 01:46:08.531036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-4982fac0-cd8e-433e-9f04-526e3fe5ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.532903 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-4982fac0-cd8e-433e-9f04-526e3fe5ccf0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.0644207 Jul 30 01:46:08.534004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.576607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7d425bba-5c7a-4aa3-90aa-3e562dd006ad'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:08.600318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Pushing event deleted for resources: {'Port': ['ID=120b2add-79f6-4791-b449-6beaed7a64a9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:08.655939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] No DVR routers for this DVR port 120b2add-79f6-4791-b449-6beaed7a64a9 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:08.661021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-4ebc49bb-8b7e-4c1c-9245-e0f93101bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.662574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-4ebc49bb-8b7e-4c1c-9245-e0f93101bc66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224222 Jul 30 01:46:08.664426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.666941 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2c9fee53-5a10-45d6-aa5a-f7a8e35455c8 req-f7e0a472-17d5-4415-b2f1-61d36eceeded tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.66 "DELETE /v2.0/ports/120b2add-79f6-4791-b449-6beaed7a64a9 HTTP/1.1" status: 204 len: 173 time: 0.8927894 Jul 30 01:46:08.833464 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-992c6c7a-eb68-4145-97ce-0f5201183457 service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500125 Jul 30 01:46:08.838131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Network ed5d1f33-accf-48e4-9882-5beb741f5d74 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:08.885339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e42695f-a35b-4064-b09f-eeecfc7ea491 req-98cdc872-86d4-470f-88ac-730319f04ce2 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0639257 Jul 30 01:46:08.909270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:08.936420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Pushing event updated for resources: {'Port': ['ID=f5880c81-3bca-4a89-a31a-4e28ab192b8b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:08.946642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:08.986845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-1eedbc04-17fc-4a0d-a11c-3f911fb2f4e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 1000 time: 0.7299459 Jul 30 01:46:09.020074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18ea9-027b-424a-81e7-a39e9eff5a09 req-327fe516-6f99-4e08-b512-f0b540b20708 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.027310 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4d18ea9-027b-424a-81e7-a39e9eff5a09 req-327fe516-6f99-4e08-b512-f0b540b20708 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 945 time: 0.7750220 Jul 30 01:46:09.060216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-704eb3bd-9ca3-4a79-820b-0e616110eaba service neutron] 10.222.0.55 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178035 Jul 30 01:46:09.108285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.108972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.134762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] For port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,segment=NetworkSegment(30dbd1ae-49a1-4c52-b8fd-eb406f440826),segment_id=30dbd1ae-49a1-4c52-b8fd-eb406f440826)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:09.135198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.176903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Calling delete_port for 7d425bba-5c7a-4aa3-90aa-3e562dd006ad owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:09.193353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4d18ea9-027b-424a-81e7-a39e9eff5a09 req-ff616d58-1645-47f2-b6c4-510e5b74e710 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb3a159e-049e-41d7-9142-1c81c2266eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651742 Jul 30 01:46:09.194792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-7c4b32ce-324e-4581-abc8-c495cc267aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.196711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-7c4b32ce-324e-4581-abc8-c495cc267aaf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.1985917 Jul 30 01:46:09.201312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-f2beff89-e2fc-4af1-98cc-ba400ce8d15e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0210128 Jul 30 01:46:09.234290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Request body: {'port': {'device_id': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:09.503442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429120b-a984-4dd0-8229-a29a07190944 req-385f67ae-9e96-4015-8876-88279cbe930f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.504686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f429120b-a984-4dd0-8229-a29a07190944 req-385f67ae-9e96-4015-8876-88279cbe930f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 945 time: 0.3400655 Jul 30 01:46:09.533694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0061-54f0-4383-9833-3751d28df934 req-11f3479f-fd57-4b72-9018-ac5ad386c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.533694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-11f3479f-fd57-4b72-9018-ac5ad386c336 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022363 Jul 30 01:46:09.536807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.546651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195486e4-b8be-4a8d-b3f8-a124f52b75b8 req-63ff8e48-d82e-4865-90e4-1f817e1547a0 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.548303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195486e4-b8be-4a8d-b3f8-a124f52b75b8 req-63ff8e48-d82e-4865-90e4-1f817e1547a0 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 931 time: 0.2282987 Jul 30 01:46:09.707155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47294) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:09.740492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'name': 'network-vif-deleted', 'tag': '120b2add-79f6-4791-b449-6beaed7a64a9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:09.744470 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83fbefe-9a7d-4262-86df-2c15abcf5eab" -d '{"events": [{"server_uuid": "8c554a6b-2fb5-407d-be35-8bba8b3bd411", "name": "network-vif-deleted", "tag": "120b2add-79f6-4791-b449-6beaed7a64a9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:09.753728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f429120b-a984-4dd0-8229-a29a07190944 req-8dc7903b-3cc3-4a67-a809-cde7a44a2173 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316999 Jul 30 01:46:09.785997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.794321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195486e4-b8be-4a8d-b3f8-a124f52b75b8 req-96e26c51-8da5-47fb-a4de-e7f554440771 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276406 Jul 30 01:46:09.858409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c39344e1-9903-4891-9692-9205661694c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.897185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Pushing event deleted for resources: {'Port': ['ID=7d425bba-5c7a-4aa3-90aa-3e562dd006ad,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.906038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-b8385f56-43c3-43df-82f1-351ef1e2e197 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566852 Jul 30 01:46:09.946008 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f1f73-6e44-405d-a8ff-814c69cf52cb x-openstack-request-id: req-b27f1f73-6e44-405d-a8ff-814c69cf52cb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:09.946562 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c554a6b-2fb5-407d-be35-8bba8b3bd411", "name": "network-vif-deleted", "tag": "120b2add-79f6-4791-b449-6beaed7a64a9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:09.947061 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b27f1f73-6e44-405d-a8ff-814c69cf52cb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:09.947706 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c554a6b-2fb5-407d-be35-8bba8b3bd411', 'name': 'network-vif-deleted', 'tag': '120b2add-79f6-4791-b449-6beaed7a64a9', 'status': 'completed', 'code': 200} Jul 30 01:46:10.020708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c39344e1-9903-4891-9692-9205661694c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.024819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c39344e1-9903-4891-9692-9205661694c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.063436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39344e1-9903-4891-9692-9205661694c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36375995-d85c-44a1-9dbb-837c042278a0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.071486 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c39344e1-9903-4891-9692-9205661694c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2eacefdde80145a5aabe13dd5d3cc961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606453 Jul 30 01:46:10.072479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:10.097263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] No DVR routers for this DVR port 7d425bba-5c7a-4aa3-90aa-3e562dd006ad on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:10.124767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7c6-a5f6-4e60-ace2-43c1ad35a35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.126984 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.129116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29a1a5cc-e288-4c19-8442-44db88dd00ea req-7c96b0ac-2e7a-4502-b2d0-f0928cc068ae tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.55 "DELETE /v2.0/ports/7d425bba-5c7a-4aa3-90aa-3e562dd006ad HTTP/1.1" status: 204 len: 173 time: 2.3472285 Jul 30 01:46:10.132744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b58d9531-5b71-44ab-8df5-57aa8bfaee04 req-794b82de-1e0c-4aec-8013-48a77b003d59 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.1039629 Jul 30 01:46:10.133217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'name': 'network-vif-deleted', 'tag': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:10.135675 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13993052-1266-4454-806c-121ff2a3934b" -d '{"events": [{"server_uuid": "e0777160-f5e1-4dd5-8360-073efe74ce0f", "name": "network-vif-deleted", "tag": "7d425bba-5c7a-4aa3-90aa-3e562dd006ad"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:10.148935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7c6-a5f6-4e60-ace2-43c1ad35a35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.178446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc299f-4fb8-405a-aca3-741d899d74d4 req-6a76bbc5-70d3-4085-8d44-498e68d72dc1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:10.186320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7cc299f-4fb8-405a-aca3-741d899d74d4 req-6a76bbc5-70d3-4085-8d44-498e68d72dc1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 943 time: 0.2837367 Jul 30 01:46:10.204743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:10.213549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 120b2add-79f6-4791-b449-6beaed7a64a9 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:10.224344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7c6-a5f6-4e60-ace2-43c1ad35a35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.226872 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bae6a7c6-a5f6-4e60-ace2-43c1ad35a35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.228842 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bae6a7c6-a5f6-4e60-ace2-43c1ad35a35a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36375995-d85c-44a1-9dbb-837c042278a0 HTTP/1.1" status: 204 len: 168 time: 0.1561229 Jul 30 01:46:10.244729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a7c6-a5f6-4e60-ace2-43c1ad35a35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36375995-d85c-44a1-9dbb-837c042278a0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.248080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ec0061-54f0-4383-9833-3751d28df934 req-0729ce29-8223-4cc8-9191-2af904acfab7 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249207 Jul 30 01:46:10.279654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7cc299f-4fb8-405a-aca3-741d899d74d4 req-ced7498a-03f3-42cf-9428-bd3751001366 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923536 Jul 30 01:46:10.305532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 120b2add-79f6-4791-b449-6beaed7a64a9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:10.305909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 120b2add-79f6-4791-b449-6beaed7a64a9 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:10.326790 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5969292e-87e8-4c78-bc5d-298cc9fe7591 x-openstack-request-id: req-5969292e-87e8-4c78-bc5d-298cc9fe7591 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:10.327136 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0777160-f5e1-4dd5-8360-073efe74ce0f", "name": "network-vif-deleted", "tag": "7d425bba-5c7a-4aa3-90aa-3e562dd006ad", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:10.327391 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5969292e-87e8-4c78-bc5d-298cc9fe7591 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:10.328026 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0777160-f5e1-4dd5-8360-073efe74ce0f', 'name': 'network-vif-deleted', 'tag': '7d425bba-5c7a-4aa3-90aa-3e562dd006ad', 'status': 'completed', 'code': 200} Jul 30 01:46:10.433729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5880c81-3bca-4a89-a31a-4e28ab192b8b {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:10.446810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.456099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e45a0de1-f120-428b-9d4f-f3c7e5f08b90 req-dbc18b40-c5e3-496b-b9e1-597727b128b6 tempest-ListServersNegativeTestJSON-902188189 tempest-ListServersNegativeTestJSON-902188189-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0777160-f5e1-4dd5-8360-073efe74ce0f HTTP/1.1" status: 200 len: 210 time: 0.0617051 Jul 30 01:46:10.463473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:10.465536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Transition to ACTIVE for port object f5880c81-3bca-4a89-a31a-4e28ab192b8b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:10.480695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.485877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '20c2e266-ee50-4cc5-b107-a389648580f9', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'port_id': '20c2e266-ee50-4cc5-b107-a389648580f9', 'mac_address': 'fa:16:3e:e1:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:10.542102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.560041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c2e266-ee50-4cc5-b107-a389648580f9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:10.586924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:10.592228 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.603769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Pushing event updated for resources: {'Port': ['ID=f5880c81-3bca-4a89-a31a-4e28ab192b8b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.645959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.651772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47326) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:10.655526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Attempting to bind port f5880c81-3bca-4a89-a31a-4e28ab192b8b on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:10.656074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Attempting to bind port f5880c81-3bca-4a89-a31a-4e28ab192b8b by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '75d36632-f7f5-4829-bb0c-af683aee523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:10.656886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Attempting to bind port f5880c81-3bca-4a89-a31a-4e28ab192b8b on network ed5d1f33-accf-48e4-9882-5beb741f5d74 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:10.661609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Port f5880c81-3bca-4a89-a31a-4e28ab192b8b on network ed5d1f33-accf-48e4-9882-5beb741f5d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:10.662242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Attempting to bind port f5880c81-3bca-4a89-a31a-4e28ab192b8b on network ed5d1f33-accf-48e4-9882-5beb741f5d74 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:10.669551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:10.671046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Checking segment: {'id': '75d36632-f7f5-4829-bb0c-af683aee523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:10.671046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Bound using segment: {'id': '75d36632-f7f5-4829-bb0c-af683aee523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:10.671046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Bound port: f5880c81-3bca-4a89-a31a-4e28ab192b8b, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d36632-f7f5-4829-bb0c-af683aee523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:10.675076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.680945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2406-5290-4fcd-bece-f84684e3c650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.786676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] For port f5880c81-3bca-4a89-a31a-4e28ab192b8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:10.791203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] For port f5880c81-3bca-4a89-a31a-4e28ab192b8b, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b,segment=NetworkSegment(75d36632-f7f5-4829-bb0c-af683aee523c),segment_id=75d36632-f7f5-4829-bb0c-af683aee523c)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:10.798993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.830093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['20c2e266-ee50-4cc5-b107-a389648580f9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:10.830922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2406-5290-4fcd-bece-f84684e3c650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.836868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2406-5290-4fcd-bece-f84684e3c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.869807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:10.871530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.875605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b2406-5290-4fcd-bece-f84684e3c650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7beccf-b568-4f97-858a-e541e968869d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.875789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] 10.222.0.55 "PUT /v2.0/ports/f5880c81-3bca-4a89-a31a-4e28ab192b8b HTTP/1.1" status: 200 len: 1092 time: 1.6443470 Jul 30 01:46:10.909260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf6dbd-9f5f-43d2-ade5-5e2390d192bb service neutron] Pushing event updated for resources: {'Port': ['ID=f5880c81-3bca-4a89-a31a-4e28ab192b8b,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.943636 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd0b2406-5290-4fcd-bece-f84684e3c650 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4dfa9a4bac44ec49fa81fda58bea24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861631 Jul 30 01:46:10.944783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47334) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:10.991047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e95b33-bdbf-4b62-8578-43b7d1a37691 req-da70cd43-64a5-455a-a5da-8bd1717655f4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:10.997674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e95b33-bdbf-4b62-8578-43b7d1a37691 req-da70cd43-64a5-455a-a5da-8bd1717655f4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 946 time: 0.0804837 Jul 30 01:46:11.067979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77ea0881-9bd3-4f35-a24d-813d44cf0289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.112390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77ea0881-9bd3-4f35-a24d-813d44cf0289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.132505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e95b33-bdbf-4b62-8578-43b7d1a37691 req-3362a003-0b27-4414-a7c8-9c3598b90179 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085284 Jul 30 01:46:11.139755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-5899204f-4c0a-4556-8d19-20bae63795df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.145240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-5899204f-4c0a-4556-8d19-20bae63795df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72b934618a64a9f921383d3cfcaca58&device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 1095 time: 0.1685948 Jul 30 01:46:11.178491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47344) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:11.238789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77ea0881-9bd3-4f35-a24d-813d44cf0289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.242949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77ea0881-9bd3-4f35-a24d-813d44cf0289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.244526 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-77ea0881-9bd3-4f35-a24d-813d44cf0289 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d7beccf-b568-4f97-858a-e541e968869d HTTP/1.1" status: 204 len: 168 time: 0.2984126 Jul 30 01:46:11.260944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0881-9bd3-4f35-a24d-813d44cf0289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7beccf-b568-4f97-858a-e541e968869d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.286643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-4bdcbdb5-3c3f-4ab7-bf01-3eb0d4531341 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b HTTP/1.1" status: 200 len: 217 time: 0.1267586 Jul 30 01:46:11.393800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-94010eca-ea48-4d9c-abe3-f15c9b569838 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/1dad66f2-7a29-4209-b0fa-6d91beaa569e HTTP/1.1" status: 200 len: 993 time: 0.2140479 Jul 30 01:46:11.409167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b801881-cbdf-4b30-8124-87c03a38d8ab req-f23d8891-ca66-43da-912d-7ff623adcee6 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.410707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b801881-cbdf-4b30-8124-87c03a38d8ab req-f23d8891-ca66-43da-912d-7ff623adcee6 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 943 time: 0.1262164 Jul 30 01:46:11.418948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-de2b21f7-0165-4d41-b743-4299a73e1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.420508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-de2b21f7-0165-4d41-b743-4299a73e1964 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b279459-514e-43d8-aab8-4c63dedc63bf HTTP/1.1" status: 200 len: 865 time: 0.1177602 Jul 30 01:46:11.466942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-9076a1c8-9cc6-4012-b962-f86b8c8a4879 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed5d1f33-accf-48e4-9882-5beb741f5d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378911 Jul 30 01:46:11.510659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b801881-cbdf-4b30-8124-87c03a38d8ab req-0d533ddb-9344-43da-bf19-b5804166e7eb tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Jul 30 01:46:11.644569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-8b42878d-6564-4601-9049-e8dfdeea5937 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.646090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-8b42878d-6564-4601-9049-e8dfdeea5937 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8aac7be-df72-45a0-9670-f7734f4c5e0e HTTP/1.1" status: 200 len: 943 time: 0.0890522 Jul 30 01:46:11.652522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-e2e9c0f5-ce56-48b3-8a6b-8332a2b87dfb service neutron] 10.222.0.55 "GET /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721823 Jul 30 01:46:11.761353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef4d472c-f943-4645-9a8b-18aa34fe9307 req-03b6efe5-08b6-4f02-852c-66377046def6 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0717776 Jul 30 01:46:11.848685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76f0574d-10ff-4ef5-9a14-67ac58c4b154 req-c0f03ebd-2fa4-4767-9d08-3e8245d29c14 service neutron] 10.222.0.55 "GET /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847529 Jul 30 01:46:11.856053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Deleting port 04ef4c98-c56b-4828-8487-f9cb58944e97 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:11.856394 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.929109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47388) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:12.001160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 04ef4c98-c56b-4828-8487-f9cb58944e97 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:12.006859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Deleting subnet d71856bb-dffb-4829-8faa-82bf29d8b5d2 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:12.011624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.053197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] For port 04ef4c98-c56b-4828-8487-f9cb58944e97, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=04ef4c98-c56b-4828-8487-f9cb58944e97,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:12.053560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.072469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Calling delete_port for 04ef4c98-c56b-4828-8487-f9cb58944e97 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:12.075986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.083157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7d425bba-5c7a-4aa3-90aa-3e562dd006ad no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:12.105935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 7d425bba-5c7a-4aa3-90aa-3e562dd006ad {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:12.134475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7d425bba-5c7a-4aa3-90aa-3e562dd006ad not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:12.178296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.206231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:12.278326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 20c2e266-ee50-4cc5-b107-a389648580f9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:12.283498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 20c2e266-ee50-4cc5-b107-a389648580f9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:12.283862 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.296391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.331828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'tag': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:12.334138 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f6de3-b754-4c97-bc5d-64efa4bbb788" -d '{"events": [{"name": "network-changed", "server_uuid": "966bc528-996b-4c59-a77f-cd1867fcfdae", "tag": "f5880c81-3bca-4a89-a31a-4e28ab192b8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:12.340337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71856bb-dffb-4829-8faa-82bf29d8b5d2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.346092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.349335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3a6d68b1-5a8a-4eb4-ac7e-fd94f307dd67 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d71856bb-dffb-4829-8faa-82bf29d8b5d2 HTTP/1.1" status: 204 len: 168 time: 0.4191349 Jul 30 01:46:12.350585 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.352258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:12.384984 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7762479-bf4a-4457-8706-fdc1a977f9c6 x-openstack-request-id: req-e7762479-bf4a-4457-8706-fdc1a977f9c6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:12.385273 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966bc528-996b-4c59-a77f-cd1867fcfdae", "tag": "f5880c81-3bca-4a89-a31a-4e28ab192b8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:12.385764 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7762479-bf4a-4457-8706-fdc1a977f9c6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:12.387321 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'tag': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b', 'status': 'completed', 'code': 200} Jul 30 01:46:12.391610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event deleted for resources: {'Port': ['ID=04ef4c98-c56b-4828-8487-f9cb58944e97,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.397746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.435447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:12.438704 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96650a-ebcb-4097-9dc4-cae8ded1e9a1" -d '{"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-plugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:12.442045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] No DVR routers for this DVR port 04ef4c98-c56b-4828-8487-f9cb58944e97 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:12.459983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:12.467045 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.477614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.487670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a5ef0dc8-6d0a-4c67-b95c-7c05b91ab125 req-529425fe-92b9-41a2-8af6-3cd49e8db927 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "DELETE /v2.0/ports/04ef4c98-c56b-4828-8487-f9cb58944e97 HTTP/1.1" status: 204 len: 173 time: 0.8318658 Jul 30 01:46:12.490619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.518101 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734eb19-6724-4670-a7a3-d730b9676f5f x-openstack-request-id: req-0734eb19-6724-4670-a7a3-d730b9676f5f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:12.519778 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-plugged", "status": "completed", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:12.520208 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0734eb19-6724-4670-a7a3-d730b9676f5f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:12.520825 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'code': 200} Jul 30 01:46:12.521772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-0be7e3cc-b3cc-4c3d-8dd8-91e6578f4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.529457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-0be7e3cc-b3cc-4c3d-8dd8-91e6578f4033 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72b934618a64a9f921383d3cfcaca58&device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 1095 time: 0.0889733 Jul 30 01:46:12.549479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=13']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.611791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.649100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e9aa44-dc9e-4e97-be44-6139131242d6']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:12.672069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dbd1ae-49a1-4c52-b8fd-eb406f440826') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:12.672954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dbd1ae-49a1-4c52-b8fd-eb406f440826') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:12.690065 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.715643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.722039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1d3c8-3be3-4afd-a92c-36cca5687576 req-9273904c-bc21-4acf-879c-20d1d932f4b5 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.724581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42f1d3c8-3be3-4afd-a92c-36cca5687576 req-9273904c-bc21-4acf-879c-20d1d932f4b5 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 943 time: 0.0817392 Jul 30 01:46:12.726413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-cfb3b850-eb48-481b-8fe0-73395c73984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.729442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-cfb3b850-eb48-481b-8fe0-73395c73984f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ed5d1f33-accf-48e4-9882-5beb741f5d74 HTTP/1.1" status: 200 len: 926 time: 0.1926842 Jul 30 01:46:12.735712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:12.736432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:12.739016 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:12.795196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-32c76958-7420-47fa-adb4-10ea6ec9c63e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b HTTP/1.1" status: 200 len: 217 time: 0.0531273 Jul 30 01:46:12.805505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.813222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.816238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] 10.222.0.78 "DELETE /v2.0/networks/f9e9aa44-dc9e-4e97-be44-6139131242d6 HTTP/1.1" status: 204 len: 168 time: 0.4625731 Jul 30 01:46:12.833269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbc94c-0698-4dfd-9b1f-123f5b10093e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e9aa44-dc9e-4e97-be44-6139131242d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:12.857173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42f1d3c8-3be3-4afd-a92c-36cca5687576 req-30e50ec6-39e0-42f6-9126-1079a291816f tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247451 Jul 30 01:46:12.896861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-3546ced8-83a9-494a-906e-780f47f63ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.902054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-3546ced8-83a9-494a-906e-780f47f63ee8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b279459-514e-43d8-aab8-4c63dedc63bf HTTP/1.1" status: 200 len: 865 time: 0.0922635 Jul 30 01:46:12.968739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-3b4d4d81-dec0-425f-8b89-a8bf35561fbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed5d1f33-accf-48e4-9882-5beb741f5d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614645 Jul 30 01:46:12.989854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7582ac3-2d9f-40ef-adbb-2047e2314723 req-4c06ed3a-aae7-4d96-b6c0-c54080ba118c tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0325091 Jul 30 01:46:13.080414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-c221abc1-3793-4dc5-b75e-c71fa9484818 service neutron] 10.222.0.55 "GET /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930591 Jul 30 01:46:13.080660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47436) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:13.149268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9672f1c7-5b33-49cd-ae79-992fd5d88fc3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d9d2aab17444eda9c5b3903945172c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650392 Jul 30 01:46:13.149621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47446) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:13.210624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13bb0ed1-bfad-4775-8788-646f9d5fbeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.234933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13bb0ed1-bfad-4775-8788-646f9d5fbeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.287111 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-669f6de3-b754-4c97-bc5d-64efa4bbb788 req-45c333c8-9213-4b87-865c-e83e99c9e19a service neutron] 10.222.0.55 "GET /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996477 Jul 30 01:46:13.294987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13bb0ed1-bfad-4775-8788-646f9d5fbeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.297965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13bb0ed1-bfad-4775-8788-646f9d5fbeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.299172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13bb0ed1-bfad-4775-8788-646f9d5fbeeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb3a159e-049e-41d7-9142-1c81c2266eeb HTTP/1.1" status: 204 len: 168 time: 0.1483564 Jul 30 01:46:13.301059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-bc70344e-eef5-4f4b-bf3b-45f85a4c0da2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:13.309190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-bc70344e-eef5-4f4b-bf3b-45f85a4c0da2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.1582534 Jul 30 01:46:13.321204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-8b5cd647-37c1-413a-9904-3a3cd7040596 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.0110357 Jul 30 01:46:13.324307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb0ed1-bfad-4775-8788-646f9d5fbeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a159e-049e-41d7-9142-1c81c2266eeb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.714010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-4f58c367-6ee1-49fa-ab6f-b8722ff3d5ed tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3826702 Jul 30 01:46:13.822066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-150c858f-788f-45ae-82a3-f1ca0e466a28 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006410 Jul 30 01:46:13.858688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:13.971826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-02f362ed-a303-4b60-9318-de6305ee2f1e service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403763 Jul 30 01:46:13.977781 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:46:14.011856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f5880c81-3bca-4a89-a31a-4e28ab192b8b details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:14.022384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cab2d42-59ec-4759-a4fd-6e5e1d3ee095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.097771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ccf3-5253-4762-bea0-4421e79e8aa6 req-597da704-a552-4e12-b2a5-74fe49a5afce tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.106945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f74ccf3-5253-4762-bea0-4421e79e8aa6 req-597da704-a552-4e12-b2a5-74fe49a5afce tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 943 time: 0.0939119 Jul 30 01:46:14.163572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f74ccf3-5253-4762-bea0-4421e79e8aa6 req-1c698ed2-5333-4a9e-8714-c3ffdbe7316a tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495956 Jul 30 01:46:14.174374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cab2d42-59ec-4759-a4fd-6e5e1d3ee095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.183773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cab2d42-59ec-4759-a4fd-6e5e1d3ee095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.184169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f5880c81-3bca-4a89-a31a-4e28ab192b8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b,segment=NetworkSegment(75d36632-f7f5-4829-bb0c-af683aee523c),segment_id=75d36632-f7f5-4829-bb0c-af683aee523c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:14.208599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b', 'network_id': 'ed5d1f33-accf-48e4-9882-5beb741f5d74', 'port_id': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b', 'mac_address': 'fa:16:3e:98:9b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b279459-514e-43d8-aab8-4c63dedc63bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:14.275109 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.283900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab2d42-59ec-4759-a4fd-6e5e1d3ee095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0c0ab-ed64-4b9e-b7a3-209d0745fdc6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.291348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5880c81-3bca-4a89-a31a-4e28ab192b8b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:14.298755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1cab2d42-59ec-4759-a4fd-6e5e1d3ee095 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6222a89bf4d9488d9a09885e21a40f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374187 Jul 30 01:46:14.302925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47504) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:14.315820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f143ea-c17b-4c5f-b09c-c9dd1d1dcb92 req-099b23ff-8538-4964-a3c8-e4d845753dea tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 210 time: 0.0508447 Jul 30 01:46:14.325160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f5880c81-3bca-4a89-a31a-4e28ab192b8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b,segment=NetworkSegment(75d36632-f7f5-4829-bb0c-af683aee523c),segment_id=75d36632-f7f5-4829-bb0c-af683aee523c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:14.334830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.353475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ec6296b-b3c6-4a12-abcb-11f3b2504d0f req-e3519a3f-e19a-4ca6-823b-2e9601bf8899 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0365205 Jul 30 01:46:14.377621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56671c25-f917-4200-95a3-f0a2a13e204d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.389020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-deleted', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:14.392467 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9608aabf-3eea-4c8e-93e9-2b97f21604e9" -d '{"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-deleted", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:14.408756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56671c25-f917-4200-95a3-f0a2a13e204d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.436751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f5880c81-3bca-4a89-a31a-4e28ab192b8b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.438364 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd510d59-97dc-4080-ac0f-1ea9697fb53a x-openstack-request-id: req-fd510d59-97dc-4080-ac0f-1ea9697fb53a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:14.438717 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aac7be-df72-45a0-9670-f7734f4c5e0e", "name": "network-vif-deleted", "tag": "04ef4c98-c56b-4828-8487-f9cb58944e97", "status": "failed", "code": 422}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:14.438952 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd510d59-97dc-4080-ac0f-1ea9697fb53a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:14.444210 n-d-713499-10 neutron-server[93890]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8aac7be-df72-45a0-9670-f7734f4c5e0e', 'name': 'network-vif-deleted', 'tag': '04ef4c98-c56b-4828-8487-f9cb58944e97', 'status': 'failed', 'code': 422} returned with failed status Jul 30 01:46:14.472956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56671c25-f917-4200-95a3-f0a2a13e204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.476387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56671c25-f917-4200-95a3-f0a2a13e204d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.477628 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-56671c25-f917-4200-95a3-f0a2a13e204d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ac0c0ab-ed64-4b9e-b7a3-209d0745fdc6 HTTP/1.1" status: 204 len: 168 time: 0.1737885 Jul 30 01:46:14.488502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56671c25-f917-4200-95a3-f0a2a13e204d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0c0ab-ed64-4b9e-b7a3-209d0745fdc6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.653371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f5880c81-3bca-4a89-a31a-4e28ab192b8b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:14.936806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47528) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:14.960310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2914c0c8-334c-4e61-886d-85dd34a8c108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.083692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2914c0c8-334c-4e61-886d-85dd34a8c108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.088219 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2914c0c8-334c-4e61-886d-85dd34a8c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.128053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914c0c8-334c-4e61-886d-85dd34a8c108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a835cd-57db-4aae-b6b2-3eeb9b82c8ba,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:15.132297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2914c0c8-334c-4e61-886d-85dd34a8c108 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed9b4a87815c4a87ae1b97d28fecc900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943603 Jul 30 01:46:15.134926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47536) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:15.195059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05b6ee4f-fa04-45b0-9a49-a8b48f2e7fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.224747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05b6ee4f-fa04-45b0-9a49-a8b48f2e7fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.323678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afcb02-d5ea-4ffe-a4a1-a85f7de12e88 req-dd46075b-ac12-43b8-9fdc-1e39b134b1a8 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.331072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9afcb02-d5ea-4ffe-a4a1-a85f7de12e88 req-dd46075b-ac12-43b8-9fdc-1e39b134b1a8 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 944 time: 0.0699153 Jul 30 01:46:15.340986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05b6ee4f-fa04-45b0-9a49-a8b48f2e7fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.343500 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05b6ee4f-fa04-45b0-9a49-a8b48f2e7fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.344849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-05b6ee4f-fa04-45b0-9a49-a8b48f2e7fca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/46a835cd-57db-4aae-b6b2-3eeb9b82c8ba HTTP/1.1" status: 204 len: 168 time: 0.2087867 Jul 30 01:46:15.362097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ee4f-fa04-45b0-9a49-a8b48f2e7fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a835cd-57db-4aae-b6b2-3eeb9b82c8ba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:15.393333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9afcb02-d5ea-4ffe-a4a1-a85f7de12e88 req-07ab58bf-578d-4557-81ee-4f0b9823203d tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611904 Jul 30 01:46:15.516851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-662bef5a-b429-4498-a529-9fbdda6c2949 req-9312e274-b8a3-4687-ab37-11be9ba1728b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 210 time: 0.0349560 Jul 30 01:46:15.552144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7763ff61-964c-41bb-85a1-f16ac8cdd485 req-ad200343-994e-4f91-9653-149d659ba643 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0385365 Jul 30 01:46:15.650085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-edaf0bb0-54f7-4059-8c4c-df5c225b8531 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.652864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-edaf0bb0-54f7-4059-8c4c-df5c225b8531 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.2339857 Jul 30 01:46:15.678330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Request body: {'port': {'device_id': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'admin_state_up': True, 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:15.836112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:15.847862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.989705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Allocated IP 172.20.0.12 (c36da969-cb6f-4945-9253-3c8b41437e90/4be55adc-d20f-4e03-8a05-e66e2dd605f2/8fc14147-b967-42b6-8c75-93a5f0d13495) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:16.027100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f5880c81-3bca-4a89-a31a-4e28ab192b8b up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:16.111695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port f5880c81-3bca-4a89-a31a-4e28ab192b8b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:16.116363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port f5880c81-3bca-4a89-a31a-4e28ab192b8b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:16.116896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.203215 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.234715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.267464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:16.269955 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9196b804-eeb4-4fc7-884a-91033af2b93f" -d '{"events": [{"server_uuid": "966bc528-996b-4c59-a77f-cd1867fcfdae", "name": "network-vif-plugged", "status": "completed", "tag": "f5880c81-3bca-4a89-a31a-4e28ab192b8b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:16.270575 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.290544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f5880c81-3bca-4a89-a31a-4e28ab192b8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b,segment=NetworkSegment(75d36632-f7f5-4829-bb0c-af683aee523c),segment_id=75d36632-f7f5-4829-bb0c-af683aee523c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:16.297177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.334261 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144c3109-2646-416b-86f0-8e8dc72248be x-openstack-request-id: req-144c3109-2646-416b-86f0-8e8dc72248be {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:16.334558 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966bc528-996b-4c59-a77f-cd1867fcfdae", "name": "network-vif-plugged", "status": "completed", "tag": "f5880c81-3bca-4a89-a31a-4e28ab192b8b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:16.334814 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-144c3109-2646-416b-86f0-8e8dc72248be {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:16.335240 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b', 'code': 200} Jul 30 01:46:16.364204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Network c36da969-cb6f-4945-9253-3c8b41437e90 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:16.383056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:16.385800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:16.396544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f5880c81-3bca-4a89-a31a-4e28ab192b8b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:16.404661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event updated for resources: {'Port': ['ID=8fc14147-b967-42b6-8c75-93a5f0d13495,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:16.506057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f23f9-7b00-4284-9d12-514a7bb3f9dd req-6390f27b-1b56-46d6-bf03-9ae9c1558e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.507623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-729f23f9-7b00-4284-9d12-514a7bb3f9dd req-6390f27b-1b56-46d6-bf03-9ae9c1558e39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 1097 time: 0.0703204 Jul 30 01:46:16.516515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.516515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.584652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-f274e092-5768-4ee0-a4db-e37d2a27deb4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9150286 Jul 30 01:46:16.606417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Request body: {'port': {'device_id': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:16.612310 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-729f23f9-7b00-4284-9d12-514a7bb3f9dd req-cbcab7e0-fbad-4c91-bd2f-49996626a158 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941687 Jul 30 01:46:16.620685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba9ebf-2ff2-4c4d-b554-6fc97b7256c7 req-cf1fd190-fc2f-4e97-8998-b09e7ab98fb0 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.628015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6ba9ebf-2ff2-4c4d-b554-6fc97b7256c7 req-cf1fd190-fc2f-4e97-8998-b09e7ab98fb0 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.0997453 Jul 30 01:46:16.747709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6ba9ebf-2ff2-4c4d-b554-6fc97b7256c7 req-2ba2c37d-4d7f-4bc5-b5d9-e2bbab174438 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188047 Jul 30 01:46:16.770609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.821320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ceece-e386-41fb-a006-e630d21b0a63 req-3828c81c-5b20-445e-a519-f351492d095d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.823042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-125ceece-e386-41fb-a006-e630d21b0a63 req-3828c81c-5b20-445e-a519-f351492d095d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 932 time: 0.1781919 Jul 30 01:46:16.948249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc2d5d80-f1d5-4d79-aae0-61431c2c8722 req-7ce3d6c0-5e15-4e0b-bc09-40705d5975db tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0958483 Jul 30 01:46:17.007596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47610) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:17.009083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-125ceece-e386-41fb-a006-e630d21b0a63 req-fcbce3e3-a9cc-488c-bc2b-54c09d885db1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766376 Jul 30 01:46:17.133654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1439515-2eb8-4b47-95e2-0b9a5870c803 req-e060ac35-53a4-482d-8a83-3e0c331a8a68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0456467 Jul 30 01:46:17.170655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7645219d-f906-4a05-8ca7-431704051df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.220701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc14147-b967-42b6-8c75-93a5f0d13495 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:17.230126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.245846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Transition to ACTIVE for port object 8fc14147-b967-42b6-8c75-93a5f0d13495 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:17.251502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.306235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7645219d-f906-4a05-8ca7-431704051df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.312829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7645219d-f906-4a05-8ca7-431704051df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.377599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Pushing event updated for resources: {'Port': ['ID=8fc14147-b967-42b6-8c75-93a5f0d13495,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:17.383095 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7645219d-f906-4a05-8ca7-431704051df0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=263a4376b9544c5eaa15a492ba56bb21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737898 Jul 30 01:46:17.383983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47618) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:17.384881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645219d-f906-4a05-8ca7-431704051df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d003cf-be8d-4efb-b7cf-220a361a1636,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:17.456345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a8b6-b114-44e7-8a3e-316b1af0946f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.479286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Attempting to bind port 8fc14147-b967-42b6-8c75-93a5f0d13495 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:17.480242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Attempting to bind port 8fc14147-b967-42b6-8c75-93a5f0d13495 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:17.480664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Attempting to bind port 8fc14147-b967-42b6-8c75-93a5f0d13495 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:17.486385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Port 8fc14147-b967-42b6-8c75-93a5f0d13495 on network c36da969-cb6f-4945-9253-3c8b41437e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:17.486776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Attempting to bind port 8fc14147-b967-42b6-8c75-93a5f0d13495 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:17.487512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a8b6-b114-44e7-8a3e-316b1af0946f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.492873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:17.493299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:17.493874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Bound using segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:17.494947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Bound port: 8fc14147-b967-42b6-8c75-93a5f0d13495, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:17.497093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.549827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a8b6-b114-44e7-8a3e-316b1af0946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.553186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bc4a8b6-b114-44e7-8a3e-316b1af0946f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.556135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9bc4a8b6-b114-44e7-8a3e-316b1af0946f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60d003cf-be8d-4efb-b7cf-220a361a1636 HTTP/1.1" status: 204 len: 168 time: 0.1665676 Jul 30 01:46:17.576041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4a8b6-b114-44e7-8a3e-316b1af0946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d003cf-be8d-4efb-b7cf-220a361a1636,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:17.590826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] For port 8fc14147-b967-42b6-8c75-93a5f0d13495, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:17.606548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] For port 8fc14147-b967-42b6-8c75-93a5f0d13495, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8fc14147-b967-42b6-8c75-93a5f0d13495,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:17.628782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.685794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.686455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.687909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] 10.222.0.55 "PUT /v2.0/ports/8fc14147-b967-42b6-8c75-93a5f0d13495 HTTP/1.1" status: 200 len: 1093 time: 1.0881240 Jul 30 01:46:17.688348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'tag': '8fc14147-b967-42b6-8c75-93a5f0d13495'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:17.690635 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12", "tag": "8fc14147-b967-42b6-8c75-93a5f0d13495"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:17.725551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cc9ea-a627-4655-8746-76bada729cba service neutron] Pushing event updated for resources: {'Port': ['ID=8fc14147-b967-42b6-8c75-93a5f0d13495,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:17.822465 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd880c70-9952-4b08-abc7-a4e8b8c31c37 x-openstack-request-id: req-bd880c70-9952-4b08-abc7-a4e8b8c31c37 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:17.822752 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12", "tag": "8fc14147-b967-42b6-8c75-93a5f0d13495", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:17.823032 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd880c70-9952-4b08-abc7-a4e8b8c31c37 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:17.823427 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'tag': '8fc14147-b967-42b6-8c75-93a5f0d13495', 'status': 'completed', 'code': 200} Jul 30 01:46:17.965033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-9615dedc-47fb-45d6-892c-1d924b08727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.967049 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-9615dedc-47fb-45d6-892c-1d924b08727d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 1096 time: 0.1812959 Jul 30 01:46:17.984833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e2af6-8096-4bb7-9fb2-445f989198ed req-2ea330cb-c0aa-433d-81a6-f4fb3724de4a tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.988879 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc1e2af6-8096-4bb7-9fb2-445f989198ed req-2ea330cb-c0aa-433d-81a6-f4fb3724de4a tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.1018662 Jul 30 01:46:18.043375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-169944d6-d5c4-458b-b9a2-2556ef6f4760 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc14147-b967-42b6-8c75-93a5f0d13495 HTTP/1.1" status: 200 len: 217 time: 0.0528634 Jul 30 01:46:18.098013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc1e2af6-8096-4bb7-9fb2-445f989198ed req-9423e8e8-783f-40fc-9199-dc85aae7fa8e tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020253 Jul 30 01:46:18.140757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-142807a5-8f6e-48fa-9377-c5162d9eefa7 req-4d979201-b217-49bd-8118-d0c6ea1cb48a tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0716267 Jul 30 01:46:18.157350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-86bd6b76-baa9-4fe1-9d1e-d6e1ad4092ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.159079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-86bd6b76-baa9-4fe1-9d1e-d6e1ad4092ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1088107 Jul 30 01:46:18.202400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-7cac7cf9-9e3d-4c22-afd5-14f9874944e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362914 Jul 30 01:46:18.342912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de02d9-093c-47fb-9aef-4c1ec4b9ac5c req-1ee0b5d5-4dd8-4b71-a989-8f620e6afba2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.344761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6de02d9-093c-47fb-9aef-4c1ec4b9ac5c req-1ee0b5d5-4dd8-4b71-a989-8f620e6afba2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 944 time: 0.1446304 Jul 30 01:46:18.393547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea60d8-c651-435e-a1f5-c0379b1a2229 req-45978108-d324-4441-830c-715cdafce2eb tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.395371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7ea60d8-c651-435e-a1f5-c0379b1a2229 req-45978108-d324-4441-830c-715cdafce2eb tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.1583681 Jul 30 01:46:18.409528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-111d1333-a5c3-402e-8dda-84d3adb9c3b8 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982183 Jul 30 01:46:18.456779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6de02d9-093c-47fb-9aef-4c1ec4b9ac5c req-3eb6eda6-5667-43ed-8cb8-286e48664e2c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027927 Jul 30 01:46:18.513650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7ea60d8-c651-435e-a1f5-c0379b1a2229 req-9be7a33b-f426-45d3-8314-7245e1753fb1 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105518 Jul 30 01:46:18.570775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d8cbb6-81cc-4c5e-a498-a4f9258cbb6c req-e0c4425c-ce8a-40fe-a5b6-53a58cd76b2b service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419497 Jul 30 01:46:18.740403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-acf4baa0-3538-4e51-9c37-7600be51da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.743063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-acf4baa0-3538-4e51-9c37-7600be51da75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 1096 time: 0.0753734 Jul 30 01:46:18.868316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-939a5cc2-5075-4a77-a0d7-3f4be94fe5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.870351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-939a5cc2-5075-4a77-a0d7-3f4be94fe5fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.1205308 Jul 30 01:46:18.895249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a9eaace-59d8-4edf-9329-461d290a18ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.911479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4980a46c-1184-4cb7-9e0a-e309e51e5e0e req-a8540a45-ac47-405c-a7ca-5938f152911b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ee6e22b8ced429a89125765a6c43068&device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0304773 Jul 30 01:46:18.946247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ebb0887-d0f1-42f3-be91-beebea0f9053 req-f731d054-e300-4d7a-9a45-400ed7573d63 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0748553 Jul 30 01:46:19.005416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4980a46c-1184-4cb7-9e0a-e309e51e5e0e req-0da614b7-ad4d-4992-912a-f8cb457b12a0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7ee6e22b8ced429a89125765a6c43068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835655 Jul 30 01:46:19.007820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-15c63272-35a1-4606-ba79-f71984bab009 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc14147-b967-42b6-8c75-93a5f0d13495 HTTP/1.1" status: 200 len: 217 time: 0.0950432 Jul 30 01:46:19.268389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-8f2fac70-a041-4f9f-bd82-bfdc2b24d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.269877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-8f2fac70-a041-4f9f-bd82-bfdc2b24d231 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.2451265 Jul 30 01:46:19.347644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:19.408137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980a46c-1184-4cb7-9e0a-e309e51e5e0e req-707fbe02-6bf0-4748-858d-8b47ac32f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.410392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4980a46c-1184-4cb7-9e0a-e309e51e5e0e req-707fbe02-6bf0-4748-858d-8b47ac32f4e9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3980918 Jul 30 01:46:19.412639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-2c2244ad-9ee9-4b80-88ee-3ac5b8e7bdf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327128 Jul 30 01:46:19.440647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3545d7-03d9-4125-9dea-52c655155a73 req-509809c9-d6a9-4f3e-ba89-29e47cd022ad tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.442711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab3545d7-03d9-4125-9dea-52c655155a73 req-509809c9-d6a9-4f3e-ba89-29e47cd022ad tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.2648218 Jul 30 01:46:19.526352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-427e8c85-5468-4cf7-9bff-736f5f4820af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.654110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-427e8c85-5468-4cf7-9bff-736f5f4820af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.660082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-427e8c85-5468-4cf7-9bff-736f5f4820af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.701151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8c85-5468-4cf7-9bff-736f5f4820af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d87cff-fb23-46b0-976a-c585354f48b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.747397 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-427e8c85-5468-4cf7-9bff-736f5f4820af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=555e03219b864fafa027aef1155b4081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982794 Jul 30 01:46:19.750086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:19.807313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d5a73bb-808a-4d4a-8013-dc2dd14b7fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.831186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d5a73bb-808a-4d4a-8013-dc2dd14b7fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.884330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d5a73bb-808a-4d4a-8013-dc2dd14b7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.887942 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d5a73bb-808a-4d4a-8013-dc2dd14b7fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.891786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8d5a73bb-808a-4d4a-8013-dc2dd14b7fa3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15d87cff-fb23-46b0-976a-c585354f48b2 HTTP/1.1" status: 204 len: 168 time: 0.1381869 Jul 30 01:46:19.903493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a73bb-808a-4d4a-8013-dc2dd14b7fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d87cff-fb23-46b0-976a-c585354f48b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.941273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab3545d7-03d9-4125-9dea-52c655155a73 req-b052aa59-0cab-4443-b0bd-df668232e101 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800537 Jul 30 01:46:19.973535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998b5f0-70cd-421f-8726-dd19abd09e0e req-ceceda63-c09c-4940-8c06-b6b1dacecd11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.975746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6998b5f0-70cd-421f-8726-dd19abd09e0e req-ceceda63-c09c-4940-8c06-b6b1dacecd11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.4947939 Jul 30 01:46:20.019158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-3237f344-0c6d-4b12-8ebc-0ae0411e73d1 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979805 Jul 30 01:46:20.071578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6998b5f0-70cd-421f-8726-dd19abd09e0e req-2d5ae6fa-9244-486c-a2dd-5636ce67e375 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801265 Jul 30 01:46:20.173806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569a0f8-b6b8-4e92-9cdf-6cc6775ac6ec req-55fa462c-d4c8-4e05-a0fc-5146e2f32bb8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.181812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7569a0f8-b6b8-4e92-9cdf-6cc6775ac6ec req-55fa462c-d4c8-4e05-a0fc-5146e2f32bb8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 944 time: 0.1384563 Jul 30 01:46:20.236915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3fea863f-7cd9-497d-8cad-3da0c5fae3c6 req-32c9f455-5fb9-44aa-943a-455fc413b70d service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047596 Jul 30 01:46:20.263729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7569a0f8-b6b8-4e92-9cdf-6cc6775ac6ec req-892bade8-ae7a-4f10-93a4-b41dd1e5485c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805881 Jul 30 01:46:20.287863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b21b4bd5-13e7-49b4-b360-a25367cff457 req-967c2df0-2b82-44d5-be48-40901fc9257b tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0444794 Jul 30 01:46:20.585992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cdedd-7f14-419f-baab-629065779d47 req-88d8a951-bef0-418c-a75f-41c6fdef00a1 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.587634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a54cdedd-7f14-419f-baab-629065779d47 req-88d8a951-bef0-418c-a75f-41c6fdef00a1 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.0507925 Jul 30 01:46:20.635812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a54cdedd-7f14-419f-baab-629065779d47 req-0868a90f-5887-4454-af4b-8a165e2cf3d0 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Jul 30 01:46:20.744818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4980a46c-1184-4cb7-9e0a-e309e51e5e0e req-5c5ff144-34ce-491d-b5cb-d4dcba975d91 tempest-ServerShowV254Test-1605734741 tempest-ServerShowV254Test-1605734741-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4e2820c-6437-4be5-bc3b-0c03375c9daa HTTP/1.1" status: 200 len: 210 time: 0.0287020 Jul 30 01:46:21.045346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.256110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483760c6-5c7d-4a35-b8f0-342dddbd13ae req-5c595f8f-59a3-4b7c-b6b4-db878bfd218c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.257866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-483760c6-5c7d-4a35-b8f0-342dddbd13ae req-5c595f8f-59a3-4b7c-b6b4-db878bfd218c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0605373 Jul 30 01:46:21.311299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-483760c6-5c7d-4a35-b8f0-342dddbd13ae req-b90047f1-fb74-4750-9a9e-5cbba51bab76 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Jul 30 01:46:21.423242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41396-5b62-492b-8392-88b6f739e1a8 req-d39ad1be-41ad-4956-8174-35893a146d86 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.424837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69c41396-5b62-492b-8392-88b6f739e1a8 req-d39ad1be-41ad-4956-8174-35893a146d86 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 944 time: 0.0532045 Jul 30 01:46:21.492092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69c41396-5b62-492b-8392-88b6f739e1a8 req-e12b9b1a-67f1-4682-becb-a18b5194d0c9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593977 Jul 30 01:46:21.541244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:21.607433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:21.637374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c876132-0b2c-4e2f-b02f-5fa7010d1d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.768815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9afb0d-455b-4bcc-b663-5f2312b14f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.801647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8a41-7aa1-4ffb-85c0-e56a3ea9ad22 req-dc2c1aba-1d7c-4f9c-b6c5-d01e58ee0154 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.803203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40dc8a41-7aa1-4ffb-85c0-e56a3ea9ad22 req-dc2c1aba-1d7c-4f9c-b6c5-d01e58ee0154 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.0668206 Jul 30 01:46:21.810111 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6eb2061e-5734-4550-9383-320c36b09954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.838313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.857091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40dc8a41-7aa1-4ffb-85c0-e56a3ea9ad22 req-413405c1-765d-4468-97bf-99b5954a3c48 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/security-groups?id=76c35fec-5472-4768-94d5-854702904766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Jul 30 01:46:21.921744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9afb0d-455b-4bcc-b663-5f2312b14f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.931406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c9afb0d-455b-4bcc-b663-5f2312b14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.990865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-66360255-7c42-4e66-927d-ac9bf635e008 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.993110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-66360255-7c42-4e66-927d-ac9bf635e008 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.55 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 945 time: 0.0624640 Jul 30 01:46:22.003875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c9afb0d-455b-4bcc-b663-5f2312b14f04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ee6e22b8ced429a89125765a6c43068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953612 Jul 30 01:46:22.006394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47816) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:22.011228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9afb0d-455b-4bcc-b663-5f2312b14f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b7c274-8855-4815-9ec6-e0640824196e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.073523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8fc14147-b967-42b6-8c75-93a5f0d13495 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:22.079774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6eb2061e-5734-4550-9383-320c36b09954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.084495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6eb2061e-5734-4550-9383-320c36b09954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.125250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17378689-dce9-4cb4-a2c5-d292aee77c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.128529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2061e-5734-4550-9383-320c36b09954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eef87c-f028-43e3-b257-3e489c691158,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.135461 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6eb2061e-5734-4550-9383-320c36b09954 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9b7840b1432479c8c6b1e4b377bf25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931640 Jul 30 01:46:22.138681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:22.153359 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17378689-dce9-4cb4-a2c5-d292aee77c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.189045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Deleting port f5880c81-3bca-4a89-a31a-4e28ab192b8b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:22.189393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.211281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238368e3-16e6-40b9-8ae1-eba4fe03abe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.223914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8fc14147-b967-42b6-8c75-93a5f0d13495, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8fc14147-b967-42b6-8c75-93a5f0d13495,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:22.238151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238368e3-16e6-40b9-8ae1-eba4fe03abe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.238472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '8fc14147-b967-42b6-8c75-93a5f0d13495', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': '8fc14147-b967-42b6-8c75-93a5f0d13495', 'mac_address': 'fa:16:3e:67:9f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:22.307115 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.311842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238368e3-16e6-40b9-8ae1-eba4fe03abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.316789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-238368e3-16e6-40b9-8ae1-eba4fe03abe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.319656 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-238368e3-16e6-40b9-8ae1-eba4fe03abe3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02eef87c-f028-43e3-b257-3e489c691158 HTTP/1.1" status: 204 len: 168 time: 0.1799760 Jul 30 01:46:22.328363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc14147-b967-42b6-8c75-93a5f0d13495 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:22.341712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238368e3-16e6-40b9-8ae1-eba4fe03abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eef87c-f028-43e3-b257-3e489c691158,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.349089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] For port f5880c81-3bca-4a89-a31a-4e28ab192b8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f5880c81-3bca-4a89-a31a-4e28ab192b8b,segment=NetworkSegment(75d36632-f7f5-4829-bb0c-af683aee523c),segment_id=75d36632-f7f5-4829-bb0c-af683aee523c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:22.349287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.362691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8fc14147-b967-42b6-8c75-93a5f0d13495, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8fc14147-b967-42b6-8c75-93a5f0d13495,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:22.368833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Calling delete_port for f5880c81-3bca-4a89-a31a-4e28ab192b8b owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:22.376314 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.434027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17378689-dce9-4cb4-a2c5-d292aee77c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.436877 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17378689-dce9-4cb4-a2c5-d292aee77c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.438266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-17378689-dce9-4cb4-a2c5-d292aee77c97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/50b7c274-8855-4815-9ec6-e0640824196e HTTP/1.1" status: 204 len: 168 time: 0.4295335 Jul 30 01:46:22.446454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8fc14147-b967-42b6-8c75-93a5f0d13495,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.472911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17378689-dce9-4cb4-a2c5-d292aee77c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b7c274-8855-4815-9ec6-e0640824196e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.567983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349ee46-3923-4ac3-966b-d9cf02b091c2 req-d805c1e5-fd86-454a-a834-7f7ac213a071 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.570340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9349ee46-3923-4ac3-966b-d9cf02b091c2 req-d805c1e5-fd86-454a-a834-7f7ac213a071 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1293042 Jul 30 01:46:22.684069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9349ee46-3923-4ac3-966b-d9cf02b091c2 req-883bc17f-0a1c-453e-89f3-b83a9ed05e1b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875757 Jul 30 01:46:22.702489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['8fc14147-b967-42b6-8c75-93a5f0d13495'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:22.725613 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.784519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271c09e-0d2b-4d27-8461-d5ce454f0f51 req-7cefad49-fb9e-41d4-b7e3-2fda6eea1589 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.792021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e271c09e-0d2b-4d27-8461-d5ce454f0f51 req-7cefad49-fb9e-41d4-b7e3-2fda6eea1589 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 945 time: 0.1757953 Jul 30 01:46:22.795950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Pushing event deleted for resources: {'Port': ['ID=f5880c81-3bca-4a89-a31a-4e28ab192b8b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.880004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] No DVR routers for this DVR port f5880c81-3bca-4a89-a31a-4e28ab192b8b on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:22.885542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.888285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72d9e0c7-026e-4a1a-beef-0af5040b031a req-5f006e2a-2604-489b-a910-8825a4003d61 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.55 "DELETE /v2.0/ports/f5880c81-3bca-4a89-a31a-4e28ab192b8b HTTP/1.1" status: 204 len: 173 time: 0.8892803 Jul 30 01:46:22.888740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'name': 'network-vif-deleted', 'tag': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:22.891162 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5886f686-f9ff-4592-b327-8aaadb4e939b" -d '{"events": [{"server_uuid": "966bc528-996b-4c59-a77f-cd1867fcfdae", "name": "network-vif-deleted", "tag": "f5880c81-3bca-4a89-a31a-4e28ab192b8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:22.901164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e271c09e-0d2b-4d27-8461-d5ce454f0f51 req-7a2f9103-8c24-4ba7-9496-62a86282bcdd tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061549 Jul 30 01:46:22.971684 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb7f64-a842-472d-9ae5-79a1484c8dac x-openstack-request-id: req-b0cb7f64-a842-472d-9ae5-79a1484c8dac {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:22.972073 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966bc528-996b-4c59-a77f-cd1867fcfdae", "name": "network-vif-deleted", "tag": "f5880c81-3bca-4a89-a31a-4e28ab192b8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:22.972331 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0cb7f64-a842-472d-9ae5-79a1484c8dac {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:22.972738 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966bc528-996b-4c59-a77f-cd1867fcfdae', 'name': 'network-vif-deleted', 'tag': 'f5880c81-3bca-4a89-a31a-4e28ab192b8b', 'status': 'completed', 'code': 200} Jul 30 01:46:23.060949 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a62254f-1905-4847-bedf-6effab9bf9a4 req-94784c8b-e715-4d2e-9f05-74b27b178655 tempest-ServersNegativeTestMultiTenantJSON-1899262965 tempest-ServersNegativeTestMultiTenantJSON-1899262965-project] 10.222.0.78 "GET /v2.0/ports?device_id=966bc528-996b-4c59-a77f-cd1867fcfdae HTTP/1.1" status: 200 len: 210 time: 0.0508292 Jul 30 01:46:23.063723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.690864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f5880c81-3bca-4a89-a31a-4e28ab192b8b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:23.835265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac6037-e5f2-4b31-af71-b1db817c36c3 req-5e796d87-89c7-4922-b5ce-391e8b9f6d4e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.848072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7dac6037-e5f2-4b31-af71-b1db817c36c3 req-5e796d87-89c7-4922-b5ce-391e8b9f6d4e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0770626 Jul 30 01:46:23.909026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7dac6037-e5f2-4b31-af71-b1db817c36c3 req-d5bc6ba6-6726-47f4-8788-cafdade9b305 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598297 Jul 30 01:46:24.039264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753fc2f-1e0f-453b-b5fb-ef5e70887632 req-29888cda-6cbd-4b8a-a6da-295a2e1331f8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.040828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c753fc2f-1e0f-453b-b5fb-ef5e70887632 req-29888cda-6cbd-4b8a-a6da-295a2e1331f8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 945 time: 0.0557580 Jul 30 01:46:24.095069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8fc14147-b967-42b6-8c75-93a5f0d13495 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:24.110062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c753fc2f-1e0f-453b-b5fb-ef5e70887632 req-cca0dccd-13fc-41be-8b01-75f2e55b5f78 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Jul 30 01:46:24.153069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47912) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.167038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 8fc14147-b967-42b6-8c75-93a5f0d13495 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:24.172450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 8fc14147-b967-42b6-8c75-93a5f0d13495 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:24.173321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.256150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Deleting subnet 3b279459-514e-43d8-aab8-4c63dedc63bf {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:24.272513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.275043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.322574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc14147-b967-42b6-8c75-93a5f0d13495'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:24.324275 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.325931 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a95c0-be03-4679-a0dc-6df0b758a7bf" -d '{"events": [{"server_uuid": "5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12", "name": "network-vif-plugged", "status": "completed", "tag": "8fc14147-b967-42b6-8c75-93a5f0d13495"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:24.342746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8fc14147-b967-42b6-8c75-93a5f0d13495, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8fc14147-b967-42b6-8c75-93a5f0d13495,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:24.347760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.392084 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.412741 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0650103-dce4-46c3-b098-cf3878301def x-openstack-request-id: req-b0650103-dce4-46c3-b098-cf3878301def {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:24.413025 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12", "name": "network-vif-plugged", "status": "completed", "tag": "8fc14147-b967-42b6-8c75-93a5f0d13495", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:24.414012 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0650103-dce4-46c3-b098-cf3878301def {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:24.414409 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc14147-b967-42b6-8c75-93a5f0d13495', 'code': 200} Jul 30 01:46:24.467962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8fc14147-b967-42b6-8c75-93a5f0d13495,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.468825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.487979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47920) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.510527 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.513897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.518005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3b279459-514e-43d8-aab8-4c63dedc63bf HTTP/1.1" status: 204 len: 168 time: 0.3616459 Jul 30 01:46:24.518404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47924) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.527054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2eab9-8925-491e-8827-270fb16d59ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b279459-514e-43d8-aab8-4c63dedc63bf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.581557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68332-7f12-46f8-b982-c7ae1e0a3166 req-fa3e22fb-ecf7-40ab-9f6d-0f89a6e456ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.588421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99a68332-7f12-46f8-b982-c7ae1e0a3166 req-fa3e22fb-ecf7-40ab-9f6d-0f89a6e456ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 1098 time: 0.0708952 Jul 30 01:46:24.633126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99a68332-7f12-46f8-b982-c7ae1e0a3166 req-6be4d7c3-c3fc-4a5e-bc61-f18917bef200 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Jul 30 01:46:24.648691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.748850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.760666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5d1f33-accf-48e4-9882-5beb741f5d74']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.778301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d36632-f7f5-4829-bb0c-af683aee523c') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.778599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d36632-f7f5-4829-bb0c-af683aee523c') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:24.791637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.808439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.816582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:24.817122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:24.819326 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:24.875271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb730a0b-ca2e-4845-85de-1896d8d7c3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.905456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.921079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.923168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ed5d1f33-accf-48e4-9882-5beb741f5d74 HTTP/1.1" status: 204 len: 168 time: 0.4038260 Jul 30 01:46:24.926009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47936) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:24.945688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f6784-829b-4165-8f63-8a13113a43c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5d1f33-accf-48e4-9882-5beb741f5d74,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.997046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Deleting subnet 23dbb459-5c34-4cbe-bae3-901b8b20b94d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:25.000510 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.061300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb730a0b-ca2e-4845-85de-1896d8d7c3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.064513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.067458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb730a0b-ca2e-4845-85de-1896d8d7c3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.097561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bb730a0b-ca2e-4845-85de-1896d8d7c3da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bb3847423bc449a93e5841933044261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085792 Jul 30 01:46:25.101105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47944) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:25.122842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb730a0b-ca2e-4845-85de-1896d8d7c3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd28e85-2adf-4835-bbfc-df34709d4138,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.170459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92ddd-51f1-42f3-8665-705ca8993f4f req-aa3807db-7202-4847-a074-5fdafe09df91 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:25.173121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad92ddd-51f1-42f3-8665-705ca8993f4f req-aa3807db-7202-4847-a074-5fdafe09df91 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1437478 Jul 30 01:46:25.184773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.333516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad92ddd-51f1-42f3-8665-705ca8993f4f req-72ecd488-e21e-48ce-81e1-89dbc14447e8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488390 Jul 30 01:46:25.337393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31e2b07c-08c4-47d4-ae28-3edb35d2caf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.354640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc70ef-5ead-46ba-bc7d-c450046aa8b7 req-6a8f2e61-22ab-43ca-bda4-65049fa7d7f2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:25.356650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38cc70ef-5ead-46ba-bc7d-c450046aa8b7 req-6a8f2e61-22ab-43ca-bda4-65049fa7d7f2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.1361108 Jul 30 01:46:25.390595 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.432053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31e2b07c-08c4-47d4-ae28-3edb35d2caf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.436102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23dbb459-5c34-4cbe-bae3-901b8b20b94d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.454033 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.458577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-421f1605-ff5d-49a4-82c3-8a42fe1ffe7c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/23dbb459-5c34-4cbe-bae3-901b8b20b94d HTTP/1.1" status: 204 len: 168 time: 0.5289912 Jul 30 01:46:25.460170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47960) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:25.484062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38cc70ef-5ead-46ba-bc7d-c450046aa8b7 req-062183b5-e38b-4c6e-8f96-fb2bd2e79f68 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164732 Jul 30 01:46:25.532204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31e2b07c-08c4-47d4-ae28-3edb35d2caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.535948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-31e2b07c-08c4-47d4-ae28-3edb35d2caf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.537022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-31e2b07c-08c4-47d4-ae28-3edb35d2caf9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fd28e85-2adf-4835-bbfc-df34709d4138 HTTP/1.1" status: 204 len: 168 time: 0.4340515 Jul 30 01:46:25.547052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2b07c-08c4-47d4-ae28-3edb35d2caf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd28e85-2adf-4835-bbfc-df34709d4138,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.585919 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.683028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.694366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:25.710235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56cc57c-2af0-46c0-a894-916f3ca683a7') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:25.710622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56cc57c-2af0-46c0-a894-916f3ca683a7') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:25.723924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.749627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.759034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:46:25.759688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:46:25.762171 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:46:25.825920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.832338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.836907 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a HTTP/1.1" status: 204 len: 168 time: 0.3739831 Jul 30 01:46:25.848819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6687e-7c99-417e-81ad-3a68a75f5105 admin admin] Pushing event deleted for resources: {'Network': ['ID=b263d7c5-191d-4eb0-b1c0-bfd0cd41ca8a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.053788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47982) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:26.069154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0974a08-92f0-4ec5-b50b-c39410c39af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.085890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47984) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:26.089530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f5880c81-3bca-4a89-a31a-4e28ab192b8b no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:26.137579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c58529b-cb99-4028-a4d9-9d15bcc4162f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a72b934618a64a9f921383d3cfcaca58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522809 Jul 30 01:46:26.140234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47986) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:26.267218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0974a08-92f0-4ec5-b50b-c39410c39af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.275654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: f5880c81-3bca-4a89-a31a-4e28ab192b8b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:26.276092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0974a08-92f0-4ec5-b50b-c39410c39af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.277062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f5880c81-3bca-4a89-a31a-4e28ab192b8b not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:26.284675 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35d5b7df-5698-4be8-b798-d43c12b071e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.309372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0974a08-92f0-4ec5-b50b-c39410c39af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d762a-f22d-4f7e-84b3-eab163b4186b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.325384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35d5b7df-5698-4be8-b798-d43c12b071e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.339392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0974a08-92f0-4ec5-b50b-c39410c39af8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2072fc56f7c148a7aa5c7dc8c33724e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819643 Jul 30 01:46:26.340529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47992) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:26.394821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35d5b7df-5698-4be8-b798-d43c12b071e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.397740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35d5b7df-5698-4be8-b798-d43c12b071e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.402405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-35d5b7df-5698-4be8-b798-d43c12b071e9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76c35fec-5472-4768-94d5-854702904766 HTTP/1.1" status: 204 len: 168 time: 0.2607198 Jul 30 01:46:26.416279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5b7df-5698-4be8-b798-d43c12b071e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c35fec-5472-4768-94d5-854702904766,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.441547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60bac12-77c3-4073-965d-7288e13e8eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.467533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60bac12-77c3-4073-965d-7288e13e8eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.501600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff8594-5d4f-465a-81e4-c8dbca7f5450 req-1c95ae4b-bdc0-4d8a-a555-f233b7a79457 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.503750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5ff8594-5d4f-465a-81e4-c8dbca7f5450 req-1c95ae4b-bdc0-4d8a-a555-f233b7a79457 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0711215 Jul 30 01:46:26.527902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60bac12-77c3-4073-965d-7288e13e8eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.534881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60bac12-77c3-4073-965d-7288e13e8eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.544316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c60bac12-77c3-4073-965d-7288e13e8eab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/313d762a-f22d-4f7e-84b3-eab163b4186b HTTP/1.1" status: 204 len: 168 time: 0.2018845 Jul 30 01:46:26.555683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5ff8594-5d4f-465a-81e4-c8dbca7f5450 req-024e335f-f0ab-4b70-a8aa-dd6c3488424e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Jul 30 01:46:26.558437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bac12-77c3-4073-965d-7288e13e8eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d762a-f22d-4f7e-84b3-eab163b4186b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:26.644453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113797f-f47d-42b6-b3bf-1c1366151d43 req-76ccd781-e211-431d-8084-a849196c2d72 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.646146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3113797f-f47d-42b6-b3bf-1c1366151d43 req-76ccd781-e211-431d-8084-a849196c2d72 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0659177 Jul 30 01:46:26.690808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3113797f-f47d-42b6-b3bf-1c1366151d43 req-511ca663-e0a9-4d04-aba4-23720fd13870 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Jul 30 01:46:26.966370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742d0c-a280-48cd-ae6d-dce899741345 req-87dbfe3f-2a4a-4048-808f-97e75625b274 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.973650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba742d0c-a280-48cd-ae6d-dce899741345 req-87dbfe3f-2a4a-4048-808f-97e75625b274 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0625298 Jul 30 01:46:27.011689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba742d0c-a280-48cd-ae6d-dce899741345 req-d52973d8-2289-4663-a1a9-5eeb93e04764 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Jul 30 01:46:27.260610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48024) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.329077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ff69ee6b-fe42-4b4f-b2a2-190bf70ef09f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3963767ad64d4da6861434f29d987c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658307 Jul 30 01:46:27.331595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48026) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.396523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf4253c0-9b89-4300-a097-5a3b8371b3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.422973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf4253c0-9b89-4300-a097-5a3b8371b3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.485458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf4253c0-9b89-4300-a097-5a3b8371b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.488372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bf4253c0-9b89-4300-a097-5a3b8371b3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.492971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bf4253c0-9b89-4300-a097-5a3b8371b3c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e12f4c83-cc20-4c33-bc13-9ce977fac6f7 HTTP/1.1" status: 204 len: 168 time: 0.1592450 Jul 30 01:46:27.501431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4253c0-9b89-4300-a097-5a3b8371b3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f4c83-cc20-4c33-bc13-9ce977fac6f7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:27.592856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48038) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:27.703069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ae49-c404-4845-9db2-d31a4df174f3 req-da20f173-7288-4645-a565-80ea3801bb9e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:27.704635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d30ae49-c404-4845-9db2-d31a4df174f3 req-da20f173-7288-4645-a565-80ea3801bb9e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0554638 Jul 30 01:46:27.759323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d30ae49-c404-4845-9db2-d31a4df174f3 req-7822d956-164e-4a67-bd8d-1cdfe126d333 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Jul 30 01:46:27.873255 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d5c455-f537-453c-b221-ce6a92469e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.003746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d5c455-f537-453c-b221-ce6a92469e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.008781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66d5c455-f537-453c-b221-ce6a92469e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.052660 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-66d5c455-f537-453c-b221-ce6a92469e90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5be19a6ab20f46618f718e56c732803c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583514 Jul 30 01:46:28.054879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5c455-f537-453c-b221-ce6a92469e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885c000-3c4d-4abb-8bad-5afd531f66c8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.055583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48056) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:28.151707 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e24e109f-560e-4084-8a3e-18270a9cbd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.190976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99282e-fce2-4f81-b019-6af82186bc22 req-83bb7e88-0031-4180-891f-d828c7776e11 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.192801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a99282e-fce2-4f81-b019-6af82186bc22 req-83bb7e88-0031-4180-891f-d828c7776e11 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0889387 Jul 30 01:46:28.195038 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e24e109f-560e-4084-8a3e-18270a9cbd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.280466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a99282e-fce2-4f81-b019-6af82186bc22 req-97ca48a3-325b-44b8-aa0a-94dbb21cca5c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732574 Jul 30 01:46:28.304085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e24e109f-560e-4084-8a3e-18270a9cbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.306635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e24e109f-560e-4084-8a3e-18270a9cbd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.307874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e24e109f-560e-4084-8a3e-18270a9cbd24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7885c000-3c4d-4abb-8bad-5afd531f66c8 HTTP/1.1" status: 204 len: 168 time: 0.2511890 Jul 30 01:46:28.316212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e109f-560e-4084-8a3e-18270a9cbd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885c000-3c4d-4abb-8bad-5afd531f66c8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.771756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48092) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:28.788842 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c4818b7-0bd8-4ae1-b142-41589f63db50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.862172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:28.924762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb523-1635-4314-8138-4944d1b1f2ce req-b2f1e3db-d5d0-4d26-a235-7a36e8a42e09 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.926433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bacb523-1635-4314-8138-4944d1b1f2ce req-b2f1e3db-d5d0-4d26-a235-7a36e8a42e09 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0779860 Jul 30 01:46:28.966106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c4818b7-0bd8-4ae1-b142-41589f63db50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.971453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c4818b7-0bd8-4ae1-b142-41589f63db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.017354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bacb523-1635-4314-8138-4944d1b1f2ce req-c1589d57-8e73-4015-b6c1-0adfd69d97fc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812924 Jul 30 01:46:29.029003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1c4818b7-0bd8-4ae1-b142-41589f63db50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8137b217780461f99c52abf630e2b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560787 Jul 30 01:46:29.032063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:29.035928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4818b7-0bd8-4ae1-b142-41589f63db50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf9b1a0-f560-401f-b9db-dba7fb973d21,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.095662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea36c-abac-48ed-aad5-ece6839c4511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.118616 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea36c-abac-48ed-aad5-ece6839c4511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.140585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-467837135-network', 'tenant_id': 'e4f5417c12674cd7869b9a9e0a8f2f60'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.175256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Made reservation on behalf of e4f5417c12674cd7869b9a9e0a8f2f60 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:29.177691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.188313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.205115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea36c-abac-48ed-aad5-ece6839c4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.207639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea36c-abac-48ed-aad5-ece6839c4511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.208788 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0a1ea36c-abac-48ed-aad5-ece6839c4511 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddf9b1a0-f560-401f-b9db-dba7fb973d21 HTTP/1.1" status: 204 len: 168 time: 0.1757555 Jul 30 01:46:29.223351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ea36c-abac-48ed-aad5-ece6839c4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf9b1a0-f560-401f-b9db-dba7fb973d21,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.321956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.327068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.357571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:29.367351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f31c5-420f-417d-9419-da548ee5f5ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.374590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.374954 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Added segment 7779736a-99a8-458b-9d03-13a71642ffdc of type vlan for network 68755457-9de1-4871-92c0-3a7fd9157ee8 Jul 30 01:46:29.434448 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.486273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.488302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.489183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.497093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aeac7-b2c7-40cf-9190-58fd9a1ba1b9 req-f157fe46-f5ca-4ac2-ab58-a1d9e6169f41 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.505176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f6aeac7-b2c7-40cf-9190-58fd9a1ba1b9 req-f157fe46-f5ca-4ac2-ab58-a1d9e6169f41 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0649323 Jul 30 01:46:29.548361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f6aeac7-b2c7-40cf-9190-58fd9a1ba1b9 req-26990c21-3fd1-4b89-8183-0e5d973fb69a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Jul 30 01:46:29.584457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7209485 Jul 30 01:46:29.587512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48126) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:29.592952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Request body: {'subnet': {'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-467837135-subnet', 'tenant_id': 'e4f5417c12674cd7869b9a9e0a8f2f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.600635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727f9da-2121-40c0-b2d4-6ba6dbba1748 admin admin] Pushing event updated for resources: {'Network': ['ID=68755457-9de1-4871-92c0-3a7fd9157ee8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.612723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 68755457-9de1-4871-92c0-3a7fd9157ee8 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:29.632793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Made reservation on behalf of e4f5417c12674cd7869b9a9e0a8f2f60 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:29.636615 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.856713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.919510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd36d69-95bb-43b9-a4aa-f04178e63bd8,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.936947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Checking segment: {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:29.937310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Network hostable DHCP agents. Network: 68755457-9de1-4871-92c0-3a7fd9157ee8, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:29.967959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Network 68755457-9de1-4871-92c0-3a7fd9157ee8 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:29.987105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 68755457-9de1-4871-92c0-3a7fd9157ee8) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:29.997000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8522c-45d3-4261-960a-88e1b1575cc9 None None] Network 68755457-9de1-4871-92c0-3a7fd9157ee8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:30.001303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.001918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.022432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cad53c81-a27d-4d9a-9308-8e4b23cf79f3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4335945 Jul 30 01:46:30.156009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9683d-fc1d-4dc7-a14e-a4c6beb9bbdc None None] Network 68755457-9de1-4871-92c0-3a7fd9157ee8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:30.195691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823045ca-2994-49c2-9e03-fb3e9cf2a76a req-4bab52e7-23cd-4ba1-aaa8-ebf2770f701a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.197338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-823045ca-2994-49c2-9e03-fb3e9cf2a76a req-4bab52e7-23cd-4ba1-aaa8-ebf2770f701a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0726042 Jul 30 01:46:30.250709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-823045ca-2994-49c2-9e03-fb3e9cf2a76a req-133cda55-f062-4360-9552-6040e8e1dd87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 Jul 30 01:46:30.701829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be780f9-1ebf-4b88-b848-ee653a6259e2 req-2ee3f540-509a-44f4-8acd-969b72d607a2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.704687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9be780f9-1ebf-4b88-b848-ee653a6259e2 req-2ee3f540-509a-44f4-8acd-969b72d607a2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0586989 Jul 30 01:46:30.773326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9be780f9-1ebf-4b88-b848-ee653a6259e2 req-17c81edc-5e48-49fc-b4d5-0da340c75c78 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611742 Jul 30 01:46:31.249193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48222) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:31.433895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752be2cd-75a9-4267-8358-cf2d4f288568 req-2966e424-ee88-4eaa-b229-478945068b6e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.437537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-752be2cd-75a9-4267-8358-cf2d4f288568 req-2966e424-ee88-4eaa-b229-478945068b6e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0744133 Jul 30 01:46:31.482775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-752be2cd-75a9-4267-8358-cf2d4f288568 req-467e22b1-8533-491d-83fc-7ddcb8222be1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Jul 30 01:46:31.562752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89b1f725-1f45-4679-b8ea-f2b79bb67616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.674952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89b1f725-1f45-4679-b8ea-f2b79bb67616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.679644 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89b1f725-1f45-4679-b8ea-f2b79bb67616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.720316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-89b1f725-1f45-4679-b8ea-f2b79bb67616 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63db6bd895d5499cbd7c99ab7488039b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700193 Jul 30 01:46:31.723047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48238) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:31.731604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1f725-1f45-4679-b8ea-f2b79bb67616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b061e0-2dfa-438b-8040-1d9460f7ccde,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:31.792416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4046f2dc-9890-4e97-95e3-aba28788dceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.817692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4046f2dc-9890-4e97-95e3-aba28788dceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.890792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4046f2dc-9890-4e97-95e3-aba28788dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.895079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4046f2dc-9890-4e97-95e3-aba28788dceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.896398 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4046f2dc-9890-4e97-95e3-aba28788dceb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24b061e0-2dfa-438b-8040-1d9460f7ccde HTTP/1.1" status: 204 len: 168 time: 0.1718464 Jul 30 01:46:31.912954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046f2dc-9890-4e97-95e3-aba28788dceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b061e0-2dfa-438b-8040-1d9460f7ccde,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:31.970611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4729b49-d5ef-4c54-9b39-56b095316d13 req-c03be75d-473c-48da-a9e1-8e101533a969 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.972558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4729b49-d5ef-4c54-9b39-56b095316d13 req-c03be75d-473c-48da-a9e1-8e101533a969 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0914359 Jul 30 01:46:32.029458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4729b49-d5ef-4c54-9b39-56b095316d13 req-7c4dd282-8793-449c-acfb-46d6138983ca tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Jul 30 01:46:32.280948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 963f8496-b736-43af-9945-b37dcda2656a details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:32.447776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7a06dc53-fb6e-4794-9e63-89f9982f52ea tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.455316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7a06dc53-fb6e-4794-9e63-89f9982f52ea tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/networks?id=68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 200 len: 808 time: 0.1686258 Jul 30 01:46:32.471535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-1fa55ade-26a9-4d23-b3a1-d4c8f1d3b041 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/quotas/e4f5417c12674cd7869b9a9e0a8f2f60 HTTP/1.1" status: 200 len: 375 time: 0.0142972 Jul 30 01:46:32.476878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:32.504356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '963f8496-b736-43af-9945-b37dcda2656a', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'port_id': '963f8496-b736-43af-9945-b37dcda2656a', 'mac_address': 'fa:16:3e:d4:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:32.539586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-0de6aae2-9886-4423-8143-09d90ede65d3 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663843 Jul 30 01:46:32.583922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.616334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:32.662870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:32.669245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.764416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0237f-42ab-4bc3-99f6-91b7b20d5900 req-52a478cb-4777-481f-a66b-d4cdf3ef6592 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.772909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1d0237f-42ab-4bc3-99f6-91b7b20d5900 req-52a478cb-4777-481f-a66b-d4cdf3ef6592 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1289551 Jul 30 01:46:32.785909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:32.835598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-746a4644-dbb2-4a6f-96fc-1fbd6846aadb service neutron] 10.222.0.78 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827380 Jul 30 01:46:32.837845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['963f8496-b736-43af-9945-b37dcda2656a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:32.903491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1d0237f-42ab-4bc3-99f6-91b7b20d5900 req-5fbe7ac3-0a5c-4f7e-8b06-6bf2bd247414 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295679 Jul 30 01:46:32.972765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-b365710c-0ac6-4351-9556-e4273430e37f service neutron] 10.222.0.78 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362326 Jul 30 01:46:33.259706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f229de-8209-4544-8c46-b7ddc4b90e70 req-ff698c6f-1338-4690-949f-b581288a68ee tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 210 time: 0.0769835 Jul 30 01:46:33.323720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4c994-e658-4523-8b99-a860e19178c4 req-283cc9fc-ef74-4bed-a481-b230b5e0e784 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.325286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ce4c994-e658-4523-8b99-a860e19178c4 req-283cc9fc-ef74-4bed-a481-b230b5e0e784 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0872405 Jul 30 01:46:33.389554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ce4c994-e658-4523-8b99-a860e19178c4 req-cd626a54-e957-4533-9786-9a63215a957c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543854 Jul 30 01:46:33.796202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48340) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:34.130314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e35c-f93b-4683-969b-858a2ad9ff7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.133808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8a890-0b53-4429-9660-b511c319eae1 req-33056aa3-7ee8-468f-803e-3ae646183577 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.142210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08b8a890-0b53-4429-9660-b511c319eae1 req-33056aa3-7ee8-468f-803e-3ae646183577 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1047268 Jul 30 01:46:34.179329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48350) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:34.225142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08b8a890-0b53-4429-9660-b511c319eae1 req-697ce5e1-a5a1-4b4d-945e-a0d1ed3977ff tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794799 Jul 30 01:46:34.298493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 963f8496-b736-43af-9945-b37dcda2656a up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:34.403053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e35c-f93b-4683-969b-858a2ad9ff7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.415884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 963f8496-b736-43af-9945-b37dcda2656a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:34.416555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.419342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e35c-f93b-4683-969b-858a2ad9ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.456198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65bf774-848c-4a94-8c52-a3e822beff93 req-1f644744-f478-4e2d-b4a9-04ac464ccc15 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 210 time: 0.1025214 Jul 30 01:46:34.480990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0e35c-f93b-4683-969b-858a2ad9ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaacc41-f223-4c01-b360-7dc329b71d9f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:34.521107 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c0f0e35c-f93b-4683-969b-858a2ad9ff7a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b8c5e14f2a7490798a2fed2b67efa58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237318 Jul 30 01:46:34.523729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48360) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:34.575821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1971231780-network', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:34.624191 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df19a418-e9a8-4338-9aab-8c4c9ed1819c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.691991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.745678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:34.747036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:34.750129 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe9ae5-a215-4ce5-839f-8d50a51327bc" -d '{"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-plugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:34.753952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.765745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Made reservation on behalf of 94b488a9f91a4cedb11c59818fd94649 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:34.768724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.788058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df19a418-e9a8-4338-9aab-8c4c9ed1819c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.808582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:34.839575 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c966737-708e-4276-8646-c8397df03e1b x-openstack-request-id: req-5c966737-708e-4276-8646-c8397df03e1b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:34.839862 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-plugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:34.840170 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c966737-708e-4276-8646-c8397df03e1b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:34.840593 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'code': 200} Jul 30 01:46:34.848095 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.917637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61b23a-e29a-49c9-a19e-4cc9e0f374c7 req-228f96e3-9b80-46d4-9c3e-173fe6b66838 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.920586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c61b23a-e29a-49c9-a19e-4cc9e0f374c7 req-228f96e3-9b80-46d4-9c3e-173fe6b66838 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.2992740 Jul 30 01:46:35.046811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-54c7b900-30b5-42a5-b85b-7373471b83ae tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:35.048344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-54c7b900-30b5-42a5-b85b-7373471b83ae tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.55 "GET /v2.0/networks?id=68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 200 len: 808 time: 0.3390744 Jul 30 01:46:35.060193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c61b23a-e29a-49c9-a19e-4cc9e0f374c7 req-04514efe-ddfa-4bd8-aa21-778b48e3ffae tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250730 Jul 30 01:46:35.064240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df19a418-e9a8-4338-9aab-8c4c9ed1819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.067687 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df19a418-e9a8-4338-9aab-8c4c9ed1819c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.071988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df19a418-e9a8-4338-9aab-8c4c9ed1819c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/feaacc41-f223-4c01-b360-7dc329b71d9f HTTP/1.1" status: 204 len: 168 time: 0.5470092 Jul 30 01:46:35.094514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Request body: {'port': {'device_id': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8', 'admin_state_up': True, 'tenant_id': 'e4f5417c12674cd7869b9a9e0a8f2f60'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:35.099099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19a418-e9a8-4338-9aab-8c4c9ed1819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaacc41-f223-4c01-b360-7dc329b71d9f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:35.292642 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.302550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.341443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ffd63f-e958-438e-a7eb-cb6bf1550375,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:35.373068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:35.384445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Made reservation on behalf of e4f5417c12674cd7869b9a9e0a8f2f60 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:35.388734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.392231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.392961 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Added segment e577ec16-af68-4d44-9226-cc1145f43d19 of type vlan for network fd7b6f6e-b05e-41d6-83ff-564af48a647b Jul 30 01:46:35.516959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546b0ba-36f3-4ec2-a0fe-817ac2bb1e3e req-8953ce30-554e-4475-9a64-aec50ae8bb87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:35.518824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0546b0ba-36f3-4ec2-a0fe-817ac2bb1e3e req-8953ce30-554e-4475-9a64-aec50ae8bb87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1231098 Jul 30 01:46:35.560218 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.677532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea710809-e98d-4971-99bd-734e978aee08 req-baa70d5e-5d66-4791-bbf5-e6606890c7b4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 210 time: 0.0683560 Jul 30 01:46:35.687959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0546b0ba-36f3-4ec2-a0fe-817ac2bb1e3e req-ecc6858e-fe65-4131-a2ef-fff0c7340637 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352620 Jul 30 01:46:35.713490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.715254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:35.716110 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.774287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48382) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:35.785609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6047614 Jul 30 01:46:35.785870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48384) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:35.802152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Request body: {'subnet': {'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1971231780-subnet', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:35.802415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479f06-6317-41a0-bdea-94d2d1fb44be admin admin] Pushing event updated for resources: {'Network': ['ID=fd7b6f6e-b05e-41d6-83ff-564af48a647b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:35.833390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00e42022-6594-4793-8d61-2f551edda118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.841431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:35.849634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Made reservation on behalf of 94b488a9f91a4cedb11c59818fd94649 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:35.852251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.863850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:35.865069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Allocated IP 172.20.0.2 (68755457-9de1-4871-92c0-3a7fd9157ee8/cfd36d69-95bb-43b9-a4aa-f04178e63bd8/6acf3a29-0580-44f0-9612-72be58ed1673) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:36.105078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.169208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85a40e6-93e5-4849-93b9-85bbeb961ddc,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.188158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.199745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d0c075d-b9ab-4879-adac-ece1f2efda70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.253932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Checking segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:36.254196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Network hostable DHCP agents. Network: fd7b6f6e-b05e-41d6-83ff-564af48a647b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:36.284251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:36.295825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, fd7b6f6e-b05e-41d6-83ff-564af48a647b) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:36.303602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57bbf2-6497-478e-8a49-520b06612894 None None] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:36.304855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.305877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.306463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.367741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00e42022-6594-4793-8d61-2f551edda118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.379121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00e42022-6594-4793-8d61-2f551edda118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.411647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-00e42022-6594-4793-8d61-2f551edda118 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fdc75aa0795044d19120a2f82180d7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364148 Jul 30 01:46:36.417632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-57a53434-b5d6-453f-9f5c-f0cfd53f4c86 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6287556 Jul 30 01:46:36.417632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:36.461441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48394) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:36.467570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:36.477925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Network 68755457-9de1-4871-92c0-3a7fd9157ee8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:36.483937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:46:36.485779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.488097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b6ee2-9519-4a8d-996b-489997821bdf req-676c58b8-8bb4-4a76-8300-1de390dcae9d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.497857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de5b6ee2-9519-4a8d-996b-489997821bdf req-676c58b8-8bb4-4a76-8300-1de390dcae9d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.2877679 Jul 30 01:46:36.509527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e42022-6594-4793-8d61-2f551edda118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253e861-c52e-4254-825a-c6725dbae04c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.528691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-803f5763-fe2a-4c65-8c2a-e770f81bc2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.549199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:36.552537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:36.564768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d0c075d-b9ab-4879-adac-ece1f2efda70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.565858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-803f5763-fe2a-4c65-8c2a-e770f81bc2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.596401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d0c075d-b9ab-4879-adac-ece1f2efda70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.622860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Pushing event updated for resources: {'Port': ['ID=6acf3a29-0580-44f0-9612-72be58ed1673,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.664645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.666033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.666535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de5b6ee2-9519-4a8d-996b-489997821bdf req-e847a484-ee10-435c-9572-fcddec143afe tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636419 Jul 30 01:46:36.713373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Allocated IP 172.20.0.2 (fd7b6f6e-b05e-41d6-83ff-564af48a647b/f85a40e6-93e5-4849-93b9-85bbeb961ddc/49a7cb3d-2ecc-4105-a8a4-56724942859c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:36.721986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5d0c075d-b9ab-4879-adac-ece1f2efda70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b09c829060b499ca0b553c4ac8eca00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539181 Jul 30 01:46:36.722876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c075d-b9ab-4879-adac-ece1f2efda70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2217ecfe-ced3-40c0-af55-5aad22a55a27,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.734208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.735171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.749772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48400) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:36.763408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-c902b8ed-0346-4503-99af-d21ac3f6b15d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6897995 Jul 30 01:46:36.798992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Request body: {'port': {'device_id': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:36.837107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.094323 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.106911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Transition to ACTIVE for port object 49a7cb3d-2ecc-4105-a8a4-56724942859c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:37.150114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Transition to ACTIVE for port object 49a7cb3d-2ecc-4105-a8a4-56724942859c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:37.163830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.168878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.203294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:37.206766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:37.210717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:37.274920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Pushing event updated for resources: {'Port': ['ID=49a7cb3d-2ecc-4105-a8a4-56724942859c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:37.290470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Attempting to bind port 49a7cb3d-2ecc-4105-a8a4-56724942859c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:37.290992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Attempting to bind port 49a7cb3d-2ecc-4105-a8a4-56724942859c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:37.291491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Attempting to bind port 49a7cb3d-2ecc-4105-a8a4-56724942859c on network fd7b6f6e-b05e-41d6-83ff-564af48a647b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:37.298981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:37.298981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Checking segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:37.298981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.299646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Bound using segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:37.299823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Bound port: 49a7cb3d-2ecc-4105-a8a4-56724942859c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:37.300174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.377828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-803f5763-fe2a-4c65-8c2a-e770f81bc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.380923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-803f5763-fe2a-4c65-8c2a-e770f81bc2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.384795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-803f5763-fe2a-4c65-8c2a-e770f81bc2f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b253e861-c52e-4254-825a-c6725dbae04c HTTP/1.1" status: 204 len: 168 time: 0.9617665 Jul 30 01:46:37.387409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.399052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f5763-fe2a-4c65-8c2a-e770f81bc2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253e861-c52e-4254-825a-c6725dbae04c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:37.487314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] For port 49a7cb3d-2ecc-4105-a8a4-56724942859c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:37.491551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] For port 49a7cb3d-2ecc-4105-a8a4-56724942859c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49a7cb3d-2ecc-4105-a8a4-56724942859c,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:37.498809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.599761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc77b41-e79f-4210-a1f9-4ea12f839964 None None] Pushing event updated for resources: {'Port': ['ID=49a7cb3d-2ecc-4105-a8a4-56724942859c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:37.614868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d7abdd6-5dc0-4fa1-908b-b95376cb387c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.691547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72896193-cfe0-4736-b850-73599559230e req-36ef6c6a-5913-4189-ba42-b1485ec1314f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.693387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72896193-cfe0-4736-b850-73599559230e req-36ef6c6a-5913-4189-ba42-b1485ec1314f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 931 time: 0.8600614 Jul 30 01:46:37.703699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.712083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d7abdd6-5dc0-4fa1-908b-b95376cb387c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.721732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1ea6c-f368-4b2f-bd55-fecb6abb0dd5 req-c84bfdea-b031-41f6-9172-fc836ef9e648 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.723398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38f1ea6c-f368-4b2f-bd55-fecb6abb0dd5 req-c84bfdea-b031-41f6-9172-fc836ef9e648 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.8664114 Jul 30 01:46:37.759265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.780721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.886132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72896193-cfe0-4736-b850-73599559230e req-0d966c1a-80b2-4083-8543-4e9b3d9d65df tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756024 Jul 30 01:46:37.902490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38f1ea6c-f368-4b2f-bd55-fecb6abb0dd5 req-0987fbea-1389-4a38-ba26-f40ecd2b2649 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557915 Jul 30 01:46:38.153397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Allocated IP 172.25.8.242 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/c0708ebf-df3a-453f-b348-4461da480590) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:38.215697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d7abdd6-5dc0-4fa1-908b-b95376cb387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.219767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d7abdd6-5dc0-4fa1-908b-b95376cb387c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.221904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3d7abdd6-5dc0-4fa1-908b-b95376cb387c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2217ecfe-ced3-40c0-af55-5aad22a55a27 HTTP/1.1" status: 204 len: 168 time: 1.4703286 Jul 30 01:46:38.249442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7abdd6-5dc0-4fa1-908b-b95376cb387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2217ecfe-ced3-40c0-af55-5aad22a55a27,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.377690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d2d6-07f1-4460-8f30-061b656361b9 req-fa092b26-e332-4f48-83ed-aef72c102a9a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.378160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.379772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af98d2d6-07f1-4460-8f30-061b656361b9 req-fa092b26-e332-4f48-83ed-aef72c102a9a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.1365693 Jul 30 01:46:38.456648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.477255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af98d2d6-07f1-4460-8f30-061b656361b9 req-1afdcdff-9082-48e8-9ca9-daa4eda1fe1b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851498 Jul 30 01:46:38.523143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:38.529635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:38.535337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:38.585329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Pushing event updated for resources: {'Port': ['ID=c0708ebf-df3a-453f-b348-4461da480590,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.611210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acf3a29-0580-44f0-9612-72be58ed1673 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:38.635726 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.676467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Transition to ACTIVE for port object 6acf3a29-0580-44f0-9612-72be58ed1673 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:38.682050 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.942136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Pushing event updated for resources: {'Port': ['ID=6acf3a29-0580-44f0-9612-72be58ed1673,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.965056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Attempting to bind port 6acf3a29-0580-44f0-9612-72be58ed1673 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:38.965404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Attempting to bind port 6acf3a29-0580-44f0-9612-72be58ed1673 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:38.965737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Attempting to bind port 6acf3a29-0580-44f0-9612-72be58ed1673 on network 68755457-9de1-4871-92c0-3a7fd9157ee8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:38.993777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Port 6acf3a29-0580-44f0-9612-72be58ed1673 on network 68755457-9de1-4871-92c0-3a7fd9157ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:38.994118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Attempting to bind port 6acf3a29-0580-44f0-9612-72be58ed1673 on network 68755457-9de1-4871-92c0-3a7fd9157ee8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:39.000001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48442) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:39.014505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:39.014856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Checking segment: {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:39.015278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Bound using segment: {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:39.015737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Bound port: 6acf3a29-0580-44f0-9612-72be58ed1673, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:39.016104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.028691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f0a72e1-ba2e-4c0e-8203-a936c9edbbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.043278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.265787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ab102-fbb0-4985-817c-0ec61cd2f923 req-83a8491d-58e3-4c60-b30d-c09284ac327b tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.270956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f3ab102-fbb0-4985-817c-0ec61cd2f923 req-83a8491d-58e3-4c60-b30d-c09284ac327b tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 943 time: 0.1321237 Jul 30 01:46:39.292021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10bf4e-b77a-417d-be9a-5c575b9e0a6a None None] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:39.329029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579f7a6-43fc-47b4-8af6-ada63dbd5775 req-ce170477-132f-4af3-8e14-99f5c8ba345a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.336629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6579f7a6-43fc-47b4-8af6-ada63dbd5775 req-ce170477-132f-4af3-8e14-99f5c8ba345a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1558607 Jul 30 01:46:39.341017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] For port 6acf3a29-0580-44f0-9612-72be58ed1673, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:39.415305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6579f7a6-43fc-47b4-8af6-ada63dbd5775 req-b04d0ab5-1c70-42aa-8cf3-300d80a00fb8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773909 Jul 30 01:46:39.425216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f3ab102-fbb0-4985-817c-0ec61cd2f923 req-289e000d-82fe-45a1-aebb-c315ea5c92ca tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299262 Jul 30 01:46:39.437788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] For port 6acf3a29-0580-44f0-9612-72be58ed1673, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6acf3a29-0580-44f0-9612-72be58ed1673,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:39.447533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.487790 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.506447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f0a72e1-ba2e-4c0e-8203-a936c9edbbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.516536 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f0a72e1-ba2e-4c0e-8203-a936c9edbbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.566812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e3535a34-6e32-45d2-b779-28093132d8f6 None None] Provisioning for port 49a7cb3d-2ecc-4105-a8a4-56724942859c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:39.595706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Pushing event updated for resources: {'Port': ['ID=6acf3a29-0580-44f0-9612-72be58ed1673,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:39.607824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.609422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.611067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7c794168-85c6-42d5-b974-81076543c00c service neutron] 10.222.0.55 "PUT /v2.0/ports/6acf3a29-0580-44f0-9612-72be58ed1673 HTTP/1.1" status: 200 len: 1092 time: 2.8277099 Jul 30 01:46:39.611693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'tag': '6acf3a29-0580-44f0-9612-72be58ed1673'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:39.614142 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a09129-b797-46d7-8711-521defa16c90" -d '{"events": [{"name": "network-changed", "server_uuid": "c2728721-50fa-436e-ae42-c8340fbea0ed", "tag": "6acf3a29-0580-44f0-9612-72be58ed1673"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:39.730438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0f0a72e1-ba2e-4c0e-8203-a936c9edbbc4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a842ca207bc5405f8e50343d083c4f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292960 Jul 30 01:46:39.731421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a72e1-ba2e-4c0e-8203-a936c9edbbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf12c9-9cb9-4f59-abe7-1a1553e421b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:39.736168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:39.757132 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd1763-cbae-4e78-a211-c3439c20b272 x-openstack-request-id: req-efcd1763-cbae-4e78-a211-c3439c20b272 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:39.757645 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2728721-50fa-436e-ae42-c8340fbea0ed", "tag": "6acf3a29-0580-44f0-9612-72be58ed1673", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:39.757645 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efcd1763-cbae-4e78-a211-c3439c20b272 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:39.757973 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'tag': '6acf3a29-0580-44f0-9612-72be58ed1673', 'status': 'completed', 'code': 200} Jul 30 01:46:39.774090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c449c-f224-4b21-b21f-e5c05d648782 req-ede14b12-a26e-4d59-a516-56f4edced2c4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.783057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b39c449c-f224-4b21-b21f-e5c05d648782 req-ede14b12-a26e-4d59-a516-56f4edced2c4 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.1538475 Jul 30 01:46:39.811514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-5c13f70a-9541-444f-b870-26c14b09b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.812961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-5c13f70a-9541-444f-b870-26c14b09b003 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 1095 time: 0.1087935 Jul 30 01:46:39.865624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096411c-bb28-4684-a097-fa20c169753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.879277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:46:39.967039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-4df91198-fe29-4299-a541-daea8b346f5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6acf3a29-0580-44f0-9612-72be58ed1673 HTTP/1.1" status: 200 len: 217 time: 0.1256185 Jul 30 01:46:39.992482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b39c449c-f224-4b21-b21f-e5c05d648782 req-418df76e-64e2-4f07-878d-cf81250632d2 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084131 Jul 30 01:46:40.055211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49a7cb3d-2ecc-4105-a8a4-56724942859c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:40.064716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096411c-bb28-4684-a097-fa20c169753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.066879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:40.117308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-4e780b14-a7a5-4a28-a2bc-582d96208e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.118850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-4e780b14-a7a5-4a28-a2bc-582d96208e79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd36d69-95bb-43b9-a4aa-f04178e63bd8 HTTP/1.1" status: 200 len: 848 time: 0.1253946 Jul 30 01:46:40.130423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:40.149658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.154318 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a2aa6e47-0046-4f80-b9bf-3358338b0deb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6884356 Jul 30 01:46:40.163346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48466) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:40.165682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:40.173116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:40.177363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-bc8d7cac-c61e-4908-8f97-dab81c4a777f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68755457-9de1-4871-92c0-3a7fd9157ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438895 Jul 30 01:46:40.229635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096411c-bb28-4684-a097-fa20c169753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.232676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6096411c-bb28-4684-a097-fa20c169753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.234104 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6096411c-bb28-4684-a097-fa20c169753a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0abf12c9-9cb9-4f59-abe7-1a1553e421b6 HTTP/1.1" status: 204 len: 168 time: 0.4969475 Jul 30 01:46:40.279507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096411c-bb28-4684-a097-fa20c169753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf12c9-9cb9-4f59-abe7-1a1553e421b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.355628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-651f1754-8c0b-49e0-a0dc-f75a549cb55a service neutron] 10.222.0.55 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655035 Jul 30 01:46:40.475614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:40.490506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 49a7cb3d-2ecc-4105-a8a4-56724942859c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:40.579772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 49a7cb3d-2ecc-4105-a8a4-56724942859c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:40.580153 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.676524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abbf8f5b-2a30-488f-83f6-30399177e7f8 req-7a26f584-7c78-491b-942d-664b9440f33f service neutron] 10.222.0.55 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120353 Jul 30 01:46:40.741717 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.767818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a203d92-b140-4237-970f-fbee87ec4bdc req-4f1212a2-7572-4d77-9317-3d747fe31771 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.783319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a203d92-b140-4237-970f-fbee87ec4bdc req-4f1212a2-7572-4d77-9317-3d747fe31771 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.2603753 Jul 30 01:46:40.824302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 49a7cb3d-2ecc-4105-a8a4-56724942859c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49a7cb3d-2ecc-4105-a8a4-56724942859c,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:40.851871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.872703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955c18f-e0cd-4741-b23c-5a35e64c0fc8 req-94616194-94ea-42a6-8444-a884cd2dec9a tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.874807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a955c18f-e0cd-4741-b23c-5a35e64c0fc8 req-94616194-94ea-42a6-8444-a884cd2dec9a tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 943 time: 0.2748663 Jul 30 01:46:40.893736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a203d92-b140-4237-970f-fbee87ec4bdc req-7f4de9a7-d799-42db-ae89-fd40418b9349 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057577 Jul 30 01:46:40.980146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=49a7cb3d-2ecc-4105-a8a4-56724942859c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:41.004423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09129-b797-46d7-8711-521defa16c90 req-4f43aa92-36b8-47d2-8499-e1a26359a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.008386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-4f43aa92-36b8-47d2-8499-e1a26359a9f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 1095 time: 0.2199972 Jul 30 01:46:41.033523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a955c18f-e0cd-4741-b23c-5a35e64c0fc8 req-9b1c3efb-9c96-4c34-a885-3bc889b86c05 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326144 Jul 30 01:46:41.084968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.184040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 3, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:41.247428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:41.247883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Updating router 94d6bce0-294c-4e38-8e15-ec3d0a73477d port c0708ebf-df3a-453f-b348-4461da480590 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:41.265117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09129-b797-46d7-8711-521defa16c90 req-59402ad9-1651-4ab9-b4ab-e0cc63afd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.267190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-59402ad9-1651-4ab9-b4ab-e0cc63afd0ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 200 len: 909 time: 0.2489142 Jul 30 01:46:41.280277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8f2a7-9ec3-4916-8650-5dbdb1e20f53 req-e4a971d1-d7d7-4733-869e-9c07b358430a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.282506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbe8f2a7-9ec3-4916-8650-5dbdb1e20f53 req-e4a971d1-d7d7-4733-869e-9c07b358430a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.0964441 Jul 30 01:46:41.307118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.345292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-c52c0a1d-ef62-43a3-a089-ffc79b6e175b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6acf3a29-0580-44f0-9612-72be58ed1673 HTTP/1.1" status: 200 len: 217 time: 0.0608299 Jul 30 01:46:41.438382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbe8f2a7-9ec3-4916-8650-5dbdb1e20f53 req-ab7611f5-d9f8-4ef8-b760-b930896a9c29 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913541 Jul 30 01:46:41.443475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Allocated IP 172.20.0.1 (fd7b6f6e-b05e-41d6-83ff-564af48a647b/f85a40e6-93e5-4849-93b9-85bbeb961ddc/b0772add-aece-4a75-8bf0-80a8b12156e0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:41.456929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09129-b797-46d7-8711-521defa16c90 req-cd42818a-6cfd-4140-9239-44b495e46722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.461010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-cd42818a-6cfd-4140-9239-44b495e46722 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfd36d69-95bb-43b9-a4aa-f04178e63bd8 HTTP/1.1" status: 200 len: 848 time: 0.0962303 Jul 30 01:46:41.543072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-13b0cc9e-31bb-4a11-9190-26790840249d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68755457-9de1-4871-92c0-3a7fd9157ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722520 Jul 30 01:46:41.634197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.671533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Transition to ACTIVE for port object b0772add-aece-4a75-8bf0-80a8b12156e0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:41.741146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-f27578af-ec3b-4e40-ae86-fa1ac17e1dbe service neutron] 10.222.0.55 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852584 Jul 30 01:46:41.743895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.822187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.835319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Transition to ACTIVE for port object c0708ebf-df3a-453f-b348-4461da480590 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:41.842960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.864420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:41.870953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:41.882212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:41.926247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a09129-b797-46d7-8711-521defa16c90 req-73e42203-eb02-4d3e-b048-be036cbcb52d service neutron] 10.222.0.55 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775000 Jul 30 01:46:41.950892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Pushing event updated for resources: {'Port': ['ID=b0772add-aece-4a75-8bf0-80a8b12156e0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:42.006202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.008704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Pushing event updated for resources: {'Port': ['ID=c0708ebf-df3a-453f-b348-4461da480590,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:42.033849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49a7cb3d-2ecc-4105-a8a4-56724942859c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:42.133786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6acf3a29-0580-44f0-9612-72be58ed1673 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:42.240151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Attempting to bind port c0708ebf-df3a-453f-b348-4461da480590 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:42.240277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Attempting to bind port c0708ebf-df3a-453f-b348-4461da480590 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:42.241068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Attempting to bind port c0708ebf-df3a-453f-b348-4461da480590 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:42.293322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:42.293711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:42.294353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.294477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:42.294978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Bound port: c0708ebf-df3a-453f-b348-4461da480590, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:42.295378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.321323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bd3c3-1736-48bb-a55e-a24c2887f006 req-f90b593b-578e-4fab-9d65-ac2a771e0f19 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.329173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d38bd3c3-1736-48bb-a55e-a24c2887f006 req-f90b593b-578e-4fab-9d65-ac2a771e0f19 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1345489 Jul 30 01:46:42.379773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a7c7-9474-4e5f-baba-28ca0fc790b9 req-2e1406d2-0d51-40a7-b6f1-aaa695830b34 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.389610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f379a7c7-9474-4e5f-baba-28ca0fc790b9 req-2e1406d2-0d51-40a7-b6f1-aaa695830b34 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1099 time: 0.2965500 Jul 30 01:46:42.410479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d38bd3c3-1736-48bb-a55e-a24c2887f006 req-0877f255-8920-41fb-81cf-00d34b9a14b5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782595 Jul 30 01:46:42.419057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.532005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f379a7c7-9474-4e5f-baba-28ca0fc790b9 req-3aed5873-8e1b-4ddb-812c-e8f9c3b8ac23 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195838 Jul 30 01:46:42.577847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48528) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:42.622451 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:46:42.734342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 49a7cb3d-2ecc-4105-a8a4-56724942859c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:42.734747 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.742832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c37cacf1-82e5-4af2-8a2d-cbefeac9bd9a None None] Provisioning for port b0772add-aece-4a75-8bf0-80a8b12156e0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:42.815726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.829138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.842520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c37cacf1-82e5-4af2-8a2d-cbefeac9bd9a None None] Provisioning complete for port b0772add-aece-4a75-8bf0-80a8b12156e0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:42.844184 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c37cacf1-82e5-4af2-8a2d-cbefeac9bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.918476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] For port c0708ebf-df3a-453f-b348-4461da480590, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:42.970911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] For port c0708ebf-df3a-453f-b348-4461da480590, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c0708ebf-df3a-453f-b348-4461da480590,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:42.982286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c37cacf1-82e5-4af2-8a2d-cbefeac9bd9a None None] Port b0772add-aece-4a75-8bf0-80a8b12156e0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:42.985911 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.014739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Pushing event updated for resources: {'Port': ['ID=b0772add-aece-4a75-8bf0-80a8b12156e0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:43.022296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.050705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36033f2-0ff9-469c-98aa-35589fe34271 req-1f0284e4-0a7a-4c1f-b72c-d1d790e91d1a tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.054707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e36033f2-0ff9-469c-98aa-35589fe34271 req-1f0284e4-0a7a-4c1f-b72c-d1d790e91d1a tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 943 time: 0.3061397 Jul 30 01:46:43.077429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Pushing event updated for resources: {'Port': ['ID=c0708ebf-df3a-453f-b348-4461da480590,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:43.096891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.097507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.098008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.098503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.098993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.099561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.100172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.100779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.101261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.101792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.102291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.102781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdd91-bb88-4089-b89f-e4e384d5d4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:43.154131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6acf3a29-0580-44f0-9612-72be58ed1673, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6acf3a29-0580-44f0-9612-72be58ed1673,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:43.157925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:43.159966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:43.208012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '6acf3a29-0580-44f0-9612-72be58ed1673', 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8', 'port_id': '6acf3a29-0580-44f0-9612-72be58ed1673', 'mac_address': 'fa:16:3e:11:1d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd36d69-95bb-43b9-a4aa-f04178e63bd8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:43.276682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:43.280280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:43.309996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba3b68-e4af-4648-8061-41d22c55555b req-1627a386-a28c-403a-8c2a-8f9a25c373e5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.317384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89ba3b68-e4af-4648-8061-41d22c55555b req-1627a386-a28c-403a-8c2a-8f9a25c373e5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.5523434 Jul 30 01:46:43.324901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e36033f2-0ff9-469c-98aa-35589fe34271 req-5815c297-35c1-4ddf-b52c-d90d5d12302d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395573 Jul 30 01:46:43.483288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:43.487042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port ff5e6a2a-740e-48b5-8020-c1aba2b30aab {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:43.488591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.740989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89ba3b68-e4af-4648-8061-41d22c55555b req-5027846e-1563-4596-96dc-b5f896c44489 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122429 Jul 30 01:46:43.861490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.862294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.903775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for ff5e6a2a-740e-48b5-8020-c1aba2b30aab owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:43.940868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-53b27bd0-d087-4a9b-959f-228b302bf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.942625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-53b27bd0-d087-4a9b-959f-228b302bf728 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1097 time: 0.2000678 Jul 30 01:46:43.952231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578379e5-2102-4f71-b2e5-433aad9eefbe req-0f5c2c85-b9c2-4537-9462-4bb39d60e69c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.954076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-578379e5-2102-4f71-b2e5-433aad9eefbe req-0f5c2c85-b9c2-4537-9462-4bb39d60e69c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.2539108 Jul 30 01:46:44.019280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.050035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-578379e5-2102-4f71-b2e5-433aad9eefbe req-7ad1844a-1bd0-458b-8521-3b844ebc87f4 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595698 Jul 30 01:46:44.089955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acf3a29-0580-44f0-9612-72be58ed1673 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:44.115049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-08d8b4b8-d11c-4d61-9707-c42a3960f7e5 None None] Provisioning complete for port b0772add-aece-4a75-8bf0-80a8b12156e0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:44.115049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08d8b4b8-d11c-4d61-9707-c42a3960f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.204564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-0da3fb89-686f-455a-9f15-c8b041e17123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.211732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-0da3fb89-686f-455a-9f15-c8b041e17123 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.2016156 Jul 30 01:46:44.261704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6acf3a29-0580-44f0-9612-72be58ed1673, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6acf3a29-0580-44f0-9612-72be58ed1673,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:44.280896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.299177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-a3aafccc-29a8-48fb-89f6-5e200945c3ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 1001 time: 0.0736735 Jul 30 01:46:44.348506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-08d8b4b8-d11c-4d61-9707-c42a3960f7e5 None None] Port b0772add-aece-4a75-8bf0-80a8b12156e0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:44.415969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6acf3a29-0580-44f0-9612-72be58ed1673,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:44.434245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 2, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:44.473631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:44.505742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c98d3-dc90-4137-9ec1-ef99484c4bd0 None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 2, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:44.529085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-152c5e87-eb4c-499a-bfc5-d9965864bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.531058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-152c5e87-eb4c-499a-bfc5-d9965864bbe2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.2219040 Jul 30 01:46:44.602243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.621566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:44.640039 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04ae2be6-6f50-4cc9-8c25-af8ab915193f admin admin] 10.222.0.78 "PUT /v2.0/routers/94d6bce0-294c-4e38-8e15-ec3d0a73477d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4757814 Jul 30 01:46:44.646399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['6acf3a29-0580-44f0-9612-72be58ed1673'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:44.652357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=ff5e6a2a-740e-48b5-8020-c1aba2b30aab,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:44.687507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21af307-6b31-4196-b3ed-4da9334fc3c8 req-82c16148-2c42-48de-83f9-ee2ab78988c5 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.696088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f21af307-6b31-4196-b3ed-4da9334fc3c8 req-82c16148-2c42-48de-83f9-ee2ab78988c5 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 944 time: 0.1959314 Jul 30 01:46:44.757410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-4330f070-ec45-4695-839f-4e7ecf37d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.759548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-4330f070-ec45-4695-839f-4e7ecf37d70f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102058 Jul 30 01:46:44.883473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-75dc1433-e43f-4811-a3bd-86bb2432aa7d service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126056 Jul 30 01:46:45.139653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f21af307-6b31-4196-b3ed-4da9334fc3c8 req-003bfaf1-8977-42db-966b-f61a471c6160 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367859 Jul 30 01:46:45.212958 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.213732 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP 1dad66f2-7a29-4209-b0fa-6d91beaa569e disassociated (deleted). External IP: 172.25.8.100, port: 20c2e266-ee50-4cc5-b107-a389648580f9. Jul 30 01:46:45.343198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5fd6-2ab3-4d87-ae72-e35fa1681bd9 req-08df5b60-e0cf-4523-92a4-04b8f402384b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.351125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d20e5fd6-2ab3-4d87-ae72-e35fa1681bd9 req-08df5b60-e0cf-4523-92a4-04b8f402384b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.4660883 Jul 30 01:46:45.362591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48584) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:45.505269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a67cd55-62fc-4197-8d9d-860928466dcb req-2db58918-eaed-42b7-8dff-8c4032fef3ab service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284591 Jul 30 01:46:45.557969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d20e5fd6-2ab3-4d87-ae72-e35fa1681bd9 req-d68f8a90-be7a-4ea5-b4a7-652e85a899fc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039244 Jul 30 01:46:45.662495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be1b0af9-ca87-4f28-b084-584bec18740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.985767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be1b0af9-ca87-4f28-b084-584bec18740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.996103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be1b0af9-ca87-4f28-b084-584bec18740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.014620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724efeb7-d98f-45e6-8751-86e3b22df564 req-73c14e8a-f3d9-4240-a3df-efa66bf9cee2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.020157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-724efeb7-d98f-45e6-8751-86e3b22df564 req-73c14e8a-f3d9-4240-a3df-efa66bf9cee2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.2877748 Jul 30 01:46:46.027726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48596) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:46.034119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923128744', 'description': 'tempest-description--486621895'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:46.066586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 563e8591-097b-4d15-b0b8-2160ee9cb959 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:46.126551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b0af9-ca87-4f28-b084-584bec18740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fcbf56-eeea-4f5d-b43c-4a17760e60d3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:46.148484 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-be1b0af9-ca87-4f28-b084-584bec18740c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abd85cf61ed04116b4b14c5456a4f642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842689 Jul 30 01:46:46.149806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:46.156192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.230449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-724efeb7-d98f-45e6-8751-86e3b22df564 req-1f81089c-9264-46be-9c34-35a29748bd10 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783521 Jul 30 01:46:46.259743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c0708ebf-df3a-453f-b348-4461da480590 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:46.290826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2be4-c198-47a3-91a7-0e23d2f08128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.365408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6acf3a29-0580-44f0-9612-72be58ed1673 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:46.422062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2be4-c198-47a3-91a7-0e23d2f08128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.509197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:46.517667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.532177 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93017926-82cc-417c-954b-4601c10fb47e None None] Sync routers for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:46.538848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800e966-a229-4b7b-adc4-4a6789d6749c req-0dc85f70-6516-4571-840a-0930bb7df582 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.545927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c0708ebf-df3a-453f-b348-4461da480590 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:46.546649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4800e966-a229-4b7b-adc4-4a6789d6749c req-0dc85f70-6516-4571-840a-0930bb7df582 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 944 time: 0.2574475 Jul 30 01:46:46.555237 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:46.555896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:46.564851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 6acf3a29-0580-44f0-9612-72be58ed1673 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:46.606812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e8ca1117-cf3c-4e40-a081-ce16f5a2aca1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/floatingips/1dad66f2-7a29-4209-b0fa-6d91beaa569e HTTP/1.1" status: 204 len: 168 time: 4.0276527 Jul 30 01:46:46.608243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c0708ebf-df3a-453f-b348-4461da480590 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:46.608809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.612888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:46.615347 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34faa2fd-3adf-46ea-89a3-df96c84ba23b" -d '{"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:46.628328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2be4-c198-47a3-91a7-0e23d2f08128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.638687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe9e2be4-c198-47a3-91a7-0e23d2f08128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.644529 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe9e2be4-c198-47a3-91a7-0e23d2f08128 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6fcbf56-eeea-4f5d-b43c-4a17760e60d3 HTTP/1.1" status: 204 len: 168 time: 0.4935100 Jul 30 01:46:46.667567 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.688097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2be4-c198-47a3-91a7-0e23d2f08128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fcbf56-eeea-4f5d-b43c-4a17760e60d3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:46.700985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4800e966-a229-4b7b-adc4-4a6789d6749c req-f3ffcecb-599c-4fac-b688-157855ee165e tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532404 Jul 30 01:46:46.706238 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.748961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 6acf3a29-0580-44f0-9612-72be58ed1673 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:46.749426 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.913815 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.058187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:47.058661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.060653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c0708ebf-df3a-453f-b348-4461da480590, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c0708ebf-df3a-453f-b348-4461da480590,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:47.065193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0355527 Jul 30 01:46:47.069665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48618) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:47.072004 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.077892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'security_group_rule': {'security_group_id': '74f74d8d-8728-487e-8565-9740c418108c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:47.090804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d13c42-7a17-4841-a3f4-f328c14a4412 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f74d8d-8728-487e-8565-9740c418108c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.177395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c0708ebf-df3a-453f-b348-4461da480590,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.223580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.233605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111296f5-1aaf-4f97-ae0b-a88c2c4040de req-2b13cda1-e506-47a5-b3c6-89ac2b6e95da tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.254454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-111296f5-1aaf-4f97-ae0b-a88c2c4040de req-2b13cda1-e506-47a5-b3c6-89ac2b6e95da tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.4551711 Jul 30 01:46:47.311980 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e4050-c225-4a21-aa9c-73179093075e x-openstack-request-id: req-7a9e4050-c225-4a21-aa9c-73179093075e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:47.312705 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:47.312705 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a9e4050-c225-4a21-aa9c-73179093075e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:47.313009 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'status': 'completed', 'code': 200} Jul 30 01:46:47.334320 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.394796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acf3a29-0580-44f0-9612-72be58ed1673'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:47.404818 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029b54f-86c0-426e-9f84-d1d8ff3a3df4" -d '{"events": [{"server_uuid": "c2728721-50fa-436e-ae42-c8340fbea0ed", "name": "network-vif-plugged", "status": "completed", "tag": "6acf3a29-0580-44f0-9612-72be58ed1673"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:47.442242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6acf3a29-0580-44f0-9612-72be58ed1673, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6acf3a29-0580-44f0-9612-72be58ed1673,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:47.451668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.493408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.499397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.561376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be95dd8-1301-43f1-b996-5f779e66eb71,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.571466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.575597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-614aa328-a328-41e7-8ac0-ced22bd8eb35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5019991 Jul 30 01:46:47.576642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:47.588153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'security_group_rule': {'security_group_id': '74f74d8d-8728-487e-8565-9740c418108c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:47.668123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.749728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6acf3a29-0580-44f0-9612-72be58ed1673,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.780389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.787181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.826919 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.829980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519507 Jul 30 01:46:47.837147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48640) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:47.847580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:47.859988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fd1f8-df59-46ee-b528-5dc407431e94 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc11036-cb23-42e7-afea-cbfcaf0dccd0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.888074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:47.909183 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.044246 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93017926-82cc-417c-954b-4601c10fb47e None None] Checking router: 563e8591-097b-4d15-b0b8-2160ee9cb959 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:48.076423 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:48.082367 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.088859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48644) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:48.098482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c0708ebf-df3a-453f-b348-4461da480590 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:48.139341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.216338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c0708ebf-df3a-453f-b348-4461da480590 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:48.216753 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.369087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.375951 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.433938 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:48.514289 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64ab0045730b4ccfa0eaabb4d5346a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219375 Jul 30 01:46:48.515374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48652) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:48.594328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482079c2-f250-48f6-9cff-84dc338f042e req-39b6102a-ac77-49d6-8d1f-707ce0234dd6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.596840 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-482079c2-f250-48f6-9cff-84dc338f042e req-39b6102a-ac77-49d6-8d1f-707ce0234dd6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 947 time: 0.1647968 Jul 30 01:46:48.603078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95e8867-5743-43a1-bfa5-044b40ab19a4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:48.617244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:48.622450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-111296f5-1aaf-4f97-ae0b-a88c2c4040de req-929aea1a-4a8c-4608-996c-46ea90f64e01 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3582530 Jul 30 01:46:48.632769 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-664649d8-0c3c-4025-8a6f-98c63013f11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.647259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:48.648847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.673450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-88345080-6278-409b-b919-8b5b75725d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.677335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-88345080-6278-409b-b919-8b5b75725d42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 1099 time: 1.3458362 Jul 30 01:46:48.786519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-664649d8-0c3c-4025-8a6f-98c63013f11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.833621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.834200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.837013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.837443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.839537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.839955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.840372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.840779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.850567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.850959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.851379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.853228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831d5fa-b535-4366-b209-b6f4b1e15f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:48.893341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01524fb2-9eea-43e2-a190-804f75778553 req-1c838253-434c-486c-99c4-356440c0a798 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.895517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01524fb2-9eea-43e2-a190-804f75778553 req-1c838253-434c-486c-99c4-356440c0a798 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 947 time: 0.4772077 Jul 30 01:46:48.975776 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-31c465d5-d2dd-440a-9b99-25c956a1636b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.986383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-93017926-82cc-417c-954b-4601c10fb47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:48.995522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:49.031151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05fe8-af45-436d-b4f0-df8fe83242b3 req-e3a71510-ce03-44a5-a98a-62574dc1a40c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.032982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddc05fe8-af45-436d-b4f0-df8fe83242b3 req-e3a71510-ce03-44a5-a98a-62574dc1a40c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1860437 Jul 30 01:46:49.046097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01524fb2-9eea-43e2-a190-804f75778553 req-f24c5e02-55bb-4be4-a3aa-586672d2d0eb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=74567633-c0ef-45ab-a49d-d65ecd1e0287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347280 Jul 30 01:46:49.062932 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93017926-82cc-417c-954b-4601c10fb47e None None] The sync data for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 is: [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:44:29Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '11e7058c-089e-4790-a90e-7860ae902159', 'name': '', 'network_id': 'd10c3cc1-39bf-4af8-b382-1439e09599bc', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:fe:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:27Z', 'updated_at': '2021-07-30T01:44:36Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '3fc0e39b-ca2c-4611-8c90-83a615b85c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:49.088082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.131842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 20c2e266-ee50-4cc5-b107-a389648580f9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:49.132180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.156156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddc05fe8-af45-436d-b4f0-df8fe83242b3 req-0f8ec060-d04a-42c2-8582-2163e9a1ecd7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087823 Jul 30 01:46:49.175930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-c2e7a78c-88d3-4b16-b89f-469cdc1dde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.177566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-c2e7a78c-88d3-4b16-b89f-469cdc1dde98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 200 len: 898 time: 0.4748471 Jul 30 01:46:49.178719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-664649d8-0c3c-4025-8a6f-98c63013f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.202838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-664649d8-0c3c-4025-8a6f-98c63013f11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.204173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-664649d8-0c3c-4025-8a6f-98c63013f11a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a95e8867-5743-43a1-bfa5-044b40ab19a4 HTTP/1.1" status: 204 len: 168 time: 0.6838939 Jul 30 01:46:49.223862 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02f59c-5c33-408b-9691-8d77632badc1 x-openstack-request-id: req-1e02f59c-5c33-408b-9691-8d77632badc1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:49.224130 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2728721-50fa-436e-ae42-c8340fbea0ed", "name": "network-vif-plugged", "status": "completed", "tag": "6acf3a29-0580-44f0-9612-72be58ed1673", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:49.233515 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e02f59c-5c33-408b-9691-8d77632badc1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:49.234068 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acf3a29-0580-44f0-9612-72be58ed1673', 'code': 200} Jul 30 01:46:49.293596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664649d8-0c3c-4025-8a6f-98c63013f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95e8867-5743-43a1-bfa5-044b40ab19a4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:49.513040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 20c2e266-ee50-4cc5-b107-a389648580f9, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=20c2e266-ee50-4cc5-b107-a389648580f9,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:49.513447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.599854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-ea7c6b2a-3fa4-4810-a15c-d685bbe6a31d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 200 len: 217 time: 0.3830104 Jul 30 01:46:49.646666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Allocated IP 172.25.8.84 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a08ae5d8-f11e-4629-aa82-48165b572f29) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:49.748061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 2, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:49.826788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:49.827168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Updating router 94d6bce0-294c-4e38-8e15-ec3d0a73477d port b0772add-aece-4a75-8bf0-80a8b12156e0 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:49.831586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 20c2e266-ee50-4cc5-b107-a389648580f9 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:49.874769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3ea20-a754-4279-8b93-8cc525dc84a4 req-b8b54488-8b62-4974-8334-a748801185ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.881429 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6124b9-305f-48b2-a6c0-437285a50ba6 None None] New status for floating IP 1dad66f2-7a29-4209-b0fa-6d91beaa569e: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:46:49.886205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84c3ea20-a754-4279-8b93-8cc525dc84a4 req-b8b54488-8b62-4974-8334-a748801185ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 1097 time: 0.6176922 Jul 30 01:46:49.928150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.995358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-ec9f2fc2-2847-480a-91b7-12643ade4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.012406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-ec9f2fc2-2847-480a-91b7-12643ade4187 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 200 len: 835 time: 0.4052608 Jul 30 01:46:50.025642 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.092974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5ea3-115a-4eae-a0f2-7e9c0d67129d req-0568a236-dff1-4247-98b3-34c86e7007d6 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.134182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6bf5ea3-115a-4eae-a0f2-7e9c0d67129d req-0568a236-dff1-4247-98b3-34c86e7007d6 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.8148637 Jul 30 01:46:50.288896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.300709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.385777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84c3ea20-a754-4279-8b93-8cc525dc84a4 req-1b5a58f1-0c96-4309-9369-89048fd1877c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860873 Jul 30 01:46:50.465073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:50.474162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6bf5ea3-115a-4eae-a0f2-7e9c0d67129d req-8bbaba5e-dbaa-4065-8b84-40f1d2c396a4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385990 Jul 30 01:46:50.500999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-81b09901-da0d-4ac8-9e52-d508ac0ab2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.505615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:50.517000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-81b09901-da0d-4ac8-9e52-d508ac0ab2aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d10c3cc1-39bf-4af8-b382-1439e09599bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3723612 Jul 30 01:46:50.533194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:50.593814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5418b2-caa6-473a-8b19-9d9a5c9bec7a req-bc744b7d-e943-4238-8c1e-81d23585a90d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.617154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c5418b2-caa6-473a-8b19-9d9a5c9bec7a req-bc744b7d-e943-4238-8c1e-81d23585a90d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.7032907 Jul 30 01:46:50.798050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'Port': ['ID=a08ae5d8-f11e-4629-aa82-48165b572f29,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:50.881152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] No DVR routers for this DVR port 20c2e266-ee50-4cc5-b107-a389648580f9 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:50.900778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:50.913317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-482079c2-f250-48f6-9cff-84dc338f042e req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "DELETE /v2.0/ports/20c2e266-ee50-4cc5-b107-a389648580f9 HTTP/1.1" status: 204 len: 173 time: 2.3020597 Jul 30 01:46:50.913866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-deleted', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:50.931913 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a813bb8f-c2e1-47b5-9c61-41f85df33a39" -d '{"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-deleted", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:50.990281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16392a9c-d239-4405-b525-274358588faf req-1d2d8f1b-546e-44e5-8fa2-b5e9ba7a8796 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=b89ce8c9-5837-4506-8a9c-a018bc1fca90 HTTP/1.1" status: 200 len: 210 time: 0.1462264 Jul 30 01:46:50.997321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:46:51.045638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b28c58-fa98-4179-a7eb-b3a9627c6d42 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=20c2e266-ee50-4cc5-b107-a389648580f9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:51.114503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c5418b2-caa6-473a-8b19-9d9a5c9bec7a req-f9267bca-f5a2-4d03-96b0-4f58ae3666ad tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437253 Jul 30 01:46:51.129423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.181634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.206657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Transition to ACTIVE for port object b0772add-aece-4a75-8bf0-80a8b12156e0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:51.216660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.243898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.311203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-ed9033a7-746e-4a2b-a5ba-f8b75a66f49b service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722218 Jul 30 01:46:51.326834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.331112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb7ba7-a699-45d6-b7b5-62701ceb2fd5 None None] Pushing event updated for resources: {'Port': ['ID=b0772add-aece-4a75-8bf0-80a8b12156e0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:51.478088 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa637ca-8ae8-4f7f-b3f6-fe6bd248f680 x-openstack-request-id: req-cfa637ca-8ae8-4f7f-b3f6-fe6bd248f680 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:51.479764 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89ce8c9-5837-4506-8a9c-a018bc1fca90", "name": "network-vif-deleted", "tag": "20c2e266-ee50-4cc5-b107-a389648580f9", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:51.481870 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfa637ca-8ae8-4f7f-b3f6-fe6bd248f680 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:51.482959 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ce8c9-5837-4506-8a9c-a018bc1fca90', 'name': 'network-vif-deleted', 'tag': '20c2e266-ee50-4cc5-b107-a389648580f9', 'status': 'completed', 'code': 200} Jul 30 01:46:51.629836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Attempting to bind port b0772add-aece-4a75-8bf0-80a8b12156e0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:51.630405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Attempting to bind port b0772add-aece-4a75-8bf0-80a8b12156e0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:51.632319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Attempting to bind port b0772add-aece-4a75-8bf0-80a8b12156e0 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:51.647677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:51.649255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Checking segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:51.650034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.650911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Bound using segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:51.651653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Bound port: b0772add-aece-4a75-8bf0-80a8b12156e0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:51.652242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.753915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bfe91197-45e1-4370-8446-c6d040d14cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.780922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b39f8-5ed2-44e1-a3fa-11a986e0fb18 req-1873efc7-6cd3-46a0-b962-865c3a1add96 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.792440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-515b39f8-5ed2-44e1-a3fa-11a986e0fb18 req-1873efc7-6cd3-46a0-b962-865c3a1add96 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.5868855 Jul 30 01:46:51.836461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] For port b0772add-aece-4a75-8bf0-80a8b12156e0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:51.891651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-dda891ae-7acb-4906-b259-d089ac93df3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3745608 Jul 30 01:46:51.893878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.899853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.912684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] For port b0772add-aece-4a75-8bf0-80a8b12156e0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b0772add-aece-4a75-8bf0-80a8b12156e0,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:51.954756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:51.981889 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.070867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f39f7c-038f-42e1-a388-cd99b927f5c4 req-c7d995d9-00e6-4c7d-a5ee-508586b70449 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.086127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'Port': ['ID=a08ae5d8-f11e-4629-aa82-48165b572f29,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:52.088250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1f39f7c-038f-42e1-a388-cd99b927f5c4 req-c7d995d9-00e6-4c7d-a5ee-508586b70449 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.4018061 Jul 30 01:46:52.095589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.106051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34faa2fd-3adf-46ea-89a3-df96c84ba23b req-f8b625c5-4b32-4fba-80fb-54f9d471cec7 service neutron] 10.222.0.66 "GET /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835793 Jul 30 01:46:52.111166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.112597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b7e46e09-4197-4ed1-b452-7c8258b96b1f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2743227 Jul 30 01:46:52.144336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-515b39f8-5ed2-44e1-a3fa-11a986e0fb18 req-cee64ecf-2b4d-4127-9abe-03e3088c0790 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508372 Jul 30 01:46:52.194763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.195345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.195894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.196439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.196984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.197522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.198096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.200305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-38abd2b8-d9b5-41c9-9e18-f4030e9ef48a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.1821079 Jul 30 01:46:52.232862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1f39f7c-038f-42e1-a388-cd99b927f5c4 req-e6cd2f1e-31e9-4083-85a4-ca191437e4bb tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331048 Jul 30 01:46:52.266762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:52.313611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:52.314240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:52.473019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:52.546832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb7ba7-a699-45d6-b7b5-62701ceb2fd5 None None] Pushing event updated for resources: {'Port': ['ID=b0772add-aece-4a75-8bf0-80a8b12156e0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:52.574683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 20c2e266-ee50-4cc5-b107-a389648580f9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:52.575675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 20c2e266-ee50-4cc5-b107-a389648580f9 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:52.773152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-687c7f9d-0555-446c-9ed1-aa9258f668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.773635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-687c7f9d-0555-446c-9ed1-aa9258f668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.774101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-687c7f9d-0555-446c-9ed1-aa9258f668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.780446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-687c7f9d-0555-446c-9ed1-aa9258f668b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=3efebfd3-cb97-4208-8d47-9587a59c2360&id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 2290 time: 0.5397725 Jul 30 01:46:52.830309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-aee77784-f7a0-4d03-a190-8c2c015182cb tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--923128744&fields=id&tenant_id=94b488a9f91a4cedb11c59818fd94649 HTTP/1.1" status: 200 len: 267 time: 0.1875908 Jul 30 01:46:52.883495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5148c0-5ad5-4772-acf2-babfb50d861e req-bbba9362-e2dd-4c1e-bcbe-984ad96df82e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.891353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf5148c0-5ad5-4772-acf2-babfb50d861e req-bbba9362-e2dd-4c1e-bcbe-984ad96df82e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.4590847 Jul 30 01:46:53.065968 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.097510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:53.235712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf5148c0-5ad5-4772-acf2-babfb50d861e req-3f8fcb0b-d68d-48a2-be71-840fb2a38c45 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429635 Jul 30 01:46:53.254111 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-bc0fa497-ec4f-4b6c-8c07-1a29d24cfe82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 1001 time: 0.4627347 Jul 30 01:46:53.314063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.484031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-f15ef5b3-f1fd-4d97-badc-83eaeea01f5e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.501106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-f15ef5b3-f1fd-4d97-badc-83eaeea01f5e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 811 time: 0.6680696 Jul 30 01:46:53.597996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:51Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:53.649274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-618b551a-a05b-422d-abac-4a0995cf41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.653013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-618b551a-a05b-422d-abac-4a0995cf41c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 200 len: 849 time: 0.3838098 Jul 30 01:46:53.655402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d6a48f-af40-463d-b12a-36f28ae22f31 None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:51Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:53.663612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-7d746024-436e-44b0-bed8-470d29bb7be9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/quotas/94b488a9f91a4cedb11c59818fd94649 HTTP/1.1" status: 200 len: 375 time: 0.1611722 Jul 30 01:46:53.801571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3ab3-452c-4539-8fcc-0b6a661d3093 req-3b1fcf5c-7c6d-4cb2-8188-60624982c1d0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.817178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4bd3ab3-452c-4539-8fcc-0b6a661d3093 req-3b1fcf5c-7c6d-4cb2-8188-60624982c1d0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.4642837 Jul 30 01:46:53.996192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4bd3ab3-452c-4539-8fcc-0b6a661d3093 req-1b69799d-2a47-4403-843b-c19e0a5ceb81 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781008 Jul 30 01:46:54.053668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 11e7058c-089e-4790-a90e-7860ae902159 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:54.054022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.060924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-3295860e-7e9e-46f7-9dad-793ec6bf86d5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3963320 Jul 30 01:46:54.063699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-a141a154-e349-4ea1-9c79-d55e4ba38eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.066251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-a141a154-e349-4ea1-9c79-d55e4ba38eec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31143a36-c95c-4f04-9473-6f84640e8107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3945570 Jul 30 01:46:54.191927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b0772add-aece-4a75-8bf0-80a8b12156e0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:54.294754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 11e7058c-089e-4790-a90e-7860ae902159, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=11e7058c-089e-4790-a90e-7860ae902159,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:54.295177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.329792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 11e7058c-089e-4790-a90e-7860ae902159 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:54.363634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b0772add-aece-4a75-8bf0-80a8b12156e0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:54.392353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b0772add-aece-4a75-8bf0-80a8b12156e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:54.395025 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.465600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-a00a9ceb-b694-464b-b314-38c759a8947b service neutron] 10.222.0.78 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793492 Jul 30 01:46:54.469129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-f06e59db-11e0-43dc-aac5-e5d62f9000f0 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836474 Jul 30 01:46:54.577429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.694099 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.749127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.779257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b0772add-aece-4a75-8bf0-80a8b12156e0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b0772add-aece-4a75-8bf0-80a8b12156e0,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:54.787267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.805359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-55cef320-2a4b-4aa7-9491-b5b9c13d9e88 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137650 Jul 30 01:46:54.838174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=11e7058c-089e-4790-a90e-7860ae902159,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:54.914237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b0772add-aece-4a75-8bf0-80a8b12156e0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:54.963271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7ef4f-dd22-4b4b-bd92-f805f754725e req-4a7050d1-4a1c-4629-8c96-ad32858c8214 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.975421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9a7ef4f-dd22-4b4b-bd92-f805f754725e req-4a7050d1-4a1c-4629-8c96-ad32858c8214 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.7015927 Jul 30 01:46:55.019147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-092b218c-95b3-44cc-bf43-d43cb8b8f184 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 217 time: 0.2038159 Jul 30 01:46:55.209359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-0f33cef2-f7c6-419e-ba67-47f1fd6447c3 service neutron] 10.222.0.78 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339392 Jul 30 01:46:55.241734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9a7ef4f-dd22-4b4b-bd92-f805f754725e req-0d545622-61de-458b-9c0b-36559737545f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652612 Jul 30 01:46:55.269267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-968a630b-2786-4261-9db1-1d8a1bf86da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.275091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-968a630b-2786-4261-9db1-1d8a1bf86da9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.2049432 Jul 30 01:46:55.320766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:55.373583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8e6ca363-6c24-489c-bd4b-89c8f950032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.375311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8e6ca363-6c24-489c-bd4b-89c8f950032d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952144 Jul 30 01:46:55.767362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-85bb6289-5e1a-4837-9a17-fc8ca760e9df service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799748 Jul 30 01:46:56.131521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 563e8591-097b-4d15-b0b8-2160ee9cb959 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:56.262074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b0772add-aece-4a75-8bf0-80a8b12156e0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:56.262903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533d7ae-bf03-40b9-8e72-e76037eb655f req-01726b6e-0eb1-4737-8975-bea17bf17902 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.271861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8533d7ae-bf03-40b9-8e72-e76037eb655f req-01726b6e-0eb1-4737-8975-bea17bf17902 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.6227801 Jul 30 01:46:56.319363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0301-3bc6-46e3-82ef-7dee308076de req-b459a652-a492-4b48-95ee-3fcf637e67a3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.325258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e65e0301-3bc6-46e3-82ef-7dee308076de req-b459a652-a492-4b48-95ee-3fcf637e67a3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.5497832 Jul 30 01:46:56.419356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b0772add-aece-4a75-8bf0-80a8b12156e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:56.420586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.471892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:56.490847 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ed1beef-fd3f-444a-b046-59be3c52623e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/563e8591-097b-4d15-b0b8-2160ee9cb959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2226980 Jul 30 01:46:56.494300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48838) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:56.498813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] Sync routers for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:56.527990 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-49f73d7b-cf29-4e9c-af58-00e4c7800d21 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471855 Jul 30 01:46:56.550321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8533d7ae-bf03-40b9-8e72-e76037eb655f req-cd4e04b7-901f-48dc-a3bc-956e9d1ae4a9 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782996 Jul 30 01:46:56.556455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:56.567727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:56.570949 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e65e0301-3bc6-46e3-82ef-7dee308076de req-547ee8a9-7ba1-4b47-85b9-830fbfdf334e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249513 Jul 30 01:46:56.640010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48842) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:56.662333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:56.712618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-2a851b3f-afff-47ba-b00b-7e0b4596bea8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 217 time: 0.1591971 Jul 30 01:46:56.722476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting subnet 3fc0e39b-ca2c-4611-8c90-83a615b85c62 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:46:56.732902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.790337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d68ab97a-5c00-49b4-8093-8653b181edd6 req-8ebc4077-f8d8-4f6c-97da-983e29670a01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 210 time: 0.0861967 Jul 30 01:46:56.878627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31f2d8cd-e1f8-42a2-8425-7e2650c6fac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.886690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.943486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-7b6fd673-b330-4d4f-93e6-dea0a71b13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.944977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-7b6fd673-b330-4d4f-93e6-dea0a71b13f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1488297 Jul 30 01:46:57.062239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-956d48e5-5f81-4348-8dc0-3b7ef8a29ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.067106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-956d48e5-5f81-4348-8dc0-3b7ef8a29ca2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929828 Jul 30 01:46:57.104911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:57.200932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.331856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb209-3f18-43e4-8f7d-742beafd8a1a req-70a9b107-4523-4ecb-a3bf-6b7bd490f03c tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.348603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-678bb209-3f18-43e4-8f7d-742beafd8a1a req-70a9b107-4523-4ecb-a3bf-6b7bd490f03c tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.1690595 Jul 30 01:46:57.372454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9d937de-affc-4ccb-8f05-1a6342d96568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.426096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:57.472770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] Checking router: 563e8591-097b-4d15-b0b8-2160ee9cb959 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:57.482379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-678bb209-3f18-43e4-8f7d-742beafd8a1a req-857b30c9-33dc-4693-bd6b-74f70f5b3462 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254420 Jul 30 01:46:57.486362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] Routers {'563e8591-097b-4d15-b0b8-2160ee9cb959'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:57.488089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['563e8591-097b-4d15-b0b8-2160ee9cb959'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:57.488852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.552031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.556868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/subnets/3fc0e39b-ca2c-4611-8c90-83a615b85c62 HTTP/1.1" status: 204 len: 168 time: 1.0570562 Jul 30 01:46:57.556868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158b81-754f-4175-ae9d-e72289fe0347 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc0e39b-ca2c-4611-8c90-83a615b85c62,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:57.561259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:57.578699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb363f-208d-44b8-8771-d730f0b3d81e None None] Network d10c3cc1-39bf-4af8-b382-1439e09599bc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:57.617209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-3aee9203-3d66-4e14-9ca5-a9be6578c90e service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431521 Jul 30 01:46:57.618463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31f2d8cd-e1f8-42a2-8425-7e2650c6fac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.674372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31f2d8cd-e1f8-42a2-8425-7e2650c6fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.758467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2d8cd-e1f8-42a2-8425-7e2650c6fac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b1add-9322-4040-8b38-aa5f12e92fb9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:57.824131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] Set router 563e8591-097b-4d15-b0b8-2160ee9cb959 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:57.953767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9d937de-affc-4ccb-8f05-1a6342d96568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.953767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9d937de-affc-4ccb-8f05-1a6342d96568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.052309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d937de-affc-4ccb-8f05-1a6342d96568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046465a8-52a1-43bf-9e81-13c02008eebd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:58.103130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31f2d8cd-e1f8-42a2-8425-7e2650c6fac8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6d74d356c3048818da468e1b6e4db97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4622207 Jul 30 01:46:58.113319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:58.129443 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e9d937de-affc-4ccb-8f05-1a6342d96568 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3781a578fa04defbbe8b3a1e6d1096e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4473858 Jul 30 01:46:58.138987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:58.173335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.185332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:58.212680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739faedd-3e77-4d5e-a94d-03c51e65e798 None None] The sync data for ids ['563e8591-097b-4d15-b0b8-2160ee9cb959'] in n-d-713499-10 is: [{'id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089031149', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:17Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '3697f814-4b9d-4956-ae33-7aaf64eae252', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563e8591-097b-4d15-b0b8-2160ee9cb959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:19Z', 'updated_at': '2021-07-30T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:58.215074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] DHCP port deletion for d10c3cc1-39bf-4af8-b382-1439e09599bc request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:46:58.300459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9df17-3103-4d97-9681-42ac97cf9713 req-d18a23a4-e8b5-40d2-9955-d8c42e1f2c6d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.308378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6d9df17-3103-4d97-9681-42ac97cf9713 req-d18a23a4-e8b5-40d2-9955-d8c42e1f2c6d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.8751292 Jul 30 01:46:58.314368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] Deleting port 396f99df-3cad-404b-82a3-7cae83e09b26 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:58.314748 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.396140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.463519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6d9df17-3103-4d97-9681-42ac97cf9713 req-d6b459a4-dadb-4594-84b5-be11bfaa8e77 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537652 Jul 30 01:46:58.485061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d7b1d-59a5-4e59-9b19-dfd1020a71fe req-9bd5e222-9cf5-4e6b-9fc9-e6d18d479944 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.501474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-356d7b1d-59a5-4e59-9b19-dfd1020a71fe req-9bd5e222-9cf5-4e6b-9fc9-e6d18d479944 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.3126218 Jul 30 01:46:58.502095 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d782a0e5-2193-4842-adfb-12c40e8b5bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.511392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-e92118c5-44ea-4620-a2d0-3164032099be service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627477 Jul 30 01:46:58.525692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-597898b5-9068-41da-8a7f-9a3251903e57 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.532541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d782a0e5-2193-4842-adfb-12c40e8b5bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.534798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-597898b5-9068-41da-8a7f-9a3251903e57 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 811 time: 0.9164457 Jul 30 01:46:58.592073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] For port 396f99df-3cad-404b-82a3-7cae83e09b26, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=396f99df-3cad-404b-82a3-7cae83e09b26,segment=NetworkSegment(6ca32809-4dde-497b-ba7f-6444cd011e60),segment_id=6ca32809-4dde-497b-ba7f-6444cd011e60)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:58.592623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.593718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b83e0515-7019-43a1-9c54-3a882ef6a7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.599743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d782a0e5-2193-4842-adfb-12c40e8b5bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.602680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d782a0e5-2193-4842-adfb-12c40e8b5bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.608181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d782a0e5-2193-4842-adfb-12c40e8b5bda admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/046465a8-52a1-43bf-9e81-13c02008eebd HTTP/1.1" status: 204 len: 168 time: 0.4681044 Jul 30 01:46:58.610173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] Calling delete_port for 396f99df-3cad-404b-82a3-7cae83e09b26 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:58.626125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782a0e5-2193-4842-adfb-12c40e8b5bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046465a8-52a1-43bf-9e81-13c02008eebd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:58.652600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b83e0515-7019-43a1-9c54-3a882ef6a7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.675426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 3697f814-4b9d-4956-ae33-7aaf64eae252 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:58.675891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.740038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-6f5236b5-e13c-4ba9-95d6-141dd1bfbed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 200 len: 217 time: 0.2037358 Jul 30 01:46:58.782586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.842445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] Pushing event deleted for resources: {'Port': ['ID=396f99df-3cad-404b-82a3-7cae83e09b26,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:58.851398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0912239-d8b2-42da-8f0f-a036e831b887 None None] No DVR routers for this DVR port 396f99df-3cad-404b-82a3-7cae83e09b26 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:58.923461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-356d7b1d-59a5-4e59-9b19-dfd1020a71fe req-19a661bf-18ba-4657-aac1-a90cd008376b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146962 Jul 30 01:46:58.954312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82b319df-1bf2-4041-88a4-a2273d4ef124 req-442834c8-16ae-4a18-9e0f-330de4e4e534 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 210 time: 0.2640414 Jul 30 01:46:59.033280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-75389758-860e-4231-b28a-7cd532bba443 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b488a9f91a4cedb11c59818fd94649 HTTP/1.1" status: 200 len: 379 time: 0.4656756 Jul 30 01:46:59.073164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'port': {'device_id': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'admin_state_up': True, 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'security_groups': ['74f74d8d-8728-487e-8565-9740c418108c']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:59.207773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48876) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:59.217555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0774e39-06d9-4614-9357-629c185576d3 req-e99a9fc7-8b8f-4a62-b4fc-aeda335d91ac tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.219015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0774e39-06d9-4614-9357-629c185576d3 req-e99a9fc7-8b8f-4a62-b4fc-aeda335d91ac tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.5230205 Jul 30 01:46:59.220602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-3fd8ee86-a5bd-4f49-bd83-f4d3c663b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.223208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-3fd8ee86-a5bd-4f49-bd83-f4d3c663b813 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.4474092 Jul 30 01:46:59.253443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-527f2af4-bf3c-4c60-85fd-3f73f55f4b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.292911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Made reservation on behalf of 94b488a9f91a4cedb11c59818fd94649 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:59.296932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.332851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b83e0515-7019-43a1-9c54-3a882ef6a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.335549 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b83e0515-7019-43a1-9c54-3a882ef6a7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.340207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b83e0515-7019-43a1-9c54-3a882ef6a7a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c53b1add-9322-4040-8b38-aa5f12e92fb9 HTTP/1.1" status: 204 len: 168 time: 1.2220383 Jul 30 01:46:59.362470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0515-7019-43a1-9c54-3a882ef6a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b1add-9322-4040-8b38-aa5f12e92fb9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:59.433283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-1286ca5a-d088-4a4b-9297-63143570e97b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.434849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-1286ca5a-d088-4a4b-9297-63143570e97b tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.1704028 Jul 30 01:46:59.493269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 3697f814-4b9d-4956-ae33-7aaf64eae252, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3697f814-4b9d-4956-ae33-7aaf64eae252,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:59.494008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.546592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 3697f814-4b9d-4956-ae33-7aaf64eae252 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:59.575148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-1e2240c4-d01a-4a1f-b91b-2e63711c6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.580210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-1e2240c4-d01a-4a1f-b91b-2e63711c6115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3279338 Jul 30 01:46:59.652301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Deleting port 8fc14147-b967-42b6-8c75-93a5f0d13495 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:59.652662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.676666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236633-3bf2-48c1-ab0d-c21abbd60adb req-39fbb4ff-4d18-4211-94fc-655699ed0221 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.679417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89236633-3bf2-48c1-ab0d-c21abbd60adb req-39fbb4ff-4d18-4211-94fc-655699ed0221 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.6121681 Jul 30 01:46:59.852331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Allocated IP 172.20.0.8 (fd7b6f6e-b05e-41d6-83ff-564af48a647b/f85a40e6-93e5-4849-93b9-85bbeb961ddc/fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:59.910534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48892) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:59.921545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] For port 8fc14147-b967-42b6-8c75-93a5f0d13495, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8fc14147-b967-42b6-8c75-93a5f0d13495,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:59.922018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.928243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a964e9-c651-4094-965f-d3c68a2cee9c req-301afa75-714c-4c1e-acd2-c9898bd6bed6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.930041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09a964e9-c651-4094-965f-d3c68a2cee9c req-301afa75-714c-4c1e-acd2-c9898bd6bed6 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12 HTTP/1.1" status: 200 len: 946 time: 0.2800272 Jul 30 01:46:59.941412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89236633-3bf2-48c1-ab0d-c21abbd60adb req-031efa2f-2cd9-4a11-8da1-5126b2dd7153 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395372 Jul 30 01:46:59.958137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Calling delete_port for 8fc14147-b967-42b6-8c75-93a5f0d13495 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:59.961269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-675e8a06-7593-43ed-9739-09a018867882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.053638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Deleting port 6acf3a29-0580-44f0-9612-72be58ed1673 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:00.053985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.092847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 11e7058c-089e-4790-a90e-7860ae902159 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:00.104366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-624b2fb5-6cdd-4dad-938c-dfaf311ab46a service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467940 Jul 30 01:47:00.114473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.123121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 11e7058c-089e-4790-a90e-7860ae902159 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:00.123639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 11e7058c-089e-4790-a90e-7860ae902159 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:00.124801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 396f99df-3cad-404b-82a3-7cae83e09b26 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:00.132388 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-527f2af4-bf3c-4c60-85fd-3f73f55f4b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.149895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 396f99df-3cad-404b-82a3-7cae83e09b26 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:00.150250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 396f99df-3cad-404b-82a3-7cae83e09b26 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:00.163828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=3697f814-4b9d-4956-ae33-7aaf64eae252,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.203117 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-527f2af4-bf3c-4c60-85fd-3f73f55f4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.277124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.279738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.314569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['8fc14147-b967-42b6-8c75-93a5f0d13495'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:00.337873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09a964e9-c651-4094-965f-d3c68a2cee9c req-37874b39-83d0-485a-97ae-db9e8a377b83 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809371 Jul 30 01:47:00.377794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-527f2af4-bf3c-4c60-85fd-3f73f55f4b24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a55ead20a0ec4c3cb338fadf543da56b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1532743 Jul 30 01:47:00.384370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event deleted for resources: {'Port': ['ID=8fc14147-b967-42b6-8c75-93a5f0d13495,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.388759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48902) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:00.413811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f2af4-bf3c-4c60-85fd-3f73f55f4b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20048106-1a61-411e-898e-e51f1cf569ec,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.443303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.453102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.457855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fef45-8b74-472d-8e2b-02f7badec92e req-2f7e6081-4e5b-4cc2-a68f-5312dd93f16e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.459817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-020fef45-8b74-472d-8e2b-02f7badec92e req-2f7e6081-4e5b-4cc2-a68f-5312dd93f16e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.3585999 Jul 30 01:47:00.488935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-203b4810-543f-4d9d-bffe-bdf55d8641a1 req-a6bd1156-d486-4a94-b8da-a10f51156215 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 210 time: 0.0667176 Jul 30 01:47:00.525947 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.548569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] For port 6acf3a29-0580-44f0-9612-72be58ed1673, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6acf3a29-0580-44f0-9612-72be58ed1673,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:00.548936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.570686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-1c86f486-80d6-4043-a31b-a8320efcc781 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375803 Jul 30 01:47:00.571596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] No DVR routers for this DVR port 8fc14147-b967-42b6-8c75-93a5f0d13495 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:00.571765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Transition to ACTIVE for port object fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:00.578239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Calling delete_port for 6acf3a29-0580-44f0-9612-72be58ed1673 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:00.582797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.584812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fba1b6c3-b0b4-47a3-9fe3-5033cd0199ea req-148ffb4f-d9ef-4edd-afcd-5d93873cb60a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "DELETE /v2.0/ports/8fc14147-b967-42b6-8c75-93a5f0d13495 HTTP/1.1" status: 204 len: 173 time: 1.1432264 Jul 30 01:47:00.587392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'name': 'network-vif-deleted', 'tag': '8fc14147-b967-42b6-8c75-93a5f0d13495'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:00.589999 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3f3d63-a2cf-48b5-bd92-0e54fdfc24eb" -d '{"events": [{"server_uuid": "5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12", "name": "network-vif-deleted", "tag": "8fc14147-b967-42b6-8c75-93a5f0d13495"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:00.607120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.607652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Fanout notify agent at l3_agent the message router_deleted on router 563e8591-097b-4d15-b0b8-2160ee9cb959 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:47:00.617773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.618957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ddac942d-5c80-4d20-90eb-b5c000370cbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/routers/563e8591-097b-4d15-b0b8-2160ee9cb959 HTTP/1.1" status: 204 len: 168 time: 3.0571766 Jul 30 01:47:00.627567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48906) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:00.630680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-020fef45-8b74-472d-8e2b-02f7badec92e req-1af60fac-d890-4b9c-9ebb-36ff3f4a4337 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492834 Jul 30 01:47:00.644392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-675e8a06-7593-43ed-9739-09a018867882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.660035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-675e8a06-7593-43ed-9739-09a018867882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.667712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-18359f8f-a4ff-4364-bbd2-2d3f0c71ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.669297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-18359f8f-a4ff-4364-bbd2-2d3f0c71ea64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1097 time: 0.2177522 Jul 30 01:47:00.671530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0484c895-f205-4ea7-aea9-17bc892c52a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.693921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-2f72b8b6-f4af-45c8-8168-2a016d06767b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 200 len: 217 time: 0.0823512 Jul 30 01:47:00.712703 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93546c4c-510d-413c-9e60-7c763621fccb x-openstack-request-id: req-93546c4c-510d-413c-9e60-7c763621fccb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:00.712998 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12", "name": "network-vif-deleted", "tag": "8fc14147-b967-42b6-8c75-93a5f0d13495", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:00.713311 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-93546c4c-510d-413c-9e60-7c763621fccb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:00.713907 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7a0d96-fc23-4352-90c1-0cfa7d9f5f12', 'name': 'network-vif-deleted', 'tag': '8fc14147-b967-42b6-8c75-93a5f0d13495', 'status': 'completed', 'code': 200} Jul 30 01:47:00.783205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0484c895-f205-4ea7-aea9-17bc892c52a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.799929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e8a06-7593-43ed-9739-09a018867882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a071edf0-0b57-421e-badc-b569ff9b38a2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.814237 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-675e8a06-7593-43ed-9739-09a018867882 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73f222365a2b48b0ab65de5df05a5deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994746 Jul 30 01:47:00.817906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 48908) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:00.868671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-440b60ac-cacb-4696-97bd-1f4642a945c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.871080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-440b60ac-cacb-4696-97bd-1f4642a945c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.1890266 Jul 30 01:47:00.915222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0484c895-f205-4ea7-aea9-17bc892c52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.918443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0484c895-f205-4ea7-aea9-17bc892c52a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.918953 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.919601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0484c895-f205-4ea7-aea9-17bc892c52a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20048106-1a61-411e-898e-e51f1cf569ec HTTP/1.1" status: 204 len: 168 time: 0.5279598 Jul 30 01:47:00.932532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:00.940077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484c895-f205-4ea7-aea9-17bc892c52a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20048106-1a61-411e-898e-e51f1cf569ec,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:00.964356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-4da1336d-7802-450c-baa8-4b0631bbe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.965167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-f35b7af0-f8ec-4ed1-bbc7-0ffdfaaf9191 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 1001 time: 0.0864208 Jul 30 01:47:00.965863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-4da1336d-7802-450c-baa8-4b0631bbe157 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1736104 Jul 30 01:47:01.029484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-adba011e-c960-4572-a52e-7a08652cd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.031319 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-adba011e-c960-4572-a52e-7a08652cd6c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.0583723 Jul 30 01:47:01.107433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-ea79a92b-68dc-439c-b81e-4bec71b4f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.109883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-ea79a92b-68dc-439c-b81e-4bec71b4f9d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706341 Jul 30 01:47:01.134410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:01.171138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:01.232039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:01.253194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df5ffb94-3722-41fb-8090-78d74174db44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.267899 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-a8ff8b80-a85f-401b-8491-2efe63b659f6 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492004 Jul 30 01:47:01.283401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'Port': ['ID=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:01.422180 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.422989 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-22197fd2-9bf5-467b-998c-b7170647d2d3 req-4a970560-4ad0-46ca-aa66-6f19ad6000ec service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485398 Jul 30 01:47:01.452041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10c3cc1-39bf-4af8-b382-1439e09599bc']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:01.465826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.478197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc207b8-5498-4f86-bf80-a9dc00e5de08 req-2b874e95-3cd3-49c2-a3a2-1696a498fc79 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.481911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4dc207b8-5498-4f86-bf80-a9dc00e5de08 req-2b874e95-3cd3-49c2-a3a2-1696a498fc79 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2728721-50fa-436e-ae42-c8340fbea0ed HTTP/1.1" status: 200 len: 945 time: 0.4298310 Jul 30 01:47:01.495513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df5ffb94-3722-41fb-8090-78d74174db44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.499360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8bd6a96c-2cee-4ddd-aab7-ad6e5865aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.501132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8bd6a96c-2cee-4ddd-aab7-ad6e5865aa58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4726217 Jul 30 01:47:01.518849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-19ec1411-e617-4220-ab79-022b535bdc6f None None] Provisioning for port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:01.525117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-19ec1411-e617-4220-ab79-022b535bdc6f None None] Provisioning complete for port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:01.526259 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19ec1411-e617-4220-ab79-022b535bdc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.565751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca32809-4dde-497b-ba7f-6444cd011e60') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:01.566044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca32809-4dde-497b-ba7f-6444cd011e60') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:01.572213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-19ec1411-e617-4220-ab79-022b535bdc6f None None] Port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:01.592723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.593485 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.597243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.615305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Pushing event deleted for resources: {'Port': ['ID=6acf3a29-0580-44f0-9612-72be58ed1673,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:01.692624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4dc207b8-5498-4f86-bf80-a9dc00e5de08 req-bfba7253-56e6-47e4-bb69-cb0caad92e53 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879504 Jul 30 01:47:01.742205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-c59bbe67-ad5a-4d75-9228-1fb9d7239d01 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6833658 Jul 30 01:47:01.743648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.774022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] No DVR routers for this DVR port 6acf3a29-0580-44f0-9612-72be58ed1673 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:01.778783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:47:01.779483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.787552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Request body: {'port': {'device_id': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:47:01.790003 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:47:01.808327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.810483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0774e39-06d9-4614-9357-629c185576d3 req-221fcdc2-414e-41a2-b2ee-a2b531423216 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.55 "DELETE /v2.0/ports/6acf3a29-0580-44f0-9612-72be58ed1673 HTTP/1.1" status: 204 len: 173 time: 2.5607712 Jul 30 01:47:01.812231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'name': 'network-vif-deleted', 'tag': '6acf3a29-0580-44f0-9612-72be58ed1673'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:01.815037 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db7371-9ed3-4f0d-941e-3b1b01788266" -d '{"events": [{"server_uuid": "c2728721-50fa-436e-ae42-c8340fbea0ed", "name": "network-vif-deleted", "tag": "6acf3a29-0580-44f0-9612-72be58ed1673"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:02.081782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3697f814-4b9d-4956-ae33-7aaf64eae252 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:02.103369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3697f814-4b9d-4956-ae33-7aaf64eae252 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:02.103760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3697f814-4b9d-4956-ae33-7aaf64eae252 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:02.297115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df5ffb94-3722-41fb-8090-78d74174db44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.299876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df5ffb94-3722-41fb-8090-78d74174db44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.304035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df5ffb94-3722-41fb-8090-78d74174db44 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a071edf0-0b57-421e-badc-b569ff9b38a2 HTTP/1.1" status: 204 len: 168 time: 1.4796233 Jul 30 01:47:02.312808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a7fa2-8e79-45db-8382-46dedafb04ec req-008ced8c-d29a-49dc-a36a-ab74ecf3f255 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.314382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-901a7fa2-8e79-45db-8382-46dedafb04ec req-008ced8c-d29a-49dc-a36a-ab74ecf3f255 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 931 time: 0.6903522 Jul 30 01:47:02.343422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-7c9160c6-004f-43c2-a165-2d5e292e25c7 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865164 Jul 30 01:47:02.364327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.378185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ffb94-3722-41fb-8090-78d74174db44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a071edf0-0b57-421e-badc-b569ff9b38a2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.384656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 963f8496-b736-43af-9945-b37dcda2656a no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:02.405028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.407784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/networks/d10c3cc1-39bf-4af8-b382-1439e09599bc HTTP/1.1" status: 204 len: 168 time: 1.7761714 Jul 30 01:47:02.410727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 48966) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:02.414441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.491155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5fcb6-21de-4108-9858-ff888f0ac04b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Network': ['ID=d10c3cc1-39bf-4af8-b382-1439e09599bc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.524863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6acf3a29-0580-44f0-9612-72be58ed1673 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:02.546077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-901a7fa2-8e79-45db-8382-46dedafb04ec req-997764d7-42b1-4fc3-a85d-73f03e0910c9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035913 Jul 30 01:47:02.555411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 6acf3a29-0580-44f0-9612-72be58ed1673 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:02.555751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6acf3a29-0580-44f0-9612-72be58ed1673 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:02.556161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8fc14147-b967-42b6-8c75-93a5f0d13495 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:02.582927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73c62f48-1cb2-45ce-883e-55c8241611e7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.609308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 8fc14147-b967-42b6-8c75-93a5f0d13495 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:02.609785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8fc14147-b967-42b6-8c75-93a5f0d13495 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:02.619143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73c62f48-1cb2-45ce-883e-55c8241611e7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.668737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3714bfdd-3a83-465c-848b-a1c67c34d2d3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.670356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3714bfdd-3a83-465c-848b-a1c67c34d2d3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.8520479 Jul 30 01:47:02.712619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-16743a40-5acf-486f-b08b-a6649befa21a service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615949 Jul 30 01:47:02.722154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73c62f48-1cb2-45ce-883e-55c8241611e7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.725397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73c62f48-1cb2-45ce-883e-55c8241611e7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.730001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-73c62f48-1cb2-45ce-883e-55c8241611e7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/security-groups/74567633-c0ef-45ab-a49d-d65ecd1e0287 HTTP/1.1" status: 204 len: 168 time: 0.3180568 Jul 30 01:47:02.730233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.766412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c62f48-1cb2-45ce-883e-55c8241611e7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74567633-c0ef-45ab-a49d-d65ecd1e0287,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.773626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:02.776152 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd64e60-9838-4030-9211-613aac6548c2" -d '{"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-unplugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:02.780581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-505aa19d-5538-4d43-8a25-0ceac356dcbe tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/quotas/e93caf8641d64d28820cf52135f29e43 HTTP/1.1" status: 200 len: 375 time: 0.1020637 Jul 30 01:47:02.808844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:02.817653 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:02.863764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-29ded010-2ee9-4b0c-afd3-4d937fe67ba3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 200 len: 217 time: 0.0798528 Jul 30 01:47:02.885540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:02.893354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-d98844a9-1415-4748-9d04-237f7615ad84 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097023 Jul 30 01:47:03.059055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-b8ee4d3a-6445-4d4e-b44b-62ea5c89b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.060741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-b8ee4d3a-6445-4d4e-b44b-62ea5c89b8d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1431794 Jul 30 01:47:03.138518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6023ef-486f-4bd5-b967-cdef72b5837f req-28914504-3460-412a-ba07-f4986f6afaa8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.139464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d6023ef-486f-4bd5-b967-cdef72b5837f req-28914504-3460-412a-ba07-f4986f6afaa8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.3448884 Jul 30 01:47:03.200219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-8de5892d-1c2b-450b-a76f-98276b4fb9a7 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060212 Jul 30 01:47:03.226859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-fc0c35a1-ab3f-4a50-bc32-90547bcae745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.229211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-fc0c35a1-ab3f-4a50-bc32-90547bcae745 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578152 Jul 30 01:47:03.336818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d6023ef-486f-4bd5-b967-cdef72b5837f req-f660be2d-1412-4747-9a08-9c99fddae1a7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716411 Jul 30 01:47:03.414782 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f13659-7527-46df-81e7-d9a320ec911b x-openstack-request-id: req-94f13659-7527-46df-81e7-d9a320ec911b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:03.415108 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2728721-50fa-436e-ae42-c8340fbea0ed", "name": "network-vif-deleted", "tag": "6acf3a29-0580-44f0-9612-72be58ed1673", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:03.415360 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94f13659-7527-46df-81e7-d9a320ec911b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:03.415766 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2728721-50fa-436e-ae42-c8340fbea0ed', 'name': 'network-vif-deleted', 'tag': '6acf3a29-0580-44f0-9612-72be58ed1673', 'status': 'completed', 'code': 200} Jul 30 01:47:03.475740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:03.500817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.518122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-06e83232-be5a-4b28-b3a9-dda7033ba595 service neutron] 10.222.0.78 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066816 Jul 30 01:47:03.524932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-23d86f3a-cfd8-4985-85d4-ef58cb330416 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844734 Jul 30 01:47:03.531187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Transition to ACTIVE for port object fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:03.543493 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff161c1d-642e-4a34-9471-7db8b8c37eae x-openstack-request-id: req-ff161c1d-642e-4a34-9471-7db8b8c37eae {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:03.544321 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-unplugged", "status": "failed", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "code": 422}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:03.544608 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff161c1d-642e-4a34-9471-7db8b8c37eae {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:03.545073 n-d-713499-10 neutron-server[93891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'code': 422} returned with failed status Jul 30 01:47:03.546259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.668475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:03.683590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.685026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.685690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.686220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.686739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.687776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.689020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.689769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.690345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.690841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.691388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.691892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:03.787621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49036) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:03.794496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239849768', 'description': 'tempest-secgroup-smoke-239849768 description', 'project_id': '897441e865db45c3ad650437d9da1b4a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:03.824889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.997259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-0f6312a2-e7e7-48bc-a634-dc51cd8ffa4a service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611700 Jul 30 01:47:04.050413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.060168 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.123414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.124916 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3355818 Jul 30 01:47:04.129043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49058) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:04.141698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:04.161116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e073c2-fbf5-4f89-8e59-e7b4bbddc30d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:04.191750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.266288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-43097024-ba7c-47b7-be93-f75848a47821 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 217 time: 0.1385312 Jul 30 01:47:04.310614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.315694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.316597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1a1e4-6fe1-411d-b77e-e991ba45bda3 req-eb6b27e7-2168-4c6b-84bd-af88729086d4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.320029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6f1a1e4-6fe1-411d-b77e-e991ba45bda3 req-eb6b27e7-2168-4c6b-84bd-af88729086d4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 943 time: 0.4863224 Jul 30 01:47:04.340089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e1687a-5e35-42df-b820-7ff887910590,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:04.351309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.352905 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-467daff3-c3dc-4d48-a5de-c064ec78f2af tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2227905 Jul 30 01:47:04.356206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:04.363212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:04.404014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.427331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8a45f133-3b8b-4d69-83c3-d277f255da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.428827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8a45f133-3b8b-4d69-83c3-d277f255da26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1617584 Jul 30 01:47:04.449627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Attempting to bind port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:04.450119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Attempting to bind port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:04.450812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Attempting to bind port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:04.515830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.521604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.531394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-b4ebe4eb-2d78-418f-a046-f05e1b60182f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.540111 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-b4ebe4eb-2d78-418f-a046-f05e1b60182f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/networks?id=68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 200 len: 808 time: 0.5804915 Jul 30 01:47:04.544360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:04.545636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Attempting to bind port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:04.565289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5a9299-b31a-47af-a71b-03df54290753,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:04.579637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.584618 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aea4e14d-33a0-4f0b-8df2-6e9246e42401 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2266171 Jul 30 01:47:04.585756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:04.590669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:04.606095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-48c0d2c5-850f-4c35-b6f9-454f0c95a4d5 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/quotas/e4f5417c12674cd7869b9a9e0a8f2f60 HTTP/1.1" status: 200 len: 375 time: 0.0646346 Jul 30 01:47:04.614332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:04.615659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Checking segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:04.616706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Bound using segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:04.618279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Bound port: fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:04.619411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.620731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.658015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6f1a1e4-6fe1-411d-b77e-e991ba45bda3 req-b64e0ad5-7be4-4289-913c-026112ad55a1 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219927 Jul 30 01:47:04.695146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.701315 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.724075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-f53fd303-23c5-4356-8390-bc813f814997 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160564 Jul 30 01:47:04.728617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-f45f2437-2b3c-4a5b-863b-d13891d76068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.731577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-f45f2437-2b3c-4a5b-863b-d13891d76068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2759442 Jul 30 01:47:04.744248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdbce66-8c8b-41cb-92fa-45c93cb3987f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:04.758608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.760219 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f24a7b4e-2824-4752-bdde-a43551ee75fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733363 Jul 30 01:47:04.762894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49090) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:04.778979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:04.800557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49094) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:04.846106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.927195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.935575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.947915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9de21bea-ffd2-41d5-aa54-c54956e849d4 req-34109314-9055-4fa5-9762-8b36aa6032da tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 210 time: 0.0539868 Jul 30 01:47:04.962135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df67c275-0d50-49b5-b675-742589fa7c36,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:04.992882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.997392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac35565e-8e54-41ef-88fa-f2d4208688da tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2326217 Jul 30 01:47:05.000362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:05.004454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] For port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:05.010639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:05.033820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2cd590cc-f5d5-48eb-92d8-a2322e02b1e6 service neutron] 10.222.0.78 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079798 Jul 30 01:47:05.039169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] For port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:05.042924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17a37286-de64-478c-b9aa-d93586d1f3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.057207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-8735d7e9-be11-4ec7-af22-e9e003cb2905 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078303 Jul 30 01:47:05.058342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.077732 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:47:05.093087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.178553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.179352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.181086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 1092 time: 3.4092438 Jul 30 01:47:05.234203 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.239135 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.279341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eccaa78-4877-401e-8196-94e3de051e5b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.301708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17a37286-de64-478c-b9aa-d93586d1f3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.309604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17a37286-de64-478c-b9aa-d93586d1f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.318465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.319695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-021079de-83bd-48f9-9f6c-8b7c6bf66ca7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3185163 Jul 30 01:47:05.332662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49112) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:05.339469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:05.380647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a37286-de64-478c-b9aa-d93586d1f3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d034fc-b8c1-4780-871f-aafddc34133a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.389609 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-17a37286-de64-478c-b9aa-d93586d1f3d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d22cb79588db421789b86a3b33bd1cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853992 Jul 30 01:47:05.390384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49118) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:05.430633 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:47:05.442641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.473614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a184b04d-addf-47fc-ba36-2d83a5db9532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.532153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a184b04d-addf-47fc-ba36-2d83a5db9532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.578045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.585755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.616451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e46537-10c0-45c4-b64b-e37f6c43a9cb,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.623062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.623745 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd4a2cc9-da2a-4fac-b3ce-190117147e25 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2901034 Jul 30 01:47:05.626714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:05.632726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'network': {'name': 'tempest-network-smoke--2080373888', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'port_security_enabled': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:05.651611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a184b04d-addf-47fc-ba36-2d83a5db9532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.654221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a184b04d-addf-47fc-ba36-2d83a5db9532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.657974 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a184b04d-addf-47fc-ba36-2d83a5db9532 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62d034fc-b8c1-4780-871f-aafddc34133a HTTP/1.1" status: 204 len: 168 time: 0.2625096 Jul 30 01:47:05.668894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184b04d-addf-47fc-ba36-2d83a5db9532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d034fc-b8c1-4780-871f-aafddc34133a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.673689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:05.687299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.717687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:47:05.729104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.729789 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Added segment 5f075bcc-fd56-496a-8d68-71ee8bc56ff9 of type vlan for network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 Jul 30 01:47:05.743679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:05.747444 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784db8fb-6197-4f9f-8d8d-8e764239ea7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:05.774236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceb215-6df6-43b1-a730-a93571449eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.810308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.846090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca9b8-99e6-4b05-b9d2-1608d4fd0ca5 req-0551be7d-2145-4f9d-accf-a4c3be5cec6c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.847715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-142ca9b8-99e6-4b05-b9d2-1608d4fd0ca5 req-0551be7d-2145-4f9d-accf-a4c3be5cec6c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.7953222 Jul 30 01:47:05.859695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.867626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.868387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.920050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-46e704a0-8f50-4b56-9438-409fddb9e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.921914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-46e704a0-8f50-4b56-9438-409fddb9e755 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1095 time: 0.6496909 Jul 30 01:47:05.950005 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3222013 Jul 30 01:47:05.953722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-d5ee9f77-f8c2-4788-b382-da4f9c3ca641 service neutron] 10.222.0.78 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106410 Jul 30 01:47:05.954468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49178) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:05.962864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc6fa3-c2ef-4826-860e-81fe5def6197 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Network': ['ID=002d1af9-5344-4e5b-8cf8-502f4ad9f135,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.974359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:47:05.990957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28f674d1-ca1c-45be-b29a-36b3dcc34140 req-4bc39c81-fb2a-4910-af02-1d4654670b4b service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137795 Jul 30 01:47:06.000219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'admin_state_up': True, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:06.016698 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-35a251d5-2aae-4606-bd33-baf72f34fb11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 217 time: 0.0847733 Jul 30 01:47:06.025921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-1b0ac540-f329-4484-8336-8d025973fa1c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.028026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-1b0ac540-f329-4484-8336-8d025973fa1c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 811 time: 0.8511493 Jul 30 01:47:06.064410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-142ca9b8-99e6-4b05-b9d2-1608d4fd0ca5 req-bbf64f01-ba45-4cd9-ac2b-39a146c2d785 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983509 Jul 30 01:47:06.073829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Request body: {'port': {'device_id': '08254417-9d82-4d08-bd37-4c1233bfe548', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'admin_state_up': True, 'tenant_id': 'e93caf8641d64d28820cf52135f29e43'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:06.174172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.175256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.183085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-8d99d09e-e45a-4bac-97af-2ae823cd2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.184701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-8d99d09e-e45a-4bac-97af-2ae823cd2c91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1557293 Jul 30 01:47:06.275295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:06.300182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55a212ee-2533-46d3-a1c7-6c80c1897032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.329733 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e540b3-4592-4cae-b8ec-c8cf894604e4 x-openstack-request-id: req-c3e540b3-4592-4cae-b8ec-c8cf894604e4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:06.330016 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:06.330289 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3e540b3-4592-4cae-b8ec-c8cf894604e4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:06.330676 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'status': 'completed', 'code': 200} Jul 30 01:47:06.333840 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.355461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-3fc5e845-cf3b-45f1-ba8a-c057e0d2cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.357650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-3fc5e845-cf3b-45f1-ba8a-c057e0d2cd2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645463 Jul 30 01:47:06.427070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 963f8496-b736-43af-9945-b37dcda2656a no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:06.504234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995817b7-67a3-4da8-9f0c-2aa553951b11 req-36b073e7-b714-40e6-85f4-c692a7fa715d tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.512373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-995817b7-67a3-4da8-9f0c-2aa553951b11 req-36b073e7-b714-40e6-85f4-c692a7fa715d tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 943 time: 0.2486820 Jul 30 01:47:06.571569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49202) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:06.579440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55a212ee-2533-46d3-a1c7-6c80c1897032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.586471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55a212ee-2533-46d3-a1c7-6c80c1897032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.635417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a212ee-2533-46d3-a1c7-6c80c1897032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983db6a6-959b-4fcb-8c17-5ae54f1c17bb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:06.664625 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55a212ee-2533-46d3-a1c7-6c80c1897032 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8809e4431d5c441dba055f427e963633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858438 Jul 30 01:47:06.664963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:06.733859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.743942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3246263e-f1e1-4b4a-8f78-615289c9d135 req-c02434bb-8493-43c6-922b-c68cfbb00854 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 210 time: 0.1794333 Jul 30 01:47:06.785410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Made reservation on behalf of e93caf8641d64d28820cf52135f29e43 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:06.791270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.792121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.801968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-204f37d2-7616-42cf-82d0-2c32e1407252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.811274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-afc09e18-af02-4380-868d-008c8e444316 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135151 Jul 30 01:47:06.824652 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8afb959-9411-462a-a413-5ae5e63aad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.837816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-995817b7-67a3-4da8-9f0c-2aa553951b11 req-7f5e00d7-844e-4f70-bbd1-2a27f63c6ac5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241179 Jul 30 01:47:06.875363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8afb959-9411-462a-a413-5ae5e63aad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.996159 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8afb959-9411-462a-a413-5ae5e63aad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.999869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8afb959-9411-462a-a413-5ae5e63aad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.001437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8afb959-9411-462a-a413-5ae5e63aad82 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/983db6a6-959b-4fcb-8c17-5ae54f1c17bb HTTP/1.1" status: 204 len: 168 time: 0.3355248 Jul 30 01:47:07.018290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-204f37d2-7616-42cf-82d0-2c32e1407252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.028268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afb959-9411-462a-a413-5ae5e63aad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983db6a6-959b-4fcb-8c17-5ae54f1c17bb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:07.032560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-204f37d2-7616-42cf-82d0-2c32e1407252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.064270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f37d2-7616-42cf-82d0-2c32e1407252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ef7538-6c59-4ba7-b7ae-5b5331a912fd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:07.114380 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-204f37d2-7616-42cf-82d0-2c32e1407252 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af8bb0a849e14068bc935162b18bba8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410202 Jul 30 01:47:07.116425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:07.170305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Allocated IP 172.20.0.6 (c36da969-cb6f-4945-9253-3c8b41437e90/4be55adc-d20f-4e03-8a05-e66e2dd605f2/f1256b82-c372-4976-8cd8-c359f977a3f6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:07.218547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f82a7204-7b59-4cce-ad07-3375ae82f547 req-6a59b765-3f7c-4160-a16b-053bcd156fc9 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 210 time: 0.2249863 Jul 30 01:47:07.223443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee188062-2b3f-4b09-9c4b-3d50dd914ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.280866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee188062-2b3f-4b09-9c4b-3d50dd914ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.286552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423aa3e2-d460-4a78-85fd-b1850c2abe53 req-3034bada-6a33-4af6-b60b-fefc11c10bfd service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426255 Jul 30 01:47:07.378617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee188062-2b3f-4b09-9c4b-3d50dd914ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.382509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee188062-2b3f-4b09-9c4b-3d50dd914ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.388394 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee188062-2b3f-4b09-9c4b-3d50dd914ab4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15ef7538-6c59-4ba7-b7ae-5b5331a912fd HTTP/1.1" status: 204 len: 168 time: 0.2705708 Jul 30 01:47:07.411447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee188062-2b3f-4b09-9c4b-3d50dd914ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ef7538-6c59-4ba7-b7ae-5b5331a912fd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:07.616660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.751962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-0f93c6a5-8f72-401e-8c30-8bfaf278b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.753650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-0f93c6a5-8f72-401e-8c30-8bfaf278b271 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1095 time: 0.3761265 Jul 30 01:47:07.755863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.778658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.814569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-39eaf9b5-1e74-456d-a22d-417d197cefb9 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.816247 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-39eaf9b5-1e74-456d-a22d-417d197cefb9 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.66 "GET /v2.0/networks?id=68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 200 len: 808 time: 0.2069137 Jul 30 01:47:07.833607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Request body: {'port': {'device_id': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8', 'admin_state_up': True, 'tenant_id': 'e4f5417c12674cd7869b9a9e0a8f2f60'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:08.051401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:08.115954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30b069b4-9557-4482-a5f4-4e26c0da3ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.145264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Made reservation on behalf of e4f5417c12674cd7869b9a9e0a8f2f60 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:08.148966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.190545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f5d9540-7762-4be3-a796-50422f528aeb req-bdefef0b-cd1c-43f8-9d67-8458a3386043 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 210 time: 0.0857124 Jul 30 01:47:08.191968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.285066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.40 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/fb8a5422-11e4-4363-983c-933c90921223) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:08.361989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Allocated IP 172.20.0.8 (68755457-9de1-4871-92c0-3a7fd9157ee8/cfd36d69-95bb-43b9-a4aa-f04178e63bd8/aadb0bad-d0db-415b-8d01-fd9360f66cb8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:08.378956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30b069b4-9557-4482-a5f4-4e26c0da3ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.381870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Network c36da969-cb6f-4945-9253-3c8b41437e90 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:08.385098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30b069b4-9557-4482-a5f4-4e26c0da3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.385427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-b1b66a3d-24c1-49c9-878a-24f79ba1b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.387321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-b1b66a3d-24c1-49c9-878a-24f79ba1b01e service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.5494239 Jul 30 01:47:08.388451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:08.398148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:08.417748 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-30b069b4-9557-4482-a5f4-4e26c0da3ab4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59fcd752bced427b899ade080de94bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651059 Jul 30 01:47:08.418826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:08.472664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03cbad-afdb-4c38-af02-679887dbe051 req-a51619cb-2453-4d61-bbf1-066d72c09203 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.474265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd03cbad-afdb-4c38-af02-679887dbe051 req-a51619cb-2453-4d61-bbf1-066d72c09203 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 943 time: 0.3860211 Jul 30 01:47:08.515759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b069b4-9557-4482-a5f4-4e26c0da3ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2269e380-d296-4613-85bb-3448eb53755e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:08.518090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.518986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.587541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c66c-5bdd-4f49-bb0a-e5fa2e09446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.634768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event updated for resources: {'Port': ['ID=f1256b82-c372-4976-8cd8-c359f977a3f6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:08.664547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c66c-5bdd-4f49-bb0a-e5fa2e09446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.699676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-6fe323bc-84e3-499b-9d30-355b86a92ad6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 217 time: 0.2425330 Jul 30 01:47:08.730513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.735425 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-fc828fd7-b220-4333-b660-4621ec11ad4e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357269 Jul 30 01:47:08.751354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.771412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd03cbad-afdb-4c38-af02-679887dbe051 req-012df78a-77f6-454a-b48c-011e22caa462 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468465 Jul 30 01:47:08.773363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-3b833ed5-6465-4ffc-8a0a-fb3573c772c1 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7055278 Jul 30 01:47:08.793306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5043c-192f-4191-8d1a-6c5d146b51e9 req-d020b1a5-1dac-4c1b-b6ca-03f2e5435180 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.794890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acf5043c-192f-4191-8d1a-6c5d146b51e9 req-d020b1a5-1dac-4c1b-b6ca-03f2e5435180 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.4568217 Jul 30 01:47:08.804415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Request body: {'port': {'device_id': '08254417-9d82-4d08-bd37-4c1233bfe548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:08.804990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c66c-5bdd-4f49-bb0a-e5fa2e09446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.816808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c66c-5bdd-4f49-bb0a-e5fa2e09446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.821642 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4cf8c66c-5bdd-4f49-bb0a-e5fa2e09446e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2269e380-d296-4613-85bb-3448eb53755e HTTP/1.1" status: 204 len: 168 time: 0.3992434 Jul 30 01:47:08.836283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-d0c794e3-8cf7-4d9a-972a-b871613a3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.838025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-d0c794e3-8cf7-4d9a-972a-b871613a3e89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1294718 Jul 30 01:47:08.849780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8c66c-5bdd-4f49-bb0a-e5fa2e09446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2269e380-d296-4613-85bb-3448eb53755e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:08.876819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.948876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Network 68755457-9de1-4871-92c0-3a7fd9157ee8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:08.952569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:08.967201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:08.988488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acf5043c-192f-4191-8d1a-6c5d146b51e9 req-33fb2e8b-5dec-4780-a5ec-fd95b2e384f5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778800 Jul 30 01:47:09.036646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.088169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Pushing event updated for resources: {'Port': ['ID=aadb0bad-d0db-415b-8d01-fd9360f66cb8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.111364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.131503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:09.133134 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.146599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-e4248ef9-6a9a-4bcc-bd08-50201d686036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:09.148774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-e4248ef9-6a9a-4bcc-bd08-50201d686036 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2927055 Jul 30 01:47:09.151954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:09.157503 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-2bd8ee3d-a995-410a-8f6c-a70884c1ce34 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3319626 Jul 30 01:47:09.174796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515f177-8cbd-4f0f-86ce-63da9c3771ed req-f2f126f1-69ca-4be7-a7e7-078075feb651 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:09.176390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e515f177-8cbd-4f0f-86ce-63da9c3771ed req-f2f126f1-69ca-4be7-a7e7-078075feb651 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 931 time: 0.2563822 Jul 30 01:47:09.185466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Request body: {'port': {'device_id': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:09.194598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:09.203133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:09.279846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=fb8a5422-11e4-4363-983c-933c90921223,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.350589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.724639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadb0bad-d0db-415b-8d01-fd9360f66cb8 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:09.736729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.755426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Transition to ACTIVE for port object aadb0bad-d0db-415b-8d01-fd9360f66cb8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:09.760836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.857061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Pushing event updated for resources: {'Port': ['ID=aadb0bad-d0db-415b-8d01-fd9360f66cb8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:09.918755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Attempting to bind port aadb0bad-d0db-415b-8d01-fd9360f66cb8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:09.919127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Attempting to bind port aadb0bad-d0db-415b-8d01-fd9360f66cb8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:09.919598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Attempting to bind port aadb0bad-d0db-415b-8d01-fd9360f66cb8 on network 68755457-9de1-4871-92c0-3a7fd9157ee8 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:09.931036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Port aadb0bad-d0db-415b-8d01-fd9360f66cb8 on network 68755457-9de1-4871-92c0-3a7fd9157ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:09.931374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Attempting to bind port aadb0bad-d0db-415b-8d01-fd9360f66cb8 on network 68755457-9de1-4871-92c0-3a7fd9157ee8 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:09.937851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:09.940750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Checking segment: {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:09.942323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Bound using segment: {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:09.949096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Bound port: aadb0bad-d0db-415b-8d01-fd9360f66cb8, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7779736a-99a8-458b-9d03-13a71642ffdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:09.949725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.967255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e515f177-8cbd-4f0f-86ce-63da9c3771ed req-d21acc13-cc5d-4b3f-998b-9b5c200e3ac6 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760813 Jul 30 01:47:10.079238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] For port aadb0bad-d0db-415b-8d01-fd9360f66cb8, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:10.083081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] For port aadb0bad-d0db-415b-8d01-fd9360f66cb8, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:10.088480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.134465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.135704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.137588 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] 10.222.0.66 "PUT /v2.0/ports/aadb0bad-d0db-415b-8d01-fd9360f66cb8 HTTP/1.1" status: 200 len: 1092 time: 0.9640551 Jul 30 01:47:10.138228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'tag': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:10.141478 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e980cbf5-10a9-4ce6-830a-3cee919da725" -d '{"events": [{"name": "network-changed", "server_uuid": "904f51c3-5b9b-4268-a1d2-4460a055f01a", "tag": "aadb0bad-d0db-415b-8d01-fd9360f66cb8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:10.237121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edd35-7158-49d9-9c64-9ee6e7129873 service neutron] Pushing event updated for resources: {'Port': ['ID=aadb0bad-d0db-415b-8d01-fd9360f66cb8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:10.260290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-e2afb029-dd13-4c5b-a00f-cf8054bcbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.262129 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-e2afb029-dd13-4c5b-a00f-cf8054bcbd0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 1095 time: 0.0660400 Jul 30 01:47:10.274913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb25ca4-fbff-41e8-820b-a281eda134cb req-06eb60ad-6736-4edf-9133-05af42803e91 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.285881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abb25ca4-fbff-41e8-820b-a281eda134cb req-06eb60ad-6736-4edf-9133-05af42803e91 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 931 time: 0.4154091 Jul 30 01:47:10.359929 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-e3293ab5-026e-4cc9-a061-25220243f333 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8 HTTP/1.1" status: 200 len: 217 time: 0.0892978 Jul 30 01:47:10.442585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:10.478185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-c219e24d-a7ef-4a56-b58a-e03382498a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.484205 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-c219e24d-a7ef-4a56-b58a-e03382498a06 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfd36d69-95bb-43b9-a4aa-f04178e63bd8 HTTP/1.1" status: 200 len: 848 time: 0.1178420 Jul 30 01:47:10.528664 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-402019c6-1d3a-4140-a02a-bbc5926e3a2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68755457-9de1-4871-92c0-3a7fd9157ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374525 Jul 30 01:47:10.581136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-fbacfa14-856f-4391-bd7a-22ae7ceb7ec0 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4037435 Jul 30 01:47:10.594805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abb25ca4-fbff-41e8-820b-a281eda134cb req-7ce84d7a-f414-4171-88c8-c6eccaa46a4f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078077 Jul 30 01:47:10.644666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:10.671992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'port_id': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'mac_address': 'fa:16:3e:db:af:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:10.697394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4897d-c343-4b02-8d3e-919bca4e778b req-d278e559-6526-4d19-9635-30b43f0c505b tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.704507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ef4897d-c343-4b02-8d3e-919bca4e778b req-d278e559-6526-4d19-9635-30b43f0c505b tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 943 time: 0.6080451 Jul 30 01:47:10.732776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:10.747145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-a9b04e6e-8a11-4bad-9e43-11538366bbcf service neutron] 10.222.0.66 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113926 Jul 30 01:47:10.755982 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.793585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:10.851491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:10.862138 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.881938 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c35beff2-0c9e-45cf-8b84-96ec4c174de5 req-e342eb14-4199-4514-a589-acf07a6404e5 service neutron] 10.222.0.66 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227860 Jul 30 01:47:10.926293 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bfbb-8d86-4281-bb0b-94b6fb65be42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.999306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ef4897d-c343-4b02-8d3e-919bca4e778b req-089f8b32-8290-41ed-9c02-a176aa1111d6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984680 Jul 30 01:47:11.018801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.076310 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9036b35c-226a-414e-8a46-d42336159021 x-openstack-request-id: req-9036b35c-226a-414e-8a46-d42336159021 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:11.076310 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f51c3-5b9b-4268-a1d2-4460a055f01a", "tag": "aadb0bad-d0db-415b-8d01-fd9360f66cb8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:11.076310 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9036b35c-226a-414e-8a46-d42336159021 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:11.076851 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'tag': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8', 'status': 'completed', 'code': 200} Jul 30 01:47:11.082386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bfbb-8d86-4281-bb0b-94b6fb65be42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.088138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cd9bfbb-8d86-4281-bb0b-94b6fb65be42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.107336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:11.209199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1256b82-c372-4976-8cd8-c359f977a3f6 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:11.220090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.236894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Transition to ACTIVE for port object f1256b82-c372-4976-8cd8-c359f977a3f6 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:11.272881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a452d-d152-4d10-8fab-7dda1fc0a42a req-7ce8d15d-5611-4e35-a655-344a7e184fa7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.278425 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2cd9bfbb-8d86-4281-bb0b-94b6fb65be42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3bfc50efc8c409b8b0520dcee3eada8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438812 Jul 30 01:47:11.283423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:11.285084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9bfbb-8d86-4281-bb0b-94b6fb65be42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9eaf1-834e-4a0c-abdd-4a85d6b7826a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.286062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c09a452d-d152-4d10-8fab-7dda1fc0a42a req-7ce8d15d-5611-4e35-a655-344a7e184fa7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.4840825 Jul 30 01:47:11.299334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.349617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-7ec52232-2d8e-4914-9872-b4278b5c5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.352393 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-7ec52232-2d8e-4914-9872-b4278b5c5967 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 1095 time: 0.2497950 Jul 30 01:47:11.528986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3115-1e70-4f84-a3b4-7d0fbf1f36cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.535789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-784db8fb-6197-4f9f-8d8d-8e764239ea7d req-646f44d1-517f-4b11-b0da-e490f9aac253 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400020 Jul 30 01:47:11.540461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Pushing event updated for resources: {'Port': ['ID=f1256b82-c372-4976-8cd8-c359f977a3f6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.582213 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3115-1e70-4f84-a3b4-7d0fbf1f36cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.584592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-2627ed35-1c18-4413-a0be-1b01b51db226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.586312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-2627ed35-1c18-4413-a0be-1b01b51db226 service neutron] 10.222.0.66 "GET /v2.0/networks?id=68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 200 len: 909 time: 0.2263839 Jul 30 01:47:11.600838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.656250 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-bd1d921f-d082-4556-b2fc-b91d53e2a55a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8 HTTP/1.1" status: 200 len: 217 time: 0.0601821 Jul 30 01:47:11.730565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c09a452d-d152-4d10-8fab-7dda1fc0a42a req-933b4881-2647-440d-8db1-1b87b1b63005 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4421160 Jul 30 01:47:11.754798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a26bd-d20e-4a6c-a7ca-d71e95a40cc3 req-d296c143-6cb0-48e9-b4d9-b5c3b77e527a tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.756458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-407a26bd-d20e-4a6c-a7ca-d71e95a40cc3 req-d296c143-6cb0-48e9-b4d9-b5c3b77e527a tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 943 time: 0.4217167 Jul 30 01:47:11.800652 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3115-1e70-4f84-a3b4-7d0fbf1f36cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.804510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3115-1e70-4f84-a3b4-7d0fbf1f36cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.808973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ceb3115-1e70-4f84-a3b4-7d0fbf1f36cb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29b9eaf1-834e-4a0c-abdd-4a85d6b7826a HTTP/1.1" status: 204 len: 168 time: 0.5210438 Jul 30 01:47:11.822224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-39252ed2-3981-4464-91a6-5f600bfcb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.823957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-39252ed2-3981-4464-91a6-5f600bfcb324 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfd36d69-95bb-43b9-a4aa-f04178e63bd8 HTTP/1.1" status: 200 len: 848 time: 0.1470456 Jul 30 01:47:11.845576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb3115-1e70-4f84-a3b4-7d0fbf1f36cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9eaf1-834e-4a0c-abdd-4a85d6b7826a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.901863 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-0bbf4227-b96e-4480-a22d-7379418833cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68755457-9de1-4871-92c0-3a7fd9157ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660980 Jul 30 01:47:12.027540 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-06c9fe9e-f2c6-4b25-aaa0-d5e49196fbd0 service neutron] 10.222.0.66 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184220 Jul 30 01:47:12.154409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e980cbf5-10a9-4ce6-830a-3cee919da725 req-0fe82bff-07da-4ed2-b05b-a697ac57e649 service neutron] 10.222.0.66 "GET /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185658 Jul 30 01:47:12.181769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-407a26bd-d20e-4a6c-a7ca-d71e95a40cc3 req-29d1e699-a9ff-4318-b0b3-a56e859cb94f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948500 Jul 30 01:47:12.224205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Attempting to bind port f1256b82-c372-4976-8cd8-c359f977a3f6 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:12.224557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Attempting to bind port f1256b82-c372-4976-8cd8-c359f977a3f6 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:12.224881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Attempting to bind port f1256b82-c372-4976-8cd8-c359f977a3f6 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:12.228240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.266772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Port f1256b82-c372-4976-8cd8-c359f977a3f6 on network c36da969-cb6f-4945-9253-3c8b41437e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:12.266772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Attempting to bind port f1256b82-c372-4976-8cd8-c359f977a3f6 on network c36da969-cb6f-4945-9253-3c8b41437e90 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:12.274162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64b7a5-51f7-47aa-a203-ff4ed5d776e8 req-47a6f3cc-0c40-45a3-8abc-510b85ada7d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.276268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc64b7a5-51f7-47aa-a203-ff4ed5d776e8 req-47a6f3cc-0c40-45a3-8abc-510b85ada7d8 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 943 time: 0.2708323 Jul 30 01:47:12.318894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49438) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:12.341380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:12.341727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Checking segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:12.342117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Bound using segment: {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:12.342581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Bound port: f1256b82-c372-4976-8cd8-c359f977a3f6, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d16912e-7f9f-4021-a724-b36781fb45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:12.342945 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.345074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0b6f-1d0d-4af4-9e4c-14c65bc5b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.477760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:12.479910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device aadb0bad-d0db-415b-8d01-fd9360f66cb8 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:12.482198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc64b7a5-51f7-47aa-a203-ff4ed5d776e8 req-7339c95a-e141-4172-8b86-3b5946493a52 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561682 Jul 30 01:47:12.483495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0b6f-1d0d-4af4-9e4c-14c65bc5b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.490725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0b6f-1d0d-4af4-9e4c-14c65bc5b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.498494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb109a72-c8a7-415f-8d80-e5b7390d5717 req-c9b0f843-342f-4af4-94ce-30e16e31ccce tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.501655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb109a72-c8a7-415f-8d80-e5b7390d5717 req-c9b0f843-342f-4af4-94ce-30e16e31ccce tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 944 time: 0.2394471 Jul 30 01:47:12.581581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e0b6f-1d0d-4af4-9e4c-14c65bc5b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc562a4f-1c21-4a0c-a227-ee5c1a4ff66e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:12.612334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] For port f1256b82-c372-4976-8cd8-c359f977a3f6, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:12.618433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca0e0b6f-1d0d-4af4-9e4c-14c65bc5b713 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d15ed3a1ee83468c9763fee76065198a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981048 Jul 30 01:47:12.621361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49454) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:12.622497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] For port f1256b82-c372-4976-8cd8-c359f977a3f6, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f1256b82-c372-4976-8cd8-c359f977a3f6,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:12.640798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb109a72-c8a7-415f-8d80-e5b7390d5717 req-14115d2f-fe3d-42e6-bf44-7986ad1edc5b tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102145 Jul 30 01:47:12.647597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.706320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.706617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.708153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] 10.222.0.55 "PUT /v2.0/ports/f1256b82-c372-4976-8cd8-c359f977a3f6 HTTP/1.1" status: 200 len: 1092 time: 3.9087253 Jul 30 01:47:12.710684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08254417-9d82-4d08-bd37-4c1233bfe548', 'tag': 'f1256b82-c372-4976-8cd8-c359f977a3f6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:12.714070 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed6a28-e432-41b5-92e3-004309f69ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "08254417-9d82-4d08-bd37-4c1233bfe548", "tag": "f1256b82-c372-4976-8cd8-c359f977a3f6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:12.764521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23bcdd-fb72-46f6-ab4a-0c0f5434a645 service neutron] Pushing event updated for resources: {'Port': ['ID=f1256b82-c372-4976-8cd8-c359f977a3f6,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:12.776267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c883ad80-a59f-41a2-ab1a-8854c449192b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.779634 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9c0a23-ac6c-444e-8fad-0993705049b7 x-openstack-request-id: req-1f9c0a23-ac6c-444e-8fad-0993705049b7 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:12.779800 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08254417-9d82-4d08-bd37-4c1233bfe548", "tag": "f1256b82-c372-4976-8cd8-c359f977a3f6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:12.779922 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f9c0a23-ac6c-444e-8fad-0993705049b7 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:12.780334 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08254417-9d82-4d08-bd37-4c1233bfe548', 'tag': 'f1256b82-c372-4976-8cd8-c359f977a3f6', 'status': 'completed', 'code': 200} Jul 30 01:47:12.813326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:47:12.816980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c883ad80-a59f-41a2-ab1a-8854c449192b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.832119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:12.847516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:12.847882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.920169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c883ad80-a59f-41a2-ab1a-8854c449192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.924015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c883ad80-a59f-41a2-ab1a-8854c449192b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.925273 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c883ad80-a59f-41a2-ab1a-8854c449192b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc562a4f-1c21-4a0c-a227-ee5c1a4ff66e HTTP/1.1" status: 204 len: 168 time: 0.3028657 Jul 30 01:47:12.948273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883ad80-a59f-41a2-ab1a-8854c449192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc562a4f-1c21-4a0c-a227-ee5c1a4ff66e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:13.002860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port aadb0bad-d0db-415b-8d01-fd9360f66cb8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:13.022295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8', 'network_id': '68755457-9de1-4871-92c0-3a7fd9157ee8', 'port_id': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8', 'mac_address': 'fa:16:3e:42:90:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd36d69-95bb-43b9-a4aa-f04178e63bd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:13.030424 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.070647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-30b9371e-37fb-46db-b599-552efc05f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.073101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-30b9371e-37fb-46db-b599-552efc05f176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 1095 time: 0.2960238 Jul 30 01:47:13.080567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:13.082923 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26bf0d3-df63-4223-8a18-d1e21cce8676" -d '{"events": [{"server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "name": "network-vif-plugged", "status": "completed", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:13.099144 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.116357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadb0bad-d0db-415b-8d01-fd9360f66cb8 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:13.140409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port aadb0bad-d0db-415b-8d01-fd9360f66cb8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:13.143050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:13.145346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.150232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.173688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-110bd5cd-e682-43ff-be71-00e8a9b0f359 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1256b82-c372-4976-8cd8-c359f977a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0832593 Jul 30 01:47:13.181735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75daf1-829f-4f83-9da3-0cfe9600f282 req-a74cefb9-a8ee-4019-ba65-03c486418cdc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.189383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a75daf1-829f-4f83-9da3-0cfe9600f282 req-a74cefb9-a8ee-4019-ba65-03c486418cdc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.3216758 Jul 30 01:47:13.214501 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a30439-4b20-48c7-9d74-d6b5a7a50387 x-openstack-request-id: req-d4a30439-4b20-48c7-9d74-d6b5a7a50387 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:13.214929 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "name": "network-vif-plugged", "status": "completed", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:13.215245 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4a30439-4b20-48c7-9d74-d6b5a7a50387 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:13.215780 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'code': 200} Jul 30 01:47:13.228889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=aadb0bad-d0db-415b-8d01-fd9360f66cb8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:13.306220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:13.334955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:13.347912 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Sync routers for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:13.362086 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:13.362432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a75daf1-829f-4f83-9da3-0cfe9600f282 req-8eafacb4-5a80-435f-9693-fa77b806eaa9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673124 Jul 30 01:47:13.362897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:13.364559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-35282c86-e4f7-47b1-a004-8008935a2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.378307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-35282c86-e4f7-47b1-a004-8008935a2572 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1835418 Jul 30 01:47:13.386263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['aadb0bad-d0db-415b-8d01-fd9360f66cb8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:13.405297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7a1e4-bbf0-4a6f-919b-e40a7305e7a9 req-a1131f6b-f15e-4ea8-bb2d-f6b168381bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.411936 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-abd7a1e4-bbf0-4a6f-919b-e40a7305e7a9 req-a1131f6b-f15e-4ea8-bb2d-f6b168381bba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1097 time: 0.1273060 Jul 30 01:47:13.449907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-38d31ed4-7535-4dd6-8df5-ca30b768c27d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416722 Jul 30 01:47:13.472819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.478752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1317aecd-a99b-4509-8324-9f29e922a266 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.4865992 Jul 30 01:47:13.482659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49490) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:13.511335 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-abd7a1e4-bbf0-4a6f-919b-e40a7305e7a9 req-aa2ba4e2-d879-4158-adeb-2f77d25bdaa4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899179 Jul 30 01:47:13.571793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-61bba10e-d244-40b2-95d0-d26fd7e396c7 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=897441e865db45c3ad650437d9da1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843728 Jul 30 01:47:13.572137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:13.646919 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:13.760506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bca048-9ed6-4469-8782-c58552108871 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.768607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-45bca048-9ed6-4469-8782-c58552108871 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1937177 Jul 30 01:47:13.769291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49516) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:13.803992 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-49a7dbd9-71fa-43ff-94ab-626fa44a9c88 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273950 Jul 30 01:47:13.823341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0759a08-8a72-48f6-bbc7-f4f484f63285 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516756 Jul 30 01:47:13.835402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:13.846736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-718563604', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:13.984387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:13.990314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.005198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86dae99e-d86b-4b69-8249-8e12ad83fc62 req-b04c4d2e-a5a1-4ab3-aae5-9eaa5c8100ae service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907725 Jul 30 01:47:14.058041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02a7a3-dcbc-4827-94c1-774fcc72cff1 req-8e6dc73f-853b-4f95-a69b-b8ef5fe2f9d5 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.079102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b02a7a3-dcbc-4827-94c1-774fcc72cff1 req-8e6dc73f-853b-4f95-a69b-b8ef5fe2f9d5 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 944 time: 0.6990356 Jul 30 01:47:14.109220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:10Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:14.148420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Checking router: 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:14.149050 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Updating router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a port fb8a5422-11e4-4363-983c-933c90921223 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:47:14.195905 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.218095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9419f-50bb-4c15-a0fa-da4fd329a9f4 req-c47fa16a-2c18-4071-8580-7200ed5cb566 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.219836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63f9419f-50bb-4c15-a0fa-da4fd329a9f4 req-c47fa16a-2c18-4071-8580-7200ed5cb566 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 943 time: 0.5072293 Jul 30 01:47:14.327861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b02a7a3-dcbc-4827-94c1-774fcc72cff1 req-d31158eb-98c8-4264-ae20-9acf555752ff tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398541 Jul 30 01:47:14.490260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device aadb0bad-d0db-415b-8d01-fd9360f66cb8 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:14.602389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port aadb0bad-d0db-415b-8d01-fd9360f66cb8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:14.611759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port aadb0bad-d0db-415b-8d01-fd9360f66cb8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:14.612851 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.644514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.810889 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.885701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port aadb0bad-d0db-415b-8d01-fd9360f66cb8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:14.891030 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.923785 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:14.959362 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Transition to ACTIVE for port object fb8a5422-11e4-4363-983c-933c90921223 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:14.969952 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.017652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=aadb0bad-d0db-415b-8d01-fd9360f66cb8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.034402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63f9419f-50bb-4c15-a0fa-da4fd329a9f4 req-55ee6bd5-0524-4568-b18f-a7d364148a6c tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514913 Jul 30 01:47:15.037252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-0a162310-1e62-4868-b66b-c293ae1a039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.038029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Pushing event updated for resources: {'Port': ['ID=fb8a5422-11e4-4363-983c-933c90921223,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.038700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-0a162310-1e62-4868-b66b-c293ae1a039a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e93caf8641d64d28820cf52135f29e43&device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 1095 time: 0.9124839 Jul 30 01:47:15.069653 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Attempting to bind port fb8a5422-11e4-4363-983c-933c90921223 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:15.070284 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Attempting to bind port fb8a5422-11e4-4363-983c-933c90921223 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:15.070875 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Attempting to bind port fb8a5422-11e4-4363-983c-933c90921223 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:15.090841 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.091297 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.091808 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.093150 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.094515 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.096091 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.096925 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.097913 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.098339 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.098762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.099344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.099861 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:15.107213 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:15.107746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:15.108461 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.108893 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:15.109467 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Bound port: fb8a5422-11e4-4363-983c-933c90921223, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:15.109963 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.180300 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] For port fb8a5422-11e4-4363-983c-933c90921223, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:15.192313 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] For port fb8a5422-11e4-4363-983c-933c90921223, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fb8a5422-11e4-4363-983c-933c90921223,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:15.203490 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:15.216576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:15.219625 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ee8032-7abb-4237-b351-f7997ac933cd" -d '{"events": [{"server_uuid": "904f51c3-5b9b-4268-a1d2-4460a055f01a", "name": "network-vif-plugged", "status": "completed", "tag": "aadb0bad-d0db-415b-8d01-fd9360f66cb8"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:15.223605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb44301-61fd-4f1c-8f6f-cb95a3dd34f1 req-607ead7e-b708-4988-b1ed-3bf7700dc600 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.230885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbb44301-61fd-4f1c-8f6f-cb95a3dd34f1 req-607ead7e-b708-4988-b1ed-3bf7700dc600 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2033353 Jul 30 01:47:15.295558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbb44301-61fd-4f1c-8f6f-cb95a3dd34f1 req-57d70e73-bbe3-4c29-af65-ad33ead948b0 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590615 Jul 30 01:47:15.350781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-353117fd-f86b-415b-9591-f79eda70d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.352564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-353117fd-f86b-415b-9591-f79eda70d8f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 200 len: 912 time: 0.2921050 Jul 30 01:47:15.360212 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:15.363461 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:15.369001 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a57ee7-1026-4a22-9b91-308b685198c3 x-openstack-request-id: req-99a57ee7-1026-4a22-9b91-308b685198c3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:15.369532 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f51c3-5b9b-4268-a1d2-4460a055f01a", "name": "network-vif-plugged", "status": "completed", "tag": "aadb0bad-d0db-415b-8d01-fd9360f66cb8", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:15.369962 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99a57ee7-1026-4a22-9b91-308b685198c3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:15.371162 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8', 'code': 200} Jul 30 01:47:15.515440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-ffe1d019-d681-4a73-994f-caeb97b445cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1256b82-c372-4976-8cd8-c359f977a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0977123 Jul 30 01:47:15.563624 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799dbbf-003d-416d-863d-9f97f8c6bc50 None None] Pushing event updated for resources: {'Port': ['ID=fb8a5422-11e4-4363-983c-933c90921223,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.618713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb180d9-6461-424d-9897-57b34775d3c0 req-9d8f71e3-efa6-40d1-b992-b4a54170802b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.620303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:15.628304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cb180d9-6461-424d-9897-57b34775d3c0 req-9d8f71e3-efa6-40d1-b992-b4a54170802b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.3179955 Jul 30 01:47:15.645622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80fab8-bcab-4245-8d24-ea240389036b req-e9e97737-3945-4cca-a472-4e40e1a360e1 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.654351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff80fab8-bcab-4245-8d24-ea240389036b req-e9e97737-3945-4cca-a472-4e40e1a360e1 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 945 time: 0.1434801 Jul 30 01:47:15.736875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cb180d9-6461-424d-9897-57b34775d3c0 req-8038e38f-dd70-4b3e-a09c-997c7f848150 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059301 Jul 30 01:47:15.745390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-2ef629f9-57b5-438e-b59a-12aaf0d4fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.750977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Subnet': ['ID=6e338190-51f9-417d-865d-21bf1c54345c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:15.753422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-2ef629f9-57b5-438e-b59a-12aaf0d4fd73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 200 len: 851 time: 0.1986468 Jul 30 01:47:15.812223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-49f46849-a3e8-4ab3-aa3b-a59c0075cdf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c36da969-cb6f-4945-9253-3c8b41437e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553150 Jul 30 01:47:15.835510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322c0f3-0e86-43b3-80bc-1e586d87ae13 req-6066193d-e95a-4c19-a6c8-972b2b125dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.837018 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8322c0f3-0e86-43b3-80bc-1e586d87ae13 req-6066193d-e95a-4c19-a6c8-972b2b125dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 1097 time: 0.1772852 Jul 30 01:47:15.838253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Checking segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:15.846054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network hostable DHCP agents. Network: 002d1af9-5344-4e5b-8cf8-502f4ad9f135, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:47:15.919382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff80fab8-bcab-4245-8d24-ea240389036b req-a20cf2c4-d0ff-48c2-87e4-32c56ffd8e63 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638330 Jul 30 01:47:15.954382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:47:15.959575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8322c0f3-0e86-43b3-80bc-1e586d87ae13 req-42f11601-a67e-468a-9f34-c8d2e2bf1a34 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007354 Jul 30 01:47:15.976747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 002d1af9-5344-4e5b-8cf8-502f4ad9f135) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:15.985840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ff153-9875-4ba4-b716-01f26505f0fd None None] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:16.007601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.010311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.015419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-1fcc526e-3392-4718-96dd-2442e77f0073 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946917 Jul 30 01:47:16.051384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-52da2597-0aa9-4812-8c57-b3c840aecdde tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2137251 Jul 30 01:47:16.053520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49622) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:16.132094 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:10Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:16.216321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d9dd68-da20-42ce-a089-def076f3f9b0 None None] The sync data for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 is: [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:10Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:16.332306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:47:16.333273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.436285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:16.535981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5ed6a28-e432-41b5-92e3-004309f69ac5 req-0416482d-4f3e-447d-a170-d933b87c9165 service neutron] 10.222.0.55 "GET /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152628 Jul 30 01:47:16.587024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Allocated IP 172.20.0.2 (002d1af9-5344-4e5b-8cf8-502f4ad9f135/6e338190-51f9-417d-865d-21bf1c54345c/74f43ae5-0fe0-4021-a538-647fe37b4ca2) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:16.587248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca334-22af-4665-a92e-b1009536ec8e req-2eb09f49-ef19-47e3-b66c-f1c9ab3b3f36 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.591727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1eca334-22af-4665-a92e-b1009536ec8e req-2eb09f49-ef19-47e3-b66c-f1c9ab3b3f36 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 943 time: 0.3513274 Jul 30 01:47:16.713966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0929a402-001b-4100-8149-a57b0a7bb968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.839208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.854475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Transition to ACTIVE for port object 74f43ae5-0fe0-4021-a538-647fe37b4ca2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:16.877861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f1256b82-c372-4976-8cd8-c359f977a3f6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:16.895822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Transition to ACTIVE for port object 74f43ae5-0fe0-4021-a538-647fe37b4ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:16.906358 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.935854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1eca334-22af-4665-a92e-b1009536ec8e req-889af93a-9979-4810-860c-26fba3d8e944 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912827 Jul 30 01:47:16.957574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1c1b1-c7b7-40e4-83b5-6873c10bb761 req-0aeeecb9-9816-4351-8906-5d7a64f9566e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.959964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2f1c1b1-c7b7-40e4-83b5-6873c10bb761 req-0aeeecb9-9816-4351-8906-5d7a64f9566e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.4556909 Jul 30 01:47:16.989005 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0929a402-001b-4100-8149-a57b0a7bb968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.009123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0929a402-001b-4100-8149-a57b0a7bb968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.075943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0929a402-001b-4100-8149-a57b0a7bb968 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60c52f4e0c4145aaa8136fd5eb08dac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372600 Jul 30 01:47:17.079072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49650) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:17.079837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:17.082376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929a402-001b-4100-8149-a57b0a7bb968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc483ed-90c5-4e5e-bb2d-587b16f368d6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:17.097716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:17.109379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Pushing event updated for resources: {'Port': ['ID=74f43ae5-0fe0-4021-a538-647fe37b4ca2,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:17.117574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:17.158361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2f1c1b1-c7b7-40e4-83b5-6873c10bb761 req-9b88be0e-c878-4dbe-afc6-86fa665a641e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877074 Jul 30 01:47:17.184824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d45e6-d314-4d92-a5cd-3cf1bd909b5d req-65978d15-f4df-4c7c-9a57-f20e4095a8b0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.186820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed8d45e6-d314-4d92-a5cd-3cf1bd909b5d req-65978d15-f4df-4c7c-9a57-f20e4095a8b0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.1089067 Jul 30 01:47:17.247353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f1256b82-c372-4976-8cd8-c359f977a3f6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f1256b82-c372-4976-8cd8-c359f977a3f6,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:17.263142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed8d45e6-d314-4d92-a5cd-3cf1bd909b5d req-90af2817-91d7-4303-bf84-2c93a4359205 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632966 Jul 30 01:47:17.277980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Attempting to bind port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:17.278353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Attempting to bind port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:17.278727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Attempting to bind port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:17.302894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:17.303864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2442cac-19bb-494a-aaa7-5c9305b1d05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.305540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Checking segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:17.305963 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.306407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Bound using segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:17.307515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Bound port: 74f43ae5-0fe0-4021-a538-647fe37b4ca2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:17.307935 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.310398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'f1256b82-c372-4976-8cd8-c359f977a3f6', 'network_id': 'c36da969-cb6f-4945-9253-3c8b41437e90', 'port_id': 'f1256b82-c372-4976-8cd8-c359f977a3f6', 'mac_address': 'fa:16:3e:c2:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be55adc-d20f-4e03-8a05-e66e2dd605f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:17.330966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2442cac-19bb-494a-aaa7-5c9305b1d05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.400955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.414748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af82567-3e48-4de4-a251-7ec68e37d522 req-554eba28-2f1f-4cc3-ac5f-d311e29e106d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.419590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9af82567-3e48-4de4-a251-7ec68e37d522 req-554eba28-2f1f-4cc3-ac5f-d311e29e106d tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 945 time: 0.1234379 Jul 30 01:47:17.435917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2442cac-19bb-494a-aaa7-5c9305b1d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.439188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2442cac-19bb-494a-aaa7-5c9305b1d05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.440424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d2442cac-19bb-494a-aaa7-5c9305b1d05a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6dc483ed-90c5-4e5e-bb2d-587b16f368d6 HTTP/1.1" status: 204 len: 168 time: 0.3590195 Jul 30 01:47:17.456078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2442cac-19bb-494a-aaa7-5c9305b1d05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc483ed-90c5-4e5e-bb2d-587b16f368d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:17.564279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] For port 74f43ae5-0fe0-4021-a538-647fe37b4ca2, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:17.571083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] For port 74f43ae5-0fe0-4021-a538-647fe37b4ca2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=74f43ae5-0fe0-4021-a538-647fe37b4ca2,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:17.581691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.611269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9af82567-3e48-4de4-a251-7ec68e37d522 req-d8298f87-f5f1-4abc-9d10-4b3e9e93527f tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806469 Jul 30 01:47:17.619950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170cd8-19e1-42be-a11a-0f0fba6fe05a req-414ec949-bc8b-4d6a-9b54-7c9faa405886 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.621498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a170cd8-19e1-42be-a11a-0f0fba6fe05a req-414ec949-bc8b-4d6a-9b54-7c9faa405886 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1887727 Jul 30 01:47:17.631244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 49662) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:17.652712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'floatingip': {'port_id': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:17.713512 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.767291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.860997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1256b82-c372-4976-8cd8-c359f977a3f6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:17.928675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f1256b82-c372-4976-8cd8-c359f977a3f6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f1256b82-c372-4976-8cd8-c359f977a3f6,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:17.938061 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:17.942099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b729f-deae-4ef3-84e7-b86115a926cf None None] Pushing event updated for resources: {'Port': ['ID=74f43ae5-0fe0-4021-a538-647fe37b4ca2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:18.115538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f1256b82-c372-4976-8cd8-c359f977a3f6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:18.116280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.1 (002d1af9-5344-4e5b-8cf8-502f4ad9f135/6e338190-51f9-417d-865d-21bf1c54345c/7aa395b6-0711-4293-b71a-56c9331ede25) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:18.268201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f1256b82-c372-4976-8cd8-c359f977a3f6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:18.391295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb8a5422-11e4-4363-983c-933c90921223 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:18.428621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c116-fb2d-4fd2-8109-5824aa961018 req-dc4dc069-e69a-4d51-ad94-58ceea4a4916 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.436806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77d0c116-fb2d-4fd2-8109-5824aa961018 req-dc4dc069-e69a-4d51-ad94-58ceea4a4916 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 944 time: 0.3424661 Jul 30 01:47:18.539475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.577020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object 7aa395b6-0711-4293-b71a-56c9331ede25 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:18.590435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port fb8a5422-11e4-4363-983c-933c90921223 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:18.626752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fb8a5422-11e4-4363-983c-933c90921223 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:18.628511 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.649627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:18.661551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77d0c116-fb2d-4fd2-8109-5824aa961018 req-282dcd70-4c49-4b5f-9a35-92fbd2dfa4ba tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026839 Jul 30 01:47:18.720989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576daee-68c4-4530-9cda-257635d657ee req-d9f19ab5-d783-4d60-af58-ef38b2432a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.722567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-d9f19ab5-d783-4d60-af58-ef38b2432a2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8&tenant_id=a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 1095 time: 0.2912438 Jul 30 01:47:18.740861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103265fe-685e-44c1-8985-77991cf9b132 req-785b4b94-a418-4f27-a6b2-9ff7bfa5de83 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.749759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-103265fe-685e-44c1-8985-77991cf9b132 req-785b4b94-a418-4f27-a6b2-9ff7bfa5de83 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.1969380 Jul 30 01:47:18.757898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:18.807590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:18.880089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:18.889806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:18.903085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=7aa395b6-0711-4293-b71a-56c9331ede25,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:18.905104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-103265fe-685e-44c1-8985-77991cf9b132 req-4efbfa56-e6b7-4b81-b555-74f33b0d3951 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543088 Jul 30 01:47:19.019931 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d63e87de-2797-41d0-a7fa-7c9ede1fae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.027485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.063867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.064475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.129756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port fb8a5422-11e4-4363-983c-933c90921223, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fb8a5422-11e4-4363-983c-933c90921223,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:19.140883 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.269175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=fb8a5422-11e4-4363-983c-933c90921223,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:19.287710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.398976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f80653-4a9a-44a1-be03-b6aaaab6cf46 req-0a8da926-4539-4a23-aa3f-a91a59d576db tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.407561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2f80653-4a9a-44a1-be03-b6aaaab6cf46 req-0a8da926-4539-4a23-aa3f-a91a59d576db tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 945 time: 0.3485222 Jul 30 01:47:19.451764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:47:19.631694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.658372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2f80653-4a9a-44a1-be03-b6aaaab6cf46 req-0e0522cf-943b-449f-8d3e-dfa1ff2322b6 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498062 Jul 30 01:47:19.661354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.772155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:19.785046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.792402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05177009-9e46-4dc8-9610-13d068878311 None None] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:19.804299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.886401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.897030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=7aa395b6-0711-4293-b71a-56c9331ede25,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:19.962401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a248fe73-9aae-49da-8395-c6e99c80bbc3 None None] Provisioning for port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:20.029587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:20.079421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c58d-c0f7-4534-aae8-9cc90494bb8f req-73856d5d-0437-497a-915b-33562f6dfa0f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.081040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64f7c58d-c0f7-4534-aae8-9cc90494bb8f req-73856d5d-0437-497a-915b-33562f6dfa0f tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 944 time: 0.2827389 Jul 30 01:47:20.093850 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Floating IP 00af613c-ffdc-4bb6-af1d-77ae7d562491 associated. External IP: 172.25.8.84, port: fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59. Jul 30 01:47:20.124292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:20.126565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:20.258977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:20.292357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.308602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb8a5422-11e4-4363-983c-933c90921223 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:20.328454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64f7c58d-c0f7-4534-aae8-9cc90494bb8f req-3bf616e5-9de3-4e2e-9d55-a445684ba571 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902556 Jul 30 01:47:20.386957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Transition to ACTIVE for port object 963f8496-b736-43af-9945-b37dcda2656a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:20.397572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb117e-c19a-4fdd-b7af-dca6c6fbacdd req-da6f43ab-2339-42eb-93d9-84994b229d94 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.399238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6dfb117e-c19a-4fdd-b7af-dca6c6fbacdd req-da6f43ab-2339-42eb-93d9-84994b229d94 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 943 time: 0.3455141 Jul 30 01:47:20.402367 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.452944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-9239cd17-b56c-4d5b-9d75-23102a1f64f9 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.456638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-9239cd17-b56c-4d5b-9d75-23102a1f64f9 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.66 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 945 time: 0.2023168 Jul 30 01:47:20.476718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=9']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:20.490746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fb8a5422-11e4-4363-983c-933c90921223 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:20.500873 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.535591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:20.637999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f1256b82-c372-4976-8cd8-c359f977a3f6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:20.660881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c15c446-b0ab-4c7a-8ad1-b9d655c47866 None None] Provisioning for port 7aa395b6-0711-4293-b71a-56c9331ede25 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:20.751685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c15c446-b0ab-4c7a-8ad1-b9d655c47866 None None] Provisioning complete for port 7aa395b6-0711-4293-b71a-56c9331ede25 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:20.752071 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2c15c446-b0ab-4c7a-8ad1-b9d655c47866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.892566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:20.898887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9da43c83-713b-4df5-a634-56df2425a53e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/1c5d3946-8b5b-4fd2-9c91-ac8d104af49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8441265 Jul 30 01:47:20.955389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Deleting port aadb0bad-d0db-415b-8d01-fd9360f66cb8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:20.955644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.974915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2c15c446-b0ab-4c7a-8ad1-b9d655c47866 None None] Port 7aa395b6-0711-4293-b71a-56c9331ede25 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:20.980894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 74f43ae5-0fe0-4021-a538-647fe37b4ca2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:21.045077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Sync routers for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:21.136714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port f1256b82-c372-4976-8cd8-c359f977a3f6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:21.148981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:21.150169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:46:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:21.157681 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.199884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] For port aadb0bad-d0db-415b-8d01-fd9360f66cb8, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=aadb0bad-d0db-415b-8d01-fd9360f66cb8,segment=NetworkSegment(7779736a-99a8-458b-9d03-13a71642ffdc),segment_id=7779736a-99a8-458b-9d03-13a71642ffdc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:21.200280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.226264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port f1256b82-c372-4976-8cd8-c359f977a3f6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:21.227535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.231992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Calling delete_port for aadb0bad-d0db-415b-8d01-fd9360f66cb8 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:21.324330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:21.335835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:21.336341 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.395158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6dfb117e-c19a-4fdd-b7af-dca6c6fbacdd req-bb6aeb4f-7d7d-4f26-bada-548cdef4ecba tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9810662 Jul 30 01:47:21.396037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] No DVR routers for this DVR port 963f8496-b736-43af-9945-b37dcda2656a on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:21.428362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.467226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Pushing event deleted for resources: {'Port': ['ID=aadb0bad-d0db-415b-8d01-fd9360f66cb8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:21.532828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] No DVR routers for this DVR port aadb0bad-d0db-415b-8d01-fd9360f66cb8 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:21.536631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.538969 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8f66bf02-2eac-4327-bf5c-7c25559d7e16 req-2f5c6f13-b73b-4813-9183-b45d9adfced4 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.66 "DELETE /v2.0/ports/aadb0bad-d0db-415b-8d01-fd9360f66cb8 HTTP/1.1" status: 204 len: 173 time: 1.0740466 Jul 30 01:47:21.539861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'name': 'network-vif-deleted', 'tag': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:21.555948 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c174fe71-3a9a-4bf2-ad03-7e6dc8954074" -d '{"events": [{"server_uuid": "904f51c3-5b9b-4268-a1d2-4460a055f01a", "name": "network-vif-deleted", "tag": "aadb0bad-d0db-415b-8d01-fd9360f66cb8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:21.592764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22aa55-2600-48df-8200-7d6dff0d538c req-0ec8c031-a1b2-43f9-a5f4-4c3ad6f37f42 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:21.593887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be22aa55-2600-48df-8200-7d6dff0d538c req-0ec8c031-a1b2-43f9-a5f4-4c3ad6f37f42 tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/ports?device_id=904f51c3-5b9b-4268-a1d2-4460a055f01a HTTP/1.1" status: 200 len: 867 time: 0.2489252 Jul 30 01:47:21.719769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cd0db2c3-1e4f-41ff-a0dd-502c8ffd8370 None None] Provisioning complete for port 7aa395b6-0711-4293-b71a-56c9331ede25 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:21.720190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cd0db2c3-1e4f-41ff-a0dd-502c8ffd8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.785506 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f15d6a8-35e2-46ce-bd0d-f6fb973363e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.807725 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.816121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:21.870110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be22aa55-2600-48df-8200-7d6dff0d538c req-63fe6763-7f6e-498c-a313-5821ffe12acb tempest-VolumesActionsTest-587048798 tempest-VolumesActionsTest-587048798-project] 10.222.0.78 "GET /v2.0/security-groups?id=c46f31c5-420f-417d-9419-da548ee5f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459228 Jul 30 01:47:21.891270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cd0db2c3-1e4f-41ff-a0dd-502c8ffd8370 None None] Port 7aa395b6-0711-4293-b71a-56c9331ede25 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:21.891603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:21.923467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-0b7449e2-a8f1-4421-b325-292383149cce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239849768&fields=id&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 267 time: 0.3222532 Jul 30 01:47:21.963919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08254417-9d82-4d08-bd37-4c1233bfe548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1256b82-c372-4976-8cd8-c359f977a3f6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:21.967228 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be19dbbb-9f6b-4567-856d-89a8ac236998" -d '{"events": [{"server_uuid": "08254417-9d82-4d08-bd37-4c1233bfe548", "name": "network-vif-plugged", "status": "completed", "tag": "f1256b82-c372-4976-8cd8-c359f977a3f6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:21.981492 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.036551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f1256b82-c372-4976-8cd8-c359f977a3f6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f1256b82-c372-4976-8cd8-c359f977a3f6,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:22.051763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:22.052172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:22.052624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:22.056127 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.090035 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.104384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Port 963f8496-b736-43af-9945-b37dcda2656a on network b1306467-1764-416f-9ba4-5f651ab7a78b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:22.104798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Attempting to bind port 963f8496-b736-43af-9945-b37dcda2656a on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:22.112947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b7267ab-96b0-422d-b4f9-f307be186438 None None] Provisioning complete for port 7aa395b6-0711-4293-b71a-56c9331ede25 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:22.113625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b7267ab-96b0-422d-b4f9-f307be186438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.189395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:22.189898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:22.190137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Bound using segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:22.190566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Bound port: 963f8496-b736-43af-9945-b37dcda2656a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:22.190922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.199928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 74f43ae5-0fe0-4021-a538-647fe37b4ca2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=74f43ae5-0fe0-4021-a538-647fe37b4ca2,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:22.220534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.262171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9b7267ab-96b0-422d-b4f9-f307be186438 None None] Port 7aa395b6-0711-4293-b71a-56c9331ede25 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:22.295056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f1256b82-c372-4976-8cd8-c359f977a3f6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.388966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=74f43ae5-0fe0-4021-a538-647fe37b4ca2,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.407983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 2, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:22.441755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Checking router: 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:22.442129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Updating router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a port 7aa395b6-0711-4293-b71a-56c9331ede25 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:47:22.462424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6927c2-759f-453e-9d85-a2697251f721 req-5203f6bf-8c1d-4a5c-9f4f-35934afb910d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.464572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb6927c2-759f-453e-9d85-a2697251f721 req-5203f6bf-8c1d-4a5c-9f4f-35934afb910d tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.4945951 Jul 30 01:47:22.480666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.523106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-99c4e4c6-50eb-47de-868c-6a3af5ed4040 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.531349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-99c4e4c6-50eb-47de-868c-6a3af5ed4040 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 797 time: 0.5636160 Jul 30 01:47:22.531618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device aadb0bad-d0db-415b-8d01-fd9360f66cb8 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:22.536999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:22.543108 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.551314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:22.564759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: aadb0bad-d0db-415b-8d01-fd9360f66cb8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:22.565281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device aadb0bad-d0db-415b-8d01-fd9360f66cb8 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:22.570040 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:22.571256 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:22.604314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-23ed300b-d45e-42b0-9143-066d9b11acc8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/quotas/897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 375 time: 0.0717213 Jul 30 01:47:22.606709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:22.664747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb6927c2-759f-453e-9d85-a2697251f721 req-aff9718e-a120-4efc-990f-89db8b1442fc tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839068 Jul 30 01:47:22.674119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b83765ce-6f3f-4c95-af86-9444800daf76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "PUT /v2.0/floatingips/00af613c-ffdc-4bb6-af1d-77ae7d562491 HTTP/1.1" status: 200 len: 990 time: 5.0417647 Jul 30 01:47:22.677590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:22.678606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:22.688063 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee70ddd9-4d5f-422d-a51d-85c85565d05f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:22.709533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.722789 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:22.791901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.792450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.793869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] 10.222.0.55 "PUT /v2.0/ports/963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 1092 time: 4.0420480 Jul 30 01:47:22.850019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-2aab14a5-3295-415c-9233-01cfec46671c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446542 Jul 30 01:47:22.901768 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a3ea9f-fd1c-4f37-8698-e4cc4f59e939 x-openstack-request-id: req-d8a3ea9f-fd1c-4f37-8698-e4cc4f59e939 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:22.902275 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f51c3-5b9b-4268-a1d2-4460a055f01a", "name": "network-vif-deleted", "tag": "aadb0bad-d0db-415b-8d01-fd9360f66cb8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:22.902391 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8a3ea9f-fd1c-4f37-8698-e4cc4f59e939 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:22.902728 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f51c3-5b9b-4268-a1d2-4460a055f01a', 'name': 'network-vif-deleted', 'tag': 'aadb0bad-d0db-415b-8d01-fd9360f66cb8', 'status': 'completed', 'code': 200} Jul 30 01:47:22.974238 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b33d8-f8d8-4eae-b739-2007bc9dca6f x-openstack-request-id: req-3c2b33d8-f8d8-4eae-b739-2007bc9dca6f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:22.974680 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08254417-9d82-4d08-bd37-4c1233bfe548", "name": "network-vif-plugged", "status": "completed", "tag": "f1256b82-c372-4976-8cd8-c359f977a3f6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:22.974935 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c2b33d8-f8d8-4eae-b739-2007bc9dca6f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:22.975349 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08254417-9d82-4d08-bd37-4c1233bfe548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1256b82-c372-4976-8cd8-c359f977a3f6', 'code': 200} Jul 30 01:47:23.028786 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.080765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-4ab8ae6c-2b98-40a1-8b0c-eea0d399420e service neutron] 10.222.0.78 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291260 Jul 30 01:47:23.104427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49868) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:23.151739 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.166787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Transition to ACTIVE for port object 7aa395b6-0711-4293-b71a-56c9331ede25 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:23.178392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.257676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e11e28-5057-4812-9d65-c11f7acc2a18 None None] Pushing event updated for resources: {'Port': ['ID=7aa395b6-0711-4293-b71a-56c9331ede25,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:23.297189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edabf1-0e18-44bd-b971-7d5939ef702f service neutron] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:23.352439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576daee-68c4-4530-9cda-257635d657ee req-be3606d5-ced6-46c1-9535-8b520abd16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.365756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-be3606d5-ced6-46c1-9535-8b520abd16c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1096 time: 0.4966378 Jul 30 01:47:23.379791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Attempting to bind port 7aa395b6-0711-4293-b71a-56c9331ede25 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:23.380306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Attempting to bind port 7aa395b6-0711-4293-b71a-56c9331ede25 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:23.380745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Attempting to bind port 7aa395b6-0711-4293-b71a-56c9331ede25 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:23.382651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0bd8f-958b-40ba-a7e4-a82e2bdda327 req-98cb66c1-8959-4ad1-9846-9cd99231c5d5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.389335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:23.389887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Checking segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:23.390110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.390505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Bound using segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:23.391472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Bound port: 7aa395b6-0711-4293-b71a-56c9331ede25, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:23.391472 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.394212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0b0bd8f-958b-40ba-a7e4-a82e2bdda327 req-98cb66c1-8959-4ad1-9846-9cd99231c5d5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.2694509 Jul 30 01:47:23.425170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '00af613c-ffdc-4bb6-af1d-77ae7d562491', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'port_id': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'mac_address': 'fa:16:3e:db:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:51Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 1, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:23.474872 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:23.479166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] For port 7aa395b6-0711-4293-b71a-56c9331ede25, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:23.485656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] For port 7aa395b6-0711-4293-b71a-56c9331ede25, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7aa395b6-0711-4293-b71a-56c9331ede25,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:23.491114 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:23.493435 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:23.496922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.544764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde71181-e5ce-404d-92ab-e9ebb3c0ce87 req-a58a912d-f700-4569-a3c9-45704f9e8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.546411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dde71181-e5ce-404d-92ab-e9ebb3c0ce87 req-a58a912d-f700-4569-a3c9-45704f9e8a68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 1097 time: 0.4632757 Jul 30 01:47:23.554163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-083d41cb-de27-452d-b3e3-b5341efd3633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.589740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e11e28-5057-4812-9d65-c11f7acc2a18 None None] Pushing event updated for resources: {'Port': ['ID=7aa395b6-0711-4293-b71a-56c9331ede25,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:23.647622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dde71181-e5ce-404d-92ab-e9ebb3c0ce87 req-1a2bb8aa-785a-4828-bb35-3a837382e612 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902548 Jul 30 01:47:23.649059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576daee-68c4-4530-9cda-257635d657ee req-c77ab3ef-a560-4ee8-9798-43120d2ed0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.650319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-c77ab3ef-a560-4ee8-9798-43120d2ed0bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.2408662 Jul 30 01:47:23.660339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:23.661265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:23.679740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0b0bd8f-958b-40ba-a7e4-a82e2bdda327 req-649f5227-87f1-45b7-abe2-2ad2dd9d0920 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842803 Jul 30 01:47:23.690899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-feb4e473-ffde-4cf7-bb17-9a4d4366df1c service neutron] 10.222.0.78 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079863 Jul 30 01:47:23.715115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:23.795099 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdeea3a-6201-4bdd-963d-34e9c355a009 x-openstack-request-id: req-2cdeea3a-6201-4bdd-963d-34e9c355a009 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:23.795394 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:23.798678 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cdeea3a-6201-4bdd-963d-34e9c355a009 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:23.799559 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'status': 'completed', 'code': 200} Jul 30 01:47:23.813673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-083d41cb-de27-452d-b3e3-b5341efd3633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.947975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-083d41cb-de27-452d-b3e3-b5341efd3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.029157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:24.137560 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-083d41cb-de27-452d-b3e3-b5341efd3633 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=861c5493ebd14383bea196c1acd7a2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0314131 Jul 30 01:47:24.150924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49902) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:24.155116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d41cb-de27-452d-b3e3-b5341efd3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84db701-6e08-4707-916b-8d249bca0157,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:24.183942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-9b5da72e-5104-4544-9536-770c03f562f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.186418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-11f59f45-d10a-4341-81bd-289f78cfe149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 999 time: 0.2782695 Jul 30 01:47:24.186957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-9b5da72e-5104-4544-9536-770c03f562f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1097 time: 0.3683474 Jul 30 01:47:24.315980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576daee-68c4-4530-9cda-257635d657ee req-0d72a9bb-cb42-4222-9481-7e4464438c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.321495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-0d72a9bb-cb42-4222-9481-7e4464438c90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.1246176 Jul 30 01:47:24.341468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12dd3727-f573-43b9-a071-9ebffc9c78e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.418147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12dd3727-f573-43b9-a071-9ebffc9c78e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.425576 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '00af613c-ffdc-4bb6-af1d-77ae7d562491', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'port_id': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'mac_address': 'fa:16:3e:db:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:51Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 1, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:24.441972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 74f43ae5-0fe0-4021-a538-647fe37b4ca2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:24.451720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-dda58817-d8fd-44b9-86b4-99e21d6dbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.453492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-dda58817-d8fd-44b9-86b4-99e21d6dbcf4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.2589109 Jul 30 01:47:24.486135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ff30aa0-ab84-406c-836e-5e1d2dc4c475 req-ca92d1e6-ed09-4ae7-aaaa-09b469bc6b00 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 210 time: 0.1579335 Jul 30 01:47:24.503393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fed5cf-c83b-4500-be0a-43544ed7c28e req-775c5f69-2ec0-441f-b06e-1ca031b0ec13 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.504965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5fed5cf-c83b-4500-be0a-43544ed7c28e req-775c5f69-2ec0-441f-b06e-1ca031b0ec13 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.5059834 Jul 30 01:47:24.510076 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99a4e45-f833-42c0-8f58-3cedb14544db None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '00af613c-ffdc-4bb6-af1d-77ae7d562491', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'port_id': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'mac_address': 'fa:16:3e:db:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:51Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 1, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:24.586494 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.598961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576daee-68c4-4530-9cda-257635d657ee req-db5d944b-6102-4781-9ee5-aa32c5da0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.611659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-db5d944b-6102-4781-9ee5-aa32c5da0a75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774189 Jul 30 01:47:24.633721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-5d217b18-7f3a-4675-8718-c4ea76754e03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 998 time: 0.1610196 Jul 30 01:47:24.656029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5fed5cf-c83b-4500-be0a-43544ed7c28e req-0fb42e6b-f385-45b0-aa64-11683e1a595a tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188762 Jul 30 01:47:24.659471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:24.659471 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.685571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12dd3727-f573-43b9-a071-9ebffc9c78e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.689162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12dd3727-f573-43b9-a071-9ebffc9c78e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.690763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-12dd3727-f573-43b9-a071-9ebffc9c78e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f84db701-6e08-4707-916b-8d249bca0157 HTTP/1.1" status: 204 len: 168 time: 0.5379314 Jul 30 01:47:24.749425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd3727-f573-43b9-a071-9ebffc9c78e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84db701-6e08-4707-916b-8d249bca0157,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:24.842115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:23Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:24.851673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-f4a877f4-a090-4ce2-86f5-c3208d30dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.866152 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-f4a877f4-a090-4ce2-86f5-c3208d30dd5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1776986 Jul 30 01:47:24.965614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6dd8c-12a5-4c04-8c6c-4234cc3f29ae None None] The sync data for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 is: [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:23Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:24.988614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-c8f77b28-8266-461a-8ea1-7d649656976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.992497 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-c8f77b28-8266-461a-8ea1-7d649656976e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233411 Jul 30 01:47:25.093655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-7b9c9d91-2bde-4c97-a5db-e0baf05a6300 service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458098 Jul 30 01:47:25.149436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fa953-52dd-4245-bd49-f3fc9e4bc37b req-a12d25ee-d2e6-4f4e-9eb7-67251135caf6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:25.154220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c624a8-8590-4d2b-91ab-2d2c06e1b1c6 None None] New status for floating IP 00af613c-ffdc-4bb6-af1d-77ae7d562491: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:47:25.164482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d9fa953-52dd-4245-bd49-f3fc9e4bc37b req-a12d25ee-d2e6-4f4e-9eb7-67251135caf6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.2770231 Jul 30 01:47:25.314557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-08dee414-2943-4538-b236-99fe04bf41ab service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137193 Jul 30 01:47:25.388172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d9fa953-52dd-4245-bd49-f3fc9e4bc37b req-f16a7102-f5b6-451c-b986-cdbd5cf1d374 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203186 Jul 30 01:47:25.477738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d576daee-68c4-4530-9cda-257635d657ee req-72f08cdf-9328-4b23-bc46-8e4319bd554d service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904859 Jul 30 01:47:25.567926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ee70ddd9-4d5f-422d-a51d-85c85565d05f req-5c13380a-a7cb-46d5-987d-024c7d96cc96 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455654 Jul 30 01:47:25.735739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-637db59b-79a0-4cdf-888c-28407aa8fe18 req-91a59c62-ea53-440c-838d-821db264fe88 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 210 time: 0.0944226 Jul 30 01:47:25.800765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:25.802863 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:25.871246 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28388976-7d91-4f91-956c-be33de2764a0 x-openstack-request-id: req-28388976-7d91-4f91-956c-be33de2764a0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:25.872089 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:25.872612 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28388976-7d91-4f91-956c-be33de2764a0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:25.873228 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'status': 'completed', 'code': 200} Jul 30 01:47:25.995189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 49988) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:26.013130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26fcf8ce-066a-43a1-b3f1-cbfbab617b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.045763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0244f-c1a4-4079-b4be-228e1851b772 req-9a4791f7-a72d-499b-ab56-dd5d89b191d3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.052281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb0244f-c1a4-4079-b4be-228e1851b772 req-9a4791f7-a72d-499b-ab56-dd5d89b191d3 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.2530868 Jul 30 01:47:26.182606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-d22146f4-b7e5-477b-a2f4-83aa6e6273f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.182606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-d22146f4-b7e5-477b-a2f4-83aa6e6273f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1096 time: 0.2672212 Jul 30 01:47:26.217008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb0244f-c1a4-4079-b4be-228e1851b772 req-959f7abc-605c-476d-bce2-c3b110f3eff5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510623 Jul 30 01:47:26.395200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26fcf8ce-066a-43a1-b3f1-cbfbab617b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.405637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26fcf8ce-066a-43a1-b3f1-cbfbab617b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.445692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7aa395b6-0711-4293-b71a-56c9331ede25 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:26.485094 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-26fcf8ce-066a-43a1-b3f1-cbfbab617b50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9293139d2fb14d2e99448865917078c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887984 Jul 30 01:47:26.489462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50002) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:26.494602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-8321e5d7-e524-46e9-a84a-b4b675abc9fc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.496477 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-8321e5d7-e524-46e9-a84a-b4b675abc9fc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 797 time: 0.3100848 Jul 30 01:47:26.519805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf8ce-066a-43a1-b3f1-cbfbab617b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e869d9dd-3185-4212-8b12-0574be7d7fdb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:26.553100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7aa395b6-0711-4293-b71a-56c9331ede25 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:26.554333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-d3a0f850-71ac-437c-95c9-5c2445d54a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.562193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-d3a0f850-71ac-437c-95c9-5c2445d54a16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.3692973 Jul 30 01:47:26.563360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7aa395b6-0711-4293-b71a-56c9331ede25 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:26.569588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.598754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-6a3d7c95-5bb1-4708-8284-edbeb030cbd5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 379 time: 0.0753603 Jul 30 01:47:26.613717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'port': {'device_id': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'admin_state_up': True, 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'security_groups': ['b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:26.715176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.796331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 7aa395b6-0711-4293-b71a-56c9331ede25, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7aa395b6-0711-4293-b71a-56c9331ede25,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:26.804451 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.903566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:26.913973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.971667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=7aa395b6-0711-4293-b71a-56c9331ede25,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:27.038880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-67d3e97a-4e34-474a-9bb9-c03caab3f2aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 200 len: 999 time: 0.4588687 Jul 30 01:47:27.053182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab5227fe-8946-49e3-9f4f-afb698328790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.109308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab5227fe-8946-49e3-9f4f-afb698328790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.312407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6e513-963e-473a-942b-b21a1e6b0a68 req-50e13ae9-29c8-49d9-a9c5-cb226c0284ba tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.318844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6a6e513-963e-473a-942b-b21a1e6b0a68 req-50e13ae9-29c8-49d9-a9c5-cb226c0284ba tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.5850203 Jul 30 01:47:27.320625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab5227fe-8946-49e3-9f4f-afb698328790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.327339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab5227fe-8946-49e3-9f4f-afb698328790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.328577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab5227fe-8946-49e3-9f4f-afb698328790 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e869d9dd-3185-4212-8b12-0574be7d7fdb HTTP/1.1" status: 204 len: 168 time: 0.8283896 Jul 30 01:47:27.405085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.6 (002d1af9-5344-4e5b-8cf8-502f4ad9f135/6e338190-51f9-417d-865d-21bf1c54345c/c00adb7c-c5b9-49d3-ae77-4372544781e7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:27.442238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5227fe-8946-49e3-9f4f-afb698328790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e869d9dd-3185-4212-8b12-0574be7d7fdb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:27.459835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8dfa-1f4a-41c4-8c7f-b26fecd61106 req-21ec792f-cb8b-4228-ab3e-8deb87d29fd5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.473653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a96d8dfa-1f4a-41c4-8c7f-b26fecd61106 req-21ec792f-cb8b-4228-ab3e-8deb87d29fd5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.6068749 Jul 30 01:47:27.620826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-cbb35d33-cb95-47ed-898f-2d6ff5a02149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.623206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-cbb35d33-cb95-47ed-898f-2d6ff5a02149 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.5731530 Jul 30 01:47:27.811265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.843125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object c00adb7c-c5b9-49d3-ae77-4372544781e7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:27.907958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a96d8dfa-1f4a-41c4-8c7f-b26fecd61106 req-9a0d1013-5945-48ef-a7ae-74b2e61e9a8e tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306374 Jul 30 01:47:27.917700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-0cac9a65-f4b0-417d-a9dd-711b6f5c1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.927919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-0cac9a65-f4b0-417d-a9dd-711b6f5c1dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2325866 Jul 30 01:47:27.990936 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:47:27.992608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6a6e513-963e-473a-942b-b21a1e6b0a68 req-830507d5-a9a7-4931-a101-0a618a5b212a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6617532 Jul 30 01:47:28.017255 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.189350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:28.195683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:28.223029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:28.315776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02292268-c7d9-4add-adad-2805caa91943 req-09dfe5df-db06-484d-9d4b-bb9d11e76a93 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.330094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02292268-c7d9-4add-adad-2805caa91943 req-09dfe5df-db06-484d-9d4b-bb9d11e76a93 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 931 time: 0.1968281 Jul 30 01:47:28.372562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:28.454748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-2b5440d7-b290-4436-9203-0b49f86551b2 service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173225 Jul 30 01:47:28.459545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7aa395b6-0711-4293-b71a-56c9331ede25 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:28.477486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.478085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.513625 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-d952e251-708f-4117-85bc-caf6fe90451e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9082129 Jul 30 01:47:28.542223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Request body: {'port': {'device_id': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:28.586691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02292268-c7d9-4add-adad-2805caa91943 req-64c5d3e1-fd24-4437-93b5-87df025ba629 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509367 Jul 30 01:47:28.646889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7aa395b6-0711-4293-b71a-56c9331ede25 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:28.647556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.744570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:28.821587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58cf0135-94ca-4ec9-b98a-2b4d6d326ba6 req-b935f4a6-dd9b-4df9-9c85-7977ac3b0495 service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462820 Jul 30 01:47:28.878226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e41d24ac-bfcc-4966-a778-a275a1d311b0 None None] Provisioning for port c00adb7c-c5b9-49d3-ae77-4372544781e7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:28.890685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e41d24ac-bfcc-4966-a778-a275a1d311b0 None None] Provisioning complete for port c00adb7c-c5b9-49d3-ae77-4372544781e7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:28.896466 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e41d24ac-bfcc-4966-a778-a275a1d311b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.005680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e41d24ac-bfcc-4966-a778-a275a1d311b0 None None] Port c00adb7c-c5b9-49d3-ae77-4372544781e7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:29.132507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab7cbe-49c8-4997-9f56-6766dcf5c27a req-d8af0361-2bc7-471b-a175-961dc74c8ad7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.146450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cab7cbe-49c8-4997-9f56-6766dcf5c27a req-d8af0361-2bc7-471b-a175-961dc74c8ad7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.0723152 Jul 30 01:47:29.217227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cab7cbe-49c8-4997-9f56-6766dcf5c27a req-1920f729-b423-4d68-87ca-36a5f1dc4c45 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694182 Jul 30 01:47:29.341544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85312c-e2f9-4fd9-b691-d3f9e025947d req-fdcba2c2-51af-4030-973a-7bbbce3bceb1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.356448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d85312c-e2f9-4fd9-b691-d3f9e025947d req-fdcba2c2-51af-4030-973a-7bbbce3bceb1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1602588 Jul 30 01:47:29.469915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00adb7c-c5b9-49d3-ae77-4372544781e7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:29.480109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.495406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Transition to ACTIVE for port object c00adb7c-c5b9-49d3-ae77-4372544781e7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:29.495946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d85312c-e2f9-4fd9-b691-d3f9e025947d req-909453ee-e256-492b-84fc-2ec667e1839f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374550 Jul 30 01:47:29.500644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.565539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:29.766593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:29.767148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:29.767791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:29.774296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:29.774695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:29.783816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:29.784367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Checking segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:29.784912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Bound using segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:29.785539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Bound port: c00adb7c-c5b9-49d3-ae77-4372544781e7, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:29.786050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.896699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e173370-a3b2-4a4e-9deb-121b58d3dbd3 req-c56336a1-51eb-4ba6-9301-c901b6b24797 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.907364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e173370-a3b2-4a4e-9deb-121b58d3dbd3 req-c56336a1-51eb-4ba6-9301-c901b6b24797 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 943 time: 0.0862446 Jul 30 01:47:29.925553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:29.929282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:29.937976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.967322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.968058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.970145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] 10.222.0.66 "PUT /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 1092 time: 1.4448290 Jul 30 01:47:29.970737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:29.973133 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb3e8b-41cd-41e9-8bed-59bd2c329125" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:29.975661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e173370-a3b2-4a4e-9deb-121b58d3dbd3 req-7a6ec9fa-04ab-4b6f-b21c-83035b56f86a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667367 Jul 30 01:47:30.127290 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1e30bc-187d-4aec-bd69-0732b81cc2c2 x-openstack-request-id: req-5c1e30bc-187d-4aec-bd69-0732b81cc2c2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:30.127546 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:30.127745 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c1e30bc-187d-4aec-bd69-0732b81cc2c2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:30.128234 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'status': 'completed', 'code': 200} Jul 30 01:47:30.176761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-996a25fe-b546-4bc1-9f5c-f9cdfc04fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.182367 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-996a25fe-b546-4bc1-9f5c-f9cdfc04fa82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1095 time: 0.1640613 Jul 30 01:47:30.183519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236eb4b-6fd1-4049-a8e8-731b8407faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:30.248387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f52d50-9596-41ad-924a-1a1a7c21eff7 req-2035587d-3dd6-40e4-9d85-c366611a9e01 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.262841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f52d50-9596-41ad-924a-1a1a7c21eff7 req-2035587d-3dd6-40e4-9d85-c366611a9e01 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.1140194 Jul 30 01:47:30.335678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-efec3c77-831e-400a-ba59-defe60f5a1b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 217 time: 0.1325190 Jul 30 01:47:30.352078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88f52d50-9596-41ad-924a-1a1a7c21eff7 req-9b57189e-8677-4246-80bc-e4120e0d9f86 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881872 Jul 30 01:47:30.513325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-0b481fdb-c616-4f6f-8528-b00b907178f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.515031 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-0b481fdb-c616-4f6f-8528-b00b907178f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.1784689 Jul 30 01:47:30.622326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-e59ad203-c08d-48e0-b108-dcbed8084bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.622591 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-e59ad203-c08d-48e0-b108-dcbed8084bf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913827 Jul 30 01:47:30.800901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc605a3-1e83-4a50-b4a5-b57f2f77c47d req-c856979c-9833-4d2d-a4d4-c5c44f4c1d31 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.814880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dc605a3-1e83-4a50-b4a5-b57f2f77c47d req-c856979c-9833-4d2d-a4d4-c5c44f4c1d31 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1413038 Jul 30 01:47:30.891354 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-f39db995-b9dc-4876-9bd7-368ff3c25018 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598073 Jul 30 01:47:30.893004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dc605a3-1e83-4a50-b4a5-b57f2f77c47d req-642ed452-7d96-47b3-b6e0-82635734096b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771806 Jul 30 01:47:31.091140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-88f80f16-6bc0-4a23-a31b-e56afbe5208e req-a5427648-d84a-426a-b4db-1e0967007323 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917739 Jul 30 01:47:31.298853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-32634735-de73-4a10-827d-c1256808c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.307862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35654a-1388-4871-b9fd-05e22ac15425 req-013d7fee-a499-4a1f-8bb6-1b41a46622a8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.316063 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-32634735-de73-4a10-827d-c1256808c64f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1095 time: 0.1547301 Jul 30 01:47:31.322052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac35654a-1388-4871-b9fd-05e22ac15425 req-013d7fee-a499-4a1f-8bb6-1b41a46622a8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 943 time: 0.1489255 Jul 30 01:47:31.447029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac35654a-1388-4871-b9fd-05e22ac15425 req-3a741f03-e57c-4a26-baf8-8844249313ac tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222656 Jul 30 01:47:31.522542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-a2ce73e1-ab8b-4512-b8d0-236663e701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.524113 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-a2ce73e1-ab8b-4512-b8d0-236663e701ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 898 time: 0.2016976 Jul 30 01:47:31.572368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564c105-5691-44e5-96f6-3b9426027e7a req-6342a531-ea02-42d1-800b-3664b3f59854 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.580881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d564c105-5691-44e5-96f6-3b9426027e7a req-6342a531-ea02-42d1-800b-3664b3f59854 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.0942159 Jul 30 01:47:31.644842 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-5cfc5ff9-1c8a-446a-8150-a997bce440e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 217 time: 0.1102633 Jul 30 01:47:31.672874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d564c105-5691-44e5-96f6-3b9426027e7a req-4e229d42-f3c2-4077-be99-fdf3dc2c9a53 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853806 Jul 30 01:47:31.734635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-24fd1669-2b57-420b-95cc-00a0c164aa51 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.737086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-24fd1669-2b57-420b-95cc-00a0c164aa51 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 945 time: 0.1203277 Jul 30 01:47:31.793046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-20372a23-21b4-4130-8640-275d652eaa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.796952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-20372a23-21b4-4130-8640-275d652eaa35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.1446638 Jul 30 01:47:31.916567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-c51d89c3-adae-4bb5-89f3-642a0fc55984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:31.918982 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-c51d89c3-adae-4bb5-89f3-642a0fc55984 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136987 Jul 30 01:47:31.940561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Deleting port f1256b82-c372-4976-8cd8-c359f977a3f6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:31.942573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.170753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] For port f1256b82-c372-4976-8cd8-c359f977a3f6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f1256b82-c372-4976-8cd8-c359f977a3f6,segment=NetworkSegment(5d16912e-7f9f-4021-a724-b36781fb45f4),segment_id=5d16912e-7f9f-4021-a724-b36781fb45f4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:32.171201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.206094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Calling delete_port for f1256b82-c372-4976-8cd8-c359f977a3f6 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:32.217590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f287f-392c-454f-9e32-19525950a089 req-f0437cf3-71fd-495d-ae08-fd611659e017 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.226758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-824f287f-392c-454f-9e32-19525950a089 req-f0437cf3-71fd-495d-ae08-fd611659e017 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1078744 Jul 30 01:47:32.302207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-98761935-aac3-443e-a2e5-3cbc9a759049 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505945 Jul 30 01:47:32.319582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-824f287f-392c-454f-9e32-19525950a089 req-16ad58ce-30fe-415c-8895-71ff3dc51da6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865054 Jul 30 01:47:32.583184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:32.585344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21fb3e8b-41cd-41e9-8bed-59bd2c329125 req-b209d1ec-2111-4fee-a545-0f5d8e56fc8c service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980251 Jul 30 01:47:32.879722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:32.930411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'port_id': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'mac_address': 'fa:16:3e:8b:1b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:32.992139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.030296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00adb7c-c5b9-49d3-ae77-4372544781e7 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:33.057657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:33.067206 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.173652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:33.284418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c00adb7c-c5b9-49d3-ae77-4372544781e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:33.296633 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.413327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0bb6f-1235-4e4b-a354-530e21b1195f req-be61b232-f770-4e8e-bb4c-792dc8694e29 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:33.423651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93d0bb6f-1235-4e4b-a354-530e21b1195f req-be61b232-f770-4e8e-bb4c-792dc8694e29 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.2787666 Jul 30 01:47:33.435205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf7e1-8714-4e93-a139-f675aa867011 req-4b92a44a-4e91-42e2-8c5d-9460f407f8e7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:33.451730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc6bf7e1-8714-4e93-a139-f675aa867011 req-4b92a44a-4e91-42e2-8c5d-9460f407f8e7 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 867 time: 0.3047371 Jul 30 01:47:33.519986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Pushing event deleted for resources: {'Port': ['ID=f1256b82-c372-4976-8cd8-c359f977a3f6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:33.703345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] No DVR routers for this DVR port f1256b82-c372-4976-8cd8-c359f977a3f6 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:33.708010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc6bf7e1-8714-4e93-a139-f675aa867011 req-e93aa1a7-6fda-4cfb-b4c3-22c43a8f88c5 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/security-groups?id=74433a5e-4948-41a5-85f4-c39ab668d94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551165 Jul 30 01:47:33.709098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.711217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eed077f8-d74d-4986-b69b-d738bcf594d3 req-b850a90c-1a64-44ba-a2da-c0bce5642894 tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.55 "DELETE /v2.0/ports/f1256b82-c372-4976-8cd8-c359f977a3f6 HTTP/1.1" status: 204 len: 173 time: 1.9632146 Jul 30 01:47:33.714460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08254417-9d82-4d08-bd37-4c1233bfe548', 'name': 'network-vif-deleted', 'tag': 'f1256b82-c372-4976-8cd8-c359f977a3f6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:33.716063 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2372397-2086-4b9d-a92d-602531804b45" -d '{"events": [{"server_uuid": "08254417-9d82-4d08-bd37-4c1233bfe548", "name": "network-vif-deleted", "tag": "f1256b82-c372-4976-8cd8-c359f977a3f6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:33.749711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93d0bb6f-1235-4e4b-a354-530e21b1195f req-68cedf01-32fd-4126-b961-74941abfc91e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243153 Jul 30 01:47:34.058220 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d472461-bdd7-4b49-afcc-f5f101ecd5bf x-openstack-request-id: req-6d472461-bdd7-4b49-afcc-f5f101ecd5bf {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:34.058980 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08254417-9d82-4d08-bd37-4c1233bfe548", "name": "network-vif-deleted", "tag": "f1256b82-c372-4976-8cd8-c359f977a3f6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:34.059457 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d472461-bdd7-4b49-afcc-f5f101ecd5bf {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:34.060213 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08254417-9d82-4d08-bd37-4c1233bfe548', 'name': 'network-vif-deleted', 'tag': 'f1256b82-c372-4976-8cd8-c359f977a3f6', 'status': 'completed', 'code': 200} Jul 30 01:47:34.198612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d86f-2fb1-44a2-be7c-6594b9ad8fff req-02dd43bb-5e02-4db8-b0bf-980fc2698f73 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:34.218991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6f6d86f-2fb1-44a2-be7c-6594b9ad8fff req-02dd43bb-5e02-4db8-b0bf-980fc2698f73 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1394427 Jul 30 01:47:34.314592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6f6d86f-2fb1-44a2-be7c-6594b9ad8fff req-e6595f7b-a133-4768-a013-3ae0629ccab4 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938516 Jul 30 01:47:34.681334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f1256b82-c372-4976-8cd8-c359f977a3f6 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:34.730037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: f1256b82-c372-4976-8cd8-c359f977a3f6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:34.730567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f1256b82-c372-4976-8cd8-c359f977a3f6 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:35.090403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d5b9618-d1e6-46df-9cd9-f150c65bbb15 req-a3f63c1e-b232-475a-802e-01e106eca8ac tempest-DeleteServersTestJSON-637593960 tempest-DeleteServersTestJSON-637593960-project] 10.222.0.78 "GET /v2.0/ports?device_id=08254417-9d82-4d08-bd37-4c1233bfe548 HTTP/1.1" status: 200 len: 210 time: 0.0949676 Jul 30 01:47:35.163241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739bafa-92d1-4a9f-8baf-f9cf8482c461 req-ee55fe37-586f-4af2-804f-5c5cde84f37d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.183037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7739bafa-92d1-4a9f-8baf-f9cf8482c461 req-ee55fe37-586f-4af2-804f-5c5cde84f37d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.2692881 Jul 30 01:47:35.323417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7739bafa-92d1-4a9f-8baf-f9cf8482c461 req-8822bdad-cab7-4531-89b7-97d8ea8475e0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388638 Jul 30 01:47:35.547227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a53586-9548-49a8-ad0e-62019aeca513 req-6bc009d0-4856-4bb2-9a73-4da77bccdac0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.571676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0a53586-9548-49a8-ad0e-62019aeca513 req-6bc009d0-4856-4bb2-9a73-4da77bccdac0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1015191 Jul 30 01:47:35.699848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0a53586-9548-49a8-ad0e-62019aeca513 req-9afda23c-a9ef-4efa-8ecb-ebac558c9413 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250710 Jul 30 01:47:36.598778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:36.623501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85272-4c0f-4448-8355-da8cbea80c33 req-bbabb7ee-c544-48dc-a89f-288aa9d65a79 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.625123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fd85272-4c0f-4448-8355-da8cbea80c33 req-bbabb7ee-c544-48dc-a89f-288aa9d65a79 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.1231222 Jul 30 01:47:36.715085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fd85272-4c0f-4448-8355-da8cbea80c33 req-7f15ec95-fcc9-4db9-90f0-c46218419c31 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836451 Jul 30 01:47:36.732432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c00adb7c-c5b9-49d3-ae77-4372544781e7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:36.739284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c00adb7c-c5b9-49d3-ae77-4372544781e7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:36.740450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.940574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241f413-6177-40d7-b4e6-07951246bde6 req-04fe1fa2-531f-44b3-9bdf-a2fabe02c2f8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.952890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1241f413-6177-40d7-b4e6-07951246bde6 req-04fe1fa2-531f-44b3-9bdf-a2fabe02c2f8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1382685 Jul 30 01:47:36.966187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.996643 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.098496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1241f413-6177-40d7-b4e6-07951246bde6 req-791c7e7e-e4f7-4533-a2ea-51d2d6173996 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443498 Jul 30 01:47:37.108719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:37.112794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:37.121970 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d9abf-86ac-482c-ba77-e1610534ad69" -d '{"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-plugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:37.126341 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.275676 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72353453-e158-4a85-9cc5-46b129ea46b1 x-openstack-request-id: req-72353453-e158-4a85-9cc5-46b129ea46b1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:37.281713 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-plugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:37.283899 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72353453-e158-4a85-9cc5-46b129ea46b1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:37.286307 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'code': 200} Jul 30 01:47:37.354296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:37.496360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba6396-6c9a-42a5-beb5-cde241e4b0ca req-bb10983f-b8cd-414c-9f59-f4bf83ff72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:37.509834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2fba6396-6c9a-42a5-beb5-cde241e4b0ca req-bb10983f-b8cd-414c-9f59-f4bf83ff72ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1097 time: 0.1626470 Jul 30 01:47:37.614528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2fba6396-6c9a-42a5-beb5-cde241e4b0ca req-a9adfb50-3c4d-45e7-a600-adcee4eb3767 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941517 Jul 30 01:47:38.074627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f5fbe-37f7-400e-8e1c-04decb2dfb3d req-c97f61f0-698d-4008-82c1-059fed31639c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.085644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-521f5fbe-37f7-400e-8e1c-04decb2dfb3d req-c97f61f0-698d-4008-82c1-059fed31639c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.1645229 Jul 30 01:47:38.160642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-521f5fbe-37f7-400e-8e1c-04decb2dfb3d req-bff97d7c-69ea-4f33-a36f-da5784f26d41 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702562 Jul 30 01:47:38.342430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53dbcd-c80e-4c38-8e1f-19b49a456b7f req-a0a3a95e-8b05-4fbf-8ec1-457be3035516 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.352237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f53dbcd-c80e-4c38-8e1f-19b49a456b7f req-a0a3a95e-8b05-4fbf-8ec1-457be3035516 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1092069 Jul 30 01:47:38.439385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f53dbcd-c80e-4c38-8e1f-19b49a456b7f req-d1da2f31-30ab-43da-9176-b628f63e88c1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810118 Jul 30 01:47:38.713691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50260) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:38.910927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ceb912ee-a431-47b3-b1d7-43d280444a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.196334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ceb912ee-a431-47b3-b1d7-43d280444a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.258116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ceb912ee-a431-47b3-b1d7-43d280444a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.309671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb912ee-a431-47b3-b1d7-43d280444a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb0875-dc75-4c89-925a-cccaf32523f1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:39.368104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdead13-21e7-42b2-849d-42d39313072f req-c60ea525-23ac-426a-92fc-b96fc5c5fafa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:39.370426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cdead13-21e7-42b2-849d-42d39313072f req-c60ea525-23ac-426a-92fc-b96fc5c5fafa tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.1308663 Jul 30 01:47:39.388649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ceb912ee-a431-47b3-b1d7-43d280444a41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=652820761b3a415e8d1ee14e6ed138ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709335 Jul 30 01:47:39.388958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:39.495569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0cdead13-21e7-42b2-849d-42d39313072f req-29ed8ed9-b452-4831-91ca-751e6fda2d51 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078835 Jul 30 01:47:39.516176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5abd7fd1-eefb-4b34-9ee8-80e7d48e022d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.656749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5abd7fd1-eefb-4b34-9ee8-80e7d48e022d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.804983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5abd7fd1-eefb-4b34-9ee8-80e7d48e022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.811795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5abd7fd1-eefb-4b34-9ee8-80e7d48e022d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:39.847274 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5abd7fd1-eefb-4b34-9ee8-80e7d48e022d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1dcb0875-dc75-4c89-925a-cccaf32523f1 HTTP/1.1" status: 204 len: 168 time: 0.4445918 Jul 30 01:47:39.879979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f981-bad1-4db9-a606-0eba36828b8f req-48d0332e-495e-4971-915e-a23613075a9e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:39.885628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd7fd1-eefb-4b34-9ee8-80e7d48e022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb0875-dc75-4c89-925a-cccaf32523f1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:39.902284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9c7f981-bad1-4db9-a606-0eba36828b8f req-48d0332e-495e-4971-915e-a23613075a9e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.2943456 Jul 30 01:47:40.045440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d449fd-efe7-49e4-bd50-992851166fd1 req-89ce5d66-146c-4a42-b911-bdc4e18da420 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:40.056636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2d449fd-efe7-49e4-bd50-992851166fd1 req-89ce5d66-146c-4a42-b911-bdc4e18da420 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.4034483 Jul 30 01:47:40.210552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9c7f981-bad1-4db9-a606-0eba36828b8f req-6a1b03a0-8cdc-452a-b7b1-be210548b1b3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047075 Jul 30 01:47:40.268467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2d449fd-efe7-49e4-bd50-992851166fd1 req-9c76ecfb-0052-4b3d-b778-f6507c1f112d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059474 Jul 30 01:47:40.278417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50288) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:40.429778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdebac-6716-4cd1-a99b-2b53ed5cb331 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:40.442406 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ccdebac-6716-4cd1-a99b-2b53ed5cb331 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1092 time: 0.1620705 Jul 30 01:47:40.456751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50290) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:40.479401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:40.562104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.713465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50292) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:40.747870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a293d06-2086-4bec-bc37-6bc032e5f634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.827995 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.970378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a293d06-2086-4bec-bc37-6bc032e5f634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.985918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a293d06-2086-4bec-bc37-6bc032e5f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.030083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4a293d06-2086-4bec-bc37-6bc032e5f634 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a02cf2b6a064fe8b1ac739ef20ff3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153691 Jul 30 01:47:41.033334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50296) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:41.083063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.120 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/606934c3-517b-4e5c-b75d-31d7fb0ffaca) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:41.125418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a293d06-2086-4bec-bc37-6bc032e5f634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb00ff-6ed9-4db0-9cb0-16b1d92ea1d1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:41.129483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab04e50d-5ff6-4b5b-9eb6-ad2fba49b8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.162768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab04e50d-5ff6-4b5b-9eb6-ad2fba49b8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.244421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab04e50d-5ff6-4b5b-9eb6-ad2fba49b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.248341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab04e50d-5ff6-4b5b-9eb6-ad2fba49b8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.278718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab04e50d-5ff6-4b5b-9eb6-ad2fba49b8ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6cb00ff-6ed9-4db0-9cb0-16b1d92ea1d1 HTTP/1.1" status: 204 len: 168 time: 0.2404349 Jul 30 01:47:41.295560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.304687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04e50d-5ff6-4b5b-9eb6-ad2fba49b8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb00ff-6ed9-4db0-9cb0-16b1d92ea1d1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:41.388243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.587022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:41.594800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c07ae-5630-489b-9824-8ba62e95ad65 req-6b9e1238-8125-4b05-8b83-83948b0ab8cc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:41.599435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:41.601448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f92c07ae-5630-489b-9824-8ba62e95ad65 req-6b9e1238-8125-4b05-8b83-83948b0ab8cc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.2029755 Jul 30 01:47:41.602349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:41.717987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=606934c3-517b-4e5c-b75d-31d7fb0ffaca,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:41.721777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f92c07ae-5630-489b-9824-8ba62e95ad65 req-1ee2530d-7098-430b-bbaa-797450f92011 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130931 Jul 30 01:47:43.104138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.127436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a4993-ad5c-413b-8d7f-4c87139ed0cd req-3bb2152e-a42e-4057-88ba-093448c78328 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:43.133190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-144a4993-ad5c-413b-8d7f-4c87139ed0cd req-3bb2152e-a42e-4057-88ba-093448c78328 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1948898 Jul 30 01:47:43.215835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-144a4993-ad5c-413b-8d7f-4c87139ed0cd req-d82b37ea-39fc-49f9-bce6-8ab280c7f029 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747702 Jul 30 01:47:43.266631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.534974 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.545834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.588921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50352) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:43.656331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=606934c3-517b-4e5c-b75d-31d7fb0ffaca,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:43.684953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.821202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Deleting subnet 4be55adc-d20f-4e03-8a05-e66e2dd605f2 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:47:43.858513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:43.862848 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP 269af9e6-1970-4dd1-8f6f-ed42510e5ca8 associated. External IP: 172.25.8.120, port: c00adb7c-c5b9-49d3-ae77-4372544781e7. Jul 30 01:47:44.049080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.165223 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.361141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.511273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.521474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4be55adc-d20f-4e03-8a05-e66e2dd605f2 HTTP/1.1" status: 204 len: 168 time: 0.9243977 Jul 30 01:47:44.522820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b5d8d-a923-4507-8206-33f6ee191c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be55adc-d20f-4e03-8a05-e66e2dd605f2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:44.534209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50370) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:44.600291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:44.773763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.850629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8ec1-cc3c-4b26-be29-4f74a7b59a42 req-6346849d-cd18-4344-b1d9-df08a56b701f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:44.861841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f3b8ec1-cc3c-4b26-be29-4f74a7b59a42 req-6346849d-cd18-4344-b1d9-df08a56b701f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.4071701 Jul 30 01:47:44.991390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f3b8ec1-cc3c-4b26-be29-4f74a7b59a42 req-4e8ad15f-875d-4af9-b257-44b76bd9a408 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154563 Jul 30 01:47:45.031854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:45.044847 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] Sync routers for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:45.064456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:45.066633 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:45.078010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.148328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.160979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-202796a2-3fad-4eee-9dd3-dfca9df5f719 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6997960 Jul 30 01:47:45.160979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:45.166853 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c300943-e047-4858-bb0a-6cb0be61819b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:45.215241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36da969-cb6f-4945-9253-3c8b41437e90']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:45.262871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d16912e-7f9f-4021-a724-b36781fb45f4') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:45.264316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d16912e-7f9f-4021-a724-b36781fb45f4') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:45.281269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.333402 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:45.443681 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ce433c-715b-44fb-820b-9eb1b189e453 x-openstack-request-id: req-c0ce433c-715b-44fb-820b-9eb1b189e453 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:45.443968 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:45.444222 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c0ce433c-715b-44fb-820b-9eb1b189e453 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:45.444627 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'status': 'completed', 'code': 200} Jul 30 01:47:45.557883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.573381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:47:45.573911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:47:45.577011 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:47:45.607575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f809b7a-a2db-4fc1-9ed9-2b996535a126 req-8bdb49f6-0247-498c-bc20-4904480b9c1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.620679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f809b7a-a2db-4fc1-9ed9-2b996535a126 req-8bdb49f6-0247-498c-bc20-4904480b9c1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.2792940 Jul 30 01:47:45.647575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300943-e047-4858-bb0a-6cb0be61819b req-e6a648ae-d2b9-4360-8783-4d0705c6d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.649142 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-e6a648ae-d2b9-4360-8783-4d0705c6d910 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1097 time: 0.1766760 Jul 30 01:47:45.753722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f809b7a-a2db-4fc1-9ed9-2b996535a126 req-59e9a137-6b15-437a-a683-1245b44826f1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284819 Jul 30 01:47:45.762750 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.794700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.802467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] 10.222.0.78 "DELETE /v2.0/networks/c36da969-cb6f-4945-9253-3c8b41437e90 HTTP/1.1" status: 204 len: 168 time: 1.1988556 Jul 30 01:47:45.820300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:45.833005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa04aa-aec6-4bd3-ace4-4052ba0b75fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c36da969-cb6f-4945-9253-3c8b41437e90,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:45.992533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300943-e047-4858-bb0a-6cb0be61819b req-ac641ec4-e01e-4e06-8296-5ca4d35e343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.994467 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-ac641ec4-e01e-4e06-8296-5ca4d35e343f service neutron] 10.222.0.66 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 898 time: 0.3323843 Jul 30 01:47:46.063401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '269af9e6-1970-4dd1-8f6f-ed42510e5ca8', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'port_id': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'mac_address': 'fa:16:3e:8b:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:47:42Z', 'updated_at': '2021-07-30T01:47:42Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:46.140091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80b0ec08-979c-4c90-885d-2e7a3cdcbf74 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/269af9e6-1970-4dd1-8f6f-ed42510e5ca8 HTTP/1.1" status: 200 len: 991 time: 0.3133969 Jul 30 01:47:46.168542 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] Checking router: 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:46.203040 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-2c96d1ae-3361-4f8d-b57c-799e47e667a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 999 time: 0.1935577 Jul 30 01:47:46.209705 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:46.210690 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:46.339407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300943-e047-4858-bb0a-6cb0be61819b req-5127a676-985c-4fd1-8ebe-f6bb4250d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.343621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-5127a676-985c-4fd1-8ebe-f6bb4250d9ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.1323524 Jul 30 01:47:46.346321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:46.477133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28d0a1-53a5-4146-95ed-947deeaf6167 req-4c1a0199-f9ed-4280-974b-9c0397b46aea tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.507318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce28d0a1-53a5-4146-95ed-947deeaf6167 req-4c1a0199-f9ed-4280-974b-9c0397b46aea tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.2979364 Jul 30 01:47:46.535425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300943-e047-4858-bb0a-6cb0be61819b req-85c4ef73-4488-489a-b97b-2cb3542a2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.537135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-85c4ef73-4488-489a-b97b-2cb3542a2f11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1841860 Jul 30 01:47:46.548537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50422) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:46.624943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce28d0a1-53a5-4146-95ed-947deeaf6167 req-e58c783e-6830-4fac-b79c-0f17fdd8b3e9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162465 Jul 30 01:47:46.701620 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '269af9e6-1970-4dd1-8f6f-ed42510e5ca8', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'port_id': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'mac_address': 'fa:16:3e:8b:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:47:42Z', 'updated_at': '2021-07-30T01:47:42Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:46.730941 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf864a9-f013-4c6c-b767-7b4a6a1ce465 None None] The sync data for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 is: [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '269af9e6-1970-4dd1-8f6f-ed42510e5ca8', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'port_id': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'mac_address': 'fa:16:3e:8b:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:47:42Z', 'updated_at': '2021-07-30T01:47:42Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:46.945381 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-43800cbd-dd80-4c3a-8bf4-b81b8ab1aa91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e93caf8641d64d28820cf52135f29e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862593 Jul 30 01:47:46.946285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:47.009985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-8d0e70bb-af00-43f4-aa3f-8f852da8aca4 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269178 Jul 30 01:47:47.075862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510069bc-34ef-47e1-8f45-5fc7141762d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.124429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510069bc-34ef-47e1-8f45-5fc7141762d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.154565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50430) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:47.193340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510069bc-34ef-47e1-8f45-5fc7141762d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.198766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b338ba-88b8-45b9-9cae-14c172e4c982 None None] New status for floating IP 269af9e6-1970-4dd1-8f6f-ed42510e5ca8: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:47:47.215453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510069bc-34ef-47e1-8f45-5fc7141762d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.224612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-510069bc-34ef-47e1-8f45-5fc7141762d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74433a5e-4948-41a5-85f4-c39ab668d94b HTTP/1.1" status: 204 len: 168 time: 0.2748346 Jul 30 01:47:47.247202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510069bc-34ef-47e1-8f45-5fc7141762d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74433a5e-4948-41a5-85f4-c39ab668d94b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:47.496699 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a27ce35f-e5ce-465b-9802-958f159f9ee4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/269af9e6-1970-4dd1-8f6f-ed42510e5ca8 HTTP/1.1" status: 200 len: 991 time: 0.3393738 Jul 30 01:47:47.590857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c300943-e047-4858-bb0a-6cb0be61819b req-4120206a-b8ce-4f0b-a2f3-9ed50b552ba6 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695083 Jul 30 01:47:47.632823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50440) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:47.974427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d14108c-10ea-465e-aac6-c5bf6f822ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.029950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37de58-692f-4024-b285-b2800c22cc08 req-32d90347-4c28-424c-9eb9-323c666a0dc8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.044155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce37de58-692f-4024-b285-b2800c22cc08 req-32d90347-4c28-424c-9eb9-323c666a0dc8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1327643 Jul 30 01:47:48.159604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce37de58-692f-4024-b285-b2800c22cc08 req-8c06a0c9-c9a0-4186-a1cb-6782f619da48 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140969 Jul 30 01:47:48.208890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d14108c-10ea-465e-aac6-c5bf6f822ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.215208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d14108c-10ea-465e-aac6-c5bf6f822ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.266586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14108c-10ea-465e-aac6-c5bf6f822ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9855c96-b5e4-4e5b-a3a0-80d532134281,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:48.333726 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d14108c-10ea-465e-aac6-c5bf6f822ec6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82a65e44476c473b9dc16e59310c2bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984687 Jul 30 01:47:48.336794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50456) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:48.498560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50462) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:48.522099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c22a-5f60-4ef8-9a1e-7d6d8702351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.615758 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c22a-5f60-4ef8-9a1e-7d6d8702351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.666293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-999a5422-9b2a-4dcf-aecf-f5b123fee69f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/269af9e6-1970-4dd1-8f6f-ed42510e5ca8 HTTP/1.1" status: 200 len: 993 time: 0.1584477 Jul 30 01:47:48.771820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c22a-5f60-4ef8-9a1e-7d6d8702351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.777216 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c22a-5f60-4ef8-9a1e-7d6d8702351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.778409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ddf9c22a-5f60-4ef8-9a1e-7d6d8702351d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9855c96-b5e4-4e5b-a3a0-80d532134281 HTTP/1.1" status: 204 len: 168 time: 0.4401875 Jul 30 01:47:48.847551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9c22a-5f60-4ef8-9a1e-7d6d8702351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9855c96-b5e4-4e5b-a3a0-80d532134281,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:48.933236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01a1ed47-8eb2-4c78-89ff-1d45c89d11ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.971345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50476) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:49.202257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1135190719-network', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:49.248246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:49.252741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.300220 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.499868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.506925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.533998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d9d1b-f3f4-4093-b8bd-3274cd34aaa4 req-aa54978f-92fc-4556-84fe-546767f955ed tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.537892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:47:49.541945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be0d9d1b-f3f4-4093-b8bd-3274cd34aaa4 req-aa54978f-92fc-4556-84fe-546767f955ed tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1487067 Jul 30 01:47:49.566636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c17bfd-8472-440c-b2ac-7643436c7f79,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:49.572731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.573417 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Added segment e3006005-83c6-4e7f-80a8-bf6ff2675ebc of type vlan for network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 Jul 30 01:47:49.602729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.603489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.604082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.607482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.608455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.609749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.611178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.614649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.618604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.619846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.620759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.621666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:49.669078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be0d9d1b-f3f4-4093-b8bd-3274cd34aaa4 req-d67fbe60-5058-4337-aba7-5cb46968e6ef tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188481 Jul 30 01:47:49.683716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50484) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:49.783416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2d36a7f-b3db-4c9f-9c99-0573abeb9d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.991073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2d36a7f-b3db-4c9f-9c99-0573abeb9d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.004762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.018820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2d36a7f-b3db-4c9f-9c99-0573abeb9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.169052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50490) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:50.169375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f2d36a7f-b3db-4c9f-9c99-0573abeb9d72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80404f81db4c41599a231a29913c10e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825706 Jul 30 01:47:50.189402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d36a7f-b3db-4c9f-9c99-0573abeb9d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d451d2a7-26d6-405a-a9da-c79f17ca8ec6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.218989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.220391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.221515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.255282 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2823417 Jul 30 01:47:50.256451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:50.315256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fab23fc3-b634-4e22-a9fb-424649938dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.332624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Request body: {'subnet': {'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1135190719-subnet', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:50.375966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c48f-d9e7-4b8c-b45a-d6f0f9f9bb86 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4cd2a8-df43-454d-8372-c6f5bed7f744,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.381082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fab23fc3-b634-4e22-a9fb-424649938dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.389521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:47:50.393138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:50.398686 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.547208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fab23fc3-b634-4e22-a9fb-424649938dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.550896 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fab23fc3-b634-4e22-a9fb-424649938dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.555553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fab23fc3-b634-4e22-a9fb-424649938dac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d451d2a7-26d6-405a-a9da-c79f17ca8ec6 HTTP/1.1" status: 204 len: 168 time: 0.3848329 Jul 30 01:47:50.595333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab23fc3-b634-4e22-a9fb-424649938dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d451d2a7-26d6-405a-a9da-c79f17ca8ec6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.709356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.864803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f2e74-2d1a-4bbf-8cc3-f883cb6e100a req-00f6b800-fd78-446c-8cba-c2b456ca75b8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.866437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a8f2e74-2d1a-4bbf-8cc3-f883cb6e100a req-00f6b800-fd78-446c-8cba-c2b456ca75b8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.0748730 Jul 30 01:47:50.885829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:50.886182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Network hostable DHCP agents. Network: 3c4cd2a8-df43-454d-8372-c6f5bed7f744, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:47:50.891583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d47b5cc-c51c-474e-bca9-ddef6739887c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.953954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a8f2e74-2d1a-4bbf-8cc3-f883cb6e100a req-edd7e0b1-cd9c-4d1d-b10d-0fc78e3a07f9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788705 Jul 30 01:47:50.954491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:47:50.980655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3c4cd2a8-df43-454d-8372-c6f5bed7f744) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:50.996003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2b126-11bd-4b28-8834-80bef6f599f2 None None] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:50.998076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.998936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.041973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8c76f42f-36ad-4ea6-960b-41570cb1b77a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7609451 Jul 30 01:47:51.046509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50512) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:51.054503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:51.084618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.085881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.139278 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.216936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.342758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:47:51.344240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.448882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50526) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:51.527859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.650968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1341729b-a3f4-4451-87e2-341e0300e76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.653286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Allocated IP 172.20.0.2 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/3ad4c8b4-01b7-47b6-ad64-859faec1dead) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:51.656011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b09dd2da-9f94-4383-9d98-c2e41f2337cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.833694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1341729b-a3f4-4451-87e2-341e0300e76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.839777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1341729b-a3f4-4451-87e2-341e0300e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.889419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1341729b-a3f4-4451-87e2-341e0300e76e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2fb2f13fa2e487d97f9c0cd2d54d999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386213 Jul 30 01:47:51.890921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341729b-a3f4-4451-87e2-341e0300e76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60936181-a2d5-4f9f-b9e8-ba206c23f5ee,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:51.892853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.907327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50540) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:52.023823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.053242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.073671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Transition to ACTIVE for port object 3ad4c8b4-01b7-47b6-ad64-859faec1dead will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:52.080027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.104186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e800d8d-126e-4b54-a09d-52345b68f15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.110598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Transition to ACTIVE for port object 3ad4c8b4-01b7-47b6-ad64-859faec1dead will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:52.118548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.173099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e800d8d-126e-4b54-a09d-52345b68f15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.237790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Pushing event updated for resources: {'Port': ['ID=3ad4c8b4-01b7-47b6-ad64-859faec1dead,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:52.246080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e404-a2e1-4aac-ba46-e14d0a2e6794 req-e6b741c6-4358-4eea-9023-40744c570912 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.256820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6a8e404-a2e1-4aac-ba46-e14d0a2e6794 req-e6b741c6-4358-4eea-9023-40744c570912 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1408632 Jul 30 01:47:52.262780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.263413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.263977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.264755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.265262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.265767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.266293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.266835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.267477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.268055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.268555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.269050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:52.278944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:52.280965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:52.284702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:52.376978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Attempting to bind port 3ad4c8b4-01b7-47b6-ad64-859faec1dead on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:52.379563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Attempting to bind port 3ad4c8b4-01b7-47b6-ad64-859faec1dead by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:52.380388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Attempting to bind port 3ad4c8b4-01b7-47b6-ad64-859faec1dead on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:52.387843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6a8e404-a2e1-4aac-ba46-e14d0a2e6794 req-8bdbd1ea-8dd9-46cb-b389-ab7d322354a5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213756 Jul 30 01:47:52.388500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:52.389142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:52.389935 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.390796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:52.391679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Bound port: 3ad4c8b4-01b7-47b6-ad64-859faec1dead, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:52.392801 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.471741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Allocated IP 172.25.8.46 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/42ef87a5-8814-404e-b177-635ef8ecdce1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:52.487809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e800d8d-126e-4b54-a09d-52345b68f15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.491991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e800d8d-126e-4b54-a09d-52345b68f15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.492619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e800d8d-126e-4b54-a09d-52345b68f15f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60936181-a2d5-4f9f-b9e8-ba206c23f5ee HTTP/1.1" status: 204 len: 168 time: 0.5815833 Jul 30 01:47:52.510242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e800d8d-126e-4b54-a09d-52345b68f15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60936181-a2d5-4f9f-b9e8-ba206c23f5ee,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:52.512558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] For port 3ad4c8b4-01b7-47b6-ad64-859faec1dead, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:52.517122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] For port 3ad4c8b4-01b7-47b6-ad64-859faec1dead, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3ad4c8b4-01b7-47b6-ad64-859faec1dead,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:52.525140 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.640969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abfa8a-967a-4ef0-90a3-730c7de40b01 None None] Pushing event updated for resources: {'Port': ['ID=3ad4c8b4-01b7-47b6-ad64-859faec1dead,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:52.720691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.840822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.923187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:52.925327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:52.927284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Pushing event updated for resources: {'Port': ['ID=42ef87a5-8814-404e-b177-635ef8ecdce1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:52.929608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:53.043222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.404338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.630049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a957d2d-ef05-4f89-9a43-a40db7698731 req-9b9826b2-0434-46bf-81f9-bad800d4821d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.641455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a957d2d-ef05-4f89-9a43-a40db7698731 req-9b9826b2-0434-46bf-81f9-bad800d4821d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.0808520 Jul 30 01:47:53.817608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a957d2d-ef05-4f89-9a43-a40db7698731 req-02b60582-4fef-488a-938f-09ff7bdcad7e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776597 Jul 30 01:47:54.408027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17778b9-4705-4d63-a5ca-2f4cc58d8813 None None] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:54.517613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.673812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3ad4c8b4-01b7-47b6-ad64-859faec1dead up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:54.708750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Router 4dcca926-4d68-4d82-b959-eecfe43ba41e is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:47:54.764976 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.798848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c1eee508-02bb-4067-af6a-991f3e4013e0 None None] Provisioning for port 3ad4c8b4-01b7-47b6-ad64-859faec1dead completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:54.862984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3ad4c8b4-01b7-47b6-ad64-859faec1dead completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:54.873459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50620) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:54.948527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3ad4c8b4-01b7-47b6-ad64-859faec1dead triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:54.948527 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.007672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:55.020127 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Sync routers for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:55.037003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.040611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b061e94f-c4b5-4b48-893b-ddfe5d71ae2c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9916265 Jul 30 01:47:55.042749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:55.053069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:55.056720 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:55.104853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd267e5-bd0f-4186-bf03-c6966ee4bb49 req-fda93273-2939-49af-829d-0d88dfd27e7d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.122341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9dd267e5-bd0f-4186-bf03-c6966ee4bb49 req-fda93273-2939-49af-829d-0d88dfd27e7d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.1353884 Jul 30 01:47:55.139769 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.201662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c5830ff-154c-4626-ac96-03caeb639e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.237312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3ad4c8b4-01b7-47b6-ad64-859faec1dead, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3ad4c8b4-01b7-47b6-ad64-859faec1dead,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:55.244761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.321226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9dd267e5-bd0f-4186-bf03-c6966ee4bb49 req-16970399-2fa4-4014-bf54-0d57d8f0a05c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963942 Jul 30 01:47:55.352153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3ad4c8b4-01b7-47b6-ad64-859faec1dead,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:55.534858 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:55.538305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-529fcda5-27fe-45cf-846f-a20127167a0c None None] Provisioning complete for port 3ad4c8b4-01b7-47b6-ad64-859faec1dead triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:55.541064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-529fcda5-27fe-45cf-846f-a20127167a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.583893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c5830ff-154c-4626-ac96-03caeb639e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.589718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c5830ff-154c-4626-ac96-03caeb639e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.642118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c5830ff-154c-4626-ac96-03caeb639e7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0229c956e3a049ff8d43870a8bb6942e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675395 Jul 30 01:47:55.645046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50636) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:55.687667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5830ff-154c-4626-ac96-03caeb639e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c093a-2813-4373-be7b-ee6872902a13,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:55.754324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:55.849556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3975fe7-68ab-45da-8f25-48d35a9626e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.868557 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:53Z', 'revision_number': 3, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:55.908185 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Checking router: 4dcca926-4d68-4d82-b959-eecfe43ba41e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:55.908603 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Updating router 4dcca926-4d68-4d82-b959-eecfe43ba41e port 42ef87a5-8814-404e-b177-635ef8ecdce1 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:47:55.945909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1163651650'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:55.946552 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.957853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3975fe7-68ab-45da-8f25-48d35a9626e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.041085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.042231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.085589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3975fe7-68ab-45da-8f25-48d35a9626e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.093792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3975fe7-68ab-45da-8f25-48d35a9626e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.117707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a3975fe7-68ab-45da-8f25-48d35a9626e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f4c093a-2813-4373-be7b-ee6872902a13 HTTP/1.1" status: 204 len: 168 time: 0.4580972 Jul 30 01:47:56.201545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3975fe7-68ab-45da-8f25-48d35a9626e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c093a-2813-4373-be7b-ee6872902a13,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:56.227333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.234614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.262889 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.267173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c12a2eb9-7f7e-4c92-b0f4-e59688dbbc87 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5090370 Jul 30 01:47:56.278613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50650) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:56.351482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.404739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3ad4c8b4-01b7-47b6-ad64-859faec1dead up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:56.568154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.576965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3ad4c8b4-01b7-47b6-ad64-859faec1dead triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:56.579835 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.600848 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.621853 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Transition to ACTIVE for port object 42ef87a5-8814-404e-b177-635ef8ecdce1 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:56.633987 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.714287 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Attempting to bind port 42ef87a5-8814-404e-b177-635ef8ecdce1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:56.714667 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Attempting to bind port 42ef87a5-8814-404e-b177-635ef8ecdce1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:56.715070 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Attempting to bind port 42ef87a5-8814-404e-b177-635ef8ecdce1 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:56.720665 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ee4c8-7984-4ed0-b05e-427f2025b0b4 None None] Pushing event updated for resources: {'Port': ['ID=42ef87a5-8814-404e-b177-635ef8ecdce1,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:56.726314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:56.726696 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:56.727302 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.728426 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:56.729117 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Bound port: 42ef87a5-8814-404e-b177-635ef8ecdce1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:56.729506 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.827847 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] For port 42ef87a5-8814-404e-b177-635ef8ecdce1, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:56.832350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] For port 42ef87a5-8814-404e-b177-635ef8ecdce1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42ef87a5-8814-404e-b177-635ef8ecdce1,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:56.840343 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.883990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Allocated IP 172.20.0.1 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/f5375115-b167-4fd4-beb5-9faee7423722) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:56.920870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adecae-619d-46a9-a175-45ebbaa4bf82 req-3c90b02f-8dfa-4e8f-aaa7-cdf4e9cad367 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:56.937492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17adecae-619d-46a9-a175-45ebbaa4bf82 req-3c90b02f-8dfa-4e8f-aaa7-cdf4e9cad367 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.3669965 Jul 30 01:47:56.938374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50662) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:56.977256 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ee4c8-7984-4ed0-b05e-427f2025b0b4 None None] Pushing event updated for resources: {'Port': ['ID=42ef87a5-8814-404e-b177-635ef8ecdce1,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:56.985637 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:56.987762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:56.999380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980ebf7c-7028-4b8d-8763-ae4047d26402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.033625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.037298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.115972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17adecae-619d-46a9-a175-45ebbaa4bf82 req-c0ce2ffe-1b4b-4ece-9f92-dd0b63e93f0f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774743 Jul 30 01:47:57.126305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.141988 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.142495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba89c9f-1db7-4391-acdf-48aed4842fe7 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:47:57.156612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.158531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bb830622-a922-4414-9adb-bd471e37ec3a tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "DELETE /v2.0/routers/4ba89c9f-1db7-4391-acdf-48aed4842fe7 HTTP/1.1" status: 204 len: 168 time: 0.8759673 Jul 30 01:47:57.158807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Transition to ACTIVE for port object f5375115-b167-4fd4-beb5-9faee7423722 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:57.162411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50664) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:57.170265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Request body: {'router': {'name': 'tempest-router-642810347', 'distributed': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:57.204400 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:57.221160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980ebf7c-7028-4b8d-8763-ae4047d26402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.226856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980ebf7c-7028-4b8d-8763-ae4047d26402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.242535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.246727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.248780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.308859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-980ebf7c-7028-4b8d-8763-ae4047d26402 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c34ffca750940af86bfbd7b630d04b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688059 Jul 30 01:47:57.309901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50668) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:57.331204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ebf7c-7028-4b8d-8763-ae4047d26402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5180b42-b0df-4846-bb79-f59cc1d9e158,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.348151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:57.360331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:57.370172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Pushing event updated for resources: {'Port': ['ID=f5375115-b167-4fd4-beb5-9faee7423722,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.372659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.382121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:57.389012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.406456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.412063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5e337a65-071f-4fd7-8c91-86114debbd28 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2452283 Jul 30 01:47:57.413029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50670) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:57.469436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3744-23aa-48f9-a8b8-26c36de32f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.512743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.534564 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:53Z', 'revision_number': 3, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:57.568600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.589744 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe29f7c-76c9-4caf-a446-f37b65ecccd7 None None] The sync data for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 is: [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:53Z', 'revision_number': 3, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:57.618762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3744-23aa-48f9-a8b8-26c36de32f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.824155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3744-23aa-48f9-a8b8-26c36de32f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.826882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3744-23aa-48f9-a8b8-26c36de32f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.830435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b6c3744-23aa-48f9-a8b8-26c36de32f97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5180b42-b0df-4846-bb79-f59cc1d9e158 HTTP/1.1" status: 204 len: 168 time: 0.5139058 Jul 30 01:47:57.847189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c3744-23aa-48f9-a8b8-26c36de32f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5180b42-b0df-4846-bb79-f59cc1d9e158,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.883601 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.944006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.947454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.031736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-acb85677-5adc-44ce-adac-d8f27bab4720 None None] Provisioning for port f5375115-b167-4fd4-beb5-9faee7423722 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:58.039258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.040983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c123138f-20f8-4171-b372-f72e08af91fa {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:47:58.046523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.051960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-acb85677-5adc-44ce-adac-d8f27bab4720 None None] Provisioning complete for port f5375115-b167-4fd4-beb5-9faee7423722 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:58.052316 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-acb85677-5adc-44ce-adac-d8f27bab4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.054838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ddead40b-0d23-4194-91a3-f2fe3eb6084d tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c123138f-20f8-4171-b372-f72e08af91fa HTTP/1.1" status: 204 len: 168 time: 0.6382506 Jul 30 01:47:58.060317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50680) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:58.074484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Request body: {'router': {'name': 'tempest-router-10815364', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0eab0b98a0a648cc8607fa2c9d9e5b2b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:58.165883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.171897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.206981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-acb85677-5adc-44ce-adac-d8f27bab4720 None None] Port f5375115-b167-4fd4-beb5-9faee7423722 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:58.259877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.278109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.344354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.360498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.368866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.406524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.413188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5b5671a8-7622-43f6-82ef-de70b90852a3 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3450539 Jul 30 01:47:58.422808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50690) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:58.437682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:58.496087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Pushing event updated for resources: {'Port': ['ID=f5375115-b167-4fd4-beb5-9faee7423722,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:58.553707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70728a68-65eb-4221-a3cc-0b3d9050508f req-c5410bb4-5540-4b39-9d38-ad3a61227265 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.566092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70728a68-65eb-4221-a3cc-0b3d9050508f req-c5410bb4-5540-4b39-9d38-ad3a61227265 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 944 time: 0.3033040 Jul 30 01:47:58.568700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:58.571340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:58.574138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42ef87a5-8814-404e-b177-635ef8ecdce1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:58.663472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 42ef87a5-8814-404e-b177-635ef8ecdce1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:58.669992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 42ef87a5-8814-404e-b177-635ef8ecdce1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:58.671066 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.788577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 963f8496-b736-43af-9945-b37dcda2656a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:58.948471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Router 4dcca926-4d68-4d82-b959-eecfe43ba41e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:58.992966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70728a68-65eb-4221-a3cc-0b3d9050508f req-bcd5d747-b59d-4eb9-82ad-c6e3200b55f7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261000 Jul 30 01:47:59.033146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.098581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 42ef87a5-8814-404e-b177-635ef8ecdce1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42ef87a5-8814-404e-b177-635ef8ecdce1,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:59.107522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.117012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-400eeb1b-18e7-4aac-a269-7e0351e39bcc None None] Provisioning complete for port f5375115-b167-4fd4-beb5-9faee7423722 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:59.117475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-400eeb1b-18e7-4aac-a269-7e0351e39bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.156885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.158388 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.228205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:59.277850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-400eeb1b-18e7-4aac-a269-7e0351e39bcc None None] Port f5375115-b167-4fd4-beb5-9faee7423722 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:59.280336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '963f8496-b736-43af-9945-b37dcda2656a', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'port_id': '963f8496-b736-43af-9945-b37dcda2656a', 'mac_address': 'fa:16:3e:d4:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:59.283263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=42ef87a5-8814-404e-b177-635ef8ecdce1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:59.333189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.355875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:59.376000 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93890) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 30 01:47:59.376642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Router 599c19a6-6f4e-4507-8169-b7626235a844 migrating from provider to provider. {{(pid=93890) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 30 01:47:59.377330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.380417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:59.386368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.389644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:59.390846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.398623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.410216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c0732402-66ed-41f7-ad52-df1fe833213a admin admin] 10.222.0.78 "PUT /v2.0/routers/4dcca926-4d68-4d82-b959-eecfe43ba41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3582683 Jul 30 01:47:59.507617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:59.559485 n-d-713499-10 neutron-server[93890]: WARNING neutron.scheduler.l3_agent_scheduler [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] No L3 agents can host the router 599c19a6-6f4e-4507-8169-b7626235a844 Jul 30 01:47:59.739971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['963f8496-b736-43af-9945-b37dcda2656a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:59.745705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Hosts for router 599c19a6-6f4e-4507-8169-b7626235a844: [] {{(pid=93890) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 30 01:48:00.396749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42ef87a5-8814-404e-b177-635ef8ecdce1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:00.415886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.420724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311319526', 'description': 'tempest-description--1867718354'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:00.473289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.479627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Hosts for other DVR routers connected to router 599c19a6-6f4e-4507-8169-b7626235a844: set() {{(pid=93890) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 30 01:48:00.483834 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.485459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-69f6d8e1-c26e-422d-a556-c3d3e8b6363e tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "PUT /v2.0/routers/599c19a6-6f4e-4507-8169-b7626235a844 HTTP/1.1" status: 200 len: 715 time: 2.0537999 Jul 30 01:48:00.497391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.507936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50800) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.537297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 42ef87a5-8814-404e-b177-635ef8ecdce1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:00.539547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.584695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4391b-f8e1-4096-b758-bf924aa18e5e req-030e7369-60e3-4d34-a8ef-471d0b2a793e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.597434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17e4391b-f8e1-4096-b758-bf924aa18e5e req-030e7369-60e3-4d34-a8ef-471d0b2a793e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1411350 Jul 30 01:48:00.616996 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-021c8eb6-701c-4f75-8d00-24efcc2aee3b tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "GET /v2.0/routers/599c19a6-6f4e-4507-8169-b7626235a844 HTTP/1.1" status: 200 len: 715 time: 0.1183205 Jul 30 01:48:00.622209 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50804) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.691737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17e4391b-f8e1-4096-b758-bf924aa18e5e req-e1ac20be-39aa-42fb-b0c3-8e00d321f6c7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885222 Jul 30 01:48:00.727213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Sync routers for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:00.746283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:00.746938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:00.758015 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b476-348c-4f3d-87b2-803a8013e60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.772657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.777768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.841335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d736bc-1491-4446-aeea-d9bf2d485245,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:00.909957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b476-348c-4f3d-87b2-803a8013e60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.916057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b476-348c-4f3d-87b2-803a8013e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.919663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:00.967917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e6f1b476-348c-4f3d-87b2-803a8013e60d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3b01087da3a48e093938b2909a9bed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474671 Jul 30 01:48:00.971350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50810) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.975682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.977175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cadfce48-e2b4-4f49-af6a-4aa33e05f55b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5600686 Jul 30 01:48:00.981372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.986108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'security_group_rule': {'security_group_id': '39d736bc-1491-4446-aeea-d9bf2d485245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:00.990982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1b476-348c-4f3d-87b2-803a8013e60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28215801-1d97-419f-b3e7-9befc57469b8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:01.017707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ef400e16-626d-413d-ac69-4f7405d4d4b9 tempest-RoutersTestDVR-1475857935 tempest-RoutersTestDVR-1475857935-project] 10.222.0.78 "GET /v2.0/routers/599c19a6-6f4e-4507-8169-b7626235a844 HTTP/1.1" status: 200 len: 681 time: 0.3918462 Jul 30 01:48:01.020767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:01.028736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.041039 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa0550c-1b65-493d-b919-f421c2662e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.065901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa0550c-1b65-493d-b919-f421c2662e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.114222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.144065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa0550c-1b65-493d-b919-f421c2662e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.149405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa0550c-1b65-493d-b919-f421c2662e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.156037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ffa0550c-1b65-493d-b919-f421c2662e5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28215801-1d97-419f-b3e7-9befc57469b8 HTTP/1.1" status: 204 len: 168 time: 0.1794806 Jul 30 01:48:01.178895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0550c-1b65-493d-b919-f421c2662e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28215801-1d97-419f-b3e7-9befc57469b8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:01.284093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:47:58Z', 'revision_number': 2, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:01.317631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Checking router: 4dcca926-4d68-4d82-b959-eecfe43ba41e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:01.318579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Updating router 4dcca926-4d68-4d82-b959-eecfe43ba41e port f5375115-b167-4fd4-beb5-9faee7423722 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:01.349758 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.450602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.456568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.459261 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.471157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.528085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.529302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5470231 Jul 30 01:48:01.532724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:01.537436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'security_group_rule': {'security_group_id': '39d736bc-1491-4446-aeea-d9bf2d485245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:01.546451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe9047-391d-4464-8abc-c7c25b230ab4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad9bf9-3751-4faa-8914-028075fa0a2a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:01.546451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.546451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 599c19a6-6f4e-4507-8169-b7626235a844 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:48:01.558991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.564213 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0a2665e-4936-4023-be1d-180a2412ac93 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "DELETE /v2.0/routers/599c19a6-6f4e-4507-8169-b7626235a844 HTTP/1.1" status: 204 len: 168 time: 0.5423882 Jul 30 01:48:01.564367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50850) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:01.570940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Request body: {'router': {'name': 'tempest-router-514945805', 'distributed': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:01.594991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.615942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.617553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.706869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.711593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.729000 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.735391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.736728 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.738432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e236ff2b-0812-4c91-a8a3-1b474a2c6c99,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:01.753623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.755211 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63379e2f-0793-4e1f-88dc-10645a02fcf1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2215071 Jul 30 01:48:01.758651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50860) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:01.774054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Transition to ACTIVE for port object f5375115-b167-4fd4-beb5-9faee7423722 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:01.784845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.785151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:01.854058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610bff2-2b2d-4462-8d83-54cfc973e17a None None] Pushing event updated for resources: {'Port': ['ID=f5375115-b167-4fd4-beb5-9faee7423722,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:01.866975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.901404 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.902638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b7a127aa-1865-4f82-bb59-ef1dc38b0b81 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3370306 Jul 30 01:48:01.905588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50878) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:01.912119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148de03-91d7-4aa7-ad09-f5f7e7c36946 req-67aa859c-1e6b-4a17-b35f-a3c0c1e5bdd9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:01.913784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b148de03-91d7-4aa7-ad09-f5f7e7c36946 req-67aa859c-1e6b-4a17-b35f-a3c0c1e5bdd9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.0967851 Jul 30 01:48:02.009950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b148de03-91d7-4aa7-ad09-f5f7e7c36946 req-24fc1ca6-fa3f-4521-be61-472aef7c2881 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525637 Jul 30 01:48:02.017853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Attempting to bind port f5375115-b167-4fd4-beb5-9faee7423722 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:02.018398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Attempting to bind port f5375115-b167-4fd4-beb5-9faee7423722 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:02.018813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Attempting to bind port f5375115-b167-4fd4-beb5-9faee7423722 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:02.063321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:02.063713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:02.064285 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.065201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:02.065712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Bound port: f5375115-b167-4fd4-beb5-9faee7423722, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:02.066102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.119950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.132469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.214205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] For port f5375115-b167-4fd4-beb5-9faee7423722, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:02.220182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] For port f5375115-b167-4fd4-beb5-9faee7423722, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f5375115-b167-4fd4-beb5-9faee7423722,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:02.226220 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.345004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Allocated IP 172.25.8.151 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/568daab8-65d2-4678-afc5-df7a7211550e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:02.362255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:02.362933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:02.440889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.444917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.499547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610bff2-2b2d-4462-8d83-54cfc973e17a None None] Pushing event updated for resources: {'Port': ['ID=f5375115-b167-4fd4-beb5-9faee7423722,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:02.507606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.509312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdfa3728-0001-4d89-ab7d-120b9c06b409 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:48:02.514380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.517049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4a73eea0-914a-4e68-b00c-302fe31a6746 tempest-RoutersTestDVR-1034551634 tempest-RoutersTestDVR-1034551634-project-admin] 10.222.0.78 "DELETE /v2.0/routers/fdfa3728-0001-4d89-ab7d-120b9c06b409 HTTP/1.1" status: 204 len: 168 time: 0.6103146 Jul 30 01:48:02.609956 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.685976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.754983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=568daab8-65d2-4678-afc5-df7a7211550e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:02.770390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:02.778247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:02.780787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:02.886342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 963f8496-b736-43af-9945-b37dcda2656a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:02.924640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.965602 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.984318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:03.064021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50930) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:03.091964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 963f8496-b736-43af-9945-b37dcda2656a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:03.102982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 963f8496-b736-43af-9945-b37dcda2656a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:03.105454 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.171369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.179917 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.270752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=568daab8-65d2-4678-afc5-df7a7211550e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:03.331130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38a5cf5b-bcb7-4738-8dce-5942dd985885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.384881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.401228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50942) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:03.440075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756a9ab-891d-44ee-89be-7c33d373f8e3 req-0e8b25d6-0025-460c-a4f2-cada4263e423 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.442763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0756a9ab-891d-44ee-89be-7c33d373f8e3 req-0e8b25d6-0025-460c-a4f2-cada4263e423 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 945 time: 0.1734006 Jul 30 01:48:03.547991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38a5cf5b-bcb7-4738-8dce-5942dd985885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.548779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.556584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38a5cf5b-bcb7-4738-8dce-5942dd985885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.560891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0756a9ab-891d-44ee-89be-7c33d373f8e3 req-3187ffdc-9d36-4d17-aeca-8a7d270bf2bd tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112785 Jul 30 01:48:03.580770 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.590229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7d5552f3-97a2-4895-b73e-576c8ce6772c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8210616 Jul 30 01:48:03.596920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:03.599208 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f3d0dc-13d4-425c-8212-950a4443996a" -d '{"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-plugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:03.616561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:03.621904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:02Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:03.644281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-29526131-81f8-4004-8baa-740cc1ec073c tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1244692873'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:03.644871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-29526131-81f8-4004-8baa-740cc1ec073c tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Unknown quota resources ['metering_label']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:48:03.674357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9fe69-6102-486d-ad06-4977dd1216c2 None None] The sync data for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 is: [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:02Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:03.676816 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.703295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-38a5cf5b-bcb7-4738-8dce-5942dd985885 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0eab0b98a0a648cc8607fa2c9d9e5b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377041 Jul 30 01:48:03.704231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5cf5b-bcb7-4738-8dce-5942dd985885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affac7e9-9ab5-4123-81e9-8745d2c056d9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:03.715358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50952) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:03.733035 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad83e7-9469-47dd-8e18-e5f6ba66311d x-openstack-request-id: req-6fad83e7-9469-47dd-8e18-e5f6ba66311d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:03.733315 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-plugged", "status": "completed", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:03.733768 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fad83e7-9469-47dd-8e18-e5f6ba66311d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:03.734219 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'code': 200} Jul 30 01:48:03.783761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:04.058418 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29526131-81f8-4004-8baa-740cc1ec073c tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.062711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-29526131-81f8-4004-8baa-740cc1ec073c tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6563160 Jul 30 01:48:04.065166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:04.070246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13c25bc2-d25e-4527-8b64-934a53fb616b tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '05df526f-f1b3-49de-89f7-c58313520d43'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:04.070698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13c25bc2-d25e-4527-8b64-934a53fb616b tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:48:04.104814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.138876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.162192 n-d-713499-10 neutron-server[93889]: WARNING neutron.services.metering.metering_plugin [None req-13c25bc2-d25e-4527-8b64-934a53fb616b tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:48:04.164181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-7a238ced-092e-453f-99be-2ea1f2c93263 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--311319526&fields=id&tenant_id=2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 267 time: 0.2400978 Jul 30 01:48:04.309003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-e093c998-e998-40ae-b425-fa797efaa208 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.310593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-e093c998-e998-40ae-b425-fa797efaa208 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.1312003 Jul 30 01:48:04.318658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13c25bc2-d25e-4527-8b64-934a53fb616b tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.323457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13c25bc2-d25e-4527-8b64-934a53fb616b tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2571313 Jul 30 01:48:04.330407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50968) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:04.332528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae96c0-23c5-40ab-ba02-8e080437b9bb req-4dd2e524-6bd4-49a6-9a7b-1c5c5f43b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:04.334240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5ae96c0-23c5-40ab-ba02-8e080437b9bb req-4dd2e524-6bd4-49a6-9a7b-1c5c5f43b895 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 1098 time: 0.3811138 Jul 30 01:48:04.334877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f610c67c-bcac-4526-a1ac-0c46e3dd4974 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '05df526f-f1b3-49de-89f7-c58313520d43'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:04.336261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f610c67c-bcac-4526-a1ac-0c46e3dd4974 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93889) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:48:04.345428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-c98a80d9-0d71-4f97-8468-2528806da899 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/quotas/2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 375 time: 0.0262966 Jul 30 01:48:04.420338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.423228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.436933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/affac7e9-9ab5-4123-81e9-8745d2c056d9 HTTP/1.1" status: 204 len: 168 time: 0.7084188 Jul 30 01:48:04.473833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5ae96c0-23c5-40ab-ba02-8e080437b9bb req-db941c2e-ee60-4a63-8b98-81c954daad3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263456 Jul 30 01:48:04.481094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affac7e9-9ab5-4123-81e9-8745d2c056d9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:04.482397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5375115-b167-4fd4-beb5-9faee7423722 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:04.512106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.512322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.512846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.515241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.515616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.515962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.516309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.516644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.517030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.517362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.517699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.518023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf094b30-c7b4-4d3c-88a0-ad58d26c49a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:04.528168 n-d-713499-10 neutron-server[93889]: WARNING neutron.services.metering.metering_plugin [None req-f610c67c-bcac-4526-a1ac-0c46e3dd4974 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:48:04.562124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-7d92b086-b230-4f0c-ad81-485246bbfe57 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2035978 Jul 30 01:48:04.645182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f5375115-b167-4fd4-beb5-9faee7423722 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:04.656313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f5375115-b167-4fd4-beb5-9faee7423722 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:04.657410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.721550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f610c67c-bcac-4526-a1ac-0c46e3dd4974 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.723665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f610c67c-bcac-4526-a1ac-0c46e3dd4974 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3951957 Jul 30 01:48:04.727211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:04.751760 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea01d08c-74bc-4250-97e5-b5083daa1204 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=bb373c49-f661-4ca0-a357-53d60a80c6c0 HTTP/1.1" status: 200 len: 462 time: 0.0222013 Jul 30 01:48:04.755733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50980) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:04.843898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-cb81b1ac-2861-4dfb-b31d-f137f8d87d7b service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665763 Jul 30 01:48:04.894551 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.940163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f5375115-b167-4fd4-beb5-9faee7423722, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f5375115-b167-4fd4-beb5-9faee7423722,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:04.946036 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.991664 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:48:05.005345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-3b81dd5a-b3f1-4419-a598-b652c5fdcd43 service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463385 Jul 30 01:48:05.045312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131747a8-ae55-4073-95ea-f415d5877d88 req-c4d69265-5be9-497d-b783-83da7cc229dc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.053409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-131747a8-ae55-4073-95ea-f415d5877d88 req-c4d69265-5be9-497d-b783-83da7cc229dc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.2412431 Jul 30 01:48:05.070106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e9c74af-0689-413a-aafb-39076a814928 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.073286 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7e9c74af-0689-413a-aafb-39076a814928 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/bb373c49-f661-4ca0-a357-53d60a80c6c0 HTTP/1.1" status: 204 len: 168 time: 0.3159063 Jul 30 01:48:05.077203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50984) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.078261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f5375115-b167-4fd4-beb5-9faee7423722,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:05.098829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f5566f6-5617-4963-8fd7-9716bbd7ce66 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=bb373c49-f661-4ca0-a357-53d60a80c6c0 HTTP/1.1" status: 200 len: 221 time: 0.0193722 Jul 30 01:48:05.102636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50986) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.110349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bf76b5ee-581f-47d9-8e8f-1a8d8d860848 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1093659551', 'description': 'label created by tempest'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:05.110867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bf76b5ee-581f-47d9-8e8f-1a8d8d860848 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Unknown quota resources ['metering_label']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:48:05.135877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-131747a8-ae55-4073-95ea-f415d5877d88 req-b1f29eaf-e826-4ce1-8f20-9fc458b40fa4 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815570 Jul 30 01:48:05.156135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50988) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.180396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f931bd5d-915f-4928-b46c-353961b94cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.345898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f931bd5d-915f-4928-b46c-353961b94cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.355738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f931bd5d-915f-4928-b46c-353961b94cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.411411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a02aa7ef-762a-46e3-b3ce-6132fcb4ac1b req-ead13786-6427-454d-b186-8d5ee7a03442 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 210 time: 0.0916910 Jul 30 01:48:05.414121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931bd5d-915f-4928-b46c-353961b94cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902c62b4-43f6-4ae3-be97-21b057203ee2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:05.419169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf76b5ee-581f-47d9-8e8f-1a8d8d860848 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.420481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf76b5ee-581f-47d9-8e8f-1a8d8d860848 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3163583 Jul 30 01:48:05.429956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 50998) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.471343 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f931bd5d-915f-4928-b46c-353961b94cf3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b87fa0eab1d4d0eab3566fc6961b769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130243 Jul 30 01:48:05.473418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51004) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.560124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cf3796db-3759-4b1f-a9b8-b7da6a775ae5 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=b95107c7-37d7-43ff-9694-6aeed1faa8c3 HTTP/1.1" status: 200 len: 468 time: 0.1281466 Jul 30 01:48:05.562951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51006) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.628805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d96b05fc-9b50-4df9-8b1d-7647a9e21e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.666703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d96b05fc-9b50-4df9-8b1d-7647a9e21e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.727179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51020) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.854449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Deleting subnet cfd36d69-95bb-43b9-a4aa-f04178e63bd8 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:05.861623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.931741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65283ddd-a9cf-4ccd-a184-c0787ba88120 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.936367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-65283ddd-a9cf-4ccd-a184-c0787ba88120 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/b95107c7-37d7-43ff-9694-6aeed1faa8c3 HTTP/1.1" status: 204 len: 168 time: 0.3696945 Jul 30 01:48:05.936499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.939101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d96b05fc-9b50-4df9-8b1d-7647a9e21e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.946061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d96b05fc-9b50-4df9-8b1d-7647a9e21e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.951066 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d96b05fc-9b50-4df9-8b1d-7647a9e21e84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/902c62b4-43f6-4ae3-be97-21b057203ee2 HTTP/1.1" status: 204 len: 168 time: 0.4745703 Jul 30 01:48:05.951255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5d30e41a-99a4-4f4c-ab3e-aa2b6efdb0d4 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=b95107c7-37d7-43ff-9694-6aeed1faa8c3 HTTP/1.1" status: 200 len: 216 time: 0.0115659 Jul 30 01:48:05.954630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51036) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.980928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b05fc-9b50-4df9-8b1d-7647a9e21e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c62b4-43f6-4ae3-be97-21b057203ee2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:05.994412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-839e69a2-bbe9-4106-907b-5aaba7ce2c81 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0384574 Jul 30 01:48:05.999134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51040) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.021317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.027367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2805464b-c12c-4ffe-8a81-8281bca1a5ef tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0270693 Jul 30 01:48:06.030906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51046) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.120247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1fa3c122-8bb7-4c24-9632-2aa86ce57b06 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/05df526f-f1b3-49de-89f7-c58313520d43 HTTP/1.1" status: 200 len: 473 time: 0.0831199 Jul 30 01:48:06.121265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51058) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.135396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.142531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bcb26a19-f908-4a41-847e-3dda0e6fd162 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/94c329f6-911f-42ab-95fd-5810be4200af HTTP/1.1" status: 200 len: 459 time: 0.0201504 Jul 30 01:48:06.147298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51062) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.263055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.305481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.310127 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cfd36d69-95bb-43b9-a4aa-f04178e63bd8 HTTP/1.1" status: 204 len: 168 time: 0.5786555 Jul 30 01:48:06.310127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a2069-3112-4f6e-840c-1b23d3614e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd36d69-95bb-43b9-a4aa-f04178e63bd8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:06.310675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51066) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.437839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5375115-b167-4fd4-beb5-9faee7423722 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:06.481372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.507606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0c550136-4460-4204-98a1-051bdfd5f5b9 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.512733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0c550136-4460-4204-98a1-051bdfd5f5b9 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/94c329f6-911f-42ab-95fd-5810be4200af HTTP/1.1" status: 204 len: 168 time: 0.3641284 Jul 30 01:48:06.517493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51072) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.545783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f5375115-b167-4fd4-beb5-9faee7423722 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:06.546564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.574179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b433ad49-4153-4e93-a2b3-5c873010ab9f req-d9a7517e-2cfe-4ffb-941c-f41cf1e01561 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 210 time: 0.0594370 Jul 30 01:48:06.636680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.651505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc320ba4-52a4-4ff5-bd84-bc81e477760e req-4199b5c4-ad0a-4be9-a828-0d28e7d90315 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.653499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc320ba4-52a4-4ff5-bd84-bc81e477760e req-4199b5c4-ad0a-4be9-a828-0d28e7d90315 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.3666804 Jul 30 01:48:06.672581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68755457-9de1-4871-92c0-3a7fd9157ee8']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:06.713570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7779736a-99a8-458b-9d03-13a71642ffdc') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:06.713933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7779736a-99a8-458b-9d03-13a71642ffdc') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:06.726408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.749569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.758335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:06.759610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:06.761726 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:06.824350 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.849633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc320ba4-52a4-4ff5-bd84-bc81e477760e req-6aaf148c-c6e9-4309-9dfc-43fa44f4d35e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875396 Jul 30 01:48:06.853946 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd39b491-c937-447e-b943-e4a8196799e5 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.857512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bd39b491-c937-447e-b943-e4a8196799e5 tempest-MeteringIpV6TestJSON-701474573 tempest-MeteringIpV6TestJSON-701474573-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/05df526f-f1b3-49de-89f7-c58313520d43 HTTP/1.1" status: 204 len: 168 time: 0.3343678 Jul 30 01:48:06.858242 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.871201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.876328 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] 10.222.0.78 "DELETE /v2.0/networks/68755457-9de1-4871-92c0-3a7fd9157ee8 HTTP/1.1" status: 204 len: 168 time: 0.5644794 Jul 30 01:48:07.138362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51092) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:07.175186 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-3700280f-6217-41aa-bb13-4e10922acfc1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.177506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-3700280f-6217-41aa-bb13-4e10922acfc1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.1932421 Jul 30 01:48:07.250986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-c3109855-60cf-45e5-9388-bd52be2188e7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 379 time: 0.0552323 Jul 30 01:48:07.254068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2962d0da-ecb0-4a85-acc6-f2de42813565 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e4f5417c12674cd7869b9a9e0a8f2f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131055 Jul 30 01:48:07.258736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51096) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:07.269622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'port': {'device_id': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'admin_state_up': True, 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'security_groups': ['39d736bc-1491-4446-aeea-d9bf2d485245']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:07.285678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441ea83-7b84-4229-a6c1-f5bc61c47313 admin admin] Pushing event deleted for resources: {'Network': ['ID=68755457-9de1-4871-92c0-3a7fd9157ee8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.317999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:07.397766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80d7f724-d15c-43a1-8305-8e7d5e14ea37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.445058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80d7f724-d15c-43a1-8305-8e7d5e14ea37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.447606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:07.451884 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.452095 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7f89985-dd81-4ce0-8f9a-85a521256df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.564479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7f89985-dd81-4ce0-8f9a-85a521256df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.570843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7f89985-dd81-4ce0-8f9a-85a521256df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.582747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:07.592143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80d7f724-d15c-43a1-8305-8e7d5e14ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.594749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80d7f724-d15c-43a1-8305-8e7d5e14ea37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.598344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-80d7f724-d15c-43a1-8305-8e7d5e14ea37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c46f31c5-420f-417d-9419-da548ee5f5ec HTTP/1.1" status: 204 len: 168 time: 0.3350222 Jul 30 01:48:07.637741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7f89985-dd81-4ce0-8f9a-85a521256df9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76c1c2bc209d4d478f953011667ea1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180819 Jul 30 01:48:07.638281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51116) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:07.651966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7f724-d15c-43a1-8305-8e7d5e14ea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f31c5-420f-417d-9419-da548ee5f5ec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.656869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f89985-dd81-4ce0-8f9a-85a521256df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e515b97-3da1-4d39-a761-09af455e496e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.709981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Allocated IP 172.20.0.7 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/4f3d6e45-f205-45c4-a073-a0202937b32a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:07.712698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9888132-13c3-4e1a-af04-97cdb3930edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.743516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9888132-13c3-4e1a-af04-97cdb3930edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.756867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-926b3973-997b-4b0a-929f-abb51d3323c1 req-ec595b65-4283-4e33-8414-c6fe13693653 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 210 time: 0.0745180 Jul 30 01:48:07.812961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9888132-13c3-4e1a-af04-97cdb3930edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.816724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d9888132-13c3-4e1a-af04-97cdb3930edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.820856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d9888132-13c3-4e1a-af04-97cdb3930edf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e515b97-3da1-4d39-a761-09af455e496e HTTP/1.1" status: 204 len: 168 time: 0.1800044 Jul 30 01:48:07.837936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9888132-13c3-4e1a-af04-97cdb3930edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e515b97-3da1-4d39-a761-09af455e496e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.948728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'networks': [{'name': 'tempest-network--2131162475'}, {'name': 'tempest-network--453041073'}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:07.949378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'network': {'name': 'tempest-network--2131162475'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:07.950067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'network': {'name': 'tempest-network--453041073'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:07.974338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.000216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'network': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:08.006314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.020981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Transition to ACTIVE for port object 4f3d6e45-f205-45c4-a073-a0202937b32a will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:08.022666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.106210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed49c2-4b3e-432c-93d5-a407dd3b75e1 req-a29416c7-353d-4913-8ecc-ae0cc41c8847 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.107812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6aed49c2-4b3e-432c-93d5-a407dd3b75e1 req-a29416c7-353d-4913-8ecc-ae0cc41c8847 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.0896580 Jul 30 01:48:08.135411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.161725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.167948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.168582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.208386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:08.215993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6aed49c2-4b3e-432c-93d5-a407dd3b75e1 req-6ec12d72-1980-40ca-a29c-5d814132d233 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898535 Jul 30 01:48:08.216946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:08.219355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:08.221731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:08.221930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5430ca-6afd-4492-b257-340d01e0a0c7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:08.224739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:08.235710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.236146 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Added segment f46344b3-e1a5-448b-a4c6-3f06a02eb217 of type vlan for network 1a69f41a-0126-42a2-9b32-910dcc31cb2d Jul 30 01:48:08.303186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.327712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.328392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.359663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-fa3817aa-5e52-4fec-bb5f-9b9ca90faccf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0996933 Jul 30 01:48:08.362210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:08.371566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51140) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:08.380593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.381347 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Added segment 2724a577-2b61-4631-b3cd-3a7dab86d09e of type vlan for network bc8fe71a-229f-416f-af8c-ca017353abaa Jul 30 01:48:08.396148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Request body: {'port': {'device_id': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:08.419594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b01b402-269d-4d5f-8b99-dc432c0a5c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.430270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.490039 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.496417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.498116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.506299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.511870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.512648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.547591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-98e683b5-1ba8-40a2-9b50-1e51ae4e6c54 None None] Provisioning for port 4f3d6e45-f205-45c4-a073-a0202937b32a completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:08.552541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-98e683b5-1ba8-40a2-9b50-1e51ae4e6c54 None None] Provisioning complete for port 4f3d6e45-f205-45c4-a073-a0202937b32a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:08.553022 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-98e683b5-1ba8-40a2-9b50-1e51ae4e6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.603069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-98e683b5-1ba8-40a2-9b50-1e51ae4e6c54 None None] Port 4f3d6e45-f205-45c4-a073-a0202937b32a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:08.607059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Network': ['ID=1a69f41a-0126-42a2-9b32-910dcc31cb2d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:08.621500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 1a69f41a-0126-42a2-9b32-910dcc31cb2d details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:08.691666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Network': ['ID=bc8fe71a-229f-416f-af8c-ca017353abaa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:08.694397 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b01b402-269d-4d5f-8b99-dc432c0a5c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.714847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network bc8fe71a-229f-416f-af8c-ca017353abaa details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:08.728267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-beff665a-13de-4595-a592-5a22bca37009 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1403811 Jul 30 01:48:08.728594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:08.733620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b01b402-269d-4d5f-8b99-dc432c0a5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:08.791435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7b01b402-269d-4d5f-8b99-dc432c0a5c93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a85fa3eb82e14e2281480c427633b392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187145 Jul 30 01:48:08.801931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51154) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:08.802986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01b402-269d-4d5f-8b99-dc432c0a5c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab2bcd-f2f3-4d23-a7e5-3ea051a777ee,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:08.999213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f344f-c077-443b-b63f-0ff63a463279 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.005649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f344f-c077-443b-b63f-0ff63a463279 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.012293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f344f-c077-443b-b63f-0ff63a463279 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.018192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f344f-c077-443b-b63f-0ff63a463279 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.023360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d71f344f-c077-443b-b63f-0ff63a463279 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2900815 Jul 30 01:48:09.023360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51164) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:09.129777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.221615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.234987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a69f41a-0126-42a2-9b32-910dcc31cb2d']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:09.247874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46344b3-e1a5-448b-a4c6-3f06a02eb217') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:09.248216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46344b3-e1a5-448b-a4c6-3f06a02eb217') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:09.258311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.279853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.301768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:09.302406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.334184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5e1ad-fdeb-4e72-b84e-f5b062131fb8 req-a6279cd1-ee60-46aa-aac7-70d9c9615a7e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.335785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58d5e1ad-fdeb-4e72-b84e-f5b062131fb8 req-a6279cd1-ee60-46aa-aac7-70d9c9615a7e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 931 time: 0.4611154 Jul 30 01:48:09.336438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ba4-7309-442a-aef6-d1c43a85b20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.354963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:09.361139 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:09.376639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.377749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.381980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.385110 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/networks/1a69f41a-0126-42a2-9b32-910dcc31cb2d HTTP/1.1" status: 204 len: 168 time: 0.3609600 Jul 30 01:48:09.385349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ba4-7309-442a-aef6-d1c43a85b20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.391408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51172) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:09.426761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e19241-5c4f-4730-84cd-7bedad931c7b tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Network': ['ID=1a69f41a-0126-42a2-9b32-910dcc31cb2d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:09.431686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Transition to ACTIVE for port object 4f3d6e45-f205-45c4-a073-a0202937b32a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:09.445689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.483914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58d5e1ad-fdeb-4e72-b84e-f5b062131fb8 req-19bd1fec-8b09-48c8-85b6-fc0cba721d76 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319942 Jul 30 01:48:09.533887 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.534641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:09.556422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ba4-7309-442a-aef6-d1c43a85b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.558989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ba4-7309-442a-aef6-d1c43a85b20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.560194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-38ce2ba4-7309-442a-aef6-d1c43a85b20d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/faab2bcd-f2f3-4d23-a7e5-3ea051a777ee HTTP/1.1" status: 204 len: 168 time: 0.7541051 Jul 30 01:48:09.590573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2ba4-7309-442a-aef6-d1c43a85b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab2bcd-f2f3-4d23-a7e5-3ea051a777ee,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:09.619276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Attempting to bind port 4f3d6e45-f205-45c4-a073-a0202937b32a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:09.619623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Attempting to bind port 4f3d6e45-f205-45c4-a073-a0202937b32a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:09.619958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Attempting to bind port 4f3d6e45-f205-45c4-a073-a0202937b32a on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:09.624940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Port 4f3d6e45-f205-45c4-a073-a0202937b32a on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:09.625270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Attempting to bind port 4f3d6e45-f205-45c4-a073-a0202937b32a on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:09.631343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:09.631343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:09.631711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:09.632138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Bound port: 4f3d6e45-f205-45c4-a073-a0202937b32a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:09.632509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.688816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.708069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8fe71a-229f-416f-af8c-ca017353abaa']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:09.712531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:09.718572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:09.724605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2724a577-2b61-4631-b3cd-3a7dab86d09e') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:09.725314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2724a577-2b61-4631-b3cd-3a7dab86d09e') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:09.727210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.741303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.776647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.777803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.778881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 1092 time: 1.3970072 Jul 30 01:48:09.779670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:09.780095 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.782691 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:09.810626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:09.811239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.834254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86faa71-d397-4c1f-aef8-890b89a26558 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:09.857639 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:09.893476 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a1c7f9-b47b-4162-9132-fcd60feaa435 x-openstack-request-id: req-62a1c7f9-b47b-4162-9132-fcd60feaa435 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:09.893934 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:09.894280 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62a1c7f9-b47b-4162-9132-fcd60feaa435 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:09.894781 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'status': 'completed', 'code': 200} Jul 30 01:48:09.923457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-dac1d428-07d7-4fad-8e19-0e4d2f2e710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.925121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-dac1d428-07d7-4fad-8e19-0e4d2f2e710b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1095 time: 0.0854940 Jul 30 01:48:09.951864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.964582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.968105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/networks/bc8fe71a-229f-416f-af8c-ca017353abaa HTTP/1.1" status: 204 len: 168 time: 0.5763264 Jul 30 01:48:09.978215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:09.985949 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-bc357709-42b3-425d-8ad1-a6c1c722401b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 217 time: 0.0482569 Jul 30 01:48:10.005274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728dc01-938b-4a59-a49d-623f3cfe30fe tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Network': ['ID=bc8fe71a-229f-416f-af8c-ca017353abaa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:10.097656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-6fcb5174-01b6-4d90-a2ac-9e2aca24d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.100456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-6fcb5174-01b6-4d90-a2ac-9e2aca24d9b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1079299 Jul 30 01:48:10.152467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff85f9f1-39a7-4625-9df6-12ecb49f6fd1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.159099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff85f9f1-39a7-4625-9df6-12ecb49f6fd1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.171345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ff85f9f1-39a7-4625-9df6-12ecb49f6fd1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1884356 Jul 30 01:48:10.184596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:10.190114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2071299058'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:10.201195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-a2d7a7f9-95aa-4734-bb8a-ed39b49248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.202876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-a2d7a7f9-95aa-4734-bb8a-ed39b49248d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939896 Jul 30 01:48:10.218725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:10.222839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.256857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:10.267844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.268220 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Added segment 499de0c0-4a70-467f-8a50-ee797a383bda of type vlan for network dfee4ea9-596c-4f77-9de5-7ef2fc46cc07 Jul 30 01:48:10.336227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.362417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-828e2692-5cf8-4c88-8b90-5c4f9df9b635 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517036 Jul 30 01:48:10.389667 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.402411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.403586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.480689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2948437 Jul 30 01:48:10.484434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51202) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:10.489316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-832482742'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:10.501150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9a5221a-41d1-4fa1-9e1b-8c141191996e req-ae9cec1c-3a03-44ff-8a90-b7720942c7b6 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317670 Jul 30 01:48:10.509426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdd8a7-19cc-4f1b-888f-6e34f9c19c7e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Network': ['ID=dfee4ea9-596c-4f77-9de5-7ef2fc46cc07,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:10.523270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network dfee4ea9-596c-4f77-9de5-7ef2fc46cc07 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:10.556432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:10.560731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.590954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:10.603789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.604529 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Added segment 5e7462ba-4086-4c7e-aaba-48be934d0465 of type vlan for network b7ec04f1-8f85-4197-8a61-f18b08d64fd2 Jul 30 01:48:10.656196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.691344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.691560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4f49-4138-4b7a-9ec1-951d2e3cdd98 req-9e0c9fc2-2853-4116-91c3-d9f3297e92b9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.697345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.698025 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.698935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-187d4f49-4138-4b7a-9ec1-951d2e3cdd98 req-9e0c9fc2-2853-4116-91c3-d9f3297e92b9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 943 time: 0.1142855 Jul 30 01:48:10.721002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-6eaff578-012c-424a-82f6-ce0bdc4b9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.722446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-6eaff578-012c-424a-82f6-ce0bdc4b9011 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1095 time: 0.0975418 Jul 30 01:48:10.761132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2757246 Jul 30 01:48:10.763308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:10.768285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'ports': [{'network_id': 'dfee4ea9-596c-4f77-9de5-7ef2fc46cc07', 'name': 'tempest-port--1062331032', 'admin_state_up': True}, {'network_id': 'b7ec04f1-8f85-4197-8a61-f18b08d64fd2', 'admin_state_up': False}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:10.768596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'port': {'network_id': 'dfee4ea9-596c-4f77-9de5-7ef2fc46cc07', 'name': 'tempest-port--1062331032', 'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:10.769080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'port': {'network_id': 'b7ec04f1-8f85-4197-8a61-f18b08d64fd2', 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:10.792742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-187d4f49-4138-4b7a-9ec1-951d2e3cdd98 req-eb5d21bd-f333-4fb4-80ac-3a1b9a0ff719 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928690 Jul 30 01:48:10.824672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079f841-998a-4028-82b4-7dbf197eb2e3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Network': ['ID=b7ec04f1-8f85-4197-8a61-f18b08d64fd2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:10.843216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b7ec04f1-8f85-4197-8a61-f18b08d64fd2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:10.847901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-67c8bb12-d5b5-4fa0-aa50-ff24c012d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.851051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-67c8bb12-d5b5-4fa0-aa50-ff24c012d031 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.1192756 Jul 30 01:48:10.906277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-4c9e08af-0d77-443e-92c0-d0ed738ff81a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 217 time: 0.0449004 Jul 30 01:48:10.979403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-f38b0752-b1d7-4614-accf-79d1b59cca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:10.981110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-f38b0752-b1d7-4614-accf-79d1b59cca6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0625997 Jul 30 01:48:10.987297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'port': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:10.992204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.006954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.041738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-bf36ea51-9de4-4ae0-becf-59dbd9e0c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.043396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-bf36ea51-9de4-4ae0-becf-59dbd9e0c97e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471921 Jul 30 01:48:11.097585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] device_id is not set on port 43920e4b-466f-4524-b966-7269d031587e yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:11.162978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-f4eb730c-eac7-4abf-9872-a0d8b5597a99 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124082 Jul 30 01:48:11.262463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.304004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39c5f211-eb59-4d72-a8d4-6fa0c13898b9 req-c216b271-563d-4ca8-9974-76c36da78316 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165822 Jul 30 01:48:11.347631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] device_id is not set on port 7528e312-8932-429a-911e-74ca2008793e yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:11.472033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.519496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.585859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Port': ['ID=43920e4b-466f-4524-b966-7269d031587e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:11.596561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51244) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.598034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Checking segment: {'id': '499de0c0-4a70-467f-8a50-ee797a383bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dfee4ea9-596c-4f77-9de5-7ef2fc46cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:11.598584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network hostable DHCP agents. Network: dfee4ea9-596c-4f77-9de5-7ef2fc46cc07, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:11.618520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network dfee4ea9-596c-4f77-9de5-7ef2fc46cc07 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:11.637197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, dfee4ea9-596c-4f77-9de5-7ef2fc46cc07) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:11.637197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:11.637197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.651427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8ef80-5975-4b73-9723-25355bb67194 None None] Network dfee4ea9-596c-4f77-9de5-7ef2fc46cc07 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:11.708870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Port': ['ID=7528e312-8932-429a-911e-74ca2008793e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:11.725740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-79a41879-c87c-414d-98a1-2e7936b92cc8 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:11.739596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Checking segment: {'id': '5e7462ba-4086-4c7e-aaba-48be934d0465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'b7ec04f1-8f85-4197-8a61-f18b08d64fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:11.740155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network hostable DHCP agents. Network: b7ec04f1-8f85-4197-8a61-f18b08d64fd2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:11.770042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network b7ec04f1-8f85-4197-8a61-f18b08d64fd2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:11.798862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b7ec04f1-8f85-4197-8a61-f18b08d64fd2) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:11.805073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:11.815282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-79a41879-c87c-414d-98a1-2e7936b92cc8 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "PUT /v2.0/quotas/8643af579e724950b6373af2602598c3 HTTP/1.1" status: 200 len: 366 time: 0.2169199 Jul 30 01:48:11.816391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51254) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.817101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08378bd9-070f-418b-b997-e5bb5f2db9a3 None None] Network b7ec04f1-8f85-4197-8a61-f18b08d64fd2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:11.818195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.825052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.826341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.837131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.838693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-643c058c-1d59-49d2-9572-5dea92067b7c tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0206091 Jul 30 01:48:11.856837 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de5a7bb0-6854-4d6c-aeab-c3af038d0560 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "GET /v2.0/quotas/8643af579e724950b6373af2602598c3 HTTP/1.1" status: 200 len: 366 time: 0.0163844 Jul 30 01:48:11.859023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51260) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.870006 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9231f05d-eb51-4c76-85dd-6f487aa97014 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1033809 Jul 30 01:48:11.873392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51262) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.952049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.952991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bd1a5b42-dad6-496b-afe0-783a2507aa28 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/8643af579e724950b6373af2602598c3 HTTP/1.1" status: 204 len: 168 time: 0.0920846 Jul 30 01:48:11.967575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b439d9a6-ac4b-4d52-852e-4394c7bfeb11 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0143092 Jul 30 01:48:11.970862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.983566 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ba4e96a8-458a-42bb-be67-23a8c2718bdd tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "GET /v2.0/quotas/8643af579e724950b6373af2602598c3 HTTP/1.1" status: 200 len: 370 time: 0.0105832 Jul 30 01:48:11.986140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:11.991671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5bac3e89-a2dd-4e1c-b1da-c654d68febb5 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "GET /v2.0/quotas/8643af579e724950b6373af2602598c3/default HTTP/1.1" status: 200 len: 370 time: 0.0041349 Jul 30 01:48:11.997386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51270) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.028431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77261045-11d2-457c-bf22-9c831a4f802e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.035741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77261045-11d2-457c-bf22-9c831a4f802e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.037397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-77261045-11d2-457c-bf22-9c831a4f802e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1619432 Jul 30 01:48:12.038424 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-5e78b87d-b016-4219-a737-efa89467ac53 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] delete failed (client error): The resource could not be found. Jul 30 01:48:12.042000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.055508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5e78b87d-b016-4219-a737-efa89467ac53 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/8643af579e724950b6373af2602598c3 HTTP/1.1" status: 404 len: 348 time: 0.0454955 Jul 30 01:48:12.070734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b4453-4385-4660-819b-f5e18bdac2c2 req-c681810e-b144-448a-a706-8f13c7d77967 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:12.072984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e71b4453-4385-4660-819b-f5e18bdac2c2 req-c681810e-b144-448a-a706-8f13c7d77967 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 943 time: 0.1455805 Jul 30 01:48:12.126547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e71b4453-4385-4660-819b-f5e18bdac2c2 req-2f0caf05-7606-415c-9ba9-c69db1f628b6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463264 Jul 30 01:48:12.187558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Deleting port 43920e4b-466f-4524-b966-7269d031587e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:12.187558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.188106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.286305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:network and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.289035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.310448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.320569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Calling delete_port for 43920e4b-466f-4524-b966-7269d031587e owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:12.333916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:subnet and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.341679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.387937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:subnetpool and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.402039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.415694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:port and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.427225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.436929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:router and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.442432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.451406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.475450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Port': ['ID=43920e4b-466f-4524-b966-7269d031587e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:12.483780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.485707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-afacf130-0f95-45f4-b13b-77bf4d966b27 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/ports/43920e4b-466f-4524-b966-7269d031587e HTTP/1.1" status: 204 len: 168 time: 0.4427319 Jul 30 01:48:12.488318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51288) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.498408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:floatingip and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.521476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.632394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:security_group and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.644250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Deleting port 7528e312-8932-429a-911e-74ca2008793e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:12.644590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.647544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.699880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Usage tracker for resource:security_group_rule and tenant:804b491e146744f2bb1097a9a6ab6861 is out of sync, need to count used quota {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 01:48:12.709418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.quota.resource [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93889) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 01:48:12.722990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-beb58b75-20b2-4c14-9800-e80730261ec9 tempest-QuotasTest-1224832278 tempest-QuotasTest-1224832278-project-admin] 10.222.0.78 "GET /v2.0/quotas/804b491e146744f2bb1097a9a6ab6861/details.json HTTP/1.1" status: 200 len: 703 time: 0.5338943 Jul 30 01:48:12.724695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.739297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Calling delete_port for 7528e312-8932-429a-911e-74ca2008793e owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:12.843709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.870878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:12.875383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Port': ['ID=7528e312-8932-429a-911e-74ca2008793e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:12.898950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.904177 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c107b0f3-f5ff-4e96-9a51-11dce2bc23d3 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/ports/7528e312-8932-429a-911e-74ca2008793e HTTP/1.1" status: 204 len: 168 time: 0.4126115 Jul 30 01:48:12.904574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51292) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.943177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1e6ba448-b249-467b-adb7-e2067b412e2f tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372953 Jul 30 01:48:12.943525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51294) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.955145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2081774274'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:12.978318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:12.982231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.991677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:13.006926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:13.015166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:13.031788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.032395 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Added segment 7bb94020-8280-4dbf-8ec4-d87c1292927b of type vlan for network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 Jul 30 01:48:13.048798 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.067587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:13.073960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.090688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:13.095187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.107304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.113281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.113821 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.136524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:13.150479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.181631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2337301 Jul 30 01:48:13.182619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:13.187846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2095358019'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:13.204028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfa48d-1d8d-4e6b-bc6c-cee8c952f6e4 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Network': ['ID=30464eeb-e5d0-47dd-b69f-82d64b7f0d14,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.219638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:13.226773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:13.231253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.271233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e54c14-96f8-40a8-9275-4c1a0a3ee805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.271592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:13.282630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.282970 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Added segment a8789315-12ae-4c11-9f17-39f8032c4795 of type vlan for network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 Jul 30 01:48:13.284086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3878-2b1a-48a2-95eb-d1ba17421dbf req-218ac4af-7b96-4cbd-b552-392b1e8de42a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.286069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5ac3878-2b1a-48a2-95eb-d1ba17421dbf req-218ac4af-7b96-4cbd-b552-392b1e8de42a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0812287 Jul 30 01:48:13.330345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.365730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5ac3878-2b1a-48a2-95eb-d1ba17421dbf req-320e0efe-7543-46f2-bfc5-f39178e7b9ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728469 Jul 30 01:48:13.369840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.378298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.379056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.431076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4f3d6e45-f205-45c4-a073-a0202937b32a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:13.441455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e54c14-96f8-40a8-9275-4c1a0a3ee805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.448477 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e54c14-96f8-40a8-9275-4c1a0a3ee805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.497484 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3142684 Jul 30 01:48:13.527793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facd0ff-a1f0-4083-8857-2a0647e1bcef tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Network': ['ID=2d16c40e-24d9-4d81-9275-a3b4db1825c1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.546591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-74e54c14-96f8-40a8-9275-4c1a0a3ee805 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b0dea0ed04c4fd4b7473368c1d049c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085400 Jul 30 01:48:13.551988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:13.560758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:13.604029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e54c14-96f8-40a8-9275-4c1a0a3ee805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505b5d5-9634-45aa-8925-374c1eafabd9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.661573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d9f-f699-4d79-bb48-46e0ec570bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.691801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d9f-f699-4d79-bb48-46e0ec570bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.767541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d9f-f699-4d79-bb48-46e0ec570bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.775346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d9f-f699-4d79-bb48-46e0ec570bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.780029 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eb8c2d9f-f699-4d79-bb48-46e0ec570bdd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4505b5d5-9634-45aa-8925-374c1eafabd9 HTTP/1.1" status: 204 len: 168 time: 0.2260263 Jul 30 01:48:13.816752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c2d9f-f699-4d79-bb48-46e0ec570bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505b5d5-9634-45aa-8925-374c1eafabd9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:14.069633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d394e-e45d-4a52-a665-b1278e512b5c req-dd99c0a5-09ea-4701-b273-9bf42e0a9be9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.077711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f5d394e-e45d-4a52-a665-b1278e512b5c req-dd99c0a5-09ea-4701-b273-9bf42e0a9be9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.0601101 Jul 30 01:48:14.126312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f5d394e-e45d-4a52-a665-b1278e512b5c req-7e41898c-31f8-4611-91df-c82b0a72610f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Jul 30 01:48:14.138825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51328) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:14.221720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3b5638bf-5705-4068-8809-77508294c183 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/269af9e6-1970-4dd1-8f6f-ed42510e5ca8 HTTP/1.1" status: 200 len: 993 time: 0.0816031 Jul 30 01:48:14.222575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51330) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:14.239528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-474e9090-b419-4a58-9b39-8451cf634f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.366109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-474e9090-b419-4a58-9b39-8451cf634f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.370484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-474e9090-b419-4a58-9b39-8451cf634f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.406135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e9090-b419-4a58-9b39-8451cf634f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3715542-488c-480a-ac59-288939d13c57,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:14.448128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:14.460290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-474e9090-b419-4a58-9b39-8451cf634f5f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=804b491e146744f2bb1097a9a6ab6861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362638 Jul 30 01:48:14.551436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c9d7-fb4d-4b63-81e1-39ee0d45cb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.570518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510565-574c-471c-a68b-5505707375e7 req-13bbe586-17b6-4d6a-861c-a249b44c91b6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.572655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64510565-574c-471c-a68b-5505707375e7 req-13bbe586-17b6-4d6a-861c-a249b44c91b6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0923765 Jul 30 01:48:14.590846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c9d7-fb4d-4b63-81e1-39ee0d45cb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.649382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c9d7-fb4d-4b63-81e1-39ee0d45cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.652520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c9d7-fb4d-4b63-81e1-39ee0d45cb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.654069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ce1c9d7-fb4d-4b63-81e1-39ee0d45cb3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3715542-488c-480a-ac59-288939d13c57 HTTP/1.1" status: 204 len: 168 time: 0.2047656 Jul 30 01:48:14.669242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e4a3b-89b9-40fc-8017-f726424be03d req-ff885083-91b3-45ea-af3f-cb4fe4efe141 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.677379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-999e4a3b-89b9-40fc-8017-f726424be03d req-ff885083-91b3-45ea-af3f-cb4fe4efe141 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1097 time: 0.1037018 Jul 30 01:48:14.682518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64510565-574c-471c-a68b-5505707375e7 req-75496bf3-0682-4890-9739-5a36677a5c33 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728853 Jul 30 01:48:14.693607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1c9d7-fb4d-4b63-81e1-39ee0d45cb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3715542-488c-480a-ac59-288939d13c57,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:14.771755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-999e4a3b-89b9-40fc-8017-f726424be03d req-a989a1c8-858e-4e00-a234-5dc840dc62c4 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934849 Jul 30 01:48:14.895117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:15.033279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 4f3d6e45-f205-45c4-a073-a0202937b32a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:15.042186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4f3d6e45-f205-45c4-a073-a0202937b32a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:15.042566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.135152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.180580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:15.181791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:15.185765 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b88459-c7c0-4628-b30d-a5cec883d12e" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:15.190750 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.262490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:15.266739 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4403f75b-b468-4017-8efe-f87763afdf7e x-openstack-request-id: req-4403f75b-b468-4017-8efe-f87763afdf7e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:15.267045 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:15.267298 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4403f75b-b468-4017-8efe-f87763afdf7e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:15.267681 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'code': 200} Jul 30 01:48:15.451807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca510f35-7ee6-4493-9057-17cf5d67ceff req-5c400603-f29a-4d44-80cd-736e9e26db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.457512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca510f35-7ee6-4493-9057-17cf5d67ceff req-5c400603-f29a-4d44-80cd-736e9e26db0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1097 time: 0.0681736 Jul 30 01:48:15.538025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca510f35-7ee6-4493-9057-17cf5d67ceff req-dc2db00f-534a-40a4-b18d-8be72ae06752 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694685 Jul 30 01:48:15.924058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0d5cb-2e37-4376-b510-7371fdabce94 req-f45ffe59-6306-4c23-b989-01aab3b06b3b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.925612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97a0d5cb-2e37-4376-b510-7371fdabce94 req-f45ffe59-6306-4c23-b989-01aab3b06b3b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 945 time: 0.0959682 Jul 30 01:48:15.936861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-1748480c-07ca-4cf8-927e-b710a96faf2e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2396076 Jul 30 01:48:16.025450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97a0d5cb-2e37-4376-b510-7371fdabce94 req-6b5ff835-776f-40ea-80b5-1acaa57268cc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743675 Jul 30 01:48:16.943250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51424) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:16.949328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'subnets': [{'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--188720419', 'ip_version': 6}, {'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:16.949889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'subnet': {'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--188720419', 'ip_version': 6}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:16.950687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Request body: {'subnet': {'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:17.011164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:17.177045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05de13-0a10-4a65-9c6d-1128f915f257 req-154ff740-0f4a-4276-872a-dbb8241c35cd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.178664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da05de13-0a10-4a65-9c6d-1128f915f257 req-154ff740-0f4a-4276-872a-dbb8241c35cd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 945 time: 0.0705547 Jul 30 01:48:17.184820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1194038363', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:17.221548 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:48:17.221548 n-d-713499-10 neutron-server[93890]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:48:17.221548 n-d-713499-10 neutron-server[93890]: [parameters: {'project_id': 'cdb24ae40dac4aed8c3b62332288ac3c', 'id': '31903b9f-9900-4830-ac2e-21caeebed0c4', 'expiration': datetime.datetime(2021, 7, 30, 1, 50, 17, 208836)}] Jul 30 01:48:17.221548 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:48:17.221960 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:48:17.235855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Made reservation on behalf of 722f47433bd54f8b8136a587e9513723 for: {'subnet': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:17.240141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da05de13-0a10-4a65-9c6d-1128f915f257 req-6b9f04cc-b033-4d16-bf17-f9ecaaf72c78 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519495 Jul 30 01:48:17.248711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-b2c09cd7-063d-4415-a7ff-2226f74ecd85 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:48:17.250940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.251420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.257810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-b2c09cd7-063d-4415-a7ff-2226f74ecd85 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2591076 Jul 30 01:48:17.264809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Request body: {'binding': {'host': 'n-h2-713499-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:17.265779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Unknown quota resources ['binding']. {{(pid=93890) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:48:17.492058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on host n-h2-713499-10 for vnic_type normal with profile None {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:17.492467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:17.493558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:17.511040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:17.511405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:17.521238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd1d7-54ad-4998-9c9f-3ae8cb17b3da req-c6742bb1-4c76-45b3-b92e-7b52b174855a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.522837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93cdd1d7-54ad-4998-9c9f-3ae8cb17b3da req-c6742bb1-4c76-45b3-b92e-7b52b174855a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 945 time: 0.1103094 Jul 30 01:48:17.533390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:17.538379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'floatingip': {'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:17.542902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:17.543283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Checking segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:17.543734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Bound using segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:17.544113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Bound port: c00adb7c-c5b9-49d3-ae77-4372544781e7, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:17.638777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.800484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.807017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:17.810703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Made reservation on behalf of cdb24ae40dac4aed8c3b62332288ac3c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:17.813276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.822017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.823261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-d8d27cc2-278f-490c-9e63-6dccb983acea service neutron] 10.222.0.78 "POST /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7/bindings HTTP/1.1" status: 201 len: 390 time: 0.5627787 Jul 30 01:48:17.852186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.884946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Subnet': ['ID=394e42c1-8b48-4a3e-9ecd-7f018e0441ee,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:17.904878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Checking segment: {'id': '7bb94020-8280-4dbf-8ec4-d87c1292927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:17.905746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network hostable DHCP agents. Network: 30464eeb-e5d0-47dd-b69f-82d64b7f0d14, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:17.938670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:17.965475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 30464eeb-e5d0-47dd-b69f-82d64b7f0d14) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:17.975268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffceed23-44bc-420e-b80b-c346ba12f614 None None] Network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:17.997351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.113499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event updated for resources: {'Subnet': ['ID=ead5d78d-e1e6-4669-8e6b-6d5f32bcff55,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.118180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Checking segment: {'id': 'a8789315-12ae-4c11-9f17-39f8032c4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:18.118550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network hostable DHCP agents. Network: 2d16c40e-24d9-4d81-9275-a3b4db1825c1, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:18.138163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:18.151376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2d16c40e-24d9-4d81-9275-a3b4db1825c1) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:18.162849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a7860-1a91-43aa-be35-804856df074f None None] Network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:18.169378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.169957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.170871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.221906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.232404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e3bde38-053d-4711-9055-06c7867ff96c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2880034 Jul 30 01:48:18.237467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51446) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:18.242580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-30464eeb-e5d0-47dd-b69f-82d64b7f0d14', 'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14', 'tenant_id': '722f47433bd54f8b8136a587e9513723', 'fixed_ips': [{'subnet_id': '394e42c1-8b48-4a3e-9ecd-7f018e0441ee'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:18.243612 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.271383 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.307989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] device_id is not set on port 9a5da642-7efb-4668-a075-1b8778486bf0 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:18.329399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a387d9-37fc-44ff-baaf-ebf963cfcc33,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:18.382340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0ea32-1d55-4328-ae8b-c83b23b86911 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.384747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0ea32-1d55-4328-ae8b-c83b23b86911 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.387536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0ea32-1d55-4328-ae8b-c83b23b86911 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.390087 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3c0ea32-1d55-4328-ae8b-c83b23b86911 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1498873 Jul 30 01:48:18.399534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51450) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:18.484198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Deleting subnet 394e42c1-8b48-4a3e-9ecd-7f018e0441ee {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:18.509935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2d16c40e-24d9-4d81-9275-a3b4db1825c1', 'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1', 'tenant_id': '722f47433bd54f8b8136a587e9513723', 'fixed_ips': [{'subnet_id': 'ead5d78d-e1e6-4669-8e6b-6d5f32bcff55'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:18.509935 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.515044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc2829-6792-4b11-8175-fdeed6eafb1f req-3d7c495b-72f3-42d3-9398-7c9a45785add tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.516732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4bc2829-6792-4b11-8175-fdeed6eafb1f req-3d7c495b-72f3-42d3-9398-7c9a45785add tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.4823310 Jul 30 01:48:18.529202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Allocated IP 2001:db8::1 (30464eeb-e5d0-47dd-b69f-82d64b7f0d14/394e42c1-8b48-4a3e-9ecd-7f018e0441ee/eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:18.566253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8e193b1d-0bfd-4a82-b038-2258c81b604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.567870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8e193b1d-0bfd-4a82-b038-2258c81b604c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1097 time: 0.4466968 Jul 30 01:48:18.732135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4bc2829-6792-4b11-8175-fdeed6eafb1f req-da2a3b1e-fd03-45e9-aed7-f17c3b4d1086 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688850 Jul 30 01:48:18.736234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Allocated IP 172.25.8.35 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/9a5da642-7efb-4668-a075-1b8778486bf0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:18.858707 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.resource_extend [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:48:18.922629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-118372dd-5db8-4e65-8a06-e9230087a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.924358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-118372dd-5db8-4e65-8a06-e9230087a220 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 898 time: 0.3407013 Jul 30 01:48:18.932682 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.935351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Allocated IP 2001:db8:0:1::1 (2d16c40e-24d9-4d81-9275-a3b4db1825c1/ead5d78d-e1e6-4669-8e6b-6d5f32bcff55/cdc28f67-6048-4d7d-bc3e-6ad78b8931c0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:19.019646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Transition to ACTIVE for port object eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:19.032625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8403a61b-3502-4a2d-9307-f3cf8862c7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.049485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Transition to ACTIVE for port object eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:19.058409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.072893 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.087883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.101279 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.117774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.178606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.271771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-36e47476-1576-47e7-b493-3730a87d3854 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 1001 time: 0.3388913 Jul 30 01:48:19.272845 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Floating IP 0d3ab84b-33de-408b-b01f-b7cffa10b682 associated. External IP: 172.25.8.151, port: 4f3d6e45-f205-45c4-a073-a0202937b32a. Jul 30 01:48:19.283406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.366208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.376803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:19.381267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:19.392432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:19.430145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Subnet': ['ID=394e42c1-8b48-4a3e-9ecd-7f018e0441ee,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:19.466705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Pushing event updated for resources: {'Port': ['ID=eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:19.481098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.486849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea2deebe-b0b4-4041-9710-544b3ef5d1f1 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/subnets/394e42c1-8b48-4a3e-9ecd-7f018e0441ee HTTP/1.1" status: 204 len: 168 time: 1.0839820 Jul 30 01:48:19.487219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:19.555061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Attempting to bind port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:19.555620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Attempting to bind port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '7bb94020-8280-4dbf-8ec4-d87c1292927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:19.556141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Attempting to bind port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b on network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:19.565918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.576424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:19.576858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Checking segment: {'id': '7bb94020-8280-4dbf-8ec4-d87c1292927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:19.577202 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.577596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Bound using segment: {'id': '7bb94020-8280-4dbf-8ec4-d87c1292927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:19.578074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Bound port: eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb94020-8280-4dbf-8ec4-d87c1292927b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '30464eeb-e5d0-47dd-b69f-82d64b7f0d14'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:19.578457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.594017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Transition to ACTIVE for port object cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:19.602984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Deleting subnet ead5d78d-e1e6-4669-8e6b-6d5f32bcff55 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:19.636740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Transition to ACTIVE for port object cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:19.645229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.646294 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.707966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:19.722579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.724637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:19.730057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Pushing event updated for resources: {'Port': ['ID=cdc28f67-6048-4d7d-bc3e-6ad78b8931c0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:19.732567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:19.770795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11580745-f040-42b0-95cc-631adaf42516 None None] For port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:19.816607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11580745-f040-42b0-95cc-631adaf42516 None None] For port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b,segment=NetworkSegment(7bb94020-8280-4dbf-8ec4-d87c1292927b),segment_id=7bb94020-8280-4dbf-8ec4-d87c1292927b)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:19.841914 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.871208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Attempting to bind port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:19.871586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Attempting to bind port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a8789315-12ae-4c11-9f17-39f8032c4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:19.879870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Attempting to bind port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 on network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:19.906875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.975118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:19.975495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Checking segment: {'id': 'a8789315-12ae-4c11-9f17-39f8032c4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:19.976226 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.976358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Bound using segment: {'id': 'a8789315-12ae-4c11-9f17-39f8032c4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:19.977969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-e917ea48-0f75-4ca4-96e3-2b5952414283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.979543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-e917ea48-0f75-4ca4-96e3-2b5952414283 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.6994472 Jul 30 01:48:19.983202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Bound port: cdc28f67-6048-4d7d-bc3e-6ad78b8931c0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8789315-12ae-4c11-9f17-39f8032c4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2d16c40e-24d9-4d81-9275-a3b4db1825c1'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:19.983683 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.032035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.035258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.041561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11580745-f040-42b0-95cc-631adaf42516 None None] Pushing event updated for resources: {'Port': ['ID=eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.097633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.102162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/subnets/ead5d78d-e1e6-4669-8e6b-6d5f32bcff55 HTTP/1.1" status: 204 len: 168 time: 0.6071000 Jul 30 01:48:20.102704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51476) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:20.112449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4e8f0-00b5-450d-893b-1bfb5c0b1952 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Subnet': ['ID=ead5d78d-e1e6-4669-8e6b-6d5f32bcff55,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.158286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] For port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:20.162232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b28a6-7e7a-4f9b-aa2e-f7e3d98aee88 None None] Network 30464eeb-e5d0-47dd-b69f-82d64b7f0d14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:20.166743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] For port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cdc28f67-6048-4d7d-bc3e-6ad78b8931c0,segment=NetworkSegment(a8789315-12ae-4c11-9f17-39f8032c4795),segment_id=a8789315-12ae-4c11-9f17-39f8032c4795)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:20.176097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:20.182121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a95ce-09e2-49c1-af0c-0bb58d794d8c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.183970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-088a95ce-09e2-49c1-af0c-0bb58d794d8c tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797021 Jul 30 01:48:20.188698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51478) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:20.197469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:20.206697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:20.212085 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.216150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aeda5-bc78-4cca-a267-74a45597c58c req-62f74b15-9123-4732-90ad-9c82d3c649b6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.217704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1aeda5-bc78-4cca-a267-74a45597c58c req-62f74b15-9123-4732-90ad-9c82d3c649b6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.2353830 Jul 30 01:48:20.218351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Pushing event updated for resources: {'Port': ['ID=9a5da642-7efb-4668-a075-1b8778486bf0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.259553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-65d5d19a-5596-4208-b375-512060b1c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.261315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-65d5d19a-5596-4208-b375-512060b1c28e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406077 Jul 30 01:48:20.278779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.345532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Deleting port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:20.345876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.367116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dea68-5adb-4c1a-bc18-e05bf04c5234 None None] Pushing event updated for resources: {'Port': ['ID=cdc28f67-6048-4d7d-bc3e-6ad78b8931c0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.392055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ab22b-0803-434e-9656-2d753a96d375 None None] Network 2d16c40e-24d9-4d81-9275-a3b4db1825c1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:20.399047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.399630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.420041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1aeda5-bc78-4cca-a267-74a45597c58c req-2eac3add-cd85-403d-bfee-761345b572ea tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660571 Jul 30 01:48:20.426071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] For port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cdc28f67-6048-4d7d-bc3e-6ad78b8931c0,segment=NetworkSegment(a8789315-12ae-4c11-9f17-39f8032c4795),segment_id=a8789315-12ae-4c11-9f17-39f8032c4795)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:20.426729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.445446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Calling delete_port for cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:20.473720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-96e49647-562a-46c5-86a8-e8f1860e2848 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4585350 Jul 30 01:48:20.476184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:20.481409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.35'}]}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:20.526721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-28cb776a-ac2c-40ce-9e93-fcd4500ef73d service neutron] 10.222.0.55 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417967 Jul 30 01:48:20.537175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.563764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c957b-22f1-4e06-93ec-03ca044aaae7 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:48:20.572703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Port': ['ID=cdc28f67-6048-4d7d-bc3e-6ad78b8931c0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:20.580586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] No DVR routers for this DVR port cdc28f67-6048-4d7d-bc3e-6ad78b8931c0 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:20.588898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Router 4dcca926-4d68-4d82-b959-eecfe43ba41e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:20.590065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.591229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.705206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c957b-22f1-4e06-93ec-03ca044aaae7 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:48:20.705734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.719505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d16c40e-24d9-4d81-9275-a3b4db1825c1']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:20.720957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.809335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-3225237a-a4d9-4bb8-abf5-35448891eb16 service neutron] 10.222.0.55 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732346 Jul 30 01:48:20.971887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.975448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:20.987975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.997877 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10259025-6461-4bff-a668-643fb1425993 None None] Sync routers for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:21.014255 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:21.017917 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:47:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:21.022176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-92f6815d-b21e-4d74-86dc-c7a9afec6022 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "PUT /v2.0/floatingips/0d3ab84b-33de-408b-b01f-b7cffa10b682 HTTP/1.1" status: 200 len: 991 time: 3.4876385 Jul 30 01:48:21.024397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:21.026776 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be39291d-6f5e-4292-888a-7e29db9b4b53" -d '{"events": [{"name": "network-changed", "server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:21.093903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-5852df78-4cfe-4f16-a2a0-9cd1a7e30f6b tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.096249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-5852df78-4cfe-4f16-a2a0-9cd1a7e30f6b tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee&tenant_id=897441e865db45c3ad650437d9da1b4a&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1097 time: 0.1766930 Jul 30 01:48:21.109545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-10'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:21.117360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bbf924-dcc5-4e86-b14c-8754c73266ac None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:48:21.147366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8789315-12ae-4c11-9f17-39f8032c4795') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:21.148111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8789315-12ae-4c11-9f17-39f8032c4795') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:21.164043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.176502 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e14f3c-d414-4ca8-91c1-1e2aec674ca5 x-openstack-request-id: req-99e14f3c-d414-4ca8-91c1-1e2aec674ca5 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:21.176794 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:21.177044 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99e14f3c-d414-4ca8-91c1-1e2aec674ca5 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:21.177439 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'status': 'completed', 'code': 200} Jul 30 01:48:21.191382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.194458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:21.194879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:21.199932 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:21.208869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.221408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.279950 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:21.293047 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.305345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.307514 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/networks/2d16c40e-24d9-4d81-9275-a3b4db1825c1 HTTP/1.1" status: 204 len: 168 time: 1.1177962 Jul 30 01:48:21.310232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:21.350233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa677b7-dc0b-4203-ad2a-df42fca9df0e tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Network': ['ID=2d16c40e-24d9-4d81-9275-a3b4db1825c1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:21.368582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bbf924-dcc5-4e86-b14c-8754c73266ac None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:48:21.467151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.549375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Deleting port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:21.552156 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.560537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:21.602584 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '0d3ab84b-33de-408b-b01f-b7cffa10b682', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:48:02Z', 'updated_at': '2021-07-30T01:48:18Z', 'revision_number': 1, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:04Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:21.668314 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11c13a4b-162a-4793-8b1e-957ae0b8e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.681272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] For port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b,segment=NetworkSegment(7bb94020-8280-4dbf-8ec4-d87c1292927b),segment_id=7bb94020-8280-4dbf-8ec4-d87c1292927b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:21.682051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.682245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-445ab0f3-7990-4618-92fc-1dec1296f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:21.689356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-445ab0f3-7990-4618-92fc-1dec1296f3af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1097 time: 0.4264343 Jul 30 01:48:21.690446 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10259025-6461-4bff-a668-643fb1425993 None None] Checking router: 4dcca926-4d68-4d82-b959-eecfe43ba41e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:21.708398 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:21.709237 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:21.718479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Calling delete_port for eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:21.845164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.865343 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.882743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Port': ['ID=eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:21.884691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] No DVR routers for this DVR port eb49b5e9-e2b8-4bb0-8f81-b51000d0a65b on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:21.909964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:22.013248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.033208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30464eeb-e5d0-47dd-b69f-82d64b7f0d14']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.040802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835a92-a490-4dce-8b56-57e669268fac req-f005d12e-058a-462d-956d-a1de6c304449 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.043264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3835a92-a490-4dce-8b56-57e669268fac req-f005d12e-058a-462d-956d-a1de6c304449 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.4523242 Jul 30 01:48:22.050970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb94020-8280-4dbf-8ec4-d87c1292927b') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.051288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb94020-8280-4dbf-8ec4-d87c1292927b') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.064556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.073014 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:22.082899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.111440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:22.113421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.116299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:22.125763 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:22.130290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.162634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3835a92-a490-4dce-8b56-57e669268fac req-f6e17d4b-fcd2-4038-a139-e4a8b8fe6e98 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013343 Jul 30 01:48:22.198156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.228123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.267595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.279131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.285045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/networks/30464eeb-e5d0-47dd-b69f-82d64b7f0d14 HTTP/1.1" status: 204 len: 168 time: 0.9565926 Jul 30 01:48:22.287345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51512) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:22.288795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-0f4bbdcb-4269-4fee-8717-420c63c0f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.291127 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-0f4bbdcb-4269-4fee-8717-420c63c0f66d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.5050235 Jul 30 01:48:22.394912 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-10259025-6461-4bff-a668-643fb1425993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '0d3ab84b-33de-408b-b01f-b7cffa10b682', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:48:02Z', 'updated_at': '2021-07-30T01:48:18Z', 'revision_number': 1, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:04Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.408616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-23d42301-c43f-4a4a-aaea-80742bc0babb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.0923436 Jul 30 01:48:22.427374 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10259025-6461-4bff-a668-643fb1425993 None None] The sync data for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 is: [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '0d3ab84b-33de-408b-b01f-b7cffa10b682', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:48:02Z', 'updated_at': '2021-07-30T01:48:18Z', 'revision_number': 1, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:04Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:22.457725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.461960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d42e-bc12-4ead-a3b6-8a7314319850 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Network': ['ID=30464eeb-e5d0-47dd-b69f-82d64b7f0d14,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:22.575655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.588666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ec04f1-8f85-4197-8a61-f18b08d64fd2']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.606957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7462ba-4086-4c7e-aaba-48be934d0465') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.607309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7462ba-4086-4c7e-aaba-48be934d0465') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.631896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.639363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-99411025-86ff-45f0-881d-a227e9396861 None None] Provisioning complete for port c00adb7c-c5b9-49d3-ae77-4372544781e7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:22.642067 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-99411025-86ff-45f0-881d-a227e9396861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.644359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:22.660365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-b45115cf-d9fb-421f-9f5b-3784e9517e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.661896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-b45115cf-d9fb-421f-9f5b-3784e9517e3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1803885 Jul 30 01:48:22.666766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.676656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:22.677070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:22.688728 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:22.717528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-99411025-86ff-45f0-881d-a227e9396861 None None] Port c00adb7c-c5b9-49d3-ae77-4372544781e7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:22.761027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.792833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c460e4-931d-4e3d-a481-17c932b95a97 None None] New status for floating IP 0d3ab84b-33de-408b-b01f-b7cffa10b682: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:48:22.821200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.827833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/networks/b7ec04f1-8f85-4197-8a61-f18b08d64fd2 HTTP/1.1" status: 204 len: 168 time: 0.5367839 Jul 30 01:48:22.831696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a5c91-90db-4349-8e0c-499579993898 tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Network': ['ID=b7ec04f1-8f85-4197-8a61-f18b08d64fd2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:22.833861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:22.955185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.042813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.102658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.114690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfee4ea9-596c-4f77-9de5-7ef2fc46cc07']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:23.126917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499de0c0-4a70-467f-8a50-ee797a383bda') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:23.127476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499de0c0-4a70-467f-8a50-ee797a383bda') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:23.138520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.158705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.167411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:23.167935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:23.171115 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:23.186882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:23.195422 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c35706-33e2-45ae-9c08-2daf5d175131" -d '{"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-unplugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:23.350381 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b8482-8f2f-4e7b-a229-02f692d8fd05 x-openstack-request-id: req-176b8482-8f2f-4e7b-a229-02f692d8fd05 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:23.352293 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-unplugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:23.352593 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-176b8482-8f2f-4e7b-a229-02f692d8fd05 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:23.352954 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'code': 200} Jul 30 01:48:23.358650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.367487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.370419 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] 10.222.0.78 "DELETE /v2.0/networks/dfee4ea9-596c-4f77-9de5-7ef2fc46cc07 HTTP/1.1" status: 204 len: 168 time: 0.5274110 Jul 30 01:48:23.391547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43de8-3de3-4877-970e-c5428b6b4fab tempest-BulkNetworkOpsIpV6Test-224590320 tempest-BulkNetworkOpsIpV6Test-224590320-project] Pushing event deleted for resources: {'Network': ['ID=dfee4ea9-596c-4f77-9de5-7ef2fc46cc07,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:23.406529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-7a10122b-1f57-4b12-bebd-e2970f0dfe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:23.409385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-7a10122b-1f57-4b12-bebd-e2970f0dfe60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7347536 Jul 30 01:48:23.410291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.469935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on host n-h1-713499-10 for vnic_type normal with profile {"migrating_to": "n-h2-713499-10"} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:23.470191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:23.470633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:23.552988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:23.553294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Attempting to bind port c00adb7c-c5b9-49d3-ae77-4372544781e7 on network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:23.572133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:23.572595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Checking segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:23.572858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Bound using segment: {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:23.573310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Bound port: c00adb7c-c5b9-49d3-ae77-4372544781e7, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f075bcc-fd56-496a-8d68-71ee8bc56ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:23.573867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.627630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0630f-f231-4073-b10f-aa90b8066e38 req-fbab6deb-70f0-4a38-acfb-6114301f304f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:23.629165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39d0630f-f231-4073-b10f-aa90b8066e38 req-fbab6deb-70f0-4a38-acfb-6114301f304f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 943 time: 0.3040130 Jul 30 01:48:23.689748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51532) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:23.744253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.753947 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.843465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-76599abd-5819-4caa-93c6-2ed3f0101560 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832018 Jul 30 01:48:23.846978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39d0630f-f231-4073-b10f-aa90b8066e38 req-8f6e76eb-63a2-447d-ae14-f36a540e4cd4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844845 Jul 30 01:48:23.855364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6d69d1a-3131-4bbe-bd28-de6d7daa19d0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=722f47433bd54f8b8136a587e9513723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640294 Jul 30 01:48:23.856601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:23.857859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51536) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:23.888846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.889496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45f17117-4eec-47a9-95ee-9131ac41e197 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:48:23.903233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:23.940888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.965694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbc01-8047-48bf-adb4-cc744c713a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.011592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbc01-8047-48bf-adb4-cc744c713a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.034908 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:48:24.034908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e0e5437-61d3-43ec-8a3c-634f737b5171 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5543463 Jul 30 01:48:24.037234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:24.155064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbc01-8047-48bf-adb4-cc744c713a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.158271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbc01-8047-48bf-adb4-cc744c713a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.159730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bdbfbc01-8047-48bf-adb4-cc744c713a8d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca5430ca-6afd-4492-b257-340d01e0a0c7 HTTP/1.1" status: 204 len: 168 time: 0.3004420 Jul 30 01:48:24.189486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfbc01-8047-48bf-adb4-cc744c713a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5430ca-6afd-4492-b257-340d01e0a0c7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:24.193702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:24.194222 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.195387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Deleting port 9a5da642-7efb-4668-a075-1b8778486bf0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:24.196222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] 10.222.0.55 "PUT /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 1123 time: 3.0917850 Jul 30 01:48:24.196397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.209247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c688a6f-219a-484f-89e5-16512dab737b service neutron] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:24.231233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be39291d-6f5e-4292-888a-7e29db9b4b53 req-da89920e-6fd7-40c1-8230-b2de8c60df28 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775818 Jul 30 01:48:24.282651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c00adb7c-c5b9-49d3-ae77-4372544781e7'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:24.312811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.335092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Calling delete_port for 9a5da642-7efb-4668-a075-1b8778486bf0 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:24.548202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.614475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.625400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a5da642-7efb-4668-a075-1b8778486bf0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:24.637487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-97f62503-ed8a-47d4-9702-c9cc9ade73fe None None] Provisioning complete for port c00adb7c-c5b9-49d3-ae77-4372544781e7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:24.637800 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97f62503-ed8a-47d4-9702-c9cc9ade73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.673310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.675677 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4bcbf043-53de-4374-8e87-61652e78f540 tempest-RoutersAdminNegativeTest-1665202184 tempest-RoutersAdminNegativeTest-1665202184-project-admin] 10.222.0.78 "DELETE /v2.0/ports/9a5da642-7efb-4668-a075-1b8778486bf0 HTTP/1.1" status: 204 len: 168 time: 0.6373043 Jul 30 01:48:24.799918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97f62503-ed8a-47d4-9702-c9cc9ade73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.828378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:24.831139 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e533e-c1f4-4526-af52-673a6834a43d" -d '{"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-plugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:24.847177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-97f62503-ed8a-47d4-9702-c9cc9ade73fe None None] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:24.851757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-97f62503-ed8a-47d4-9702-c9cc9ade73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.927774 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0359ab9-af28-42ed-b897-7e86eb670add x-openstack-request-id: req-e0359ab9-af28-42ed-b897-7e86eb670add {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:24.928063 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-plugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:24.928317 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0359ab9-af28-42ed-b897-7e86eb670add {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:24.932001 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'code': 200} Jul 30 01:48:25.043381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422d3c3-9549-4656-be17-e394d53e044a req-ae6ee849-d21e-4b98-acf3-102ac2149f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.045084 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3422d3c3-9549-4656-be17-e394d53e044a req-ae6ee849-d21e-4b98-acf3-102ac2149f01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.1069379 Jul 30 01:48:25.058225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f62503-ed8a-47d4-9702-c9cc9ade73fe None None] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.129237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3422d3c3-9549-4656-be17-e394d53e044a req-2109a57c-c09f-44ca-b99f-7c1f49356673 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721276 Jul 30 01:48:25.171167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51580) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:25.236498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51584) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:25.335361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'networks': [{'name': 'tempest-network--1444288141'}, {'name': 'tempest-network--334668487'}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:25.335734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'network': {'name': 'tempest-network--1444288141'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:25.336133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'network': {'name': 'tempest-network--334668487'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:25.354441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:25.358332 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3ee0fd-a936-4755-b82a-7ddf4630aed5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:25.363375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'network': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:25.368695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.378248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.405865 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fbc155-926d-4e9e-b703-6a36f9efd69c x-openstack-request-id: req-15fbc155-926d-4e9e-b703-6a36f9efd69c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:25.406448 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:25.406448 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15fbc155-926d-4e9e-b703-6a36f9efd69c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:25.406796 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'status': 'completed', 'code': 200} Jul 30 01:48:25.481678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4dd5-2547-47f7-8f67-c87664555b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.524637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-54d0454e-a332-4fe2-b83c-68d50c95e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.526168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-54d0454e-a332-4fe2-b83c-68d50c95e32c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1128 time: 0.0972435 Jul 30 01:48:25.593223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.602986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.603484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.677114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225af813-2195-4784-8a39-af795cf88a9a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.704955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:25.720958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-850402e1-8de0-4bab-9e57-5a5f1b1b12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.722436 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-850402e1-8de0-4bab-9e57-5a5f1b1b12d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 898 time: 0.1868501 Jul 30 01:48:25.731110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.731464 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Added segment 240e4ff6-3244-4753-8b61-714600c42d89 of type vlan for network ea90c664-4f5d-490d-bcd5-a2039c3d57b9 Jul 30 01:48:25.821543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.865252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-d934b760-9f1b-49d3-9803-4acd0e8e574a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 1001 time: 0.1320953 Jul 30 01:48:25.930738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4dd5-2547-47f7-8f67-c87664555b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.933501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:25.942983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4dd5-2547-47f7-8f67-c87664555b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.960022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.960022 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Added segment de8ec57e-9d68-4166-8fe7-58636eed4faa of type vlan for network 65007240-a859-4469-8ce4-7f15c8a993aa Jul 30 01:48:26.012063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-0d589270-1dd1-4e43-b909-513b9cdad91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.013545 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-0d589270-1dd1-4e43-b909-513b9cdad91c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.1394916 Jul 30 01:48:26.036933 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7c3a4dd5-2547-47f7-8f67-c87664555b12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc15e93e43934352b53822b6d380da7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8643901 Jul 30 01:48:26.037674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a4dd5-2547-47f7-8f67-c87664555b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c7165a-3c89-4eee-959d-0a3d2152c39a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:26.040436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51594) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:26.063398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.103259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-da77bb13-faaa-4bf0-8c76-6e8c0b89d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.104784 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-da77bb13-faaa-4bf0-8c76-6e8c0b89d901 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814128 Jul 30 01:48:26.107156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bff435b-58a5-4aa6-b36c-eac102752ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.131849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bff435b-58a5-4aa6-b36c-eac102752ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.223444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.224362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.232042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.237756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.238785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.287090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bff435b-58a5-4aa6-b36c-eac102752ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.291406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2bff435b-58a5-4aa6-b36c-eac102752ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.292868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2bff435b-58a5-4aa6-b36c-eac102752ee2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01c7165a-3c89-4eee-959d-0a3d2152c39a HTTP/1.1" status: 204 len: 168 time: 0.2507358 Jul 30 01:48:26.311059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff435b-58a5-4aa6-b36c-eac102752ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c7165a-3c89-4eee-959d-0a3d2152c39a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:26.324698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0857587 Jul 30 01:48:26.336337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:26.337349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0753b-3bd6-4985-aa04-ee506c9de9cf req-71d53e17-6515-47ca-b72d-87f5234af394 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.347047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fe0753b-3bd6-4985-aa04-ee506c9de9cf req-71d53e17-6515-47ca-b72d-87f5234af394 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.1121187 Jul 30 01:48:26.390228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Network': ['ID=ea90c664-4f5d-490d-bcd5-a2039c3d57b9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:26.418042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ea90c664-4f5d-490d-bcd5-a2039c3d57b9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:26.419183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fe0753b-3bd6-4985-aa04-ee506c9de9cf req-2b47b2cb-cd4f-4504-8950-d7781196dbc8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703382 Jul 30 01:48:26.505523 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-6fa0dbbc-a68a-46de-9c3e-bb46071671c8 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923352 Jul 30 01:48:26.545979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56666969-d898-4d32-87b1-e574b436bb4f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Network': ['ID=65007240-a859-4469-8ce4-7f15c8a993aa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:26.558887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 65007240-a859-4469-8ce4-7f15c8a993aa details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:26.621296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa6258-d528-4add-8dbc-4372a58fb72a tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.627383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa6258-d528-4add-8dbc-4372a58fb72a tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.634097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa6258-d528-4add-8dbc-4372a58fb72a tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.647780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa6258-d528-4add-8dbc-4372a58fb72a tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.648240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51608) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:26.648360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9cfa6258-d528-4add-8dbc-4372a58fb72a tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3072371 Jul 30 01:48:26.702581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df3ee0fd-a936-4755-b82a-7ddf4630aed5 req-9750ecd4-a18b-4dcf-8539-63a0d61b5434 service neutron] 10.222.0.66 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886330 Jul 30 01:48:26.776552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.841810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51614) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:26.896104 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9772d78e-975e-42cc-8505-c8afe51f1c51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cdb24ae40dac4aed8c3b62332288ac3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528030 Jul 30 01:48:26.898364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51616) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:26.935129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.946837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea90c664-4f5d-490d-bcd5-a2039c3d57b9']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:26.961499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240e4ff6-3244-4753-8b61-714600c42d89') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:26.961770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:26.962917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240e4ff6-3244-4753-8b61-714600c42d89') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:26.965350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13dcf5e1-2f48-46e7-bbcd-9210e922bca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.986674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.995361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13dcf5e1-2f48-46e7-bbcd-9210e922bca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.004756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.016808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:27.018430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:27.022046 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:27.101322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13dcf5e1-2f48-46e7-bbcd-9210e922bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.105307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13dcf5e1-2f48-46e7-bbcd-9210e922bca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.111217 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13dcf5e1-2f48-46e7-bbcd-9210e922bca5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76a387d9-37fc-44ff-baaf-ebf963cfcc33 HTTP/1.1" status: 204 len: 168 time: 0.2113893 Jul 30 01:48:27.120285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:27.127075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf5e1-2f48-46e7-bbcd-9210e922bca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a387d9-37fc-44ff-baaf-ebf963cfcc33,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:27.132520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.143718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.149546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/networks/ea90c664-4f5d-490d-bcd5-a2039c3d57b9 HTTP/1.1" status: 204 len: 168 time: 0.5024087 Jul 30 01:48:27.152275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:27.182882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc15d7-6d8e-406c-b1b8-3e09f1d0c3d1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Network': ['ID=ea90c664-4f5d-490d-bcd5-a2039c3d57b9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:27.188385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 has no active binding in host n-h2-713499-10 {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:48:27.254184 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.375814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.391341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65007240-a859-4469-8ce4-7f15c8a993aa']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:27.404688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8ec57e-9d68-4166-8fe7-58636eed4faa') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:27.404972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8ec57e-9d68-4166-8fe7-58636eed4faa') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:27.418790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.444875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.459304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:27.463501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:27.466912 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:27.560139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.574815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.576828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/networks/65007240-a859-4469-8ce4-7f15c8a993aa HTTP/1.1" status: 204 len: 168 time: 0.4224274 Jul 30 01:48:27.583086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51632) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:27.589379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928db30-a5ca-47f5-87ec-70013c269d94 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Network': ['ID=65007240-a859-4469-8ce4-7f15c8a993aa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:27.595987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62741-656a-48c0-8191-3d598e013fdb req-8dae2e72-e4ea-49ef-805b-023a88a93e9a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.597398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1d62741-656a-48c0-8191-3d598e013fdb req-8dae2e72-e4ea-49ef-805b-023a88a93e9a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.0800185 Jul 30 01:48:27.686054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1d62741-656a-48c0-8191-3d598e013fdb req-92031f28-2a8e-49b5-854c-97aed6aa6874 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794854 Jul 30 01:48:27.764266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e6766-db34-45c6-bf15-14d8b3688f60 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.771370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e6766-db34-45c6-bf15-14d8b3688f60 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.777726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-323e6766-db34-45c6-bf15-14d8b3688f60 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1931410 Jul 30 01:48:27.778169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51640) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:27.784771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1620509654'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:27.816142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:27.821654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.853515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:27.864128 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.864898 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Added segment 7b30679b-c039-4a9b-b915-7b41c3805a1d of type vlan for network cf8496a2-2376-4367-a65d-f62770c2f702 Jul 30 01:48:27.943943 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.030489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.040666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.041542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.117744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3349965 Jul 30 01:48:28.117744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51654) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.125391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-691706677'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:28.141446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69999857-6073-49bf-8d6c-6298a73d237e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Network': ['ID=cf8496a2-2376-4367-a65d-f62770c2f702,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.155127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.157039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network cf8496a2-2376-4367-a65d-f62770c2f702 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:28.164111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:28.167422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.196142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:28.215483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.216168 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Added segment 270f7c9a-743c-4f55-affd-4c27b3a6bf59 of type vlan for network 9d1c68ae-0e49-439d-b44d-7aaef48c2903 Jul 30 01:48:28.295017 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.360702 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.366736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.368383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.386073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca2a3e9c-9320-4b79-af68-9b207a4ac639 tempest-AgentManagementNegativeTest-454144558 tempest-AgentManagementNegativeTest-454144558-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2293394 Jul 30 01:48:28.446553 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3246679 Jul 30 01:48:28.447577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.454877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'ports': [{'network_id': 'cf8496a2-2376-4367-a65d-f62770c2f702', 'name': 'tempest-port--1665044577', 'admin_state_up': True}, {'network_id': '9d1c68ae-0e49-439d-b44d-7aaef48c2903', 'admin_state_up': False}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:28.455224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'port': {'network_id': 'cf8496a2-2376-4367-a65d-f62770c2f702', 'name': 'tempest-port--1665044577', 'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:28.455717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'port': {'network_id': '9d1c68ae-0e49-439d-b44d-7aaef48c2903', 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:28.713047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51670) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.762557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaf340-b279-42a1-b6b8-e0c17770b13e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Network': ['ID=9d1c68ae-0e49-439d-b44d-7aaef48c2903,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.784145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9d1c68ae-0e49-439d-b44d-7aaef48c2903 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:28.857483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ab7e4-4c8f-453c-a035-e85bbcfda85f req-c39e6220-99c3-4a96-a5c7-f9016254cb6d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:28.865842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-982ab7e4-4c8f-453c-a035-e85bbcfda85f req-c39e6220-99c3-4a96-a5c7-f9016254cb6d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.0747616 Jul 30 01:48:28.926604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-982ab7e4-4c8f-453c-a035-e85bbcfda85f req-d09bd3f8-2741-4d12-8158-fc15d6aa2e16 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593872 Jul 30 01:48:28.934372 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4ef42c5-68d3-4c15-b146-100263352e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.987975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'port': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:28.993714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.021911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.136172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] device_id is not set on port 9f8d6fed-939a-4b6e-8e26-b8e4bfe5442f yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:29.143202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4ef42c5-68d3-4c15-b146-100263352e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.150360 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4ef42c5-68d3-4c15-b146-100263352e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.192479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef42c5-68d3-4c15-b146-100263352e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd8231-07f2-4ecc-a69c-d06f06dfa2d9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.200657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a4ef42c5-68d3-4c15-b146-100263352e28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7626ea026094e7596c5aad87be17591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856310 Jul 30 01:48:29.201723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51680) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:29.261455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ecde3af-186a-4947-ada3-ed13f181dfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.272730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.288158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ecde3af-186a-4947-ada3-ed13f181dfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.353767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ecde3af-186a-4947-ada3-ed13f181dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.357196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ecde3af-186a-4947-ada3-ed13f181dfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.358529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8ecde3af-186a-4947-ada3-ed13f181dfaf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55bd8231-07f2-4ecc-a69c-d06f06dfa2d9 HTTP/1.1" status: 204 len: 168 time: 0.1558809 Jul 30 01:48:29.374602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecde3af-186a-4947-ada3-ed13f181dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd8231-07f2-4ecc-a69c-d06f06dfa2d9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.382869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] device_id is not set on port c38b6e08-6b38-49be-b869-c46a10c362c3 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:29.522521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.613356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.727713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Port': ['ID=9f8d6fed-939a-4b6e-8e26-b8e4bfe5442f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.733434 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-e9c48232-5ad1-49c8-8213-c698fc9666d5 service neutron] 10.222.0.66 "GET /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 385 time: 0.1510365 Jul 30 01:48:29.739451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Checking segment: {'id': '7b30679b-c039-4a9b-b915-7b41c3805a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'cf8496a2-2376-4367-a65d-f62770c2f702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:29.739848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network hostable DHCP agents. Network: cf8496a2-2376-4367-a65d-f62770c2f702, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:29.802504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network cf8496a2-2376-4367-a65d-f62770c2f702 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:29.830743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, cf8496a2-2376-4367-a65d-f62770c2f702) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:29.838058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:29.838898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.844461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c1354-fcf2-44a5-a27a-d5cb439db07e None None] Network cf8496a2-2376-4367-a65d-f62770c2f702 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:30.006920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Port': ['ID=c38b6e08-6b38-49be-b869-c46a10c362c3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:30.040162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Checking segment: {'id': '270f7c9a-743c-4f55-affd-4c27b3a6bf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9d1c68ae-0e49-439d-b44d-7aaef48c2903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:30.040525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network hostable DHCP agents. Network: 9d1c68ae-0e49-439d-b44d-7aaef48c2903, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:30.071623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.079530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network 9d1c68ae-0e49-439d-b44d-7aaef48c2903 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:30.099154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9d1c68ae-0e49-439d-b44d-7aaef48c2903) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:30.106638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:30.108462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:30.114300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.119836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.122952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.124464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d4a96-23e0-46ca-856a-4c86f38f5bc8 None None] Network 9d1c68ae-0e49-439d-b44d-7aaef48c2903 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:30.163777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-077112d8-cf0f-4a1a-b8f7-ff097553b7f9 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7131841 Jul 30 01:48:30.166369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51708) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:30.225253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27610881-1ed9-42d0-9d85-69e0b5e8fc74 req-fb35269e-8eef-47e0-9a95-28ef0a29ac24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.234008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27610881-1ed9-42d0-9d85-69e0b5e8fc74 req-fb35269e-8eef-47e0-9a95-28ef0a29ac24 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 945 time: 0.1251156 Jul 30 01:48:30.250454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:30.264191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:30.266780 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1156d-2fa3-4fc5-a15a-cd011971d3fe" -d '{"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-unplugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:30.299099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.408843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27610881-1ed9-42d0-9d85-69e0b5e8fc74 req-935eaa75-8242-4fd0-9e32-038800154cb2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611955 Jul 30 01:48:30.420974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] Transition to ACTIVE for port object c00adb7c-c5b9-49d3-ae77-4372544781e7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:30.428046 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f03165-78cd-4537-bf52-ef8f75c9a65b x-openstack-request-id: req-13f03165-78cd-4537-bf52-ef8f75c9a65b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:30.428338 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-unplugged", "status": "completed", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:30.428645 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13f03165-78cd-4537-bf52-ef8f75c9a65b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:30.428979 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'code': 200} Jul 30 01:48:30.431835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.474723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5ab38-d44c-47a8-b8e8-e485863f8d71 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.481446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5ab38-d44c-47a8-b8e8-e485863f8d71 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.482879 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03f5ab38-d44c-47a8-b8e8-e485863f8d71 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3156416 Jul 30 01:48:30.490183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51720) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:30.711654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51724) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:30.778103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Deleting port 9f8d6fed-939a-4b6e-8e26-b8e4bfe5442f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:30.779096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.849132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] No DVR routers for this DVR port c00adb7c-c5b9-49d3-ae77-4372544781e7 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:30.851136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efece64-00c4-4715-9609-794395800dbd service neutron] Pushing event updated for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=11']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:30.908637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049801666'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:30.919475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.939434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Calling delete_port for 9f8d6fed-939a-4b6e-8e26-b8e4bfe5442f owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:30.966347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:30.970436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.020969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.022388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-7efece64-00c4-4715-9609-794395800dbd service neutron] 10.222.0.66 "PUT /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7/bindings/n-h2-713499-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2800786 Jul 30 01:48:31.132742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.181481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Port': ['ID=9f8d6fed-939a-4b6e-8e26-b8e4bfe5442f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.195397 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.197496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-74ad478e-9126-49a6-aec3-09c785ae5b4b tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/ports/9f8d6fed-939a-4b6e-8e26-b8e4bfe5442f HTTP/1.1" status: 204 len: 168 time: 0.7054777 Jul 30 01:48:31.201362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:31.215590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-44eb96b1-1338-4fef-ba22-de1ea8ee98e9 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.217711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-44eb96b1-1338-4fef-ba22-de1ea8ee98e9 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee&tenant_id=897441e865db45c3ad650437d9da1b4a&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.1335447 Jul 30 01:48:31.298479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.308000 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.335416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-55c98863-7547-466a-9ca9-989129b2dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.337557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-55c98863-7547-466a-9ca9-989129b2dbac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 1096 time: 0.1057854 Jul 30 01:48:31.344732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:31.355909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Deleting port c38b6e08-6b38-49be-b869-c46a10c362c3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:31.356349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.362783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cab3cc-2002-48be-a6ba-c9e03a60df13,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.378304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.378641 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment d8055c2d-f47b-4fde-a17b-cb57bc34e36d of type vlan for network 99907521-5b7f-49ba-9c46-ad184e832c0f Jul 30 01:48:31.477638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.493059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.504197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Calling delete_port for c38b6e08-6b38-49be-b869-c46a10c362c3 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:31.561867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-5db83ca1-82f9-4448-aa38-e9a14454d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.563517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-5db83ca1-82f9-4448-aa38-e9a14454d971 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1096 time: 0.1706057 Jul 30 01:48:31.613085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.638585 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.644307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.645055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.649445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Port': ['ID=c38b6e08-6b38-49be-b869-c46a10c362c3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.660363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.661294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84776ebd-680a-4e8e-bd10-41052dd04f06 req-5c3962a0-bb07-44dd-8fa8-e003996e4a75 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.669038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84776ebd-680a-4e8e-bd10-41052dd04f06 req-5c3962a0-bb07-44dd-8fa8-e003996e4a75 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.1619229 Jul 30 01:48:31.670889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6f0e5f4c-48f6-49b9-91c4-db9576e3ca7e tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/ports/c38b6e08-6b38-49be-b869-c46a10c362c3 HTTP/1.1" status: 204 len: 168 time: 0.4683011 Jul 30 01:48:31.671582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:31.724035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-25dfae1d-1266-43df-8b15-3c5f4ee42647 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0512695 Jul 30 01:48:31.724706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:31.729893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1439501035'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:31.820014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1068907 Jul 30 01:48:31.823268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51744) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:31.824795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-c150c98e-6533-45a6-9e62-dbbc9a3c8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.826414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-c150c98e-6533-45a6-9e62-dbbc9a3c8f51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 898 time: 0.2500172 Jul 30 01:48:31.829783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873966321'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:31.833119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ae9f1-717a-4688-8039-9c046c56a495 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=99907521-5b7f-49ba-9c46-ad184e832c0f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.833681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:31.838964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.847092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 99907521-5b7f-49ba-9c46-ad184e832c0f details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:31.890370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:31.899617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84776ebd-680a-4e8e-bd10-41052dd04f06 req-c591e32f-3f17-436b-95b4-646ed21b6e89 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290998 Jul 30 01:48:31.913490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.913847 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Added segment f90c415e-3905-407c-9eed-c0b9e7365b4e of type vlan for network 448dae6c-188e-42d4-a869-13fd2df0da1e Jul 30 01:48:31.946670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-c89a944e-307c-4ab9-be10-f790cd06c82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 999 time: 0.1108763 Jul 30 01:48:31.959926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:31.964166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.976156 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.004714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-2fca7cfc-51fd-4c09-aaab-bf2153877161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.006481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-2fca7cfc-51fd-4c09-aaab-bf2153877161 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.0529704 Jul 30 01:48:32.007351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:32.022877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.023673 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment 262644b0-0cd6-42d4-8f1b-eaa0982d5023 of type vlan for network 213138b2-107a-43e6-84b2-2f0e931ffcf5 Jul 30 01:48:32.024951 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.030660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.031217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.058693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8f931f18-a272-48dd-b0cc-679cf3364c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.060895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-8f931f18-a272-48dd-b0cc-679cf3364c06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468221 Jul 30 01:48:32.123583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3977809 Jul 30 01:48:32.127619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:32.135313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1350722304'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:32.138809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.147670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ca9b4-16cb-4a94-ba3a-d83470595626 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Network': ['ID=448dae6c-188e-42d4-a869-13fd2df0da1e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:32.168146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 448dae6c-188e-42d4-a869-13fd2df0da1e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:32.180828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:32.181565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.184296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.187443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.188279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.208365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3834767 Jul 30 01:48:32.214433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51748) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:32.221629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:32.241739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-878988ee-10a3-435a-814f-2c6ef33bb1f8 service neutron] 10.222.0.55 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627412 Jul 30 01:48:32.281790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f692ad-10bf-44b3-9cf8-39cbdc2d6d97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=213138b2-107a-43e6-84b2-2f0e931ffcf5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:32.296991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:32.362374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:32.408546 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.408901 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Added segment e2f86f58-dfb4-491f-909e-00671f28df14 of type vlan for network 24100c28-b59a-49ae-aca6-c0c157449290 Jul 30 01:48:32.517739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-3a5078ce-5399-4f91-8093-2ea3fb76193b service neutron] 10.222.0.55 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456653 Jul 30 01:48:32.524578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.538121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:32.542989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.628807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.634540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.635204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.718827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5898414 Jul 30 01:48:32.724941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c72ad-27ed-4f72-9b89-615bd22ab4bb tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Network': ['ID=24100c28-b59a-49ae-aca6-c0c157449290,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:32.746197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 24100c28-b59a-49ae-aca6-c0c157449290 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:32.859201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51758) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:32.865519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'subnets': [{'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--430371969', 'ip_version': 4}, {'network_id': '24100c28-b59a-49ae-aca6-c0c157449290', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:32.866237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'subnet': {'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--430371969', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:32.867114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Request body: {'subnet': {'network_id': '24100c28-b59a-49ae-aca6-c0c157449290', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:33.043537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.122804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Made reservation on behalf of b4ee739fab374e609ff30a0f14a4d1ef for: {'subnet': 2} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:33.128863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.129284 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.142162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b968-43de-4a0b-b447-116c14a48d44 req-05c57ad7-10b1-4080-aa41-9ed7a4786db0 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.143981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-05c57ad7-10b1-4080-aa41-9ed7a4786db0 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee&tenant_id=897441e865db45c3ad650437d9da1b4a&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 1096 time: 0.2019649 Jul 30 01:48:33.162854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=99039395-011a-46ff-8de7-da42d12e531f,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.211336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bb69a-66a7-45b5-8c4a-06e581ed58a6 req-4f6765c8-6d8f-458b-9889-eac91b8d430b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.212996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b31bb69a-66a7-45b5-8c4a-06e581ed58a6 req-4f6765c8-6d8f-458b-9889-eac91b8d430b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.2060041 Jul 30 01:48:33.219355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:33.219747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: 99907521-5b7f-49ba-9c46-ad184e832c0f, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:33.278477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 99907521-5b7f-49ba-9c46-ad184e832c0f is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:33.337867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b31bb69a-66a7-45b5-8c4a-06e581ed58a6 req-2a997fe6-0193-4ca8-aad8-4b1a8d59f5a4 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081538 Jul 30 01:48:33.340464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 99907521-5b7f-49ba-9c46-ad184e832c0f) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:33.346892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.347505 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.354977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf47775-a06d-4b8c-8bf7-f4e41f00d2c0 None None] Network 99907521-5b7f-49ba-9c46-ad184e832c0f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:33.375458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-33ace4f3-70a4-47af-9c4d-2b4d299f03d1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1598022 Jul 30 01:48:33.379756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:33.383547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b108b968-43de-4a0b-b447-116c14a48d44 req-62e9d46e-d059-48af-b3d3-ccb30b930685 service neutron] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:33.391164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:33.400019 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b108b968-43de-4a0b-b447-116c14a48d44 req-62e9d46e-d059-48af-b3d3-ccb30b930685 service neutron] Notify callbacks [] for binding, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.401410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b108b968-43de-4a0b-b447-116c14a48d44 req-62e9d46e-d059-48af-b3d3-ccb30b930685 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7/bindings/n-h1-713499-10 HTTP/1.1" status: 204 len: 173 time: 0.2408404 Jul 30 01:48:33.554826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ed513-12fc-42fc-9937-91b13d34f984 req-990b4b2b-20e3-4734-8c16-5bdeac3f82fa tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.556435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e91ed513-12fc-42fc-9937-91b13d34f984 req-990b4b2b-20e3-4734-8c16-5bdeac3f82fa tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1096 time: 0.0746670 Jul 30 01:48:33.568634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:33.572494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.603866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.658021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-99907521-5b7f-49ba-9c46-ad184e832c0f', 'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': '99039395-011a-46ff-8de7-da42d12e531f'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:33.658881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.683397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e91ed513-12fc-42fc-9937-91b13d34f984 req-32256bba-0675-4f7e-b8ae-c8e86d301955 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173687 Jul 30 01:48:33.708574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Subnet': ['ID=1dfa9bb1-7d76-49c8-a5ef-b13043ec2331,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.711813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Checking segment: {'id': 'f90c415e-3905-407c-9eed-c0b9e7365b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:33.712326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network hostable DHCP agents. Network: 448dae6c-188e-42d4-a869-13fd2df0da1e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:33.737845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network 448dae6c-188e-42d4-a869-13fd2df0da1e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:33.753031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 448dae6c-188e-42d4-a869-13fd2df0da1e) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:33.760453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.840205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event updated for resources: {'Subnet': ['ID=429fbcf9-9c41-498f-9fa6-065706f8f4d1,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.842913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Checking segment: {'id': 'e2f86f58-dfb4-491f-909e-00671f28df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '24100c28-b59a-49ae-aca6-c0c157449290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:33.843352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network hostable DHCP agents. Network: 24100c28-b59a-49ae-aca6-c0c157449290, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:33.860624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2606ff7-f773-4537-9e7f-67aedb8f8620 None None] Network 448dae6c-188e-42d4-a869-13fd2df0da1e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:33.864287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Network 24100c28-b59a-49ae-aca6-c0c157449290 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:33.879433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 24100c28-b59a-49ae-aca6-c0c157449290) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:33.884657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.885566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.886479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.905217 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9316d0da-c329-4730-9ee9-b6c9726f214d tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0442274 Jul 30 01:48:33.908538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:33.911702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92024afb-bd4f-4e35-86f1-cea5baae9ab7 None None] Network 24100c28-b59a-49ae-aca6-c0c157449290 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:33.926378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.979608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Allocated IP 2001:db8::2 (99907521-5b7f-49ba-9c46-ad184e832c0f/99039395-011a-46ff-8de7-da42d12e531f/ca5e0e66-cbaa-4c44-8c73-e45676f6622e) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:34.020250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a74be-3b0c-4f23-abd6-7d2ebf9c773e req-126ffdd6-4276-4bc5-bf66-f06e7673489d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.022071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b73a74be-3b0c-4f23-abd6-7d2ebf9c773e req-126ffdd6-4276-4bc5-bf66-f06e7673489d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.2078526 Jul 30 01:48:34.262640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-448dae6c-188e-42d4-a869-13fd2df0da1e', 'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e', 'tenant_id': 'b4ee739fab374e609ff30a0f14a4d1ef', 'fixed_ips': [{'subnet_id': '1dfa9bb1-7d76-49c8-a5ef-b13043ec2331'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:34.263637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.402213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-24100c28-b59a-49ae-aca6-c0c157449290', 'network_id': '24100c28-b59a-49ae-aca6-c0c157449290', 'tenant_id': 'b4ee739fab374e609ff30a0f14a4d1ef', 'fixed_ips': [{'subnet_id': '429fbcf9-9c41-498f-9fa6-065706f8f4d1'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:34.403096 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.429555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0856c6d-ec75-4f0c-9f3d-8690f42b0ae7 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.431627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0856c6d-ec75-4f0c-9f3d-8690f42b0ae7 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.433234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0856c6d-ec75-4f0c-9f3d-8690f42b0ae7 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.434891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e0856c6d-ec75-4f0c-9f3d-8690f42b0ae7 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5260010 Jul 30 01:48:34.438425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:34.440251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.459249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=0805d1dd-8fdc-4f53-ae9b-faeee5b19147,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:34.463632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Transition to ACTIVE for port object ca5e0e66-cbaa-4c44-8c73-e45676f6622e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:34.474052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': '262644b0-0cd6-42d4-8f1b-eaa0982d5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:34.474521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: 213138b2-107a-43e6-84b2-2f0e931ffcf5, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:34.512898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b73a74be-3b0c-4f23-abd6-7d2ebf9c773e req-e15d332d-a1c1-47fb-83ce-5c668e16c3de tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4726698 Jul 30 01:48:34.522808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Deleting subnet 1dfa9bb1-7d76-49c8-a5ef-b13043ec2331 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:34.526008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:34.534376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:34.544625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 213138b2-107a-43e6-84b2-2f0e931ffcf5) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:34.558346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.559185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.580416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66f835-9f11-4609-9901-0c877b3265d4 None None] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:34.584776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c6746393-3bdb-4db9-ae4b-257c0a037c3e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2028019 Jul 30 01:48:34.589836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51792) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:34.595055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1107730365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:34.607366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Transition to ACTIVE for port object ca5e0e66-cbaa-4c44-8c73-e45676f6622e will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:34.640053 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-098ba23f-c981-4aa7-ba4f-80be52439cf9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/269af9e6-1970-4dd1-8f6f-ed42510e5ca8 HTTP/1.1" status: 200 len: 991 time: 0.1128044 Jul 30 01:48:34.641467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.642563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.734025 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.745238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.752012 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.773701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Allocated IP 172.20.0.2 (448dae6c-188e-42d4-a869-13fd2df0da1e/1dfa9bb1-7d76-49c8-a5ef-b13043ec2331/a9edfe16-c3d4-451b-807b-a1829f7a4bf3) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:34.774368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.778763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51804) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:34.779567 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-76595aae-a9ba-4111-bf1b-87f6d481eb1a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1883795 Jul 30 01:48:34.858701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:34.870257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Network 99907521-5b7f-49ba-9c46-ad184e832c0f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:34.871978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Allocated IP 172.20.0.18 (24100c28-b59a-49ae-aca6-c0c157449290/429fbcf9-9c41-498f-9fa6-065706f8f4d1/7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:34.914069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:34.955539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:34.967028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Pushing event updated for resources: {'Port': ['ID=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:35.080564 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.122395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:35.187765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Attempting to bind port ca5e0e66-cbaa-4c44-8c73-e45676f6622e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:35.188273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Attempting to bind port ca5e0e66-cbaa-4c44-8c73-e45676f6622e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:35.188710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Attempting to bind port ca5e0e66-cbaa-4c44-8c73-e45676f6622e on network 99907521-5b7f-49ba-9c46-ad184e832c0f {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:35.216755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:35.217121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Checking segment: {'id': 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:35.217588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.217979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Bound using segment: {'id': 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:35.218482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Bound port: ca5e0e66-cbaa-4c44-8c73-e45676f6622e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '99907521-5b7f-49ba-9c46-ad184e832c0f'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:35.218839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.220849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-213138b2-107a-43e6-84b2-2f0e931ffcf5', 'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': '0805d1dd-8fdc-4f53-ae9b-faeee5b19147'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:35.221642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.377332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8::1 (99907521-5b7f-49ba-9c46-ad184e832c0f/99039395-011a-46ff-8de7-da42d12e531f/cfd008f0-932d-48bc-95bc-27071b0c4afd) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:35.521967 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.537930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object cfd008f0-932d-48bc-95bc-27071b0c4afd will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:35.573012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.594510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.617422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 99907521-5b7f-49ba-9c46-ad184e832c0f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:35.622467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:35.626971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:35.627581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.631386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=cfd008f0-932d-48bc-95bc-27071b0c4afd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:35.631579 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.635889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Transition to ACTIVE for port object a9edfe16-c3d4-451b-807b-a1829f7a4bf3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:35.692370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Transition to ACTIVE for port object 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:35.699128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] For port ca5e0e66-cbaa-4c44-8c73-e45676f6622e, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:35.706821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Transition to ACTIVE for port object a9edfe16-c3d4-451b-807b-a1829f7a4bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:35.728523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.730849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] For port ca5e0e66-cbaa-4c44-8c73-e45676f6622e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,segment=NetworkSegment(d8055c2d-f47b-4fde-a17b-cb57bc34e36d),segment_id=d8055c2d-f47b-4fde-a17b-cb57bc34e36d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:35.735269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Transition to ACTIVE for port object 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:35.737115 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.753380 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.766646 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.785548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Allocated IP 2001:db8:1::2 (213138b2-107a-43e6-84b2-2f0e931ffcf5/0805d1dd-8fdc-4f53-ae9b-faeee5b19147/272d133a-b2fd-4631-9248-6e4c8723c6c0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:35.792794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.838393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.848834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Network 448dae6c-188e-42d4-a869-13fd2df0da1e is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:35.870819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:35.883533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Network 24100c28-b59a-49ae-aca6-c0c157449290 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:35.885768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:35.887987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Pushing event updated for resources: {'Port': ['ID=a9edfe16-c3d4-451b-807b-a1829f7a4bf3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:35.917605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:35.932660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:36.051251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.153195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.174913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452998f-aab5-47c7-93de-a56f04472971 None None] Pushing event updated for resources: {'Port': ['ID=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.208813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Attempting to bind port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:36.209184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Attempting to bind port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e2f86f58-dfb4-491f-909e-00671f28df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '24100c28-b59a-49ae-aca6-c0c157449290'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:36.209545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Attempting to bind port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b on network 24100c28-b59a-49ae-aca6-c0c157449290 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:36.214925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.235043 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/subnets/1dfa9bb1-7d76-49c8-a5ef-b13043ec2331 HTTP/1.1" status: 204 len: 168 time: 1.7945797 Jul 30 01:48:36.236632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ae563-e31a-4457-a133-0115acb8a05c tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfa9bb1-7d76-49c8-a5ef-b13043ec2331,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.237407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:36.267690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Attempting to bind port a9edfe16-c3d4-451b-807b-a1829f7a4bf3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:36.268065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Attempting to bind port a9edfe16-c3d4-451b-807b-a1829f7a4bf3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'f90c415e-3905-407c-9eed-c0b9e7365b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:36.268479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Attempting to bind port a9edfe16-c3d4-451b-807b-a1829f7a4bf3 on network 448dae6c-188e-42d4-a869-13fd2df0da1e {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:36.275693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:36.276379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Checking segment: {'id': 'e2f86f58-dfb4-491f-909e-00671f28df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '24100c28-b59a-49ae-aca6-c0c157449290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:36.276951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.277524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Bound using segment: {'id': 'e2f86f58-dfb4-491f-909e-00671f28df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '24100c28-b59a-49ae-aca6-c0c157449290'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:36.278173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Bound port: 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f86f58-dfb4-491f-909e-00671f28df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '24100c28-b59a-49ae-aca6-c0c157449290'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:36.278728 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.324740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:36.325336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Checking segment: {'id': 'f90c415e-3905-407c-9eed-c0b9e7365b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:36.325738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.326132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Bound using segment: {'id': 'f90c415e-3905-407c-9eed-c0b9e7365b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:36.326614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Bound port: a9edfe16-c3d4-451b-807b-a1829f7a4bf3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90c415e-3905-407c-9eed-c0b9e7365b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '448dae6c-188e-42d4-a869-13fd2df0da1e'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:36.327023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.339472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Deleting subnet 429fbcf9-9c41-498f-9fa6-065706f8f4d1 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:36.343472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.381886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Pushing event updated for resources: {'Port': ['ID=7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.401765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.481102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.495424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.502513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.503479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.513324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Transition to ACTIVE for port object 272d133a-b2fd-4631-9248-6e4c8723c6c0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:36.534442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] For port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:36.545413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ca5e0e66-cbaa-4c44-8c73-e45676f6622e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:36.554161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] For port a9edfe16-c3d4-451b-807b-a1829f7a4bf3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:36.559629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Transition to ACTIVE for port object 272d133a-b2fd-4631-9248-6e4c8723c6c0 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:36.584212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] For port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b,segment=NetworkSegment(e2f86f58-dfb4-491f-909e-00671f28df14),segment_id=e2f86f58-dfb4-491f-909e-00671f28df14)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:36.597548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.600677 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.606743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] For port a9edfe16-c3d4-451b-807b-a1829f7a4bf3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a9edfe16-c3d4-451b-807b-a1829f7a4bf3,segment=NetworkSegment(f90c415e-3905-407c-9eed-c0b9e7365b4e),segment_id=f90c415e-3905-407c-9eed-c0b9e7365b4e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:36.625736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.642406 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.669521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=cfd008f0-932d-48bc-95bc-27071b0c4afd,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.680300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:36.700275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:36.719331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:36.747995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 99907521-5b7f-49ba-9c46-ad184e832c0f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:36.749425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.757368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ee9aa-509e-4ff7-af59-f91ef9f9f023 None None] Pushing event updated for resources: {'Port': ['ID=7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.791803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.798667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/subnets/429fbcf9-9c41-498f-9fa6-065706f8f4d1 HTTP/1.1" status: 204 len: 168 time: 0.5575173 Jul 30 01:48:36.798897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ca5e0e66-cbaa-4c44-8c73-e45676f6622e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:36.799112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57946d-34af-4156-98e0-d0e38bf4c63f tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Subnet': ['ID=429fbcf9-9c41-498f-9fa6-065706f8f4d1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:36.800077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:36.800629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:36.923041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51834) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:36.938725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fc545-49a8-49eb-8173-9f29484f7297 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.942846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3d6fc545-49a8-49eb-8173-9f29484f7297 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381168 Jul 30 01:48:36.947317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51838) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:37.051334 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.059760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Attempting to bind port 272d133a-b2fd-4631-9248-6e4c8723c6c0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:37.060293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Attempting to bind port 272d133a-b2fd-4631-9248-6e4c8723c6c0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '262644b0-0cd6-42d4-8f1b-eaa0982d5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:37.060917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Attempting to bind port 272d133a-b2fd-4631-9248-6e4c8723c6c0 on network 213138b2-107a-43e6-84b2-2f0e931ffcf5 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:37.095903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ab4eb-d498-47d2-9caa-b085c30664e6 None None] Network 448dae6c-188e-42d4-a869-13fd2df0da1e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:37.108428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Pushing event updated for resources: {'Port': ['ID=272d133a-b2fd-4631-9248-6e4c8723c6c0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.157564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.204132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:37.204839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Checking segment: {'id': '262644b0-0cd6-42d4-8f1b-eaa0982d5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:37.205408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.206115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Bound using segment: {'id': '262644b0-0cd6-42d4-8f1b-eaa0982d5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:37.206796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Bound port: 272d133a-b2fd-4631-9248-6e4c8723c6c0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262644b0-0cd6-42d4-8f1b-eaa0982d5023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '213138b2-107a-43e6-84b2-2f0e931ffcf5'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:37.207419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.268934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 046ef9c8-083f-479e-9e7a-487104475101 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:48:37.329228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Deleting port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:37.330461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.391246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7ad7e-a006-4463-829f-0ff8df2384db None None] Pushing event updated for resources: {'Port': ['ID=a9edfe16-c3d4-451b-807b-a1829f7a4bf3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.451781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:37.465884 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] Sync routers for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:37.472487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48a4a6cb-c0b6-4c0b-bf1f-4af3f96a2a6b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/046ef9c8-083f-479e-9e7a-487104475101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6906657 Jul 30 01:48:37.475104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51844) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:37.483740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] For port 272d133a-b2fd-4631-9248-6e4c8723c6c0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:37.486237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] For port 272d133a-b2fd-4631-9248-6e4c8723c6c0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=272d133a-b2fd-4631-9248-6e4c8723c6c0,segment=NetworkSegment(262644b0-0cd6-42d4-8f1b-eaa0982d5023),segment_id=262644b0-0cd6-42d4-8f1b-eaa0982d5023)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:37.499085 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:37.500938 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:37.504632 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.564174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a95b9c-4df3-488e-ac61-77aee85c6fa6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.565835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-36a95b9c-4df3-488e-ac61-77aee85c6fa6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports/cfd008f0-932d-48bc-95bc-27071b0c4afd HTTP/1.1" status: 200 len: 911 time: 0.0766966 Jul 30 01:48:37.568881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51846) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:37.578225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7609188-d08a-49d7-bf95-c7d24866b849 None None] Pushing event updated for resources: {'Port': ['ID=272d133a-b2fd-4631-9248-6e4c8723c6c0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.612441 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:37.625913 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:37.627033 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:37.632012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093adf6-46e2-451c-ac4b-31110c1c6184 None None] Network 99907521-5b7f-49ba-9c46-ad184e832c0f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:37.704124 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:37.705090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f577f2b-9f17-43ad-82a2-9ba57fe84347 None None] The sync data for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:37.743173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 606934c3-517b-4e5c-b75d-31d7fb0ffaca {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:37.743807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.791943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] Provisioning for port ca5e0e66-cbaa-4c44-8c73-e45676f6622e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:37.800988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] Provisioning complete for port ca5e0e66-cbaa-4c44-8c73-e45676f6622e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:37.801628 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.823947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] For port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b,segment=NetworkSegment(e2f86f58-dfb4-491f-909e-00671f28df14),segment_id=e2f86f58-dfb4-491f-909e-00671f28df14)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:37.824958 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.859145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Calling delete_port for 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:37.873409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.873837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.890325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 606934c3-517b-4e5c-b75d-31d7fb0ffaca owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:38.028338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.091701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.097381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Port': ['ID=7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.110520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] No DVR routers for this DVR port 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:38.166578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] For port ca5e0e66-cbaa-4c44-8c73-e45676f6622e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,segment=NetworkSegment(d8055c2d-f47b-4fde-a17b-cb57bc34e36d),segment_id=d8055c2d-f47b-4fde-a17b-cb57bc34e36d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:38.172640 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.295904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60cb91-ab18-47dd-a2bc-8cb287499b45 None None] Pushing event updated for resources: {'Port': ['ID=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.349817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.409548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24100c28-b59a-49ae-aca6-c0c157449290']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:38.447805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f86f58-dfb4-491f-909e-00671f28df14') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:38.449957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f86f58-dfb4-491f-909e-00671f28df14') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:38.463937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a65ba-3fa2-4809-9bf8-48ec6857ab3b None None] Network 24100c28-b59a-49ae-aca6-c0c157449290 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:38.480206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.513655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.527670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:38.528387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.600223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-12dcb7c3-3ecb-4918-a12a-a3c11172e92b None None] Could not find standard attr ID for object 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:38.645095 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:38.648086 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.659088 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.660868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/networks/24100c28-b59a-49ae-aca6-c0c157449290 HTTP/1.1" status: 204 len: 168 time: 1.7123313 Jul 30 01:48:38.663156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ca5e0e66-cbaa-4c44-8c73-e45676f6622e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:38.666838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51856) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:38.700439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769437-ec30-40c0-b839-2be306f46771 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Network': ['ID=24100c28-b59a-49ae-aca6-c0c157449290,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.771997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-62334a31-c8bd-45a9-9c17-6fac08e0a75c None None] Provisioning complete for port ca5e0e66-cbaa-4c44-8c73-e45676f6622e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:38.772260 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-62334a31-c8bd-45a9-9c17-6fac08e0a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.794930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.827232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ca5e0e66-cbaa-4c44-8c73-e45676f6622e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:38.827602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.873715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5be3aa1-0cbf-433e-a8c4-bba91b92b2f3 None None] DHCP port deletion for 24100c28-b59a-49ae-aca6-c0c157449290 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:48:38.912734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.919774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=606934c3-517b-4e5c-b75d-31d7fb0ffaca,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.955170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:38.982659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-62334a31-c8bd-45a9-9c17-6fac08e0a75c None None] Provisioning for port cfd008f0-932d-48bc-95bc-27071b0c4afd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:39.007976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-62334a31-c8bd-45a9-9c17-6fac08e0a75c None None] Provisioning complete for port cfd008f0-932d-48bc-95bc-27071b0c4afd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:39.008894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-62334a31-c8bd-45a9-9c17-6fac08e0a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.098467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 272d133a-b2fd-4631-9248-6e4c8723c6c0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:39.102824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-62334a31-c8bd-45a9-9c17-6fac08e0a75c None None] Port cfd008f0-932d-48bc-95bc-27071b0c4afd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:39.111137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.111986 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP 269af9e6-1970-4dd1-8f6f-ed42510e5ca8 disassociated (deleted). External IP: 172.25.8.120, port: c00adb7c-c5b9-49d3-ae77-4372544781e7. Jul 30 01:48:39.184893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 272d133a-b2fd-4631-9248-6e4c8723c6c0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:39.263434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ecc885a-02c0-4f73-bcb7-2ba33abc5f81 None None] Provisioning complete for port cfd008f0-932d-48bc-95bc-27071b0c4afd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:39.263810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ecc885a-02c0-4f73-bcb7-2ba33abc5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.318848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Deleting port a9edfe16-c3d4-451b-807b-a1829f7a4bf3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:39.319502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.382169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc885a-02c0-4f73-bcb7-2ba33abc5f81 None None] Port cfd008f0-932d-48bc-95bc-27071b0c4afd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:39.430976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410c978-ba14-4f1e-84ee-be13d579df7f None None] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:39.535483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] Provisioning for port 272d133a-b2fd-4631-9248-6e4c8723c6c0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:39.552785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] Provisioning complete for port 272d133a-b2fd-4631-9248-6e4c8723c6c0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:39.553171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.680222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.741302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] For port 272d133a-b2fd-4631-9248-6e4c8723c6c0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=272d133a-b2fd-4631-9248-6e4c8723c6c0,segment=NetworkSegment(262644b0-0cd6-42d4-8f1b-eaa0982d5023),segment_id=262644b0-0cd6-42d4-8f1b-eaa0982d5023)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:39.746536 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.847975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710324c-694c-4bc8-b6a3-0c4700f4c769 None None] Pushing event updated for resources: {'Port': ['ID=272d133a-b2fd-4631-9248-6e4c8723c6c0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:39.878363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bb48947c-1555-4112-86ea-b269066b2702 None None] Provisioning complete for port cfd008f0-932d-48bc-95bc-27071b0c4afd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:39.878749 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bb48947c-1555-4112-86ea-b269066b2702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.932304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bb48947c-1555-4112-86ea-b269066b2702 None None] Port cfd008f0-932d-48bc-95bc-27071b0c4afd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:40.063910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] For port a9edfe16-c3d4-451b-807b-a1829f7a4bf3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a9edfe16-c3d4-451b-807b-a1829f7a4bf3,segment=NetworkSegment(f90c415e-3905-407c-9eed-c0b9e7365b4e),segment_id=f90c415e-3905-407c-9eed-c0b9e7365b4e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:40.063910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.097721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Calling delete_port for a9edfe16-c3d4-451b-807b-a1829f7a4bf3 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:40.104754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597e0b3-a95a-4776-837d-bdeaa408dd22 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:48:40.157047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8:1::1 (213138b2-107a-43e6-84b2-2f0e931ffcf5/0805d1dd-8fdc-4f53-ae9b-faeee5b19147/6c1c4266-94e4-40b1-8596-73dfafea2b42) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:40.186129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5d26e789-8234-4e51-a7a1-defa228f9fd7 None None] Provisioning complete for port 272d133a-b2fd-4631-9248-6e4c8723c6c0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:40.186609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d26e789-8234-4e51-a7a1-defa228f9fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.283620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:40.315472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597e0b3-a95a-4776-837d-bdeaa408dd22 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:48:40.374471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.423296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Port': ['ID=a9edfe16-c3d4-451b-807b-a1829f7a4bf3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:40.446330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] No DVR routers for this DVR port a9edfe16-c3d4-451b-807b-a1829f7a4bf3 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:40.480016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.487753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 272d133a-b2fd-4631-9248-6e4c8723c6c0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:40.574361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 6c1c4266-94e4-40b1-8596-73dfafea2b42 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:40.600240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.611192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:40.617870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448dae6c-188e-42d4-a869-13fd2df0da1e']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:40.622572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.651940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] Sync routers for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:40.659630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90c415e-3905-407c-9eed-c0b9e7365b4e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:40.659927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90c415e-3905-407c-9eed-c0b9e7365b4e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:40.673988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 272d133a-b2fd-4631-9248-6e4c8723c6c0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:40.674363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.683865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.692855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5f7393df-a0f2-4638-955c-318fcb3e53e8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/floatingips/269af9e6-1970-4dd1-8f6f-ed42510e5ca8 HTTP/1.1" status: 204 len: 168 time: 3.7683659 Jul 30 01:48:40.700929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:40.715605 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ea86c-0318-4c14-bd31-ab9f041eaded" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:40.739081 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.764381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:40.765285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.770375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:40.771223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:40.837073 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:40.844829 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1469e337-6368-40ed-86cc-8d7058e9fbd6 x-openstack-request-id: req-1469e337-6368-40ed-86cc-8d7058e9fbd6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:40.845151 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:40.845437 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1469e337-6368-40ed-86cc-8d7058e9fbd6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:40.845850 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'status': 'completed', 'code': 200} Jul 30 01:48:40.846945 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.873590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.932402 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.932402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/networks/448dae6c-188e-42d4-a869-13fd2df0da1e HTTP/1.1" status: 204 len: 168 time: 2.2600548 Jul 30 01:48:40.932922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51886) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:40.983630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd89605-c587-49e4-8365-36d6e49a1c66 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Network': ['ID=448dae6c-188e-42d4-a869-13fd2df0da1e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:40.986813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:41.000510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:41.003826 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:41.004508 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.110082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.147233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-e43bac37-87de-4850-ba74-cbf3e098f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.155316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-e43bac37-87de-4850-ba74-cbf3e098f810 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 1096 time: 0.3152807 Jul 30 01:48:41.156497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:41.177500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=6c1c4266-94e4-40b1-8596-73dfafea2b42,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:41.195157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:41.280758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.316944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1c68ae-0e49-439d-b44d-7aaef48c2903']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:41.329499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270f7c9a-743c-4f55-affd-4c27b3a6bf59') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:41.330174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270f7c9a-743c-4f55-affd-4c27b3a6bf59') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:41.336930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:41.337316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7d4fc768-cbc0-46b0-9ef9-cfaff1575b8b not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:41.363039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.416028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.433083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:41.433644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:41.444650 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:41.564160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.600287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.605310 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/networks/9d1c68ae-0e49-439d-b44d-7aaef48c2903 HTTP/1.1" status: 204 len: 168 time: 0.6711268 Jul 30 01:48:41.606353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12d493-8745-4186-9296-f18b62ce05c1 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Network': ['ID=9d1c68ae-0e49-439d-b44d-7aaef48c2903,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:41.608330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:41.609133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f62d055-962f-4a4d-bc55-de94d23ba1b7 None None] Provisioning for port 6c1c4266-94e4-40b1-8596-73dfafea2b42 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:41.614209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.625883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f62d055-962f-4a4d-bc55-de94d23ba1b7 None None] Provisioning complete for port 6c1c4266-94e4-40b1-8596-73dfafea2b42 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:41.626263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f62d055-962f-4a4d-bc55-de94d23ba1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.660088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-472ecc10-89ba-41c0-adac-3d0a0cd52f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.660088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-472ecc10-89ba-41c0-adac-3d0a0cd52f92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 200 len: 898 time: 0.4853725 Jul 30 01:48:41.689183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:41.741740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd872-74d9-42cf-8ce6-ca4af135db89 req-2c0f5789-b62b-468e-a290-ba81a8123186 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.749905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fedd872-74d9-42cf-8ce6-ca4af135db89 req-2c0f5789-b62b-468e-a290-ba81a8123186 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.6518085 Jul 30 01:48:41.759682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-a32400fb-56c8-4fe9-ab6c-3fe8a88f4b0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 200 len: 217 time: 0.0772262 Jul 30 01:48:41.771758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] Checking router: 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:41.791166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f62d055-962f-4a4d-bc55-de94d23ba1b7 None None] Port 6c1c4266-94e4-40b1-8596-73dfafea2b42 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:41.795854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-e0039d6f-71d4-4686-878c-360ea98565dc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:41.797642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-e0039d6f-71d4-4686-878c-360ea98565dc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 944 time: 0.2422657 Jul 30 01:48:41.818515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:41.818515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:41.838025 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.990622 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:48:41.996113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fedd872-74d9-42cf-8ce6-ca4af135db89 req-407df310-e1a6-450a-8c4f-6948bec86766 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451699 Jul 30 01:48:42.056370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:42.108035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.127827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-233660ff-cd4b-4b9d-a3d8-eb5e49f7197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.133501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8496a2-2376-4367-a65d-f62770c2f702']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:42.136060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-233660ff-cd4b-4b9d-a3d8-eb5e49f7197e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 200 len: 834 time: 0.3652925 Jul 30 01:48:42.154902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b30679b-c039-4a9b-b915-7b41c3805a1d') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:42.155615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b30679b-c039-4a9b-b915-7b41c3805a1d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:42.178040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.215523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.222516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:42.222919 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:42.226225 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:42.318988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-e1683250-6bf8-41ce-a5c2-314f568dfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.331516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-e1683250-6bf8-41ce-a5c2-314f568dfad3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002d1af9-5344-4e5b-8cf8-502f4ad9f135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718194 Jul 30 01:48:42.365964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port c00adb7c-c5b9-49d3-ae77-4372544781e7 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:42.366291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.381720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.400768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.400768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] 10.222.0.78 "DELETE /v2.0/networks/cf8496a2-2376-4367-a65d-f62770c2f702 HTTP/1.1" status: 204 len: 168 time: 0.7890933 Jul 30 01:48:42.422693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8be99a-93a8-4aa9-85c1-d5c1fa79f359 tempest-BulkNetworkOpsTest-1742690090 tempest-BulkNetworkOpsTest-1742690090-project] Pushing event deleted for resources: {'Network': ['ID=cf8496a2-2376-4367-a65d-f62770c2f702,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:42.456665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:42.496604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf3a84-4e1d-4e36-8727-e632ed512c37 None None] The sync data for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 is: [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '7aa395b6-0711-4293-b71a-56c9331ede25', 'name': '', 'network_id': '002d1af9-5344-4e5b-8cf8-502f4ad9f135', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:a3:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '6e338190-51f9-417d-865d-21bf1c54345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:17Z', 'updated_at': '2021-07-30T01:47:26Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '6e338190-51f9-417d-865d-21bf1c54345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:42.613211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-264a77a2-02fc-4466-8103-5b74435a2184 service neutron] 10.222.0.55 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698324 Jul 30 01:48:42.619093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.622140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port c00adb7c-c5b9-49d3-ae77-4372544781e7, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=c00adb7c-c5b9-49d3-ae77-4372544781e7,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:42.622605 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.647283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.648202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.670772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for c00adb7c-c5b9-49d3-ae77-4372544781e7 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:42.866206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=6c1c4266-94e4-40b1-8596-73dfafea2b42,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:42.873439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51986) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:42.937716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df9ea86c-0318-4c14-bd31-ab9f041eaded req-4cb73cb0-a661-4ffd-a192-171a28e12ecb service neutron] 10.222.0.55 "GET /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120663 Jul 30 01:48:42.967104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2197154b-1bb5-466e-a8d3-e3e0bdbc7a39 None None] New status for floating IP 269af9e6-1970-4dd1-8f6f-ed42510e5ca8: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:48:42.989625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:42.993159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:43.346401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.356805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a265a0a-d26f-4bf8-b081-4eec28ab1803 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4ee739fab374e609ff30a0f14a4d1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817727 Jul 30 01:48:43.357543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52004) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:43.374353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 046ef9c8-083f-479e-9e7a-487104475101 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:43.382480 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-94685e29-a485-4acb-88fd-6ab5937817fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2167177 Jul 30 01:48:43.436431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0588-e354-4ca5-9084-c58e6fb5f1c3 req-bbb5b426-2e6e-46e5-ab4f-a0050aece1cc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.446370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abdd0588-e354-4ca5-9084-c58e6fb5f1c3 req-bbb5b426-2e6e-46e5-ab4f-a0050aece1cc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a0d53d7-4174-47df-ab0c-cbbb97427eee HTTP/1.1" status: 200 len: 866 time: 0.2437241 Jul 30 01:48:43.484847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08d36028-ab35-439b-9257-241086098bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.485079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c425080-ce6f-461d-bd11-d4e744cc9aa2 None None] Provisioning complete for port 6c1c4266-94e4-40b1-8596-73dfafea2b42 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:43.485535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1c425080-ce6f-461d-bd11-d4e744cc9aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.493072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=c00adb7c-c5b9-49d3-ae77-4372544781e7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:43.522162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08d36028-ab35-439b-9257-241086098bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.611229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1c425080-ce6f-461d-bd11-d4e744cc9aa2 None None] Port 6c1c4266-94e4-40b1-8596-73dfafea2b42 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:43.613759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08d36028-ab35-439b-9257-241086098bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.616830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08d36028-ab35-439b-9257-241086098bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.620592 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-08d36028-ab35-439b-9257-241086098bc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/225af813-2195-4784-8a39-af795cf88a9a HTTP/1.1" status: 204 len: 168 time: 0.2609816 Jul 30 01:48:43.626511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-c2e90ab7-0501-48df-be0a-235853b7761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.628152 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-c2e90ab7-0501-48df-be0a-235853b7761e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1097 time: 0.1792436 Jul 30 01:48:43.637869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d36028-ab35-439b-9257-241086098bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225af813-2195-4784-8a39-af795cf88a9a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:43.721806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] No DVR routers for this DVR port c00adb7c-c5b9-49d3-ae77-4372544781e7 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:43.731392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.734450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7d388e-1602-4c50-b001-3a448822ca2e req-d04eb5d4-de56-40a5-b304-114ec21ddae8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "DELETE /v2.0/ports/c00adb7c-c5b9-49d3-ae77-4372544781e7 HTTP/1.1" status: 204 len: 173 time: 1.9042239 Jul 30 01:48:43.737170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-deleted', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:43.739061 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc58dcf2-49e6-4847-a056-9a96355a7d5e" -d '{"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-deleted", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:43.777286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abdd0588-e354-4ca5-9084-c58e6fb5f1c3 req-f35a3aec-a833-44a1-ada2-5543e65d4edb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299611 Jul 30 01:48:43.825252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:43.826810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-6dee0017-0781-4e60-b639-6f82f8b8ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.833465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-6dee0017-0781-4e60-b639-6f82f8b8ef87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.1726890 Jul 30 01:48:43.836465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52012) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:43.837422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8bcb3da4-329b-4af7-8b9d-ce034f0f2f5e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/046ef9c8-083f-479e-9e7a-487104475101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2672293 Jul 30 01:48:43.842776 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9e24f-a0a5-4df1-ad6a-ab41772a5ad4 x-openstack-request-id: req-f5a9e24f-a0a5-4df1-ad6a-ab41772a5ad4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:43.843121 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0d53d7-4174-47df-ab0c-cbbb97427eee", "name": "network-vif-deleted", "tag": "c00adb7c-c5b9-49d3-ae77-4372544781e7", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:43.843344 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5a9e24f-a0a5-4df1-ad6a-ab41772a5ad4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:43.843759 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0d53d7-4174-47df-ab0c-cbbb97427eee', 'name': 'network-vif-deleted', 'tag': 'c00adb7c-c5b9-49d3-ae77-4372544781e7', 'status': 'completed', 'code': 200} Jul 30 01:48:43.844475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] Sync routers for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:43.864020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:43.864806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:43.909055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:43.931552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:43.932202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:43.982421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:43.983120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f225d-af00-4ee1-90e4-1c246f14a270 None None] The sync data for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:44.009817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a002ec8-a25f-48b1-9299-33e203c0a02b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.011731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4a002ec8-a25f-48b1-9299-33e203c0a02b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports/6c1c4266-94e4-40b1-8596-73dfafea2b42 HTTP/1.1" status: 200 len: 913 time: 0.1737669 Jul 30 01:48:44.014975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:44.029985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-4e252cfd-b505-4594-a033-57fb1c4833ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 1000 time: 0.1696434 Jul 30 01:48:44.154850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-6ee076c6-dfa0-41f8-9705-39b6fcab742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.165287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-6ee076c6-dfa0-41f8-9705-39b6fcab742c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1289940 Jul 30 01:48:44.235827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-9978d6ad-9f86-41bc-a862-fed0a79aa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.238019 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-9978d6ad-9f86-41bc-a862-fed0a79aa031 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655074 Jul 30 01:48:44.421221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-bdffedd6-093c-414e-95eb-89ca93e71dcc service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760795 Jul 30 01:48:44.641634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cba07d4e-1fda-47a1-84af-50e511d2be0d req-f8c59db4-f00a-4d60-9a54-de6f5d9e56b9 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103047 Jul 30 01:48:44.866592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:45.043614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:45.058027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.092377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: c00adb7c-c5b9-49d3-ae77-4372544781e7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:45.093004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device c00adb7c-c5b9-49d3-ae77-4372544781e7 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:45.107775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:45.284081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1105476112'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:45.391511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 6c1c4266-94e4-40b1-8596-73dfafea2b42 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:45.391857 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.404891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:45.408767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.424235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.545130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.567907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 6c1c4266-94e4-40b1-8596-73dfafea2b42 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:45.606612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.615873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.670765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bd1acb-bcf4-4c95-be22-187a47717f31,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:45.722219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:45.821811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.838126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.886371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=6c1c4266-94e4-40b1-8596-73dfafea2b42,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:45.922656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.923138 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment 38a272e3-9dd4-4a84-addd-17283698740a of type vlan for network abd22ae6-9f44-4c7a-a767-cfb4580668e2 Jul 30 01:48:46.040310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.088742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.152819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.159560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.160290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.267163 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1509264 Jul 30 01:48:46.295915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40367234-a786-43a9-8c06-91dacb93d2fe tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=abd22ae6-9f44-4c7a-a767-cfb4580668e2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:46.299430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52062) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:46.305253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1307811069'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:46.320749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:46.376188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:46.380269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.418213 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 046ef9c8-083f-479e-9e7a-487104475101 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:46.423709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:46.442305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.442742 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment d0382707-7951-4a2e-8086-2b583dc220a2 of type vlan for network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae Jul 30 01:48:46.526778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 7aa395b6-0711-4293-b71a-56c9331ede25 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:46.527380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.581410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.614754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:46.624282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b6e15880-8559-495b-976c-5b7c89196b46 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/046ef9c8-083f-479e-9e7a-487104475101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6081676 Jul 30 01:48:46.624935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52068) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:46.626053 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] Sync routers for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:46.643500 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:46.644553 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.690437 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.691999 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.698012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.698710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.709972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 7aa395b6-0711-4293-b71a-56c9331ede25, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7aa395b6-0711-4293-b71a-56c9331ede25,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:46.710516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.714074 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:46.714684 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.751992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 7aa395b6-0711-4293-b71a-56c9331ede25 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:46.788004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.788706 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854c245-2c65-4c25-aad9-efcbec07d8ca None None] The sync data for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:46.815189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5142980 Jul 30 01:48:46.836790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52074) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:46.867507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:47.024995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed71b9-c340-4b40-a72b-9f6945f28b02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=81f8bb29-98c3-46fd-9d7a-c51fced1f8ae,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:47.035951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:47.123736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:47.127415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.167387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.207144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=7aa395b6-0711-4293-b71a-56c9331ede25,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:47.578973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.656970 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.757706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.832295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': '38a272e3-9dd4-4a84-addd-17283698740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:47.832662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: abd22ae6-9f44-4c7a-a767-cfb4580668e2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:47.884381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=e4359432-e80a-4e2e-b115-2a8089d8fcd7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:48.000278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:48.018615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, abd22ae6-9f44-4c7a-a767-cfb4580668e2) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:48.025198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.025623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.029760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6872473-5b2d-4d82-8c6d-4e810aa9b1f6 None None] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:48.075109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6288fd75-420b-42d9-8a42-6aa7c86bb3cf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2372646 Jul 30 01:48:48.076170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52088) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:48.083842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:48.105339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:48.303331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:48.309643 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f8f55b8-2fab-49f4-96ba-7e5e4edb451c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/1c5d3946-8b5b-4fd2-9c91-ac8d104af49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4416618 Jul 30 01:48:48.312314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52090) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:48.326717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] Sync routers for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:48.339609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-abd22ae6-9f44-4c7a-a767-cfb4580668e2', 'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': 'e4359432-e80a-4e2e-b115-2a8089d8fcd7'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:48.340445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.356902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:48.357543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:48.375736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port cfd008f0-932d-48bc-95bc-27071b0c4afd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:48.376377 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.444736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:48.449313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.522545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting subnet 6e338190-51f9-417d-865d-21bf1c54345c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:48.525933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.598706 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.601371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Allocated IP 172.20.0.2 (abd22ae6-9f44-4c7a-a767-cfb4580668e2/e4359432-e80a-4e2e-b115-2a8089d8fcd7/0d1d49ba-0c3f-4117-948e-e2194728770d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:48.622950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:48.655523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.685798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for cfd008f0-932d-48bc-95bc-27071b0c4afd owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:48.997610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38982365-8a13-42f8-9ff5-91bfa04cabaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.075601 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.088744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Transition to ACTIVE for port object 0d1d49ba-0c3f-4117-948e-e2194728770d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:49.109053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Transition to ACTIVE for port object 0d1d49ba-0c3f-4117-948e-e2194728770d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:49.128275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.183236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:49.189693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:49.191194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:49.196659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Pushing event updated for resources: {'Port': ['ID=0d1d49ba-0c3f-4117-948e-e2194728770d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.218036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:48:47Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:49.232876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.269370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] Checking router: 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:49.305045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Attempting to bind port 0d1d49ba-0c3f-4117-948e-e2194728770d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:49.305455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Attempting to bind port 0d1d49ba-0c3f-4117-948e-e2194728770d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '38a272e3-9dd4-4a84-addd-17283698740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:49.305820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Attempting to bind port 0d1d49ba-0c3f-4117-948e-e2194728770d on network abd22ae6-9f44-4c7a-a767-cfb4580668e2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:49.307845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] Routers {'1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:49.308509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:49.400308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fdc1-fe4c-44b5-9d86-3ff6245a9a82 req-572a81cc-c39c-4c38-9673-2dd3fb8663f7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:49.401931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04d8fdc1-fe4c-44b5-9d86-3ff6245a9a82 req-572a81cc-c39c-4c38-9673-2dd3fb8663f7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.2659893 Jul 30 01:48:49.413569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.486829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.528372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:49.528788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Checking segment: {'id': '38a272e3-9dd4-4a84-addd-17283698740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:49.529133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.529517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Bound using segment: {'id': '38a272e3-9dd4-4a84-addd-17283698740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:49.530011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Bound port: 0d1d49ba-0c3f-4117-948e-e2194728770d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a272e3-9dd4-4a84-addd-17283698740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'abd22ae6-9f44-4c7a-a767-cfb4580668e2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:49.530374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.557462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.559132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/subnets/6e338190-51f9-417d-865d-21bf1c54345c HTTP/1.1" status: 204 len: 168 time: 1.2450292 Jul 30 01:48:49.561804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:49.566093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04d8fdc1-fe4c-44b5-9d86-3ff6245a9a82 req-4938b41f-aa9a-41b8-a81e-5daa785ab5d1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474855 Jul 30 01:48:49.571347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=9f8035e9-6e60-4ae3-b860-9a2124ccd07f,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.603659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aef16a-46f9-4416-9f23-bed3fdd70082 None None] Network 002d1af9-5344-4e5b-8cf8-502f4ad9f135 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:49.612803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d4241-4204-43e8-b670-fc27b39d3c36 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Subnet': ['ID=6e338190-51f9-417d-865d-21bf1c54345c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.620854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': 'd0382707-7951-4a2e-8086-2b583dc220a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:49.621219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:49.625204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.674798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=cfd008f0-932d-48bc-95bc-27071b0c4afd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:49.710531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:49.717561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] Set router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:49.760317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.793416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.833521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] For port 0d1d49ba-0c3f-4117-948e-e2194728770d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:49.911976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:49.933623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:49.934422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.941835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.953815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab7e68-e754-4b26-a29a-0c2a8fd36751 None None] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:49.958865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] For port 0d1d49ba-0c3f-4117-948e-e2194728770d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0d1d49ba-0c3f-4117-948e-e2194728770d,segment=NetworkSegment(38a272e3-9dd4-4a84-addd-17283698740a),segment_id=38a272e3-9dd4-4a84-addd-17283698740a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:50.022796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port fb8a5422-11e4-4363-983c-933c90921223 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:50.023265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.052733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.074318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 046ef9c8-083f-479e-9e7a-487104475101 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:50.094393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-331f0451-2f06-4c12-8530-0a4ca443c785 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0155208 Jul 30 01:48:50.103394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52112) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:50.114976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1224479160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:50.131435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port fb8a5422-11e4-4363-983c-933c90921223, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fb8a5422-11e4-4363-983c-933c90921223,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:50.131817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.159751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for fb8a5422-11e4-4363-983c-933c90921223 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:50.184860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.185907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.245996 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.277864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.291400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f41f1-2af1-4104-a006-e6c2d1e6211d None None] Pushing event updated for resources: {'Port': ['ID=0d1d49ba-0c3f-4117-948e-e2194728770d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.292005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:50.297616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d55a0de9-eca4-41f9-b31a-c314c9b5a4f7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/046ef9c8-083f-479e-9e7a-487104475101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6692681 Jul 30 01:48:50.300712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:50.306787 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] Sync routers for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:50.322173 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:50.323064 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.324708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.327141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-da383d0d-e093-46b4-a083-655b58cc7326 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2203081 Jul 30 01:48:50.333105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52120) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:50.400216 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.423658 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] Routers {'046ef9c8-083f-479e-9e7a-487104475101'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:50.424397 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['046ef9c8-083f-479e-9e7a-487104475101'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.433689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bc29e5a7-cf98-4fb7-8f94-bd315d22d474 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=046ef9c8-083f-479e-9e7a-487104475101 HTTP/1.1" status: 200 len: 205 time: 0.1316400 Jul 30 01:48:50.436539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52122) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:50.461571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.508815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=fb8a5422-11e4-4363-983c-933c90921223,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.510266 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.511145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b890dd-3307-463d-88c3-58d99350beb7 None None] The sync data for ids ['046ef9c8-083f-479e-9e7a-487104475101'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:50.537970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] DHCP port deletion for 002d1af9-5344-4e5b-8cf8-502f4ad9f135 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:48:50.538421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.539383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.539800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.540232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.540622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.541028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.541545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.541816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.542226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.542626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.543443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.543443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:50.585217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.590805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.616409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-81f8bb29-98c3-46fd-9d7a-c51fced1f8ae', 'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': '9f8035e9-6e60-4ae3-b860-9a2124ccd07f'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:50.617884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.785839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.790894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.862011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.862626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Fanout notify agent at l3_agent the message router_deleted on router 1c5d3946-8b5b-4fd2-9c91-ac8d104af49a {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:48:50.871929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.875606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-28abab3a-315e-4a8f-9107-b88543302deb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/routers/1c5d3946-8b5b-4fd2-9c91-ac8d104af49a HTTP/1.1" status: 204 len: 168 time: 1.3084292 Jul 30 01:48:50.882836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:50.919465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Allocated IP 172.21.0.2 (81f8bb29-98c3-46fd-9d7a-c51fced1f8ae/9f8035e9-6e60-4ae3-b860-9a2124ccd07f/54ff0a65-7320-427d-b0a3-278acf2bc1f6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:50.943549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:48:47Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:51.004148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.069779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a027da-15d7-4a4e-95d0-7e8b2fb804ee None None] The sync data for ids ['1c5d3946-8b5b-4fd2-9c91-ac8d104af49a'] in n-d-713499-10 is: [{'id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197009039', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'fb8a5422-11e4-4363-983c-933c90921223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:06Z', 'updated_at': '2021-07-30T01:48:47Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': 'fb8a5422-11e4-4363-983c-933c90921223', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:84:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5d3946-8b5b-4fd2-9c91-ac8d104af49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:07Z', 'updated_at': '2021-07-30T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:51.103544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:51.103841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.113757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.165713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] Deleting port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:51.166137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.209328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 74f43ae5-0fe0-4021-a538-647fe37b4ca2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=74f43ae5-0fe0-4021-a538-647fe37b4ca2,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:51.211588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.248908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 74f43ae5-0fe0-4021-a538-647fe37b4ca2 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:51.259301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.265269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.303325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] For port 74f43ae5-0fe0-4021-a538-647fe37b4ca2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=74f43ae5-0fe0-4021-a538-647fe37b4ca2,segment=NetworkSegment(5f075bcc-fd56-496a-8d68-71ee8bc56ff9),segment_id=5f075bcc-fd56-496a-8d68-71ee8bc56ff9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:51.303952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.336681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b4895321-e176-4ac6-a9fe-009f2f375b3a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:51.338845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b4895321-e176-4ac6-a9fe-009f2f375b3a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.55 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.4904566 Jul 30 01:48:51.341555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.344298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] Calling delete_port for 74f43ae5-0fe0-4021-a538-647fe37b4ca2 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:51.361165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f8b94-33a1-456b-967a-dbcb6e707dd5 req-7ce854ee-8b41-4467-b049-13e78466e6f6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:51.362727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8f8b94-33a1-456b-967a-dbcb6e707dd5 req-7ce854ee-8b41-4467-b049-13e78466e6f6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.4990871 Jul 30 01:48:51.371347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Transition to ACTIVE for port object 54ff0a65-7320-427d-b0a3-278acf2bc1f6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:51.412955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Transition to ACTIVE for port object 54ff0a65-7320-427d-b0a3-278acf2bc1f6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:51.413660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.486617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.493511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=74f43ae5-0fe0-4021-a538-647fe37b4ca2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:51.505053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] No DVR routers for this DVR port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:51.557182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8f8b94-33a1-456b-967a-dbcb6e707dd5 req-f1e36feb-cf38-46ba-81ff-3f195605698f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854923 Jul 30 01:48:51.557878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.558321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router 046ef9c8-083f-479e-9e7a-487104475101 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:48:51.574852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.576014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f942522a-8ffe-4c8c-af04-43be1bc40a76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/046ef9c8-083f-479e-9e7a-487104475101 HTTP/1.1" status: 204 len: 168 time: 1.1322672 Jul 30 01:48:51.578108 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.581388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:51.624065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:51.658855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.667695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:51.672756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002d1af9-5344-4e5b-8cf8-502f4ad9f135']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:51.676017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:51.689190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Pushing event updated for resources: {'Port': ['ID=54ff0a65-7320-427d-b0a3-278acf2bc1f6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:51.691061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f075bcc-fd56-496a-8d68-71ee8bc56ff9') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:51.691468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f075bcc-fd56-496a-8d68-71ee8bc56ff9') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:51.714676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.729818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9c42a40f-09e7-4802-9163-8b5579b3cb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.741618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.756369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:51.757292 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:51.765068 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:51.775189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.838933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet 0805d1dd-8fdc-4f53-ae9b-faeee5b19147 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:51.853060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.856933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] Pushing event deleted for resources: {'Port': ['ID=74f43ae5-0fe0-4021-a538-647fe37b4ca2,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:51.863564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Attempting to bind port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:51.863954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Attempting to bind port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'd0382707-7951-4a2e-8086-2b583dc220a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:51.864439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Attempting to bind port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 on network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:51.871658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.872069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a62f30-bec9-4450-8885-4b751daeeb58 None None] No DVR routers for this DVR port 74f43ae5-0fe0-4021-a538-647fe37b4ca2 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:51.899862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.902469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:51.903411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Checking segment: {'id': 'd0382707-7951-4a2e-8086-2b583dc220a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:51.904294 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.904643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Bound using segment: {'id': 'd0382707-7951-4a2e-8086-2b583dc220a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:51.905322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Bound port: 54ff0a65-7320-427d-b0a3-278acf2bc1f6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0382707-7951-4a2e-8086-2b583dc220a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81f8bb29-98c3-46fd-9d7a-c51fced1f8ae'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:51.906972 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.909922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.917972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/networks/002d1af9-5344-4e5b-8cf8-502f4ad9f135 HTTP/1.1" status: 204 len: 168 time: 1.0319917 Jul 30 01:48:51.933825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52138) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:51.934697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caedb6-c38b-41da-bb5b-f1003d3d4960 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Network': ['ID=002d1af9-5344-4e5b-8cf8-502f4ad9f135,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:51.937781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.044741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-258823a1-030a-4c45-abd2-b68c86a0cb1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.056246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] For port 54ff0a65-7320-427d-b0a3-278acf2bc1f6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:52.062319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] For port 54ff0a65-7320-427d-b0a3-278acf2bc1f6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=54ff0a65-7320-427d-b0a3-278acf2bc1f6,segment=NetworkSegment(d0382707-7951-4a2e-8086-2b583dc220a2),segment_id=d0382707-7951-4a2e-8086-2b583dc220a2)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:52.070114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.079575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f729684-ef39-4e8d-937a-bb4ccd6239e6 None None] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:52.094772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-258823a1-030a-4c45-abd2-b68c86a0cb1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.204884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b5d3dc64-34d2-41b6-93a4-5edec188bb55 None None] Provisioning for port 0d1d49ba-0c3f-4117-948e-e2194728770d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:52.209948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-258823a1-030a-4c45-abd2-b68c86a0cb1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.216018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-258823a1-030a-4c45-abd2-b68c86a0cb1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.229179 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-258823a1-030a-4c45-abd2-b68c86a0cb1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/security-groups/b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14 HTTP/1.1" status: 204 len: 168 time: 0.2797914 Jul 30 01:48:52.253098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273c140-904f-49d4-98a2-0069d84f1771 None None] Pushing event updated for resources: {'Port': ['ID=54ff0a65-7320-427d-b0a3-278acf2bc1f6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:52.258208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258823a1-030a-4c45-abd2-b68c86a0cb1e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb19c6-ef00-4e4a-9f9f-4311ccfceb14,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:52.314363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.368737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Deleting port 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:52.369072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.734454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-19ffcf84-0eae-4776-943a-46c877d7315f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2944560 Jul 30 01:48:52.783093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.792297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0d1d49ba-0c3f-4117-948e-e2194728770d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:52.835711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.842477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/0805d1dd-8fdc-4f53-ae9b-faeee5b19147 HTTP/1.1" status: 204 len: 168 time: 1.2557471 Jul 30 01:48:52.843188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52156) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:52.846671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e60751-4186-49b3-9fb7-a0a393ba0bc0 None None] Network 213138b2-107a-43e6-84b2-2f0e931ffcf5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:52.909471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:52.914869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164099381', 'description': 'tempest-secgroup-smoke-164099381 description', 'project_id': '897441e865db45c3ad650437d9da1b4a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:52.925948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.20.0.1 (abd22ae6-9f44-4c7a-a767-cfb4580668e2/e4359432-e80a-4e2e-b115-2a8089d8fcd7/8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:52.982985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] For port 963f8496-b736-43af-9945-b37dcda2656a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=963f8496-b736-43af-9945-b37dcda2656a,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:52.983418 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.001486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet 99039395-011a-46ff-8de7-da42d12e531f {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:53.005456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.030482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b3cb2-3b11-4b14-8497-f6f3ccdd36da tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=0805d1dd-8fdc-4f53-ae9b-faeee5b19147,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:53.067251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.087673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.090113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 0d1d49ba-0c3f-4117-948e-e2194728770d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:53.093315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c6e01021-e9fe-4c92-adbf-99d405889cea None None] Provisioning complete for port 0d1d49ba-0c3f-4117-948e-e2194728770d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:53.093870 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6e01021-e9fe-4c92-adbf-99d405889cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.125928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0d1d49ba-0c3f-4117-948e-e2194728770d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:53.126574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.196349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.211708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.212054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.212525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.212991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.215751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.216246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.216722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.218719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8078cd8d-35de-4180-85d2-0ff1a0195898 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.3765683 Jul 30 01:48:53.242726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed26df-f393-46d1-9573-7a421d308c86 req-aba2c6c9-de24-4f84-ad40-83085cf3f584 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.256711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebed26df-f393-46d1-9573-7a421d308c86 req-aba2c6c9-de24-4f84-ad40-83085cf3f584 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 946 time: 0.4145164 Jul 30 01:48:53.270157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.309047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] DHCP port deletion for 213138b2-107a-43e6-84b2-2f0e931ffcf5 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:48:53.321562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.370039 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.410734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.412506 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/99039395-011a-46ff-8de7-da42d12e531f HTTP/1.1" status: 204 len: 168 time: 0.5682971 Jul 30 01:48:53.431669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4dd69-0dc6-4322-a043-c4a6e23c2bd5 None None] Network 99907521-5b7f-49ba-9c46-ad184e832c0f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:53.449428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52166) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:53.590346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.592328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea3cbd-b986-4b1a-b61b-144b078bba24 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=99039395-011a-46ff-8de7-da42d12e531f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:53.620472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.626760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.728868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efadd2f7-193b-4d6b-8ced-30a46c43819b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:53.740950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.744434 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-65a04db0-7a5d-400c-b2c8-d034dd23a355 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8319788 Jul 30 01:48:53.746622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52172) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:53.751868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'efadd2f7-193b-4d6b-8ced-30a46c43819b', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:53.764922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6e01021-e9fe-4c92-adbf-99d405889cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.799577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.865767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 272d133a-b2fd-4631-9248-6e4c8723c6c0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:53.866511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.869071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 0d1d49ba-0c3f-4117-948e-e2194728770d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0d1d49ba-0c3f-4117-948e-e2194728770d,segment=NetworkSegment(38a272e3-9dd4-4a84-addd-17283698740a),segment_id=38a272e3-9dd4-4a84-addd-17283698740a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:53.884280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.985923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] Deleting port 272d133a-b2fd-4631-9248-6e4c8723c6c0 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:53.986707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.005888 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.011184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c99f96-66d2-46e1-9df4-63f6674bde7d None None] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:54.040717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 272d133a-b2fd-4631-9248-6e4c8723c6c0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=272d133a-b2fd-4631-9248-6e4c8723c6c0,segment=NetworkSegment(262644b0-0cd6-42d4-8f1b-eaa0982d5023),segment_id=262644b0-0cd6-42d4-8f1b-eaa0982d5023)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:54.041163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.065550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 272d133a-b2fd-4631-9248-6e4c8723c6c0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:54.083259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebed26df-f393-46d1-9573-7a421d308c86 req-04b021f9-9340-428a-8338-4758e7edd44b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8264241 Jul 30 01:48:54.092521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb8a5422-11e4-4363-983c-933c90921223 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:54.118275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=0d1d49ba-0c3f-4117-948e-e2194728770d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.151471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.151805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.152146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.152479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.152807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.153136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.153458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.153792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.154103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.154422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.154740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.155078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:54.181383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.206762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5bb8357c-5c7b-4721-960b-1d8853cdf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.207659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5bb8357c-5c7b-4721-960b-1d8853cdf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.208316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5bb8357c-5c7b-4721-960b-1d8853cdf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.210136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5bb8357c-5c7b-4721-960b-1d8853cdf391 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=3efebfd3-cb97-4208-8d47-9587a59c2360&id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 2290 time: 0.9459829 Jul 30 01:48:54.211999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd41f1c-98d9-40d1-98d3-83ed55ce42df,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.214250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.214660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.246334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.251592 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-14768c60-0bd3-4c1b-95e1-a63549698281 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5036547 Jul 30 01:48:54.252659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:54.255698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=272d133a-b2fd-4631-9248-6e4c8723c6c0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.263020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: fb8a5422-11e4-4363-983c-933c90921223 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:54.268696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb8a5422-11e4-4363-983c-933c90921223 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:54.269319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7aa395b6-0711-4293-b71a-56c9331ede25 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:54.289545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'efadd2f7-193b-4d6b-8ced-30a46c43819b', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:54.296865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.297084 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.297294 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Floating IP e89cf83b-a928-48a8-a292-733a22c68f8a disassociated. External IP: 172.25.8.203, port: 963f8496-b736-43af-9945-b37dcda2656a. Jul 30 01:48:54.297578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Calling delete_port for 963f8496-b736-43af-9945-b37dcda2656a owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:54.301832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:54.303882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port 272d133a-b2fd-4631-9248-6e4c8723c6c0 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:54.336003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-ebba6cd5-9230-4037-8f91-ed99a3ec5ce5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 1001 time: 0.1125607 Jul 30 01:48:54.345558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7aa395b6-0711-4293-b71a-56c9331ede25 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:54.345902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7aa395b6-0711-4293-b71a-56c9331ede25 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:54.346320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 74f43ae5-0fe0-4021-a538-647fe37b4ca2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:54.437915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 74f43ae5-0fe0-4021-a538-647fe37b4ca2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:54.438290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 74f43ae5-0fe0-4021-a538-647fe37b4ca2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:54.498312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-c6e01021-e9fe-4c92-adbf-99d405889cea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:48:54.498670 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-c6e01021-e9fe-4c92-adbf-99d405889cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:48:54.541494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] For port 272d133a-b2fd-4631-9248-6e4c8723c6c0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=272d133a-b2fd-4631-9248-6e4c8723c6c0,segment=NetworkSegment(262644b0-0cd6-42d4-8f1b-eaa0982d5023),segment_id=262644b0-0cd6-42d4-8f1b-eaa0982d5023)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:54.542153 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.564353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.588767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.603939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] Calling delete_port for 272d133a-b2fd-4631-9248-6e4c8723c6c0 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:54.621740 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.624687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213138b2-107a-43e6-84b2-2f0e931ffcf5']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:54.629811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a4115d03-ea89-4536-bac9-a2aaea3b9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.633834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a4115d03-ea89-4536-bac9-a2aaea3b9577 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 200 len: 849 time: 0.2637398 Jul 30 01:48:54.640727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.703053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262644b0-0cd6-42d4-8f1b-eaa0982d5023') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:54.703689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262644b0-0cd6-42d4-8f1b-eaa0982d5023') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:54.762163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.791395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.798200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] DHCP port deletion for 99907521-5b7f-49ba-9c46-ad184e832c0f request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:48:54.814168 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.817588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:54.818205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:54.822500 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:54.825324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:54.834426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:54.836250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.858841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:54.876255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0d1d49ba-0c3f-4117-948e-e2194728770d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:54.878703 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.902846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.914733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.974285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event deleted for resources: {'Port': ['ID=963f8496-b736-43af-9945-b37dcda2656a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.986457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-0d8d477b-254f-4c7e-8125-117139874c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.986993 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.992165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-0d8d477b-254f-4c7e-8125-117139874c70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31143a36-c95c-4f04-9473-6f84640e8107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3323359 Jul 30 01:48:54.996719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.019591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.026140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/213138b2-107a-43e6-84b2-2f0e931ffcf5 HTTP/1.1" status: 204 len: 168 time: 1.5751302 Jul 30 01:48:55.043860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52190) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:55.089726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] Pushing event deleted for resources: {'Port': ['ID=272d133a-b2fd-4631-9248-6e4c8723c6c0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.144683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 963f8496-b736-43af-9945-b37dcda2656a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:55.145924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9686fd8c-5c41-4986-8510-e2df4b13700c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.147989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a293c1-adc8-4488-92b0-307eafdbe489 None None] No DVR routers for this DVR port 272d133a-b2fd-4631-9248-6e4c8723c6c0 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:55.154087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.162593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbe77d-4660-40d3-8593-3d9dae359d7d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=213138b2-107a-43e6-84b2-2f0e931ffcf5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.181442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.190373 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6dc48bda-b55d-4479-b97d-70d496708cab tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9227679 Jul 30 01:48:55.191275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:55.198199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'efadd2f7-193b-4d6b-8ced-30a46c43819b', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:55.243985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 963f8496-b736-43af-9945-b37dcda2656a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:55.246651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 963f8496-b736-43af-9945-b37dcda2656a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:55.302752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.364722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b38fc0d3-c772-4493-9c80-1c5049d536e8 None None] Provisioning for port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:55.389432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port ca5e0e66-cbaa-4c44-8c73-e45676f6622e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:55.390352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.426901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0d1d49ba-0c3f-4117-948e-e2194728770d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:55.429830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.434013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] Deleting port ca5e0e66-cbaa-4c44-8c73-e45676f6622e {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:55.434381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.496602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port ca5e0e66-cbaa-4c44-8c73-e45676f6622e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,segment=NetworkSegment(d8055c2d-f47b-4fde-a17b-cb57bc34e36d),segment_id=d8055c2d-f47b-4fde-a17b-cb57bc34e36d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:55.496908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.525325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for ca5e0e66-cbaa-4c44-8c73-e45676f6622e owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:55.592475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-419ad3c0-86ed-433b-bde7-f86249c610b9 req-6038b5df-521c-4834-9bf7-6b73b86a4b7e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 210 time: 0.1551855 Jul 30 01:48:55.598425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] For port ca5e0e66-cbaa-4c44-8c73-e45676f6622e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,segment=NetworkSegment(d8055c2d-f47b-4fde-a17b-cb57bc34e36d),segment_id=d8055c2d-f47b-4fde-a17b-cb57bc34e36d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:55.598833 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.639275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] Calling delete_port for ca5e0e66-cbaa-4c44-8c73-e45676f6622e owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:55.746137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.850555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.866715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.908205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.914432 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7200677 Jul 30 01:48:55.918615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52204) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:55.923986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'efadd2f7-193b-4d6b-8ced-30a46c43819b', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:55.934305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-b5c53db3-620d-452c-9649-234771bd81dd service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9324443 Jul 30 01:48:55.937944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd907d-4bdb-4b71-9596-753c4f801d26 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb07bb8-8eb3-4aea-acef-8f23d16c49c8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.970684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.005586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.010625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port ca5e0e66-cbaa-4c44-8c73-e45676f6622e on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:56.027990 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.038276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9857243a-1502-47c3-9c83-5576afc550d1 None None] Provisioning for port 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:56.053393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.095876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:56.114127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9857243a-1502-47c3-9c83-5576afc550d1 None None] Provisioning complete for port 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:56.115774 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9857243a-1502-47c3-9c83-5576afc550d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.120419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] No DVR routers for this DVR port ca5e0e66-cbaa-4c44-8c73-e45676f6622e on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:56.125033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af6e2a-69ef-4893-a172-1a60cc1847e0 None None] Pushing event deleted for resources: {'Port': ['ID=ca5e0e66-cbaa-4c44-8c73-e45676f6622e,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.166840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.184083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 54ff0a65-7320-427d-b0a3-278acf2bc1f6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:56.186296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99907521-5b7f-49ba-9c46-ad184e832c0f']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:56.214205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:56.214448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8055c2d-f47b-4fde-a17b-cb57bc34e36d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:56.229057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.234246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.244962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.245359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9857243a-1502-47c3-9c83-5576afc550d1 None None] Port 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:56.267788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:56.272301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e27259-cd24-4be7-8588-89731867ae93,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.274828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:56.275400 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.278581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.289781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.290007 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b0d99aeb-0ccd-44b0-b828-6d12ec6480d0 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3697214 Jul 30 01:48:56.294424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52206) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:56.299921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:56.300343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.310477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'efadd2f7-193b-4d6b-8ced-30a46c43819b', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:56.314971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-b5baa00d-b299-4a6e-b28d-7b5dfd4e260e service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573258 Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:56.317726 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:56.383168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-e056cd27-4177-491f-b781-36a554417f53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 217 time: 0.0594432 Jul 30 01:48:56.388096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:56.404611 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.416075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:56.420125 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:48:56.426266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.437498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.448098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:56.448098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:56.448517 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/99907521-5b7f-49ba-9c46-ad184e832c0f HTTP/1.1" status: 204 len: 168 time: 1.4002559 Jul 30 01:48:56.449050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:56.459477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1371864213'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:56.463714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.481148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] No DVR routers for this DVR port 963f8496-b736-43af-9945-b37dcda2656a on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:56.490460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.493841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7012bd23-e410-4605-a6e1-a3e798b951df req-b8ac8afe-d4f3-405f-89a1-3f5ee3e8579d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.55 "DELETE /v2.0/ports/963f8496-b736-43af-9945-b37dcda2656a HTTP/1.1" status: 204 len: 173 time: 5.1245103 Jul 30 01:48:56.496466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-deleted', 'tag': '963f8496-b736-43af-9945-b37dcda2656a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:56.497387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7842cbf-95f3-4700-a62e-b71d9493cdec tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=99907521-5b7f-49ba-9c46-ad184e832c0f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.506639 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de3bb7-6991-4607-8c93-bcbe2ff3b51d" -d '{"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-deleted", "tag": "963f8496-b736-43af-9945-b37dcda2656a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:56.537634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-016e45e9-7c83-4050-9c38-4866023b5cb5 None None] Provisioning complete for port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:56.538236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-016e45e9-7c83-4050-9c38-4866023b5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.544040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-9651cac3-c1b8-455e-a836-c2c6e2ecee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.546057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-9651cac3-c1b8-455e-a836-c2c6e2ecee1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1555276 Jul 30 01:48:56.547710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:56.551778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.613470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.619287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.637994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 54ff0a65-7320-427d-b0a3-278acf2bc1f6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=54ff0a65-7320-427d-b0a3-278acf2bc1f6,segment=NetworkSegment(d0382707-7951-4a2e-8086-2b583dc220a2),segment_id=d0382707-7951-4a2e-8086-2b583dc220a2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:56.639427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.654861 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.659076 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196b94ab-0f76-4895-875c-fa6f7cc31b75 x-openstack-request-id: req-196b94ab-0f76-4895-875c-fa6f7cc31b75 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:56.659303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b9f6c4-995e-4756-8794-69d3953d66a2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.663056 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8387934f-8fbb-4fa0-95af-5347c6ec36b8", "name": "network-vif-deleted", "tag": "963f8496-b736-43af-9945-b37dcda2656a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:56.663056 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-196b94ab-0f76-4895-875c-fa6f7cc31b75 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:56.664164 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8387934f-8fbb-4fa0-95af-5347c6ec36b8', 'name': 'network-vif-deleted', 'tag': '963f8496-b736-43af-9945-b37dcda2656a', 'status': 'completed', 'code': 200} Jul 30 01:48:56.670486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.678174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:56.703704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.704061 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment baee464a-265d-45ae-8386-a6251bf50276 of type vlan for network d481ea4a-f368-4748-8707-b0a95a03e5d2 Jul 30 01:48:56.725472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.727713 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dd937780-508d-45c7-9d2c-0b546c5117d8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4317408 Jul 30 01:48:56.766737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52216) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:56.770051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=54ff0a65-7320-427d-b0a3-278acf2bc1f6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.773526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 272d133a-b2fd-4631-9248-6e4c8723c6c0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:56.776014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.796936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'security_group_rule': {'security_group_id': 'efadd2f7-193b-4d6b-8ced-30a46c43819b', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:56.818752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 272d133a-b2fd-4631-9248-6e4c8723c6c0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:56.819403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 272d133a-b2fd-4631-9248-6e4c8723c6c0 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:56.862318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.862318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.862318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.928504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:57.026260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=d481ea4a-f368-4748-8707-b0a95a03e5d2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.059925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:57.062939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 54ff0a65-7320-427d-b0a3-278acf2bc1f6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:57.080883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36d2bf6a-09e8-4dbd-a6d8-ee26a7e894aa req-c07bc25b-0c9d-440d-aa8c-08fbda37060e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=8387934f-8fbb-4fa0-95af-5347c6ec36b8 HTTP/1.1" status: 200 len: 210 time: 0.1711266 Jul 30 01:48:57.081489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.086784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-bf6eeffa-39a5-4840-838e-5db411a7df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.088414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-bf6eeffa-39a5-4840-838e-5db411a7df8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5152531 Jul 30 01:48:57.095504 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.126163 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a91ef7cd-05dd-49d0-8980-4222987406de tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6692829 Jul 30 01:48:57.126351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52228) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:57.132788 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Project 897441e865db45c3ad650437d9da1b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:48:57.135121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:57.277058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.364594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.376906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.395401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:57.418498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:57.421399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:57.427386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.506107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:57.506624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.526145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e614dc8-f3c5-41ec-889f-99c969092ea9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.533986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.539743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b55be094-6a41-4331-8d88-8a7838d168c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7552969 Jul 30 01:48:57.543398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52236) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:57.548881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-3fc9ffdf-dd74-4a11-952e-a5aa96c8c091 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493756 Jul 30 01:48:57.559687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'network': {'name': 'tempest-network-smoke--433868980', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:57.747291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.777544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:57.781346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.840640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=2284212b-d607-481e-ab1a-2c6943fbd1ba,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.845180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': 'baee464a-265d-45ae-8386-a6251bf50276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:57.846045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: d481ea4a-f368-4748-8707-b0a95a03e5d2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:57.864735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:57.878526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:57.878774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a9028285-793f-4af4-bb7c-78ac52f80fc8 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019199 Jul 30 01:48:57.887578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d481ea4a-f368-4748-8707-b0a95a03e5d2) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:57.887756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.887756 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Added segment 7cd742e0-9340-40c1-8684-0e8750e0b67a of type vlan for network 27daa192-1026-4f37-aa72-944b9eac787e Jul 30 01:48:57.906758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.907967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.926216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc50e07-9ac9-4c5c-8711-c72029346876 None None] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:57.959917 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0a7f663-5be1-4981-a252-623f2ad8d9d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8293872 Jul 30 01:48:57.962352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52240) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:57.982898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1448228041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:58.018923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.020093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.035931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 56072481-9cb1-4fb7-8c07-21dc4e988155 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:48:58.071780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.079041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-e27f3988-a311-4852-8127-09d276454cbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 217 time: 0.1907673 Jul 30 01:48:58.327639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ce224cf2-eaf6-40de-b5aa-106a72aeaec4 None None] Provisioning complete for port 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:58.328079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ce224cf2-eaf6-40de-b5aa-106a72aeaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.383835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ce224cf2-eaf6-40de-b5aa-106a72aeaec4 None None] Port 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:58.432244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:58.538756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d481ea4a-f368-4748-8707-b0a95a03e5d2', 'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': '2284212b-d607-481e-ab1a-2c6943fbd1ba'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:58.545130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.545589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.552601 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.599190 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d085-9cf7-41a3-a478-e628188f3a21 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.604827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:58.623561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.625047 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-efb10dd5-98e8-4c69-98b2-467d1a6269eb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6607051 Jul 30 01:48:58.630065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:58.635998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'port': {'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2', 'name': 'tempest-RoutersIpV6Test-1096637265'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:58.645720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d085-9cf7-41a3-a478-e628188f3a21 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.769610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d085-9cf7-41a3-a478-e628188f3a21 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.772733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d085-9cf7-41a3-a478-e628188f3a21 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.774189 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c6e9d085-9cf7-41a3-a478-e628188f3a21 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "DELETE /v2.0/security-groups/e99fa9f4-2fbe-42b3-8a72-a35074c06bb6 HTTP/1.1" status: 204 len: 168 time: 0.3383694 Jul 30 01:48:58.779948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:58.808917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9d085-9cf7-41a3-a478-e628188f3a21 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99fa9f4-2fbe-42b3-8a72-a35074c06bb6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:58.813576 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-78453aba-07b6-471b-bc96-b5e1fbf07620 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] show failed (client error): The resource could not be found. Jul 30 01:48:58.815839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78453aba-07b6-471b-bc96-b5e1fbf07620 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups/e99fa9f4-2fbe-42b3-8a72-a35074c06bb6 HTTP/1.1" status: 404 len: 347 time: 0.0315924 Jul 30 01:48:58.819316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52260) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:58.872402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:58.876837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.888664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Allocated IP 2001:db8::2 (d481ea4a-f368-4748-8707-b0a95a03e5d2/2284212b-d607-481e-ab1a-2c6943fbd1ba/eadddd1a-8caf-4306-a4e3-7ed128adadad) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:58.914481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.921569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.922558 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.942732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] device_id is not set on port 71649f8e-0543-4671-a694-8c650657f112 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:48:59.096621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Deleting port a6eef335-7394-45fd-b60c-62d5ee4d7ed8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:59.097173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:59.097574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.109303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] Sync routers for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:59.112629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-beb6c3be-31bc-4388-b13e-e544e153e638 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/56072481-9cb1-4fb7-8c07-21dc4e988155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7797656 Jul 30 01:48:59.117505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a62fccc4-b69f-4a05-af6e-920773092a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.118982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a62fccc4-b69f-4a05-af6e-920773092a76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 1.0263295 Jul 30 01:48:59.119729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52262) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:59.123925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Network': ['ID=27daa192-1026-4f37-aa72-944b9eac787e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.141629 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:59.142378 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:59.146710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bbf92828-000a-4196-812f-cd1a04e23bce tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5950592 Jul 30 01:48:59.149302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:59.154584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'admin_state_up': True, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:59.156684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.174326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Transition to ACTIVE for port object eadddd1a-8caf-4306-a4e3-7ed128adadad will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:59.193872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.195739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.209241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Transition to ACTIVE for port object eadddd1a-8caf-4306-a4e3-7ed128adadad will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:59.218872 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:59.240361 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:59.241116 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:59.277074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8143e93a-4545-45be-9cdd-395a0697dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.277074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8143e93a-4545-45be-9cdd-395a0697dfba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261628 Jul 30 01:48:59.304716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 27daa192-1026-4f37-aa72-944b9eac787e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:59.310151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-2865a49b-41c5-4688-a2cb-9f181268c794 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:48:59.311502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-2865a49b-41c5-4688-a2cb-9f181268c794 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061121 Jul 30 01:48:59.314826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab52fa-c7cd-49e0-8bcb-965975baa470 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.315381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.316843 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78ab52fa-c7cd-49e0-8bcb-965975baa470 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports/8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c HTTP/1.1" status: 200 len: 910 time: 0.1958978 Jul 30 01:48:59.322817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:59.342268 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.360372 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:59.361321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbaa34-17af-49bb-9546-18ad8391dff2 None None] The sync data for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:59.373428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:59.490058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:59.504167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:59.506679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:59.507710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:59.554953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:59.672611 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.689028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-1c8ac27a-e545-44ed-a2d4-73a853a65cf8 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706281 Jul 30 01:48:59.730029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.730525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.734017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8::29c (d481ea4a-f368-4748-8707-b0a95a03e5d2/2284212b-d607-481e-ab1a-2c6943fbd1ba/71649f8e-0543-4671-a694-8c650657f112) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:59.787964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ca5e0e66-cbaa-4c44-8c73-e45676f6622e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:59.831604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Calling delete_port for a6eef335-7394-45fd-b60c-62d5ee4d7ed8 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:59.844638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Pushing event updated for resources: {'Port': ['ID=eadddd1a-8caf-4306-a4e3-7ed128adadad,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.874150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ca5e0e66-cbaa-4c44-8c73-e45676f6622e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:59.874795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ca5e0e66-cbaa-4c44-8c73-e45676f6622e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:59.937957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-eb7f0c0d-6e6b-46b8-8a36-d282a1f6f8d9 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319756 Jul 30 01:48:59.949009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Attempting to bind port eadddd1a-8caf-4306-a4e3-7ed128adadad on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:59.949755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Attempting to bind port eadddd1a-8caf-4306-a4e3-7ed128adadad by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'baee464a-265d-45ae-8386-a6251bf50276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:59.950185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Attempting to bind port eadddd1a-8caf-4306-a4e3-7ed128adadad on network d481ea4a-f368-4748-8707-b0a95a03e5d2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:59.996553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:59.996952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Checking segment: {'id': 'baee464a-265d-45ae-8386-a6251bf50276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:59.997423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.997945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Bound using segment: {'id': 'baee464a-265d-45ae-8386-a6251bf50276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:59.998501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Bound port: eadddd1a-8caf-4306-a4e3-7ed128adadad, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baee464a-265d-45ae-8386-a6251bf50276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd481ea4a-f368-4748-8707-b0a95a03e5d2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:59.999203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.022571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:00.026269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-d9d21643-8f21-478b-9cb3-5c19382defa1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 200 len: 217 time: 0.0731215 Jul 30 01:49:00.145410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a8f49391-ee0f-40d6-a377-f7272292ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.147494 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-a8f49391-ee0f-40d6-a377-f7272292ab92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1153240 Jul 30 01:49:00.292777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5fffd8c2-de04-441a-b7a9-3b7d5e7f8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.295451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5fffd8c2-de04-441a-b7a9-3b7d5e7f8fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999072 Jul 30 01:49:00.312530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] For port eadddd1a-8caf-4306-a4e3-7ed128adadad, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:00.325168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] For port eadddd1a-8caf-4306-a4e3-7ed128adadad, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eadddd1a-8caf-4306-a4e3-7ed128adadad,segment=NetworkSegment(baee464a-265d-45ae-8386-a6251bf50276),segment_id=baee464a-265d-45ae-8386-a6251bf50276)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:00.340530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.341247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.391778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.463419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78133c51-0bd7-4613-bd0f-89e2ae2bfa66 None None] Pushing event updated for resources: {'Port': ['ID=eadddd1a-8caf-4306-a4e3-7ed128adadad,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:00.477455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.480618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:00.518651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.557704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e384a4-bc4c-468c-9b4f-04fc6a7bcd43 None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:00.614234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-3f9ab3f9-4219-4a1b-be3a-eef9a6e479d9 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818317 Jul 30 01:49:00.916083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 71649f8e-0543-4671-a694-8c650657f112 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:00.946641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.62 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/01272074-bbb4-43f7-a9ec-c09ecfd4479a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:01.008900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-dba2c6a1-5018-435a-b24a-5e6483f98b4d service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861082 Jul 30 01:49:01.015187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.120266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event deleted for resources: {'Port': ['ID=a6eef335-7394-45fd-b60c-62d5ee4d7ed8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:01.140042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-1f3e84f2-ce34-48aa-8429-426e81e563ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 200 len: 217 time: 0.0942557 Jul 30 01:49:01.195763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7b80f-e84a-4c35-82df-640d438bc3f4 None None] New status for floating IP e89cf83b-a928-48a8-a292-733a22c68f8a: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:49:01.337520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-ecaf04cb-1c3c-4809-937b-267d6bab8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.339816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-ecaf04cb-1c3c-4809-937b-267d6bab8904 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1921380 Jul 30 01:49:01.345201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.383920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.392781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.395410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.396621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4366a3a1-a528-4013-a1c8-67d09b93b4ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "DELETE /v2.0/floatingips/e89cf83b-a928-48a8-a292-733a22c68f8a HTTP/1.1" status: 204 len: 168 time: 2.5759926 Jul 30 01:49:01.413116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-fedb1386-6a15-42f1-ad70-4cf92c631c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.419055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-fedb1386-6a15-42f1-ad70-4cf92c631c67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669379 Jul 30 01:49:01.497505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.21.0.1 (81f8bb29-98c3-46fd-9d7a-c51fced1f8ae/9f8035e9-6e60-4ae3-b860-9a2124ccd07f/86152b0f-2371-4a21-b9a9-9ddeea4e63bd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:01.527112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:01.555200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:01.558535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.583957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:01.597047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.597783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.612997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=71649f8e-0543-4671-a694-8c650657f112,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:01.628355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:01.659952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:01.698792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-8e9b1434-ccb5-40a9-96dc-495b6259ede1 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761178 Jul 30 01:49:01.700261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:01.704428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=01272074-bbb4-43f7-a9ec-c09ecfd4479a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:01.792063 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8cacedc6-db86-48ff-b9a7-9ce84288f7f5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1605532 Jul 30 01:49:01.803340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52290) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:01.911760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-61880e65-07db-425d-aff4-426d039f5585 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033811 Jul 30 01:49:02.081334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-b9f58a0a-f03f-4445-a81f-a8bae9d5d8c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 200 len: 217 time: 0.1613929 Jul 30 01:49:02.144519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eadddd1a-8caf-4306-a4e3-7ed128adadad up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:02.151574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52296) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:02.271973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903296976', 'description': 'tempest-description--1621241769'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:02.306488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5265ee56-dcb2-4c54-8a44-b1c5b81977a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.309185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-5265ee56-dcb2-4c54-8a44-b1c5b81977a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.2192233 Jul 30 01:49:02.360906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.490506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755bdcb7-9488-4159-a338-34c9fb489b21 None None] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:02.589133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-fed2c2b6-dbbe-4ae8-aa91-ef2651a7fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.591491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-fed2c2b6-dbbe-4ae8-aa91-ef2651a7fac3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2272482 Jul 30 01:49:02.614010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.702904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object 86152b0f-2371-4a21-b9a9-9ddeea4e63bd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:02.713104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-bacdc1ae-5166-4b92-91ab-93cd5f1ecfeb service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132181 Jul 30 01:49:02.742058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.804573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.818876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.868433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0c3d1660-f709-46e6-9bcf-f8657661333e None None] Provisioning for port eadddd1a-8caf-4306-a4e3-7ed128adadad completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:02.895235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29263c-fba6-4d8e-b96d-273319e06364,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:02.897736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port eadddd1a-8caf-4306-a4e3-7ed128adadad completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:02.898663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.926906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eadddd1a-8caf-4306-a4e3-7ed128adadad triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:02.927309 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.937695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:02.945770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:02.948322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:02.969937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=86152b0f-2371-4a21-b9a9-9ddeea4e63bd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:02.986060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.987726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-be63cfdd-0d1b-4b7f-9e7d-443897469b84 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7677832 Jul 30 01:49:03.011420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52310) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:03.020526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'security_group_rule': {'security_group_id': '9b29263c-fba6-4d8e-b96d-273319e06364', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:03.126436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-90952334-a4e8-4326-b45b-204890216724 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050672 Jul 30 01:49:03.127276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.148162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.149066 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.232995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-876b5d77-576f-4ec9-bc15-fdd50cbb17ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 217 time: 0.0478787 Jul 30 01:49:03.263480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port eadddd1a-8caf-4306-a4e3-7ed128adadad, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eadddd1a-8caf-4306-a4e3-7ed128adadad,segment=NetworkSegment(baee464a-265d-45ae-8386-a6251bf50276),segment_id=baee464a-265d-45ae-8386-a6251bf50276)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:03.269606 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.367831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-b2e548d7-ee53-4a66-be12-ba3818c5e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.374117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-b2e548d7-ee53-4a66-be12-ba3818c5e406 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.1306725 Jul 30 01:49:03.412470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=eadddd1a-8caf-4306-a4e3-7ed128adadad,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:03.527757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Provisioning for port 71649f8e-0543-4671-a694-8c650657f112 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:03.532128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Provisioning complete for port 71649f8e-0543-4671-a694-8c650657f112 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:03.532765 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.542264 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.642737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Port 71649f8e-0543-4671-a694-8c650657f112 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:03.686200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Provisioning for port 86152b0f-2371-4a21-b9a9-9ddeea4e63bd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:03.692430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Provisioning complete for port 86152b0f-2371-4a21-b9a9-9ddeea4e63bd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:03.692813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.782745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Port 86152b0f-2371-4a21-b9a9-9ddeea4e63bd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:03.826207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Provisioning complete for port eadddd1a-8caf-4306-a4e3-7ed128adadad triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:03.826760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01a19cc3-5fa8-4409-91b1-10b207b70b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.872861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.883638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.922799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f15ae3-2c00-4db7-ba76-a0f3ce09e9ce,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:03.936029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.025017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eadddd1a-8caf-4306-a4e3-7ed128adadad up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:04.030383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.082738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.084502 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89691379-c2ac-4a27-b4e0-bdff833a8c27 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0717223 Jul 30 01:49:04.088351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.091437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52330) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:04.129559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eadddd1a-8caf-4306-a4e3-7ed128adadad triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:04.130106 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.154003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'security_group_rule': {'security_group_id': '9b29263c-fba6-4d8e-b96d-273319e06364', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:04.164735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=71649f8e-0543-4671-a694-8c650657f112,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:04.169399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.175851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-315409d3-63bf-4c77-9091-62e1ead54c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.176406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-afa221c5-d3eb-49a3-bfb4-c929c1e6cd82 None None] Provisioning complete for port 71649f8e-0543-4671-a694-8c650657f112 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:04.177055 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-afa221c5-d3eb-49a3-bfb4-c929c1e6cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.177348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-315409d3-63bf-4c77-9091-62e1ead54c24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7895103 Jul 30 01:49:04.239995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.246308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.252842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.269634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.281274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.287502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.294191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-afa221c5-d3eb-49a3-bfb4-c929c1e6cd82 None None] Port 71649f8e-0543-4671-a694-8c650657f112 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:04.294586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.305730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-bae9ab89-cd7f-4f41-92c2-c392f116efc4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.8597498 Jul 30 01:49:04.508319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa4fff39-7e69-49a3-81dd-a88f80c225ba req-8caf3abd-105d-401f-8c16-6590a94ad78d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016065 Jul 30 01:49:04.519638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.627555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9e016f4-bf8e-4ea3-8ebe-9e21e05018eb None None] Provisioning complete for port 71649f8e-0543-4671-a694-8c650657f112 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:04.628472 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e016f4-bf8e-4ea3-8ebe-9e21e05018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.670048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.677687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-bc400859-3f0b-4f9b-af9b-4a442e55bffb service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920223 Jul 30 01:49:04.705653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e9e016f4-bf8e-4ea3-8ebe-9e21e05018eb None None] Port 71649f8e-0543-4671-a694-8c650657f112 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:04.784964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.801707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.811586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.818236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.825823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.833842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.840477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.846662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.852728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.858538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50074f0e-c0c6-4877-bb2e-1096979de5e9 req-e2ce6cf7-d2de-407e-8ab0-c62a3076213d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.1993053 Jul 30 01:49:04.883346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router d9a75c92-cb2d-4a95-aeea-786b744563b4 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:04.890027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe0f680-66e6-48fa-b03d-224d6b2e9b2e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:04.915878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbb4c66d-6ef3-459b-ae6d-793bf55d6d06 req-04ad4297-87b8-42cd-85d2-3f353128a840 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132223 Jul 30 01:49:04.916122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.919293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7e2c7d0b-30ad-454c-9eeb-4f9225adeb11 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7671773 Jul 30 01:49:04.923719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52340) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:04.961603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:05.022081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.037245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.069028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.075762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.089954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:05.109058 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Sync routers for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:05.122494 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:05.124180 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:05.145361 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.148047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-75282810-0649-41f5-86eb-da1702d42ea7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9971154 Jul 30 01:49:05.154770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52344) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:05.232121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.263937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=86152b0f-2371-4a21-b9a9-9ddeea4e63bd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:05.271890 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-21fcbef4-c5d5-4511-b7f9-d1a605515a75 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=897441e865db45c3ad650437d9da1b4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1121070 Jul 30 01:49:05.272552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52350) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:05.292801 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:05.512593 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:02Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:05.547878 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Checking router: d9a75c92-cb2d-4a95-aeea-786b744563b4 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:05.548912 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Updating router d9a75c92-cb2d-4a95-aeea-786b744563b4 port 01272074-bbb4-43f7-a9ec-c09ecfd4479a binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:49:05.577766 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.903335 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.918292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Transition to ACTIVE for port object 01272074-bbb4-43f7-a9ec-c09ecfd4479a will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:05.926513 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.946443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68536b5-302b-451d-9c57-1df733d86ed7 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:05.949608 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e68536b5-302b-451d-9c57-1df733d86ed7 tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6702635 Jul 30 01:49:05.949738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52360) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:06.000898 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Attempting to bind port 01272074-bbb4-43f7-a9ec-c09ecfd4479a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:06.002423 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Attempting to bind port 01272074-bbb4-43f7-a9ec-c09ecfd4479a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:06.002601 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Attempting to bind port 01272074-bbb4-43f7-a9ec-c09ecfd4479a on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:06.005042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e07cbe0b-9779-46b7-b557-c900f91c243b tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535266 Jul 30 01:49:06.006156 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Pushing event updated for resources: {'Port': ['ID=01272074-bbb4-43f7-a9ec-c09ecfd4479a,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:06.008804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52362) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:06.018311 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:06.018311 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:06.018726 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.019093 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:06.019680 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Bound port: 01272074-bbb4-43f7-a9ec-c09ecfd4479a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:06.020097 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.029268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1372669254', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'project_id': '897441e865db45c3ad650437d9da1b4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:06.047629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:06.060152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:06.115966 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.116528 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.116798 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.117433 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.124550 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.124950 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.125281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.125610 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.125935 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.126256 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.126574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.126889 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.131049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] For port 01272074-bbb4-43f7-a9ec-c09ecfd4479a, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:06.136584 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] For port 01272074-bbb4-43f7-a9ec-c09ecfd4479a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=01272074-bbb4-43f7-a9ec-c09ecfd4479a,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:06.142859 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.190505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:06.201811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.215884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.240479 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f04375-abc1-4aa3-9ca8-2678b72d0a97 None None] Pushing event updated for resources: {'Port': ['ID=01272074-bbb4-43f7-a9ec-c09ecfd4479a,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:06.256559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 56072481-9cb1-4fb7-8c07-21dc4e988155 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:06.281956 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:06.284540 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:06.471417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9991843a-6d42-47de-83cd-98d5ccf6e08a None None] Provisioning complete for port 86152b0f-2371-4a21-b9a9-9ddeea4e63bd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:06.472445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9991843a-6d42-47de-83cd-98d5ccf6e08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.486566 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:06.513291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.521836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9991843a-6d42-47de-83cd-98d5ccf6e08a None None] Port 86152b0f-2371-4a21-b9a9-9ddeea4e63bd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:06.529294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.530391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.671837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Allocated IP 172.25.8.212 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/e0b39b8b-320b-450c-b9ed-d9baac6eaeb6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:06.699193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.721157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:06.727100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:06.737068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] Sync routers for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:06.738707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:06.746881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d87589cd-9c9b-4e99-aa78-b54a8b14e082 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/56072481-9cb1-4fb7-8c07-21dc4e988155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4208279 Jul 30 01:49:06.767146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:06.768001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:06.770444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52370) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:06.778524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=71649f8e-0543-4671-a694-8c650657f112,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:06.840544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:06.882635 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.883336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:06.883968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:06.910399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ae081-8da3-4f7b-a9f6-4ebb10476a8c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:06.911903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f05ae081-8da3-4f7b-a9f6-4ebb10476a8c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports/86152b0f-2371-4a21-b9a9-9ddeea4e63bd HTTP/1.1" status: 200 len: 910 time: 0.1401157 Jul 30 01:49:06.921429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52378) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:06.954259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Subnet': ['ID=1797e3ce-daed-4e0c-8ee8-a567a1999f0f,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:06.966327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:06.967047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949654e5-76d3-41e6-babb-7aa379ae2fea None None] The sync data for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:06.971419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.971775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.972254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.972748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.973045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.973422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.973754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.974081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.974524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.974732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.975065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.975397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:06.983172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Checking segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:06.983535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network hostable DHCP agents. Network: 27daa192-1026-4f37-aa72-944b9eac787e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:07.007642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 27daa192-1026-4f37-aa72-944b9eac787e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:07.027836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 27daa192-1026-4f37-aa72-944b9eac787e) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:07.033883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.034496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.041503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a277c-67b0-412b-adef-1bdef98cf6c6 None None] Network 27daa192-1026-4f37-aa72-944b9eac787e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:07.057508 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:02Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:07.088039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-510cb222-b2d7-4076-ade0-0b2f36471c39 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0695088 Jul 30 01:49:07.090408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52382) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:07.132347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebc257-68bf-46e9-9c83-8f484e76d6f2 None None] The sync data for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 is: [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:02Z', 'revision_number': 3, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:07.263070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 0b81591f-e11f-4e59-b318-bca92f451712 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:07.308440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-be090e99-e29e-4b22-b0b6-328b528cee6c None None] Provisioning complete for port 71649f8e-0543-4671-a694-8c650657f112 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:07.308894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be090e99-e29e-4b22-b0b6-328b528cee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.314291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.318878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52390) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:07.319151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446532be-6043-40c1-889b-416d01c57921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-27daa192-1026-4f37-aa72-944b9eac787e', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:07.323959 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-446532be-6043-40c1-889b-416d01c57921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.574329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-446532be-6043-40c1-889b-416d01c57921 None None] Allocated IP 172.20.0.2 (27daa192-1026-4f37-aa72-944b9eac787e/1797e3ce-daed-4e0c-8ee8-a567a1999f0f/6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:07.635885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.662371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.662880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.663425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.663910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.666844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.667363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.667839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.669935 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-d09132a5-dc7d-483d-9a12-cd6aba159db5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.3482990 Jul 30 01:49:07.671037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:07.682963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] Sync routers for ids ['0b81591f-e11f-4e59-b318-bca92f451712'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:07.702968 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] Routers {'0b81591f-e11f-4e59-b318-bca92f451712'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:07.705043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0b81591f-e11f-4e59-b318-bca92f451712'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:07.713324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d6d44226-40e2-4579-be1b-34ab732824c2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/0b81591f-e11f-4e59-b318-bca92f451712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9033744 Jul 30 01:49:07.718395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52398) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:07.796892 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-446532be-6043-40c1-889b-416d01c57921 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.825170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-be090e99-e29e-4b22-b0b6-328b528cee6c None None] Port 71649f8e-0543-4671-a694-8c650657f112 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:07.827430 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:07.840520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-446532be-6043-40c1-889b-416d01c57921 None None] Transition to ACTIVE for port object 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:07.847162 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] Routers {'0b81591f-e11f-4e59-b318-bca92f451712'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:07.848122 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0b81591f-e11f-4e59-b318-bca92f451712'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:07.860183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:07.875884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'Port': ['ID=e0b39b8b-320b-450c-b9ed-d9baac6eaeb6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:07.878522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:07.893619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-446532be-6043-40c1-889b-416d01c57921 None None] Transition to ACTIVE for port object 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:07.902474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe860296-1a53-4845-bb35-022dd3195cc6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.905668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-446532be-6043-40c1-889b-416d01c57921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.906254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe860296-1a53-4845-bb35-022dd3195cc6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports/71649f8e-0543-4671-a694-8c650657f112 HTTP/1.1" status: 200 len: 984 time: 0.1589036 Jul 30 01:49:07.910145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:07.912831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52400) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:07.971621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-83530338-7ac9-4c5a-a0e8-56837c5ed038 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=265a896d-f108-42f9-b2fd-021d785303d8&id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2593396 Jul 30 01:49:07.987038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446532be-6043-40c1-889b-416d01c57921 None None] Network 27daa192-1026-4f37-aa72-944b9eac787e is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:08.003247 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:08.003736 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343a563-4b53-4499-8e74-8006f6e81a09 None None] The sync data for ids ['0b81591f-e11f-4e59-b318-bca92f451712'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:08.010963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-446532be-6043-40c1-889b-416d01c57921 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:08.026126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446532be-6043-40c1-889b-416d01c57921 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:08.075938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446532be-6043-40c1-889b-416d01c57921 None None] Pushing event updated for resources: {'Port': ['ID=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:08.138914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.219960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.224626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-446532be-6043-40c1-889b-416d01c57921 None None] Attempting to bind port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:08.225241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-446532be-6043-40c1-889b-416d01c57921 None None] Attempting to bind port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:08.225769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446532be-6043-40c1-889b-416d01c57921 None None] Attempting to bind port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d on network 27daa192-1026-4f37-aa72-944b9eac787e {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:08.229822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 01272074-bbb4-43f7-a9ec-c09ecfd4479a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:08.288410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.292260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446532be-6043-40c1-889b-416d01c57921 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:08.300490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446532be-6043-40c1-889b-416d01c57921 None None] Checking segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:08.301372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-446532be-6043-40c1-889b-416d01c57921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.302131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446532be-6043-40c1-889b-416d01c57921 None None] Bound using segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:08.303035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-446532be-6043-40c1-889b-416d01c57921 None None] Bound port: 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:08.303810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-446532be-6043-40c1-889b-416d01c57921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.387446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 01272074-bbb4-43f7-a9ec-c09ecfd4479a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:08.398233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 01272074-bbb4-43f7-a9ec-c09ecfd4479a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:08.398856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.459116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-446532be-6043-40c1-889b-416d01c57921 None None] For port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:08.468251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-446532be-6043-40c1-889b-416d01c57921 None None] For port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:08.481205 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-446532be-6043-40c1-889b-416d01c57921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.622402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446532be-6043-40c1-889b-416d01c57921 None None] Pushing event updated for resources: {'Port': ['ID=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:08.635951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.666482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 01272074-bbb4-43f7-a9ec-c09ecfd4479a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=01272074-bbb4-43f7-a9ec-c09ecfd4479a,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:08.683413 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.770405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=01272074-bbb4-43f7-a9ec-c09ecfd4479a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:08.792718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.875910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.906655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:08.979162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'Port': ['ID=e0b39b8b-320b-450c-b9ed-d9baac6eaeb6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:09.148523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.168987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.170263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f4e564fa-731b-4720-973c-c3f8c39820b2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2134509 Jul 30 01:49:09.199654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 86152b0f-2371-4a21-b9a9-9ddeea4e63bd {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:09.200030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.270887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.339712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.362799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 86152b0f-2371-4a21-b9a9-9ddeea4e63bd owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:09.599028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.626490 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=86152b0f-2371-4a21-b9a9-9ddeea4e63bd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:09.844076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:09.987960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.1 (27daa192-1026-4f37-aa72-944b9eac787e/1797e3ce-daed-4e0c-8ee8-a567a1999f0f/eb43e91e-d98b-4a00-9021-3e0e21317084) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:10.024020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-b01ea632-14a0-46b9-85b3-b5f522120a8b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--903296976&fields=id&tenant_id=a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 267 time: 0.1446478 Jul 30 01:49:10.128652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 56072481-9cb1-4fb7-8c07-21dc4e988155 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:10.177901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:10.243134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:10.248706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 01272074-bbb4-43f7-a9ec-c09ecfd4479a up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:10.270446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-73bca3eb-b7e4-4e07-ae0b-15f030cf1aac tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.272182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-73bca3eb-b7e4-4e07-ae0b-15f030cf1aac tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 816 time: 0.2469332 Jul 30 01:49:10.279918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.311513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-ccdedfe9-edf0-4590-8f87-0e733ade9307 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/quotas/a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 375 time: 0.0281451 Jul 30 01:49:10.315782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object eb43e91e-d98b-4a00-9021-3e0e21317084 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:10.318395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 01272074-bbb4-43f7-a9ec-c09ecfd4479a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:10.318765 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.327952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 71649f8e-0543-4671-a694-8c650657f112 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:10.328394 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.502904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-4a115149-213e-44ce-b371-8aa60295891c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778965 Jul 30 01:49:10.512046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.596983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:10.662646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:10.669079 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fef3127c-4981-4f69-a3e1-ca80363deee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/56072481-9cb1-4fb7-8c07-21dc4e988155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7411664 Jul 30 01:49:10.675102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52440) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:10.675286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] Sync routers for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:10.694499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:10.695850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:10.713683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 27daa192-1026-4f37-aa72-944b9eac787e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:10.716700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 71649f8e-0543-4671-a694-8c650657f112 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:10.733268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:10.739639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:10.745779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=eb43e91e-d98b-4a00-9021-3e0e21317084,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:10.778770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:10.791103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:10.791438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:10.848876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:10.849656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b563b37-8331-4de8-8b31-0af97ebace98 None None] The sync data for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:10.875132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eab495-cafc-4d4b-9744-954af47bbb9b None None] Network 27daa192-1026-4f37-aa72-944b9eac787e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:10.990075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] Provisioning for port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:11.002611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] Provisioning complete for port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:11.003112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.016151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-de5970c0-663a-4b85-86bd-4c5e4e6eb719 service neutron] 10.222.0.78 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876869 Jul 30 01:49:11.130659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.170809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.222670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.263145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=71649f8e-0543-4671-a694-8c650657f112,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:11.273726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] For port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:11.286114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.333809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.394876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-03aed8a1-0e1a-4c13-b17b-a4063f1d2418 service neutron] 10.222.0.78 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622487 Jul 30 01:49:11.418087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3694702-1f41-48f3-99ce-abc93541d368 None None] Pushing event updated for resources: {'Port': ['ID=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:11.538490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.721840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14764e6a-0ead-440b-ad93-4d7e58f9a160 None None] Provisioning complete for port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:11.722355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14764e6a-0ead-440b-ad93-4d7e58f9a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.754922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a3fcec9-4e52-4a2f-84f8-024379b758c8 req-6f4ad20a-0dfd-40f5-b0ba-800fc858de78 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 210 time: 0.0984943 Jul 30 01:49:11.839693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eebed9-ec81-4eec-8701-3c44015a4047 req-f1858993-33ec-454e-a7fe-2562d0ba5482 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.841509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00eebed9-ec81-4eec-8701-3c44015a4047 req-f1858993-33ec-454e-a7fe-2562d0ba5482 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2820206 Jul 30 01:49:11.893676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.914403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:11.916299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:11.976323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14764e6a-0ead-440b-ad93-4d7e58f9a160 None None] Provisioning for port eb43e91e-d98b-4a00-9021-3e0e21317084 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:11.981386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-14764e6a-0ead-440b-ad93-4d7e58f9a160 None None] Provisioning complete for port eb43e91e-d98b-4a00-9021-3e0e21317084 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:11.981943 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-14764e6a-0ead-440b-ad93-4d7e58f9a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.063602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.075803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 0b81591f-e11f-4e59-b318-bca92f451712 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:12.080830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:12.102816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00eebed9-ec81-4eec-8701-3c44015a4047 req-f7875fa5-193b-45a2-9d36-f93a768412ab tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192118 Jul 30 01:49:12.117217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:12.170944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-14764e6a-0ead-440b-ad93-4d7e58f9a160 None None] Port eb43e91e-d98b-4a00-9021-3e0e21317084 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:12.258902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:12.261431 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.280035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:12.299942 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] Sync routers for ids ['0b81591f-e11f-4e59-b318-bca92f451712'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:12.321836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] Routers {'0b81591f-e11f-4e59-b318-bca92f451712'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:12.322655 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0b81591f-e11f-4e59-b318-bca92f451712'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:12.348486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-06dad739-af67-4cc3-9107-6464a265f9c3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/0b81591f-e11f-4e59-b318-bca92f451712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4338415 Jul 30 01:49:12.352105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:12.386359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8b8ec681-6fff-46c3-b161-60c3fba42556 None None] Provisioning complete for port eb43e91e-d98b-4a00-9021-3e0e21317084 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:12.386784 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec681-6fff-46c3-b161-60c3fba42556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.492810 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:12.500540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ec681-6fff-46c3-b161-60c3fba42556 None None] Port eb43e91e-d98b-4a00-9021-3e0e21317084 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:12.528016 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] Routers {'0b81591f-e11f-4e59-b318-bca92f451712'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:12.534089 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['0b81591f-e11f-4e59-b318-bca92f451712'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:12.586510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:12.630249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:12.630756 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b1f0c5-54ab-4f31-b67c-a5fd2290119c None None] The sync data for ids ['0b81591f-e11f-4e59-b318-bca92f451712'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:12.644414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=8ede42cc-b7f0-4b3b-b105-c35ca36d0c2c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:12.760920 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-1118f6a9-ae6e-4e65-9e04-368fa267459c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 01:49:12.762175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1118f6a9-ae6e-4e65-9e04-368fa267459c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/0b81591f-e11f-4e59-b318-bca92f451712/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4090471 Jul 30 01:49:12.765520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:12.803706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-427c4522-4887-4424-bf52-8b373c103491 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b81591f-e11f-4e59-b318-bca92f451712 HTTP/1.1" status: 200 len: 205 time: 0.0369883 Jul 30 01:49:12.807097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:12.858181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.008785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.062618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 56072481-9cb1-4fb7-8c07-21dc4e988155 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:13.147222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:13.147580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0838bf8a-c0a0-4068-89f1-6c9ad979900c req-73b937fb-6479-42ed-ba85-6236b90f227b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 210 time: 0.0655069 Jul 30 01:49:13.155744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-235aa5ab-7372-48bc-a273-5c53f4b25cfc tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/56072481-9cb1-4fb7-8c07-21dc4e988155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768188 Jul 30 01:49:13.155969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:13.164298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] Sync routers for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:13.191900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:13.192763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:13.227810 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d80d1323-7667-4a24-b8cf-1780b867a281 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=56072481-9cb1-4fb7-8c07-21dc4e988155 HTTP/1.1" status: 200 len: 205 time: 0.0682952 Jul 30 01:49:13.228168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:13.228463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:13.237253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.237973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] Routers {'56072481-9cb1-4fb7-8c07-21dc4e988155'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:13.238637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['56072481-9cb1-4fb7-8c07-21dc4e988155'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:13.240491 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.244883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.256709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.278040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:13.279332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276b4f6-b35e-4535-8cb0-49d2bdbf9ca1 None None] The sync data for ids ['56072481-9cb1-4fb7-8c07-21dc4e988155'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:13.321995 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.388696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.389087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router 0b81591f-e11f-4e59-b318-bca92f451712 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:13.407062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.410936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-86e5d207-a356-46aa-a83c-585359a963e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/0b81591f-e11f-4e59-b318-bca92f451712 HTTP/1.1" status: 204 len: 168 time: 0.6004477 Jul 30 01:49:13.414487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52500) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:13.456451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=eb43e91e-d98b-4a00-9021-3e0e21317084,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:13.473585 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.490193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cec400-8a6b-4ed0-a735-499d7f90e741 req-36d1a8d4-e459-4999-8112-343d0446d589 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.499118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12cec400-8a6b-4ed0-a735-499d7f90e741 req-36d1a8d4-e459-4999-8112-343d0446d589 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2559206 Jul 30 01:49:13.729406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.737560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-e09cbef6-eb56-494b-84eb-db38f3e8f2a2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.739373 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-e09cbef6-eb56-494b-84eb-db38f3e8f2a2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 816 time: 0.3712876 Jul 30 01:49:13.740714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.815597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.816055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router 56072481-9cb1-4fb7-8c07-21dc4e988155 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:13.827345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.828610 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86ec09cc-32d0-4893-8926-0da6021a3490 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/56072481-9cb1-4fb7-8c07-21dc4e988155 HTTP/1.1" status: 204 len: 168 time: 0.5990725 Jul 30 01:49:13.832422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52506) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:13.845888 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-f56af67a-bbec-4969-b1a0-05f8cd421b23 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 379 time: 0.0962245 Jul 30 01:49:13.872074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'port': {'device_id': '46b4748f-f468-41bc-a459-b48306cf6748', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'admin_state_up': True, 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'security_groups': ['9b29263c-fba6-4d8e-b96d-273319e06364']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:13.892545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet 2284212b-d607-481e-ab1a-2c6943fbd1ba {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:13.935043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.947274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet 9f8035e9-6e60-4ae3-b860-9a2124ccd07f {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:13.952917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:13.991905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12cec400-8a6b-4ed0-a735-499d7f90e741 req-f1d98188-a4ac-4e3a-9a91-06ffc3be2d00 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4915235 Jul 30 01:49:14.010217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.020729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.071875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 27daa192-1026-4f37-aa72-944b9eac787e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:14.075276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:14.098240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Made reservation on behalf of a039994ac7fa46c88b04bbad3609586b for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:14.103983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.211163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.281326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router d9a75c92-cb2d-4a95-aeea-786b744563b4 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:14.327262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4a85135-aada-4f32-9e61-df88e15df8a6 req-92886d9c-9d8c-443e-ae22-2c5f3ce45cae tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 210 time: 0.0368776 Jul 30 01:49:14.345256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.350180 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.385261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8035e9-6e60-4ae3-b860-9a2124ccd07f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:14.390277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b314d31-d076-4506-a24b-39934e9557e0 None None] Network 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:14.398886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.401165 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea16b631-c12d-4155-9657-74761435506f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/9f8035e9-6e60-4ae3-b860-9a2124ccd07f HTTP/1.1" status: 204 len: 168 time: 0.5676856 Jul 30 01:49:14.433095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Allocated IP 172.20.0.14 (b1306467-1764-416f-9ba4-5f651ab7a78b/01075988-123e-45e5-b4d1-248382e7c433/8f5cd628-553b-455c-aa50-601058dc4f72) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:14.434477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52512) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:14.473350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-87be880f-d3d7-4df4-b73d-eab040851000 None None] Provisioning complete for port eb43e91e-d98b-4a00-9021-3e0e21317084 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:14.473731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87be880f-d3d7-4df4-b73d-eab040851000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.511283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet e4359432-e80a-4e2e-b115-2a8089d8fcd7 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:14.515082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.548614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-87be880f-d3d7-4df4-b73d-eab040851000 None None] Port eb43e91e-d98b-4a00-9021-3e0e21317084 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:14.605510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.632074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.651254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] DHCP port deletion for 81f8bb29-98c3-46fd-9d7a-c51fced1f8ae request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:14.691725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Transition to ACTIVE for port object 8f5cd628-553b-455c-aa50-601058dc4f72 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:14.697085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.721027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] Deleting port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:14.722927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.743668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:14.743959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.753511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d5fd0f5f-f8aa-4e24-bbb3-08bfab2c94e9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/d9a75c92-cb2d-4a95-aeea-786b744563b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6617155 Jul 30 01:49:14.754356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=2284212b-d607-481e-ab1a-2c6943fbd1ba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:14.760811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.764747 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Sync routers for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:14.774594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6502a70f-b11e-4874-95e2-9e28c971d978 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/2284212b-d607-481e-ab1a-2c6943fbd1ba HTTP/1.1" status: 204 len: 168 time: 1.3560140 Jul 30 01:49:14.781506 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:14.782163 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:14.786646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52518) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:14.787991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077acaa-6889-493b-ba73-a9bcbe11845a None None] Network d481ea4a-f368-4748-8707-b0a95a03e5d2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:14.840271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:14.863513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Network b1306467-1764-416f-9ba4-5f651ab7a78b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:14.866648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:14.881210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] For port 54ff0a65-7320-427d-b0a3-278acf2bc1f6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=54ff0a65-7320-427d-b0a3-278acf2bc1f6,segment=NetworkSegment(d0382707-7951-4a2e-8086-2b583dc220a2),segment_id=d0382707-7951-4a2e-8086-2b583dc220a2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:14.881890 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:14.886383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:14.907420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] Calling delete_port for 54ff0a65-7320-427d-b0a3-278acf2bc1f6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:14.990158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.991237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.008082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.029093 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:15.034586 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-31e46ccc-5645-4600-a3f5-465b7f50b114 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1694925 Jul 30 01:49:15.048397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-82365cc7-5e5b-45f1-80a0-a45943fe1b89 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:49:15.059412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-82365cc7-5e5b-45f1-80a0-a45943fe1b89 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178440 Jul 30 01:49:15.138391 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.153347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Request body: {'port': {'device_id': '46b4748f-f468-41bc-a459-b48306cf6748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:15.176180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] No DVR routers for this DVR port 54ff0a65-7320-427d-b0a3-278acf2bc1f6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:15.184518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c44b08-04f3-4acf-9511-95fa8071e2c0 None None] Pushing event deleted for resources: {'Port': ['ID=54ff0a65-7320-427d-b0a3-278acf2bc1f6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:15.235144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.269909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-50477a53-136b-406c-886b-78ea4045ac63 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164099381&fields=id&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 267 time: 0.1600256 Jul 30 01:49:15.290896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.343973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] DHCP port deletion for d481ea4a-f368-4748-8707-b0a95a03e5d2 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:15.407456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0890e97-45cc-44ce-aa77-19b96461ae08 req-b0ade6d0-5883-4036-8b81-a79e87429d36 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.410342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0890e97-45cc-44ce-aa77-19b96461ae08 req-b0ade6d0-5883-4036-8b81-a79e87429d36 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2312810 Jul 30 01:49:15.416517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d0c628dc-b074-4e1b-b3fa-de91102be706 None None] Provisioning for port 8f5cd628-553b-455c-aa50-601058dc4f72 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:15.424901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d0c628dc-b074-4e1b-b3fa-de91102be706 None None] Provisioning complete for port 8f5cd628-553b-455c-aa50-601058dc4f72 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:15.425282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0c628dc-b074-4e1b-b3fa-de91102be706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.485986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.513775 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:12Z', 'revision_number': 2, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:15.544597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] Deleting port eadddd1a-8caf-4306-a4e3-7ed128adadad {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:15.545682 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.573898 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Checking router: d9a75c92-cb2d-4a95-aeea-786b744563b4 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:15.574252 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Updating router d9a75c92-cb2d-4a95-aeea-786b744563b4 port eb43e91e-d98b-4a00-9021-3e0e21317084 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:49:15.598068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0890e97-45cc-44ce-aa77-19b96461ae08 req-9c29d64e-8843-4527-b8a0-cb5def94882c tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518159 Jul 30 01:49:15.599701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.610496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/e4359432-e80a-4e2e-b115-2a8089d8fcd7 HTTP/1.1" status: 204 len: 168 time: 1.1671767 Jul 30 01:49:15.613272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-b380d992-89b4-4c1a-9ad2-94b45f0c403b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.614934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-b380d992-89b4-4c1a-9ad2-94b45f0c403b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/networks?id=27daa192-1026-4f37-aa72-944b9eac787e HTTP/1.1" status: 200 len: 796 time: 0.3441925 Jul 30 01:49:15.615993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52538) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:15.619057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30a71-2304-4df5-b121-6e11b401602d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=e4359432-e80a-4e2e-b115-2a8089d8fcd7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:15.650046 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.744064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-0d9c32ea-2896-4525-875a-dab099b9933f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/quotas/897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 375 time: 0.1215618 Jul 30 01:49:15.748444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.823984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port eadddd1a-8caf-4306-a4e3-7ed128adadad {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:15.824327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.837796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-c2f072b4-684a-4f9d-85d0-755a9563003d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811269 Jul 30 01:49:16.017282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778c256-3025-49db-a001-d956dc12ada9 None None] Network abd22ae6-9f44-4c7a-a767-cfb4580668e2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:16.169322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5cd628-553b-455c-aa50-601058dc4f72 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:16.189503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.196924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-fcd41366-ccd4-41cb-9705-5169a59e0f90 service neutron] 10.222.0.78 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285904 Jul 30 01:49:16.213377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Transition to ACTIVE for port object 8f5cd628-553b-455c-aa50-601058dc4f72 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:16.218546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.281036 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.308116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] For port eadddd1a-8caf-4306-a4e3-7ed128adadad, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eadddd1a-8caf-4306-a4e3-7ed128adadad,segment=NetworkSegment(baee464a-265d-45ae-8386-a6251bf50276),segment_id=baee464a-265d-45ae-8386-a6251bf50276)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:16.308535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.347421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f8bb29-98c3-46fd-9d7a-c51fced1f8ae']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:16.347972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] Calling delete_port for eadddd1a-8caf-4306-a4e3-7ed128adadad owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:16.358694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:16.395242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port eadddd1a-8caf-4306-a4e3-7ed128adadad, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eadddd1a-8caf-4306-a4e3-7ed128adadad,segment=NetworkSegment(baee464a-265d-45ae-8386-a6251bf50276),segment_id=baee464a-265d-45ae-8386-a6251bf50276)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:16.396021 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.405955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0382707-7951-4a2e-8086-2b583dc220a2') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:16.406592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0382707-7951-4a2e-8086-2b583dc220a2') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:16.416760 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.430814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bc861-4921-4513-abd9-1ce237883119 req-bcc24d36-06d2-46ad-b61f-291f3e385baa tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.442329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-235bc861-4921-4513-abd9-1ce237883119 req-bcc24d36-06d2-46ad-b61f-291f3e385baa tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.4724736 Jul 30 01:49:16.442987 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Transition to ACTIVE for port object eb43e91e-d98b-4a00-9021-3e0e21317084 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:16.456776 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.480570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for eadddd1a-8caf-4306-a4e3-7ed128adadad owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:16.490803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:16.490803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:16.491156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:16.504698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Port 8f5cd628-553b-455c-aa50-601058dc4f72 on network b1306467-1764-416f-9ba4-5f651ab7a78b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:16.507272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:16.513320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eadddd1a-8caf-4306-a4e3-7ed128adadad no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:16.520408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:16.520734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:16.525753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Bound using segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:16.526145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Bound port: 8f5cd628-553b-455c-aa50-601058dc4f72, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:16.526533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.541244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.606074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-235bc861-4921-4513-abd9-1ce237883119 req-7b08ec1f-43ae-4b32-8135-891e762cc765 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616540 Jul 30 01:49:16.614958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d0c628dc-b074-4e1b-b3fa-de91102be706 None None] Port 8f5cd628-553b-455c-aa50-601058dc4f72 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:16.624302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-9e8a065e-56a5-4fa4-901e-b43918b734be service neutron] 10.222.0.78 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259572 Jul 30 01:49:16.642844 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.664607 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f662ac-612b-40a5-bb4d-4a8c20e12a02 None None] Pushing event updated for resources: {'Port': ['ID=eb43e91e-d98b-4a00-9021-3e0e21317084,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:16.716575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:16.721973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:16.737866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.741338 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Attempting to bind port eb43e91e-d98b-4a00-9021-3e0e21317084 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:16.745129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Attempting to bind port eb43e91e-d98b-4a00-9021-3e0e21317084 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:16.745511 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Attempting to bind port eb43e91e-d98b-4a00-9021-3e0e21317084 on network 27daa192-1026-4f37-aa72-944b9eac787e {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:16.759350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:16.759902 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Checking segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:16.760500 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.761084 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Bound using segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:16.761718 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Bound port: eb43e91e-d98b-4a00-9021-3e0e21317084, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:16.765882 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.785361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:16.785953 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:16.794729 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:16.839073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.842554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.844562 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] 10.222.0.66 "PUT /v2.0/ports/8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1093 time: 1.7780995 Jul 30 01:49:16.850421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:16.856640 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2d0846-86e8-4bd7-9f14-460910054093" -d '{"events": [{"name": "network-changed", "server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:17.018920 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.023805 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] For port eb43e91e-d98b-4a00-9021-3e0e21317084, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:17.033762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] For port eb43e91e-d98b-4a00-9021-3e0e21317084, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb43e91e-d98b-4a00-9021-3e0e21317084,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:17.041916 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.064167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3781-52c6-48d3-aaec-a7bdfbb86f97 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:17.114305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-44639bc3-8d2a-4e51-b542-ce0ffcc8738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.126061 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-44639bc3-8d2a-4e51-b542-ce0ffcc8738f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1096 time: 0.2363658 Jul 30 01:49:17.143626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] Pushing event deleted for resources: {'Port': ['ID=eadddd1a-8caf-4306-a4e3-7ed128adadad,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:17.165567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] DHCP port deletion for abd22ae6-9f44-4c7a-a767-cfb4580668e2 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:17.184744 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.203510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4058b-1413-4305-9607-871f1ea3775f None None] No DVR routers for this DVR port eadddd1a-8caf-4306-a4e3-7ed128adadad on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:17.287525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.300931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-af3e8f18-95e9-43de-a533-7d769a992449 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 217 time: 0.1700454 Jul 30 01:49:17.306380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:17.307033 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:48:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:17.310604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.321329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/81f8bb29-98c3-46fd-9d7a-c51fced1f8ae HTTP/1.1" status: 204 len: 168 time: 1.7000186 Jul 30 01:49:17.330305 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f662ac-612b-40a5-bb4d-4a8c20e12a02 None None] Pushing event updated for resources: {'Port': ['ID=eb43e91e-d98b-4a00-9021-3e0e21317084,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:17.362231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751a352-3425-4745-be69-7131f4558acb req-261b9baf-e3e1-43a1-b988-d85cb779bf4c tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.364164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9751a352-3425-4745-be69-7131f4558acb req-261b9baf-e3e1-43a1-b988-d85cb779bf4c tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.5345187 Jul 30 01:49:17.364662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52560) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:17.420963 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188da6d1-993b-4150-a163-72206452f47e x-openstack-request-id: req-188da6d1-993b-4150-a163-72206452f47e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:17.421653 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:17.421653 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-188da6d1-993b-4150-a163-72206452f47e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:17.421923 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'status': 'completed', 'code': 200} Jul 30 01:49:17.459903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 54ff0a65-7320-427d-b0a3-278acf2bc1f6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:17.466895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-a8ff564f-62ff-4666-b5ce-756a264f24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.468389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-a8ff564f-62ff-4666-b5ce-756a264f24e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.1593108 Jul 30 01:49:17.500310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 54ff0a65-7320-427d-b0a3-278acf2bc1f6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:17.500757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 54ff0a65-7320-427d-b0a3-278acf2bc1f6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:17.541346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] Deleting port 0d1d49ba-0c3f-4117-948e-e2194728770d {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:17.542014 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.557279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9074f-eba6-482b-ae86-cc0ecbc3b8ce tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=81f8bb29-98c3-46fd-9d7a-c51fced1f8ae,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:17.576387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-cd55a1e3-b0da-4d53-aab5-67c2e2ab4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.580893 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-cd55a1e3-b0da-4d53-aab5-67c2e2ab4cd7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055384 Jul 30 01:49:17.654812 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:17.698040 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.743778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f072365-e29c-477a-b5d9-3e8c8a346e00 req-305871dc-9745-4aa3-8f7f-b4317d122265 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 210 time: 0.0875556 Jul 30 01:49:17.757827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] For port 0d1d49ba-0c3f-4117-948e-e2194728770d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0d1d49ba-0c3f-4117-948e-e2194728770d,segment=NetworkSegment(38a272e3-9dd4-4a84-addd-17283698740a),segment_id=38a272e3-9dd4-4a84-addd-17283698740a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:17.758240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:17.765592 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-61e5c891-03a1-4db0-89d5-297997e0b396 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779830 Jul 30 01:49:17.803307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=eadddd1a-8caf-4306-a4e3-7ed128adadad,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:17.820463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port eadddd1a-8caf-4306-a4e3-7ed128adadad on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:17.839339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9751a352-3425-4745-be69-7131f4558acb req-6a362a5b-7317-41da-be35-c9a2575850aa tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3672338 Jul 30 01:49:17.851734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] Calling delete_port for 0d1d49ba-0c3f-4117-948e-e2194728770d owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:17.864445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.012990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.047115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d481ea4a-f368-4748-8707-b0a95a03e5d2']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.066185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baee464a-265d-45ae-8386-a6251bf50276') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.066475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baee464a-265d-45ae-8386-a6251bf50276') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.067359 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d053ec5b-6aca-4948-8d32-5b5e8a22bc21 req-05188359-738c-4eaa-9d16-c1d0592c0a10 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940104 Jul 30 01:49:18.081785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.121225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0d1d49ba-0c3f-4117-948e-e2194728770d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:18.125880 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.131760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf762-f0d4-4c0c-8501-a7ee89607c9c req-e1d2745c-c29b-41f6-a434-e985e90992fa tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.139594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-301cf762-f0d4-4c0c-8501-a7ee89607c9c req-e1d2745c-c29b-41f6-a434-e985e90992fa tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.2007804 Jul 30 01:49:18.163921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.209821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] Pushing event deleted for resources: {'Port': ['ID=0d1d49ba-0c3f-4117-948e-e2194728770d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.216236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:18.224137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 0d1d49ba-0c3f-4117-948e-e2194728770d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:18.224549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0d1d49ba-0c3f-4117-948e-e2194728770d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:18.226449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:18.230915 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:18.234332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fd343-6d56-4082-aa34-07bbbe523664 None None] No DVR routers for this DVR port 0d1d49ba-0c3f-4117-948e-e2194728770d on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:18.256977 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a35981be-80fb-4254-91cf-349755a13804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:17Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.301861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-3756d848-7f5a-46d1-b12b-63fac193792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.306684 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35981be-80fb-4254-91cf-349755a13804 None None] The sync data for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 is: [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:17Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:18.307683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-3756d848-7f5a-46d1-b12b-63fac193792c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1096 time: 0.1607871 Jul 30 01:49:18.339902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 0d1d49ba-0c3f-4117-948e-e2194728770d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:18.340249 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.352468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-301cf762-f0d4-4c0c-8501-a7ee89607c9c req-1b62f329-3bbc-47bd-b29c-5b4ccdd91172 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108910 Jul 30 01:49:18.428606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.448757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.454612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/d481ea4a-f368-4748-8707-b0a95a03e5d2 HTTP/1.1" status: 204 len: 168 time: 3.6626821 Jul 30 01:49:18.456217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52574) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:18.468770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-989137618'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:18.481094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076bd28-ae4b-4120-ad32-2ffe746e424a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=d481ea4a-f368-4748-8707-b0a95a03e5d2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.501305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 0d1d49ba-0c3f-4117-948e-e2194728770d, host n-d-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:18.501676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.515389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 0d1d49ba-0c3f-4117-948e-e2194728770d owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:18.518960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Port 0d1d49ba-0c3f-4117-948e-e2194728770d was not found and therefore no delete operation was performed {{(pid=93890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:49:18.520171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.548943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=0d1d49ba-0c3f-4117-948e-e2194728770d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.552539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port 0d1d49ba-0c3f-4117-948e-e2194728770d on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:18.562083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:18.566069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.590371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-d3b32421-65c1-4a66-88bd-5835baeb7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.592585 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-d3b32421-65c1-4a66-88bd-5835baeb7963 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.2761412 Jul 30 01:49:18.645273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.645881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-b126c071-1717-4626-b56d-0ea52b811793 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 217 time: 0.0445766 Jul 30 01:49:18.649646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:18.658115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd22ae6-9f44-4c7a-a767-cfb4580668e2']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.671973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a272e3-9dd4-4a84-addd-17283698740a') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.672260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a272e3-9dd4-4a84-addd-17283698740a') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.682931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.697141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.697515 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment 5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5 of type vlan for network f57638cc-3978-43f9-a868-44a36b2958c7 Jul 30 01:49:18.700382 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.708485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:18.710607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.751928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-7723dd9e-17b9-48d2-a046-a66fda8b7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.753530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-7723dd9e-17b9-48d2-a046-a66fda8b7253 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.0969474 Jul 30 01:49:18.757380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:18.765073 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:18.813395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.824658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.831194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/abd22ae6-9f44-4c7a-a767-cfb4580668e2 HTTP/1.1" status: 204 len: 168 time: 1.4625885 Jul 30 01:49:18.843511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52578) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:18.850138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1938707942'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:18.856315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49168fe0-82bc-448e-8400-829f8503ba44 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=abd22ae6-9f44-4c7a-a767-cfb4580668e2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.868137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-2afeff97-8ab5-407c-b573-70a500f74c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.870623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-2afeff97-8ab5-407c-b573-70a500f74c3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093154 Jul 30 01:49:18.891611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:18.906400 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.914187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a0896f0b-e483-4e87-a9e1-99b3c32466a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.945581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.951771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.952730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.983173 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:49:18.986310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:19.043694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9649ec42-7825-420a-8d2b-935dc7b24655 req-73953301-944c-4527-a7f0-27c795c2edd3 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 210 time: 0.1302783 Jul 30 01:49:19.084644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:19.127767 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6684699 Jul 30 01:49:19.129134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52582) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:19.134470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:19.144196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.144551 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment 54c37d2b-c07c-40c8-9df8-850e7508bb4d of type vlan for network 2e57596b-b049-4f95-b2bf-db92aee5ca57 Jul 30 01:49:19.209027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358a4b-6b16-4ca6-919c-f706f65bae84 req-46ef5a86-b52b-44ea-8788-e8cacf02a3d6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.211410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84358a4b-6b16-4ca6-919c-f706f65bae84 req-46ef5a86-b52b-44ea-8788-e8cacf02a3d6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2495029 Jul 30 01:49:19.220235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:19.269662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '8f5cd628-553b-455c-aa50-601058dc4f72', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72', 'mac_address': 'fa:16:3e:7c:94:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:19.303696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:19.308755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.379245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.408388 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.436221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5cd628-553b-455c-aa50-601058dc4f72 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:19.464770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aad15-5b10-42ba-bde1-af8872a2ce26 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=f57638cc-3978-43f9-a868-44a36b2958c7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:19.492430 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-950207a6-192a-448c-b045-49e94405dc99 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880761 Jul 30 01:49:19.496078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84358a4b-6b16-4ca6-919c-f706f65bae84 req-c5b36f6d-c768-4c11-b12a-b692ddac7bf8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348635 Jul 30 01:49:19.497910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:19.513187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network f57638cc-3978-43f9-a868-44a36b2958c7 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:19.531262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-ce93fef4-a652-4c62-83a7-225974373ab6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.545028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-ce93fef4-a652-4c62-83a7-225974373ab6 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "GET /v2.0/networks?id=27daa192-1026-4f37-aa72-944b9eac787e HTTP/1.1" status: 200 len: 796 time: 0.4392638 Jul 30 01:49:19.546449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.553151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.554571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.602045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7570882 Jul 30 01:49:19.623065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52594) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:19.631329 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.664597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:19.693095 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb2d0846-86e8-4bd7-9f14-460910054093 req-33ff74d6-32d6-4d23-bc47-7ea98dbdc189 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927626 Jul 30 01:49:19.720159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:19.783299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-f7c6e51e-101e-4842-a85f-b4ae51e1ee01 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897441e865db45c3ad650437d9da1b4a HTTP/1.1" status: 200 len: 379 time: 0.2150855 Jul 30 01:49:19.814385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'port': {'device_id': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'admin_state_up': True, 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'security_groups': ['efadd2f7-193b-4d6b-8ced-30a46c43819b']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:19.827416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dfb2b-ca01-4d2b-822a-efe8acb48af1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=2e57596b-b049-4f95-b2bf-db92aee5ca57,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:19.840885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:19.845027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['8f5cd628-553b-455c-aa50-601058dc4f72'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:19.903816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.108532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=f3505da6-cf78-46dd-bb59-e79cfcc41381,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:20.126545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb43e91e-d98b-4a00-9021-3e0e21317084 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:20.139387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:20.140634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: f57638cc-3978-43f9-a868-44a36b2958c7, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:20.184284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network f57638cc-3978-43f9-a868-44a36b2958c7 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:20.207886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, f57638cc-3978-43f9-a868-44a36b2958c7) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:20.224036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0cd50f-32b5-477c-bbad-86d7a9e8d0a1 None None] Network f57638cc-3978-43f9-a868-44a36b2958c7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:20.225954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.226675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.247386 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9bd6eb6f-f99f-4e8f-8438-9d096e0b4332 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1170273 Jul 30 01:49:20.251292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52598) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:20.258144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2011117280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:20.289080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.291123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.405753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.412082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.441372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.443980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ef7f9fc1-bc66-42d2-b49e-a6b16b34779a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1913390 Jul 30 01:49:20.448257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52602) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:20.624019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port eb43e91e-d98b-4a00-9021-3e0e21317084 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:20.640229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eb43e91e-d98b-4a00-9021-3e0e21317084 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:20.640737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.742937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-f57638cc-3978-43f9-a868-44a36b2958c7', 'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': 'f3505da6-cf78-46dd-bb59-e79cfcc41381'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:20.744021 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.793646 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.810068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Made reservation on behalf of 897441e865db45c3ad650437d9da1b4a for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:20.813937 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.855648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.858318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port eb43e91e-d98b-4a00-9021-3e0e21317084, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb43e91e-d98b-4a00-9021-3e0e21317084,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:20.867861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de29d203-bc30-467b-beed-7a45b7d6c441 req-55ae9139-b124-466c-952e-2ba8f8d71d90 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 210 time: 0.0699136 Jul 30 01:49:20.881197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbd79b-6b5e-4c53-adc5-843d5c7af160 req-d0c4c0cb-4060-41e3-8ab7-2e1937a6f8fa tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.886916 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.890090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28dbd79b-6b5e-4c53-adc5-843d5c7af160 req-d0c4c0cb-4060-41e3-8ab7-2e1937a6f8fa tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 1.3197796 Jul 30 01:49:21.012769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28dbd79b-6b5e-4c53-adc5-843d5c7af160 req-a17e5d98-1d41-4b52-a785-5fbee45f6519 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127162 Jul 30 01:49:21.016489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:21.027332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.113623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=eb43e91e-d98b-4a00-9021-3e0e21317084,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.136541 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.145202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Allocated IP 2001:db8::2 (f57638cc-3978-43f9-a868-44a36b2958c7/f3505da6-cf78-46dd-bb59-e79cfcc41381/8127b1ca-1081-404e-ad5a-fc09240478d7) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:21.201232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.20.0.4 (27daa192-1026-4f37-aa72-944b9eac787e/1797e3ce-daed-4e0c-8ee8-a567a1999f0f/416d6bb4-cb79-4cf5-9361-cfb545bb0be3) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:21.241060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7e7f7-3a37-4e8e-9614-2a209a5f2d6b req-bcf7d76d-f8c1-4e75-9c57-770cfc4c0629 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.242588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5af7e7f7-3a37-4e8e-9614-2a209a5f2d6b req-bcf7d76d-f8c1-4e75-9c57-770cfc4c0629 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1354992 Jul 30 01:49:21.342456 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.354404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Transition to ACTIVE for port object 8127b1ca-1081-404e-ad5a-fc09240478d7 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:21.373102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Transition to ACTIVE for port object 8127b1ca-1081-404e-ad5a-fc09240478d7 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:21.391410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.397189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5af7e7f7-3a37-4e8e-9614-2a209a5f2d6b req-9ebfd90b-3062-499c-9b60-2c27964ee3aa tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456778 Jul 30 01:49:21.448794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Network f57638cc-3978-43f9-a868-44a36b2958c7 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:21.453501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:21.457046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:21.479604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.480030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8::1 (f57638cc-3978-43f9-a868-44a36b2958c7/f3505da6-cf78-46dd-bb59-e79cfcc41381/7812da4f-31c6-4fc8-acea-b5ae34711f26) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:21.504266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Pushing event updated for resources: {'Port': ['ID=8127b1ca-1081-404e-ad5a-fc09240478d7,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.563247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.582906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Attempting to bind port 8127b1ca-1081-404e-ad5a-fc09240478d7 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:21.583322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Attempting to bind port 8127b1ca-1081-404e-ad5a-fc09240478d7 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:21.583693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Attempting to bind port 8127b1ca-1081-404e-ad5a-fc09240478d7 on network f57638cc-3978-43f9-a868-44a36b2958c7 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:21.591346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:21.591810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Checking segment: {'id': '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:21.592289 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.592698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Bound using segment: {'id': '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:21.593204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Bound port: 8127b1ca-1081-404e-ad5a-fc09240478d7, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f57638cc-3978-43f9-a868-44a36b2958c7'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:21.593639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.613251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Transition to ACTIVE for port object 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:21.616283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=4abae6c7-9bec-40e7-87d0-937711f45046,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.630305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': '54c37d2b-c07c-40c8-9df8-850e7508bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:21.630878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 2e57596b-b049-4f95-b2bf-db92aee5ca57, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:21.636348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.655079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 7812da4f-31c6-4fc8-acea-b5ae34711f26 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:21.702934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.715792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:21.745597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2e57596b-b049-4f95-b2bf-db92aee5ca57) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:21.748617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.759139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-219b7531-b576-4c3d-81f2-5e540c2364ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.763419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.764380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.779617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b99014-9e34-467e-8152-48f7cb47cccc None None] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:21.795408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network f57638cc-3978-43f9-a868-44a36b2958c7 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:21.803079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:21.808647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:21.809276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.813368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=7812da4f-31c6-4fc8-acea-b5ae34711f26,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.826924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 27daa192-1026-4f37-aa72-944b9eac787e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:21.831362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-144dfc1c-f657-4ea1-8010-110d3c2f6d71 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2070730 Jul 30 01:49:21.831969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52612) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:21.837795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201198347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:21.842666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.845324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:21.848603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:21.848969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] For port 8127b1ca-1081-404e-ad5a-fc09240478d7, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:21.885055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] For port 8127b1ca-1081-404e-ad5a-fc09240478d7, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8127b1ca-1081-404e-ad5a-fc09240478d7,segment=NetworkSegment(5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5),segment_id=5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:21.898352 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.945255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.946288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.975837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:21.976495 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:21.990487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7b066-c379-4dde-94c5-647aa289f7b2 None None] Pushing event updated for resources: {'Port': ['ID=8127b1ca-1081-404e-ad5a-fc09240478d7,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:21.994327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.092193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb43e91e-d98b-4a00-9021-3e0e21317084 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:22.107588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.108191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-42af5211-de9b-4494-b9cf-3131838bc519 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3044970 Jul 30 01:49:22.186375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2e57596b-b049-4f95-b2bf-db92aee5ca57', 'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': '4abae6c7-9bec-40e7-87d0-937711f45046'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:22.187800 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.207715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eb43e91e-d98b-4a00-9021-3e0e21317084 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:22.208146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.228871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Request body: {'port': {'device_id': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:22.233854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.262608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.371851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.373248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7876e3b0-78dc-4027-969f-7c493ea35b5a None None] Provisioning for port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:22.433815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7876e3b0-78dc-4027-969f-7c493ea35b5a None None] Provisioning complete for port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:22.434050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7876e3b0-78dc-4027-969f-7c493ea35b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.447797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.450840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-66b45943-dde6-49b9-86a8-4d0630c09dfa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6168833 Jul 30 01:49:22.453964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52622) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:22.462013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'port': {'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57', 'name': 'tempest-RoutersTest-46055182'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:22.466001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb783f-5cd1-457b-8b75-b476ffe34dbd req-c1ec667c-2993-486b-adae-8adb1768e070 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.468734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcbb783f-5cd1-457b-8b75-b476ffe34dbd req-c1ec667c-2993-486b-adae-8adb1768e070 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 931 time: 0.4084775 Jul 30 01:49:22.544913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Allocated IP 172.20.0.2 (2e57596b-b049-4f95-b2bf-db92aee5ca57/4abae6c7-9bec-40e7-87d0-937711f45046/e934cf67-c8a9-4c5d-8a40-74546c0064d5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:22.550668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7876e3b0-78dc-4027-969f-7c493ea35b5a None None] Port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:22.569903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d1e7f-59fb-45ee-8580-cc955d0acbfb req-aca82afb-dbd6-44ad-bed7-e7b279344443 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.575257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b7d1e7f-59fb-45ee-8580-cc955d0acbfb req-aca82afb-dbd6-44ad-bed7-e7b279344443 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.2090204 Jul 30 01:49:22.706611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:22.711092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.730576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b7d1e7f-59fb-45ee-8580-cc955d0acbfb req-0344c748-c257-4faf-b145-a5a2f811c6cb tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392739 Jul 30 01:49:22.741491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dcbb783f-5cd1-457b-8b75-b476ffe34dbd req-1d0f7ff3-df2c-4f40-953f-3a20f7ff448c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642779 Jul 30 01:49:22.761950 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.785464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Transition to ACTIVE for port object e934cf67-c8a9-4c5d-8a40-74546c0064d5 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:22.799539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Transition to ACTIVE for port object e934cf67-c8a9-4c5d-8a40-74546c0064d5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:22.810528 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.826259 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.835009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] device_id is not set on port d23d4776-cf28-4887-933b-5c1e8955b5f3 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:49:22.841131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.842614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.916228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:22.925951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:22.947263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:22.971968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Pushing event updated for resources: {'Port': ['ID=e934cf67-c8a9-4c5d-8a40-74546c0064d5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.001636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=7812da4f-31c6-4fc8-acea-b5ae34711f26,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.033166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:23.071516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d9cb2-1f07-4677-9e2b-f2d7395deaa8 req-ed3d692b-8937-419a-b629-ab9d7d5e6222 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.075903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b68d9cb2-1f07-4677-9e2b-f2d7395deaa8 req-ed3d692b-8937-419a-b629-ab9d7d5e6222 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1639969 Jul 30 01:49:23.117163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Attempting to bind port e934cf67-c8a9-4c5d-8a40-74546c0064d5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:23.117555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Attempting to bind port e934cf67-c8a9-4c5d-8a40-74546c0064d5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54c37d2b-c07c-40c8-9df8-850e7508bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:23.117904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Attempting to bind port e934cf67-c8a9-4c5d-8a40-74546c0064d5 on network 2e57596b-b049-4f95-b2bf-db92aee5ca57 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:23.129027 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.145941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:23.148996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Checking segment: {'id': '54c37d2b-c07c-40c8-9df8-850e7508bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:23.148996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.151414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Bound using segment: {'id': '54c37d2b-c07c-40c8-9df8-850e7508bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:23.152111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Bound port: e934cf67-c8a9-4c5d-8a40-74546c0064d5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c37d2b-c07c-40c8-9df8-850e7508bb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '2e57596b-b049-4f95-b2bf-db92aee5ca57'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:23.152526 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.160845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network f57638cc-3978-43f9-a868-44a36b2958c7 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:23.165163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:23.174239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.20.0.13 (2e57596b-b049-4f95-b2bf-db92aee5ca57/4abae6c7-9bec-40e7-87d0-937711f45046/d23d4776-cf28-4887-933b-5c1e8955b5f3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:23.193260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b68d9cb2-1f07-4677-9e2b-f2d7395deaa8 req-4d40d4d5-0fc9-4c03-b69d-d63f886b7abc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969577 Jul 30 01:49:23.321012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 8f5cd628-553b-455c-aa50-601058dc4f72 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:23.345312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:23.351211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 8f5cd628-553b-455c-aa50-601058dc4f72 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:23.356761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.359099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.369057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:23.380297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Transition to ACTIVE for port object 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:23.391205 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.470919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] For port e934cf67-c8a9-4c5d-8a40-74546c0064d5, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:23.475269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] For port e934cf67-c8a9-4c5d-8a40-74546c0064d5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e934cf67-c8a9-4c5d-8a40-74546c0064d5,segment=NetworkSegment(54c37d2b-c07c-40c8-9df8-850e7508bb4d),segment_id=54c37d2b-c07c-40c8-9df8-850e7508bb4d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:23.525509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.564325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.661502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ed49f-7c07-40f6-97b0-666d5b596b09 None None] Pushing event updated for resources: {'Port': ['ID=e934cf67-c8a9-4c5d-8a40-74546c0064d5,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:23.664622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 65631b89-b19d-4b09-a24f-06df33f1300d is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:23.665519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.697233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d29d-e1f7-4704-a7b3-3adec53ba8a9 req-c5aa6dbd-295e-43b0-844b-012b546e748c tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.705106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de96d29d-e1f7-4704-a7b3-3adec53ba8a9 req-c5aa6dbd-295e-43b0-844b-012b546e748c tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1277299 Jul 30 01:49:23.707335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:23.711924 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd2a8e9-9d4c-4742-9e6c-88704e9fb7f3" -d '{"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-plugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:23.720817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-290ff7fb-8547-4bed-aeba-f3f0f251ed3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.730265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:23.748831 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.759832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-8e0f9d1a-4271-4017-ad00-ae598da6095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:23.761324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-8e0f9d1a-4271-4017-ad00-ae598da6095b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1097 time: 0.1836092 Jul 30 01:49:23.773674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Attempting to bind port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:23.774571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Attempting to bind port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:23.775337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Attempting to bind port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 on network 27daa192-1026-4f37-aa72-944b9eac787e {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:23.785426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 on network 27daa192-1026-4f37-aa72-944b9eac787e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:23.785773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Attempting to bind port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 on network 27daa192-1026-4f37-aa72-944b9eac787e {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:23.798237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:23.798586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Checking segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:23.798962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Bound using segment: {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:23.799544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Bound port: 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd742e0-9340-40c1-8684-0e8750e0b67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:23.799905 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.821989 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ed603-4eeb-41ce-ab4a-0439d4167496 x-openstack-request-id: req-d86ed603-4eeb-41ce-ab4a-0439d4167496 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:23.824205 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-plugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:23.825163 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d86ed603-4eeb-41ce-ab4a-0439d4167496 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:23.826009 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'code': 200} Jul 30 01:49:23.855473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de96d29d-e1f7-4704-a7b3-3adec53ba8a9 req-e7b9c206-1034-4080-bf0a-45b2cba59a11 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450870 Jul 30 01:49:23.864416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8036f7-eca9-42ec-bfa4-47b36e34ba2a None None] Network f57638cc-3978-43f9-a868-44a36b2958c7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:24.033538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.086362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:24.127564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:24.138244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83b0261b-9190-4061-a4f2-650413387139 None None] Provisioning for port 8127b1ca-1081-404e-ad5a-fc09240478d7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:24.152697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8127b1ca-1081-404e-ad5a-fc09240478d7 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:24.154694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object d23d4776-cf28-4887-933b-5c1e8955b5f3 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:24.160375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:24.166531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-f631c2fa-0031-4d34-900f-8547bb09c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.168272 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-f631c2fa-0031-4d34-900f-8547bb09c5ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.3577995 Jul 30 01:49:24.173994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:24.191226 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0655a559-ceb4-4263-a1e7-c0eb41666ecd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/65631b89-b19d-4b09-a24f-06df33f1300d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7412372 Jul 30 01:49:24.192587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b66e2-36f5-4210-9b59-87a7f86cbfa2 req-91bcbedc-18a3-4764-8137-9558fa4906ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.193695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52646) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:24.196044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-688b66e2-36f5-4210-9b59-87a7f86cbfa2 req-91bcbedc-18a3-4764-8137-9558fa4906ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1098 time: 0.3394151 Jul 30 01:49:24.197501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.213201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] Sync routers for ids ['65631b89-b19d-4b09-a24f-06df33f1300d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:24.231520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] Routers {'65631b89-b19d-4b09-a24f-06df33f1300d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:24.232177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['65631b89-b19d-4b09-a24f-06df33f1300d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:24.283144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:24.300928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bdc3-e625-4692-b332-cb1e9b8e4f0c req-29f8a9d0-0671-4494-ad8b-e73a68d74736 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.302635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8c5bdc3-e625-4692-b332-cb1e9b8e4f0c req-29f8a9d0-0671-4494-ad8b-e73a68d74736 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.2928729 Jul 30 01:49:24.304774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.305435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.306876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] 10.222.0.55 "PUT /v2.0/ports/416d6bb4-cb79-4cf5-9361-cfb545bb0be3 HTTP/1.1" status: 200 len: 1092 time: 2.0853865 Jul 30 01:49:24.310250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e55f6-c7db-4e0c-8fac-f04e9abd1f8f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.314860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-963e55f6-c7db-4e0c-8fac-f04e9abd1f8f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports/7812da4f-31c6-4fc8-acea-b5ae34711f26 HTTP/1.1" status: 200 len: 911 time: 0.0798981 Jul 30 01:49:24.316879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:24.319661 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a15b459-2778-47cb-98ac-35141c1656de" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:24.319984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8127b1ca-1081-404e-ad5a-fc09240478d7 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:24.323955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52648) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:24.334978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8127b1ca-1081-404e-ad5a-fc09240478d7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:24.335592 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.346882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822269-9e10-479f-b8c9-84ab7fa2d1c7 req-d6908a18-edd1-4be2-aac2-b7ec4e701543 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.348704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2822269-9e10-479f-b8c9-84ab7fa2d1c7 req-d6908a18-edd1-4be2-aac2-b7ec4e701543 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 943 time: 0.3378427 Jul 30 01:49:24.371653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] Routers {'65631b89-b19d-4b09-a24f-06df33f1300d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:24.372293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['65631b89-b19d-4b09-a24f-06df33f1300d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:24.409227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8c5bdc3-e625-4692-b332-cb1e9b8e4f0c req-91a1a763-a7bf-472f-94ca-b393488eda3a tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858316 Jul 30 01:49:24.502384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-688b66e2-36f5-4210-9b59-87a7f86cbfa2 req-c4ee4f7e-5f10-4b4d-baae-17437d640480 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871411 Jul 30 01:49:24.534253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907d49-9ce3-41d2-80b9-a079716f4ace service neutron] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:24.591715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-70313927-6aea-423a-acde-30a580e6b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.595677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-70313927-6aea-423a-acde-30a580e6b4bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1095 time: 0.2008703 Jul 30 01:49:24.604851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-290ff7fb-8547-4bed-aeba-f3f0f251ed3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.624548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2822269-9e10-479f-b8c9-84ab7fa2d1c7 req-08c9c64d-1f69-4240-b698-ea32d75f20b7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322061 Jul 30 01:49:24.670205 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-290ff7fb-8547-4bed-aeba-f3f0f251ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.682221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-48a417ed-348a-45de-9b90-ce1e01630697 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3 HTTP/1.1" status: 200 len: 217 time: 0.0730050 Jul 30 01:49:24.746062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:24.746808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64f788-943f-44f3-b894-e0dfa95650a0 None None] The sync data for ids ['65631b89-b19d-4b09-a24f-06df33f1300d'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:24.818487 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.861170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-290ff7fb-8547-4bed-aeba-f3f0f251ed3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99fd4df0aee64ce8bcd77913f1d0bdfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4791501 Jul 30 01:49:24.866625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ff7fb-8547-4bed-aeba-f3f0f251ed3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3890694-4a0d-43de-b9be-ae510419819b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:24.869448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52656) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:24.869652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8127b1ca-1081-404e-ad5a-fc09240478d7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8127b1ca-1081-404e-ad5a-fc09240478d7,segment=NetworkSegment(5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5),segment_id=5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:24.886736 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.888944 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.905746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-56215d62-fc2c-428a-9c19-8106b4d8846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.906970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-56215d62-fc2c-428a-9c19-8106b4d8846e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1797e3ce-daed-4e0c-8ee8-a567a1999f0f HTTP/1.1" status: 200 len: 835 time: 0.1998358 Jul 30 01:49:24.971558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8127b1ca-1081-404e-ad5a-fc09240478d7,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:25.023617 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-69c1f235-a835-4b86-8a6e-c4c1c997dd30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 1000 time: 0.8447158 Jul 30 01:49:25.031482 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc5755-06a9-4c74-b401-736cf2c28fe8 x-openstack-request-id: req-e4cc5755-06a9-4c74-b401-736cf2c28fe8 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:25.031482 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:25.031482 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4cc5755-06a9-4c74-b401-736cf2c28fe8 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:25.031482 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'status': 'completed', 'code': 200} Jul 30 01:49:25.073358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cb152d2b-30c8-4c55-b7a3-adc326f85887 None None] Provisioning complete for port 8127b1ca-1081-404e-ad5a-fc09240478d7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:25.073729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cb152d2b-30c8-4c55-b7a3-adc326f85887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.096191 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.110254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9823-50af-4222-ab62-8e1045b39c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.125452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8669163-ee18-490f-8331-c6578a5d8bff req-b45eb297-5b32-40c8-89d1-1d80056bd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.126981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-b45eb297-5b32-40c8-89d1-1d80056bd3ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27daa192-1026-4f37-aa72-944b9eac787e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2023940 Jul 30 01:49:25.210923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-27ce33ca-2b94-4bae-9a52-059ccd12c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.212662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-27ce33ca-2b94-4bae-9a52-059ccd12c548 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1589530 Jul 30 01:49:25.214729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:25.216272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cb152d2b-30c8-4c55-b7a3-adc326f85887 None None] Provisioning for port 7812da4f-31c6-4fc8-acea-b5ae34711f26 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:25.238181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cb152d2b-30c8-4c55-b7a3-adc326f85887 None None] Provisioning complete for port 7812da4f-31c6-4fc8-acea-b5ae34711f26 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:25.238558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cb152d2b-30c8-4c55-b7a3-adc326f85887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.264728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb3e5b-20c4-40f3-9c53-5b8e2c539c70 req-7395322a-d6ea-4877-8986-77e0b2cb86ff tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.269549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:25.279911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fbb3e5b-20c4-40f3-9c53-5b8e2c539c70 req-7395322a-d6ea-4877-8986-77e0b2cb86ff tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2783728 Jul 30 01:49:25.285472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9823-50af-4222-ab62-8e1045b39c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.314302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cb152d2b-30c8-4c55-b7a3-adc326f85887 None None] Port 7812da4f-31c6-4fc8-acea-b5ae34711f26 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:25.342119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=d23d4776-cf28-4887-933b-5c1e8955b5f3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:25.348599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:25.411190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fbb3e5b-20c4-40f3-9c53-5b8e2c539c70 req-c8834fb3-4d10-48f5-8b1f-88185ec74d2d tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302645 Jul 30 01:49:25.444093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-e333ef41-957d-4747-9555-b3d342e4624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.445468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-20d80cb2-8bf0-47e4-b851-ae6aea73f2db service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055062 Jul 30 01:49:25.446508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-e333ef41-957d-4747-9555-b3d342e4624f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880767 Jul 30 01:49:25.458715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017a74a-086e-4c4e-ace8-bf459920a5f2 None None] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:25.501176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.501856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.512796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b14c968-d95d-4efd-8aa4-96736053bd99 None None] Provisioning complete for port 7812da4f-31c6-4fc8-acea-b5ae34711f26 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:25.513169 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b14c968-d95d-4efd-8aa4-96736053bd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.556010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8669163-ee18-490f-8331-c6578a5d8bff req-e68fa030-09d7-4ec6-8f9b-479dce71308c service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022806 Jul 30 01:49:25.569091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9823-50af-4222-ab62-8e1045b39c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.572432 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c9f9823-50af-4222-ab62-8e1045b39c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.573854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1c9f9823-50af-4222-ab62-8e1045b39c76 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3890694-4a0d-43de-b9be-ae510419819b HTTP/1.1" status: 204 len: 168 time: 0.7007606 Jul 30 01:49:25.588658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0b14c968-d95d-4efd-8aa4-96736053bd99 None None] Port 7812da4f-31c6-4fc8-acea-b5ae34711f26 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:25.633757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3db8e624-37b1-45de-8da9-61756d7f4464 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1779695 Jul 30 01:49:25.634379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:25.696931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f9823-50af-4222-ab62-8e1045b39c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3890694-4a0d-43de-b9be-ae510419819b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:25.741837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-28f88d29-3843-4119-a712-e3db6c3dc176 None None] Provisioning for port e934cf67-c8a9-4c5d-8a40-74546c0064d5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:25.822960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188167e0-585e-484a-a527-2c17a55f0c2e req-58eb5666-8402-40bf-bbde-4f24b3a03c9c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.831778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-188167e0-585e-484a-a527-2c17a55f0c2e req-58eb5666-8402-40bf-bbde-4f24b3a03c9c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.2745769 Jul 30 01:49:25.877894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b459-2778-47cb-98ac-35141c1656de req-7ba24b1e-edad-4f84-a659-126f8b1fc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.879875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-7ba24b1e-edad-4f84-a659-126f8b1fc6e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1095 time: 0.2233906 Jul 30 01:49:25.880643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d03f1fd0-631a-4ed2-892a-7ee2275626d2 None None] Provisioning complete for port 7812da4f-31c6-4fc8-acea-b5ae34711f26 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:25.881574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d03f1fd0-631a-4ed2-892a-7ee2275626d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.917271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-188167e0-585e-484a-a527-2c17a55f0c2e req-bfdf12a8-a0a3-47e4-b35b-7b25c324d2be tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844316 Jul 30 01:49:25.969776 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-8c2449c0-6c97-4cc3-9225-b33c33d0790d service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132883 Jul 30 01:49:26.008343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d03f1fd0-631a-4ed2-892a-7ee2275626d2 None None] Port 7812da4f-31c6-4fc8-acea-b5ae34711f26 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:26.185292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458871-1814-407a-aabf-6da261ea6732 req-e0aa42de-3f89-4518-a1f7-8df2096a529b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.192327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e934cf67-c8a9-4c5d-8a40-74546c0064d5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:26.193732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7458871-1814-407a-aabf-6da261ea6732 req-e0aa42de-3f89-4518-a1f7-8df2096a529b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 943 time: 0.3842852 Jul 30 01:49:26.228967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-73428548-666e-4ff6-be5e-9673f85a02aa None None] Provisioning for port d23d4776-cf28-4887-933b-5c1e8955b5f3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:26.234927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-73428548-666e-4ff6-be5e-9673f85a02aa None None] Provisioning complete for port d23d4776-cf28-4887-933b-5c1e8955b5f3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:26.235517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-73428548-666e-4ff6-be5e-9673f85a02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.274544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bc4f9-93f5-402f-a02d-426ca5da13db req-7b3e0b4b-8bdd-4790-9b0f-c5db7d3af620 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.290435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a7bc4f9-93f5-402f-a02d-426ca5da13db req-7b3e0b4b-8bdd-4790-9b0f-c5db7d3af620 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.2287052 Jul 30 01:49:26.292835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52682) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:26.301885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Request body: {'floatingip': {'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:26.311653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b459-2778-47cb-98ac-35141c1656de req-18d54ac2-46cb-483b-a3c0-75da3cd11189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.313156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-18d54ac2-46cb-483b-a3c0-75da3cd11189 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27daa192-1026-4f37-aa72-944b9eac787e HTTP/1.1" status: 200 len: 897 time: 0.4080412 Jul 30 01:49:26.329638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-73428548-666e-4ff6-be5e-9673f85a02aa None None] Port d23d4776-cf28-4887-933b-5c1e8955b5f3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:26.342505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e934cf67-c8a9-4c5d-8a40-74546c0064d5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:26.348371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e934cf67-c8a9-4c5d-8a40-74546c0064d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:26.349245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.382417 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b19efb93-6aa1-4203-af8c-e8c44247c5ed req-b1bae5e9-2bcf-4897-a3d4-98ceef157d45 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028034 Jul 30 01:49:26.395875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7458871-1814-407a-aabf-6da261ea6732 req-cf6a1dc3-a103-4b85-b870-93a1b037fadb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972806 Jul 30 01:49:26.426678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.457963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-5a7d55e0-0c92-451a-a61b-648c3a587e24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3 HTTP/1.1" status: 200 len: 217 time: 0.0913081 Jul 30 01:49:26.463801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.500196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.523860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2f95d295-159e-4410-86c1-e3ccafc8d5b2 None None] Provisioning complete for port d23d4776-cf28-4887-933b-5c1e8955b5f3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:26.524326 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2f95d295-159e-4410-86c1-e3ccafc8d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.560325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.564691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2f95d295-159e-4410-86c1-e3ccafc8d5b2 None None] Port d23d4776-cf28-4887-933b-5c1e8955b5f3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:26.584461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e934cf67-c8a9-4c5d-8a40-74546c0064d5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e934cf67-c8a9-4c5d-8a40-74546c0064d5,segment=NetworkSegment(54c37d2b-c07c-40c8-9df8-850e7508bb4d),segment_id=54c37d2b-c07c-40c8-9df8-850e7508bb4d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:26.589674 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.591872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8127b1ca-1081-404e-ad5a-fc09240478d7 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:26.664433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b459-2778-47cb-98ac-35141c1656de req-9f63a1ee-bda6-43f9-8c44-c98717452a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.666571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-9f63a1ee-bda6-43f9-8c44-c98717452a65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1797e3ce-daed-4e0c-8ee8-a567a1999f0f HTTP/1.1" status: 200 len: 835 time: 0.2001779 Jul 30 01:49:26.686435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e934cf67-c8a9-4c5d-8a40-74546c0064d5,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:26.706328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8127b1ca-1081-404e-ad5a-fc09240478d7 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:26.706847 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.771588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e4925-28d5-4aa6-93e0-928749440845 req-5725c7d3-182c-4e07-a73f-4916148aba26 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.781488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c4e4925-28d5-4aa6-93e0-928749440845 req-5725c7d3-182c-4e07-a73f-4916148aba26 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1992626 Jul 30 01:49:26.862609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b459-2778-47cb-98ac-35141c1656de req-9d48e2b5-901d-4135-bd4e-67c181691e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:26.863520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-9d48e2b5-901d-4135-bd4e-67c181691e8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27daa192-1026-4f37-aa72-944b9eac787e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853919 Jul 30 01:49:26.902414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c4e4925-28d5-4aa6-93e0-928749440845 req-73765b15-7cb6-4253-88ed-748522e3af9e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200154 Jul 30 01:49:27.014426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.022097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.088727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-64d96612-49aa-4a83-a560-42136a510e5d service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145255 Jul 30 01:49:27.162499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=d23d4776-cf28-4887-933b-5c1e8955b5f3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:27.227602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:27.262478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 7812da4f-31c6-4fc8-acea-b5ae34711f26 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:27.262806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.389654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:27.432421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:27.451537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'port_id': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'mac_address': 'fa:16:3e:1d:7a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:27.462972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.467777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.517502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 7812da4f-31c6-4fc8-acea-b5ae34711f26 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:27.524888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.551680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:27.577664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:27.579565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5a729dbf-5c8e-4a1a-be48-21a65ac952b7 None None] Provisioning complete for port d23d4776-cf28-4887-933b-5c1e8955b5f3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:27.580045 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5a729dbf-5c8e-4a1a-be48-21a65ac952b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.584146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.620032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4e00f1-fdf7-45be-a0ee-693a58f05fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.650926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5a729dbf-5c8e-4a1a-be48-21a65ac952b7 None None] Port d23d4776-cf28-4887-933b-5c1e8955b5f3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:27.671907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:27.695744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.748198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfda9-60c8-4e3e-8f98-2d901b2f3016 req-4ea30657-bd23-4dd6-b33d-17170763418a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.749870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaabfda9-60c8-4e3e-8f98-2d901b2f3016 req-4ea30657-bd23-4dd6-b33d-17170763418a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 944 time: 0.1256900 Jul 30 01:49:27.824934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a15b459-2778-47cb-98ac-35141c1656de req-27c1a8e0-dbfb-4ab3-8998-7d9023950b14 service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262549 Jul 30 01:49:27.859302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaabfda9-60c8-4e3e-8f98-2d901b2f3016 req-9780b332-6e86-4f57-8499-0ec611226b32 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992148 Jul 30 01:49:27.861396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.865629 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.936215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['416d6bb4-cb79-4cf5-9361-cfb545bb0be3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:28.010993 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4e00f1-fdf7-45be-a0ee-693a58f05fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.022215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd4e00f1-fdf7-45be-a0ee-693a58f05fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.049475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e934cf67-c8a9-4c5d-8a40-74546c0064d5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:28.052706 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Floating IP c12006c2-dd68-4edc-8f52-7e682f0a4202 associated. External IP: 172.25.8.212, port: 8f5cd628-553b-455c-aa50-601058dc4f72. Jul 30 01:49:28.075213 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.121115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16a0d-eb37-4c48-941b-c35d6bd3a6ca req-85fe874e-bc4e-4084-b46c-ee1d5b9866a6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.122701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37e16a0d-eb37-4c48-941b-c35d6bd3a6ca req-85fe874e-bc4e-4084-b46c-ee1d5b9866a6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1044052 Jul 30 01:49:28.155475 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd4e00f1-fdf7-45be-a0ee-693a58f05fb1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de35f630e84a477083006e0ef9db27df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7623093 Jul 30 01:49:28.155475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=7812da4f-31c6-4fc8-acea-b5ae34711f26,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:28.157472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e934cf67-c8a9-4c5d-8a40-74546c0064d5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:28.158103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.159773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52714) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:28.164846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e00f1-fdf7-45be-a0ee-693a58f05fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ad609-9bef-484a-98ee-d4874f0964c6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:28.252281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37e16a0d-eb37-4c48-941b-c35d6bd3a6ca req-1b8707f7-2296-4b48-847d-248cf6a646ee tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913198 Jul 30 01:49:28.339196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12a3fd2a-5770-46af-a6d2-fb531240715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.370576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12a3fd2a-5770-46af-a6d2-fb531240715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.480240 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12a3fd2a-5770-46af-a6d2-fb531240715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.482738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12a3fd2a-5770-46af-a6d2-fb531240715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.483958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-12a3fd2a-5770-46af-a6d2-fb531240715c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/760ad609-9bef-484a-98ee-d4874f0964c6 HTTP/1.1" status: 204 len: 168 time: 0.3216476 Jul 30 01:49:28.498665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3fd2a-5770-46af-a6d2-fb531240715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ad609-9bef-484a-98ee-d4874f0964c6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:28.509395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:28.645728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.646331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:28.651431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.663385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:28.675571 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:28.676816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:28.688113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4f4e959d-e615-44f7-8bb8-d34f3b300002 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "PUT /v2.0/floatingips/c12006c2-dd68-4edc-8f52-7e682f0a4202 HTTP/1.1" status: 200 len: 992 time: 2.3941100 Jul 30 01:49:28.688924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:28.691813 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35" -d '{"events": [{"name": "network-changed", "server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:28.739240 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecb2fdb-48ad-4a26-b200-fd3f038df41f x-openstack-request-id: req-0ecb2fdb-48ad-4a26-b200-fd3f038df41f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:28.739240 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:28.739240 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ecb2fdb-48ad-4a26-b200-fd3f038df41f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:28.739615 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'status': 'completed', 'code': 200} Jul 30 01:49:28.811723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.821857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.919836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:28.984408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-40a68538-2f51-4008-9b64-90b05709d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.985937 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-40a68538-2f51-4008-9b64-90b05709d85b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1098 time: 0.2147286 Jul 30 01:49:28.990791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=d23d4776-cf28-4887-933b-5c1e8955b5f3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.009754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 65631b89-b19d-4b09-a24f-06df33f1300d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:29.010746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.044590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8249e-8b6e-4ebc-a937-ba499d42d743 req-86755eb3-8c7e-4a64-9f4b-b87d03e1dea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.047728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06a8249e-8b6e-4ebc-a937-ba499d42d743 req-86755eb3-8c7e-4a64-9f4b-b87d03e1dea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 944 time: 0.0939617 Jul 30 01:49:29.103724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06a8249e-8b6e-4ebc-a937-ba499d42d743 req-56eb2864-6b9b-4f60-a2d7-0c2dc791270b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493793 Jul 30 01:49:29.195532 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'c12006c2-dd68-4edc-8f52-7e682f0a4202', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'mac_address': 'fa:16:3e:7c:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4748f-f468-41bc-a459-b48306cf6748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:49:08Z', 'updated_at': '2021-07-30T01:49:27Z', 'revision_number': 1, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.224090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:29.227509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:29.231362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:29.244404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-abb8eee7-919a-4722-916d-098f79e12d87 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/65631b89-b19d-4b09-a24f-06df33f1300d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9115689 Jul 30 01:49:29.244488 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:29.244488 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.244661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52744) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:29.251826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-e4c87457-f5d2-4abf-808b-299474aa5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.253373 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-e4c87457-f5d2-4abf-808b-299474aa5eb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.2586534 Jul 30 01:49:29.299256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e38a7aca-e74a-4168-9475-39baae71ab97 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=65631b89-b19d-4b09-a24f-06df33f1300d HTTP/1.1" status: 200 len: 205 time: 0.0563769 Jul 30 01:49:29.301464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:29.312491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] Sync routers for ids ['65631b89-b19d-4b09-a24f-06df33f1300d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:29.337048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] Routers {'65631b89-b19d-4b09-a24f-06df33f1300d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:29.338179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['65631b89-b19d-4b09-a24f-06df33f1300d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.381553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.385557 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:29.390212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:29.398580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:29.398580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.401654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] Routers {'65631b89-b19d-4b09-a24f-06df33f1300d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:29.402938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['65631b89-b19d-4b09-a24f-06df33f1300d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.417196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.464131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.465046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58153811-bfa8-49e8-94ed-21cdaa65c85d None None] The sync data for ids ['65631b89-b19d-4b09-a24f-06df33f1300d'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:29.493952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:29.500005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:29.505974 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-9d466ecd-1ef4-4236-bfb5-41bdb17b01df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1000 time: 0.2450228 Jul 30 01:49:29.556602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.594165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:29.596646 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f5ddd-b8da-49b7-a456-608fb62c0484" -d '{"events": [{"server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "name": "network-vif-plugged", "status": "completed", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:29.634921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:29.645087 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.782482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.785022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.802684 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'c12006c2-dd68-4edc-8f52-7e682f0a4202', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'mac_address': 'fa:16:3e:7c:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4748f-f468-41bc-a459-b48306cf6748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:49:08Z', 'updated_at': '2021-07-30T01:49:27Z', 'revision_number': 1, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:29.808764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.830691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-5b0ec982-507c-40fb-bf98-9a967909595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.832341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-5b0ec982-507c-40fb-bf98-9a967909595c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.2983258 Jul 30 01:49:29.838002 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffcbd5-d73b-4759-808d-9da1cbed031c None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'c12006c2-dd68-4edc-8f52-7e682f0a4202', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'floating_ip_address': '172.25.8.212', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'mac_address': 'fa:16:3e:7c:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4748f-f468-41bc-a459-b48306cf6748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:49:08Z', 'updated_at': '2021-07-30T01:49:27Z', 'revision_number': 1, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:29.864956 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9613c4cc-bd41-4b43-9478-bd010926cc9b x-openstack-request-id: req-9613c4cc-bd41-4b43-9478-bd010926cc9b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:29.865251 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "name": "network-vif-plugged", "status": "completed", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:29.865502 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9613c4cc-bd41-4b43-9478-bd010926cc9b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:29.865902 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'code': 200} Jul 30 01:49:29.900551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-878c4c0e-ffc0-4f07-972b-36eb5ef479c4 None None] Provisioning complete for port d23d4776-cf28-4887-933b-5c1e8955b5f3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:29.900927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-878c4c0e-ffc0-4f07-972b-36eb5ef479c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.938893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.939917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router 65631b89-b19d-4b09-a24f-06df33f1300d {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:29.953735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.957614 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5b5acc5-a412-4902-b59d-fc074bef1e77 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/65631b89-b19d-4b09-a24f-06df33f1300d HTTP/1.1" status: 204 len: 168 time: 0.6505716 Jul 30 01:49:29.958489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:29.977024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-ab0b1bb3-7a03-46f8-bd7f-c057c7d07375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.978535 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-ab0b1bb3-7a03-46f8-bd7f-c057c7d07375 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011033 Jul 30 01:49:29.998055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 014f9325-bb4d-46cb-a0b9-ed443d05ddc3 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:30.005746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-878c4c0e-ffc0-4f07-972b-36eb5ef479c4 None None] Port d23d4776-cf28-4887-933b-5c1e8955b5f3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:30.081230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet f3505da6-cf78-46dd-bb59-e79cfcc41381 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:30.088678 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.093082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdb61a-5176-4165-8bfd-d20bc5281c7f req-4356b4cd-37ba-4e46-aebb-706c5769a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.094750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1bdb61a-5176-4165-8bfd-d20bc5281c7f req-4356b4cd-37ba-4e46-aebb-706c5769a6ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1097 time: 0.1331773 Jul 30 01:49:30.212710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.221908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-719bf18b-8374-44c2-9713-d9306403f6b1 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332590 Jul 30 01:49:30.223454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:30.237716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44892f1e-bfa2-4f10-8c9e-3b55a4c316be tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/014f9325-bb4d-46cb-a0b9-ed443d05ddc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5947115 Jul 30 01:49:30.237979 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] Sync routers for ids ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:30.243376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:30.247497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1bdb61a-5176-4165-8bfd-d20bc5281c7f req-3119584e-b855-4ed0-9242-a309efda049d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337800 Jul 30 01:49:30.253572 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] Routers {'014f9325-bb4d-46cb-a0b9-ed443d05ddc3'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:30.254420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:30.278105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef990159-4877-45a8-b3fb-9d999b6f7a6b None None] New status for floating IP c12006c2-dd68-4edc-8f52-7e682f0a4202: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:49:30.295742 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:30.315192 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] Routers {'014f9325-bb4d-46cb-a0b9-ed443d05ddc3'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:30.316543 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:30.357496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d7b5d848-5df6-4ba6-9b80-80a8f6840d35 req-c90411d5-9275-4c62-b363-d09cd3e36135 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206014 Jul 30 01:49:30.359349 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:30.360096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ec297-9a72-42c3-9b2f-a1c29a3768de None None] The sync data for ids ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:30.389860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5011074-0cd5-4ee0-beef-b0e6d31ed865 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.394540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e5011074-0cd5-4ee0-beef-b0e6d31ed865 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports/d23d4776-cf28-4887-933b-5c1e8955b5f3 HTTP/1.1" status: 200 len: 976 time: 0.1459916 Jul 30 01:49:30.394883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:30.421693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e84f5-ae75-43cd-9af1-89e212dc993e req-80a10d29-3a85-499a-ab7f-1d99d50f26f2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.429390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-588e84f5-ae75-43cd-9af1-89e212dc993e req-80a10d29-3a85-499a-ab7f-1d99d50f26f2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.2114363 Jul 30 01:49:30.446586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.494402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-588e84f5-ae75-43cd-9af1-89e212dc993e req-7738e597-421b-4c4e-aa55-4fc500f65dbe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640221 Jul 30 01:49:30.550898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.585487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=f3505da6-cf78-46dd-bb59-e79cfcc41381,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:30.590321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.595120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e487779a-b9d6-4e8a-8fd6-4ad7292d4872 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/f3505da6-cf78-46dd-bb59-e79cfcc41381 HTTP/1.1" status: 204 len: 168 time: 0.6294098 Jul 30 01:49:30.595299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52778) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:30.610204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3bc1e-4f05-4373-8404-e5ff5a0e006e None None] Network f57638cc-3978-43f9-a868-44a36b2958c7 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:30.718863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.785068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 8127b1ca-1081-404e-ad5a-fc09240478d7 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:30.785422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.830812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] DHCP port deletion for f57638cc-3978-43f9-a868-44a36b2958c7 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:30.888059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 8127b1ca-1081-404e-ad5a-fc09240478d7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8127b1ca-1081-404e-ad5a-fc09240478d7,segment=NetworkSegment(5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5),segment_id=5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:30.888865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.912227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 8127b1ca-1081-404e-ad5a-fc09240478d7 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:30.924225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] Deleting port 8127b1ca-1081-404e-ad5a-fc09240478d7 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:30.924225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.050936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.065455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] For port 8127b1ca-1081-404e-ad5a-fc09240478d7, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8127b1ca-1081-404e-ad5a-fc09240478d7,segment=NetworkSegment(5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5),segment_id=5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:31.065925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.084142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=8127b1ca-1081-404e-ad5a-fc09240478d7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:31.091613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port 8127b1ca-1081-404e-ad5a-fc09240478d7 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:31.098867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] Calling delete_port for 8127b1ca-1081-404e-ad5a-fc09240478d7 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:31.183497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.184216 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.200106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57638cc-3978-43f9-a868-44a36b2958c7']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:31.214814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] No DVR routers for this DVR port 8127b1ca-1081-404e-ad5a-fc09240478d7 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:31.219463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d97503-a238-4e86-83af-841c275a9bd6 None None] Pushing event deleted for resources: {'Port': ['ID=8127b1ca-1081-404e-ad5a-fc09240478d7,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:31.224676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:31.225080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecfc0f7-0c5a-4360-93c9-e0ede76bf5b5') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:31.242547 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.280231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.289651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:31.290196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:31.294937 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:31.313254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.408191 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.417117 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.423279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/f57638cc-3978-43f9-a868-44a36b2958c7 HTTP/1.1" status: 204 len: 168 time: 0.8227961 Jul 30 01:49:31.423279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52790) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:31.429115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1697466521', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:31.446271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355cadc-2430-45f0-951f-0ce764bfbb2c tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=f57638cc-3978-43f9-a868-44a36b2958c7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:31.466233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.467322 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.531342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.590457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port d23d4776-cf28-4887-933b-5c1e8955b5f3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:31.590810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.697593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.713443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for d23d4776-cf28-4887-933b-5c1e8955b5f3 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:31.747239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.763748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6a5a5-3a29-48b6-ad29-d73daee397ed req-10bcc490-22b0-49ff-994f-2cb7713e07c7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.765365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3c6a5a5-3a29-48b6-ad29-d73daee397ed req-10bcc490-22b0-49ff-994f-2cb7713e07c7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.1353478 Jul 30 01:49:31.860392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3c6a5a5-3a29-48b6-ad29-d73daee397ed req-8a6edb10-149b-4fa6-80ea-45f3aface629 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781457 Jul 30 01:49:31.949725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.988352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=d23d4776-cf28-4887-933b-5c1e8955b5f3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:32.054696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8127b1ca-1081-404e-ad5a-fc09240478d7 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:32.093056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.115302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.124014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8127b1ca-1081-404e-ad5a-fc09240478d7 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:32.124353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8127b1ca-1081-404e-ad5a-fc09240478d7 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:32.188282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e4ea1-e0f8-43cf-89a9-ce841bd0fffd req-26186500-2893-4dd0-b81e-8ea6e2678ce9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.189685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd1e4ea1-e0f8-43cf-89a9-ce841bd0fffd req-26186500-2893-4dd0-b81e-8ea6e2678ce9 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.2114544 Jul 30 01:49:32.275931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.299593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd1e4ea1-e0f8-43cf-89a9-ce841bd0fffd req-2367bb20-ea81-45ea-8175-2b1589839ee5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953755 Jul 30 01:49:32.324044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52810) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:32.358036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 172.25.8.187 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/db111276-151f-4ca0-b0d4-d8c197439a02) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:32.480519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07eab2-e4b7-4fd4-84f4-4a6de0cc051e tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.493104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-de07eab2-e4b7-4fd4-84f4-4a6de0cc051e tempest-TestNetworkAdvancedServerOps-40153512 tempest-TestNetworkAdvancedServerOps-40153512-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1092 time: 0.1675060 Jul 30 01:49:32.498041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:32.502340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:32.527877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 014f9325-bb4d-46cb-a0b9-ed443d05ddc3 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:32.544112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.573337 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.613869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.656969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:32.664396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:32.666818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:32.672110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:32.681431 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ca33619-d915-4cb5-a1ea-e8b36b9ec29a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/014f9325-bb4d-46cb-a0b9-ed443d05ddc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2829213 Jul 30 01:49:32.682149 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:32.690990 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] Sync routers for ids ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:32.701556 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] Routers {'014f9325-bb4d-46cb-a0b9-ed443d05ddc3'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:32.702190 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:32.706118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=db111276-151f-4ca0-b0d4-d8c197439a02,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:32.740404 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:32.749737 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] Routers {'014f9325-bb4d-46cb-a0b9-ed443d05ddc3'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:32.750815 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:32.785682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:32.786575 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89517d4-fa0a-4853-a77e-7fb718c5e72a None None] The sync data for ids ['014f9325-bb4d-46cb-a0b9-ed443d05ddc3'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:32.916942 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-e5cd7989-2ede-4b92-9edb-454f877dc58d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 01:49:32.918026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e5cd7989-2ede-4b92-9edb-454f877dc58d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/014f9325-bb4d-46cb-a0b9-ed443d05ddc3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2348835 Jul 30 01:49:32.920818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:32.955135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-807920d9-b368-4b1a-8bc8-20c9878eb711 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=014f9325-bb4d-46cb-a0b9-ed443d05ddc3 HTTP/1.1" status: 200 len: 205 time: 0.0330515 Jul 30 01:49:32.956755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.958490 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:33.007619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.076783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.212228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Allocated IP 172.25.8.105 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/b6c0f848-c550-4146-9339-8e78e4034192) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:33.371121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.391471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.401015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.479574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.480094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router 014f9325-bb4d-46cb-a0b9-ed443d05ddc3 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:33.483920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.503311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.504709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-84e59dda-4f55-43a2-8201-f8ab1ba44d28 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/014f9325-bb4d-46cb-a0b9-ed443d05ddc3 HTTP/1.1" status: 204 len: 168 time: 0.5451748 Jul 30 01:49:33.509432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52836) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:33.532644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 38b461b3-6db3-4630-987c-571e69a18adf is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:33.573555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet 4abae6c7-9bec-40e7-87d0-937711f45046 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:33.588940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.642550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.658333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.733943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:33.747278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:33.755106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:33.780649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=b6c0f848-c550-4146-9339-8e78e4034192,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:33.877361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.044484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.085940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=4abae6c7-9bec-40e7-87d0-937711f45046,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:34.089811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.094394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:34.094530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe669386-b1a4-494a-a5fb-1af0a0a715e9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/4abae6c7-9bec-40e7-87d0-937711f45046 HTTP/1.1" status: 204 len: 168 time: 0.5840383 Jul 30 01:49:34.096078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813ec33-364a-4785-884c-50358d786a2e None None] Network 2e57596b-b049-4f95-b2bf-db92aee5ca57 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:34.123238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:34.140056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] Sync routers for ids ['38b461b3-6db3-4630-987c-571e69a18adf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:34.163707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] Routers {'38b461b3-6db3-4630-987c-571e69a18adf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:34.164733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['38b461b3-6db3-4630-987c-571e69a18adf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:34.187768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.191765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dc23fd8c-b620-4f5f-8216-6f5c9c986dad tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7650971 Jul 30 01:49:34.194514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52840) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:34.202110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:34.242152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] Routers {'38b461b3-6db3-4630-987c-571e69a18adf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:34.242893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['38b461b3-6db3-4630-987c-571e69a18adf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:34.249785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.290869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:34.291963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0640ebf9-7c73-4164-a1e5-34d8d48161e5 None None] The sync data for ids ['38b461b3-6db3-4630-987c-571e69a18adf'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:34.319165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.383476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f5d66bcf-d48b-45a4-be5b-f3418ac16bef tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/routers/38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 200 len: 885 time: 0.1851819 Jul 30 01:49:34.383476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52848) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:34.416077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.424976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] DHCP port deletion for 2e57596b-b049-4f95-b2bf-db92aee5ca57 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:34.489085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] Deleting port e934cf67-c8a9-4c5d-8a40-74546c0064d5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:34.490491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.493081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port e934cf67-c8a9-4c5d-8a40-74546c0064d5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:34.493426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.608006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] For port e934cf67-c8a9-4c5d-8a40-74546c0064d5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e934cf67-c8a9-4c5d-8a40-74546c0064d5,segment=NetworkSegment(54c37d2b-c07c-40c8-9df8-850e7508bb4d),segment_id=54c37d2b-c07c-40c8-9df8-850e7508bb4d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:34.608397 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.609618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port e934cf67-c8a9-4c5d-8a40-74546c0064d5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e934cf67-c8a9-4c5d-8a40-74546c0064d5,segment=NetworkSegment(54c37d2b-c07c-40c8-9df8-850e7508bb4d),segment_id=54c37d2b-c07c-40c8-9df8-850e7508bb4d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:34.609983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.623415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] Calling delete_port for e934cf67-c8a9-4c5d-8a40-74546c0064d5 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:34.646640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for e934cf67-c8a9-4c5d-8a40-74546c0064d5 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:34.659258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.665312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.724935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event updated for resources: {'Port': ['ID=b6c0f848-c550-4146-9339-8e78e4034192,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:34.742972 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.758308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] No DVR routers for this DVR port e934cf67-c8a9-4c5d-8a40-74546c0064d5 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:34.772954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.782089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34dc88-72d3-4bde-b0d1-4999d6f1d4c3 None None] Pushing event deleted for resources: {'Port': ['ID=e934cf67-c8a9-4c5d-8a40-74546c0064d5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:34.864384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b431c194-ea8c-4178-a76f-053cea8a1e82 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4760215 Jul 30 01:49:34.864384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.864846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:34.872104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1697466521'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:34.906622 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP f697a183-9c87-429f-88ff-7e8c6c4219f2 associated. External IP: 172.25.8.105, port: 416d6bb4-cb79-4cf5-9361-cfb545bb0be3. Jul 30 01:49:34.929948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=e934cf67-c8a9-4c5d-8a40-74546c0064d5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:34.940147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port e934cf67-c8a9-4c5d-8a40-74546c0064d5 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:35.067651 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.082316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e57596b-b049-4f95-b2bf-db92aee5ca57']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:35.098242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c37d2b-c07c-40c8-9df8-850e7508bb4d') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:35.098587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c37d2b-c07c-40c8-9df8-850e7508bb4d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:35.139261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.198123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.209312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:35.209755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:35.213184 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:35.325421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.334906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.336942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/2e57596b-b049-4f95-b2bf-db92aee5ca57 HTTP/1.1" status: 204 len: 168 time: 1.2413487 Jul 30 01:49:35.341834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52876) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:35.355932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1252272146'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:35.366873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448262-d12c-4156-9843-6418e61d7adb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=2e57596b-b049-4f95-b2bf-db92aee5ca57,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:35.448841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:35.452385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.458548 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.483184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.493233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:35.535849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router d9a75c92-cb2d-4a95-aeea-786b744563b4 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:35.543543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.544207 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment e8d70501-b249-44fb-bf20-3236a1e48426 of type vlan for network 4624cea8-9816-4f60-ba3d-9566edb12b1c Jul 30 01:49:35.630568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.661943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:35.678019 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] Sync routers for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:35.678873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 38b461b3-6db3-4630-987c-571e69a18adf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:35.682244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.686152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.688617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.689311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.693271 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:35.694552 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:35.719857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f1f3b4e-0cf9-448b-bd58-26130d47e23c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2212925 Jul 30 01:49:35.720613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:35.723398 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:35.775938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4343855 Jul 30 01:49:35.778977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52894) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:35.788947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:35.818597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa258511-12d0-4da4-ae86-9f77a862d872 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=4624cea8-9816-4f60-ba3d-9566edb12b1c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:35.844655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:35.875638 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b62844-0864-422d-8453-b0dea30b9f6b x-openstack-request-id: req-a9b62844-0864-422d-8453-b0dea30b9f6b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:35.875946 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:35.876191 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9b62844-0864-422d-8453-b0dea30b9f6b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:35.876612 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'status': 'completed', 'code': 200} Jul 30 01:49:35.899356 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:35.968549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:35.972425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.996296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:36.007518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] Sync routers for ids ['38b461b3-6db3-4630-987c-571e69a18adf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:36.008104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803834ec-d8be-40a0-8630-a9cf1746cb7e req-b798ae83-8e73-4af6-b0e9-4d6b499f2b21 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.009834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-803834ec-d8be-40a0-8630-a9cf1746cb7e req-b798ae83-8e73-4af6-b0e9-4d6b499f2b21 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.1834376 Jul 30 01:49:36.016203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.017602 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-de0f7686-d34a-4296-acfb-e19fa3110ea1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 200 len: 892 time: 1.1500094 Jul 30 01:49:36.023222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] Routers {'38b461b3-6db3-4630-987c-571e69a18adf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:36.029288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52898) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:36.035215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['38b461b3-6db3-4630-987c-571e69a18adf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:36.046337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-63454eda-db01-4e41-96d3-7d5b1a153b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.048660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-63454eda-db01-4e41-96d3-7d5b1a153b5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1097 time: 0.1547244 Jul 30 01:49:36.109489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:36.112454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e934cf67-c8a9-4c5d-8a40-74546c0064d5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:36.138665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e934cf67-c8a9-4c5d-8a40-74546c0064d5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:36.139033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e934cf67-c8a9-4c5d-8a40-74546c0064d5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:36.149879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] Routers {'38b461b3-6db3-4630-987c-571e69a18adf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:36.151578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['38b461b3-6db3-4630-987c-571e69a18adf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:36.221253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:36.221953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d140ae4-fc4b-4d79-a142-86c1dcaaed39 None None] The sync data for ids ['38b461b3-6db3-4630-987c-571e69a18adf'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:36.254379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-803834ec-d8be-40a0-8630-a9cf1746cb7e req-a3fed0ec-6361-4869-80ea-9494979a22c8 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346623 Jul 30 01:49:36.263863 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'f697a183-9c87-429f-88ff-7e8c6c4219f2', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'port_id': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'mac_address': 'fa:16:3e:1d:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:49:34Z', 'updated_at': '2021-07-30T01:49:34Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:20Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:36.280986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52904) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:36.301049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] Checking router: d9a75c92-cb2d-4a95-aeea-786b744563b4 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:36.310716 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:36.311382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:36.333385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c5d6aa7-e3e3-47a6-a6d2-b8ecfeda0804 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/routers/38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 200 len: 892 time: 0.3025522 Jul 30 01:49:36.334674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-8b587863-f883-44ac-a3f0-1971c05a237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.336325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-8b587863-f883-44ac-a3f0-1971c05a237a service neutron] 10.222.0.55 "GET /v2.0/networks?id=27daa192-1026-4f37-aa72-944b9eac787e HTTP/1.1" status: 200 len: 897 time: 0.2445552 Jul 30 01:49:36.336923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52908) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:36.411115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df5c71da-e59c-4eb9-bf7b-82e17f211c98 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 200 len: 205 time: 0.0730059 Jul 30 01:49:36.419397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52910) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:36.432436 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ba6d466-1f2c-42d3-90e0-013be89c9fbc tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/f697a183-9c87-429f-88ff-7e8c6c4219f2 HTTP/1.1" status: 200 len: 991 time: 0.1424656 Jul 30 01:49:36.434221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.531692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-ae101f68-b891-4c63-9ef3-298a1e9638f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3 HTTP/1.1" status: 200 len: 999 time: 0.1850963 Jul 30 01:49:36.533301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:36.560327 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:36.590637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': 'e8d70501-b249-44fb-bf20-3236a1e48426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:36.591299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 4624cea8-9816-4f60-ba3d-9566edb12b1c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:36.624511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-b7861b8f-20f3-477d-9812-8e6b651e49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.626320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-b7861b8f-20f3-477d-9812-8e6b651e49ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1797e3ce-daed-4e0c-8ee8-a567a1999f0f HTTP/1.1" status: 200 len: 835 time: 0.0620601 Jul 30 01:49:36.627493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:36.629149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.649920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4624cea8-9816-4f60-ba3d-9566edb12b1c) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:36.662693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.663944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.669891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc22652-b799-46d0-aad9-50ba63cc1aa6 None None] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:36.683971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-17326cbf-546e-4314-beb8-77045c520d96 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9023769 Jul 30 01:49:36.684647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52920) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:36.690004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1571749606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:36.735022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.738846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.754489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-77a3d19a-5637-41c6-ab7c-84eb3ad59dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.756114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-77a3d19a-5637-41c6-ab7c-84eb3ad59dad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27daa192-1026-4f37-aa72-944b9eac787e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228762 Jul 30 01:49:36.867840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.883511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.888422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.924278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.925581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ab32fd0-d377-4f8b-9446-d492c9ee9a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2399144 Jul 30 01:49:36.931595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52928) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:36.965629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-4624cea8-9816-4f60-ba3d-9566edb12b1c', 'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': '4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:36.966611 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.992692 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'f697a183-9c87-429f-88ff-7e8c6c4219f2', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'port_id': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'mac_address': 'fa:16:3e:1d:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:49:34Z', 'updated_at': '2021-07-30T01:49:34Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:20Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:37.026328 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab86a8-186d-4b34-a0e3-9f8ba5fc104e None None] The sync data for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 is: [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'f697a183-9c87-429f-88ff-7e8c6c4219f2', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'port_id': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'mac_address': 'fa:16:3e:1d:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:49:34Z', 'updated_at': '2021-07-30T01:49:34Z', 'revision_number': 0, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:20Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:37.152747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Allocated IP 172.20.0.2 (4624cea8-9816-4f60-ba3d-9566edb12b1c/4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6/bd7fedef-67a9-461e-b9b8-06ef90d3e658) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:37.368644 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8817461-b26a-4d8f-a34b-8cfcb69e4d19 None None] New status for floating IP f697a183-9c87-429f-88ff-7e8c6c4219f2: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:49:37.373521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-252883ec-7f8f-4296-a8ce-8b09ec71ddc4 service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093020 Jul 30 01:49:37.389435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.412043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.427519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.428079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Transition to ACTIVE for port object bd7fedef-67a9-461e-b9b8-06ef90d3e658 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:37.444086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52938) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:37.490956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Transition to ACTIVE for port object bd7fedef-67a9-461e-b9b8-06ef90d3e658 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:37.499264 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.608275 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5157f22a-b074-46d1-b0a4-23d4b0b14399 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/f697a183-9c87-429f-88ff-7e8c6c4219f2 HTTP/1.1" status: 200 len: 991 time: 0.1611667 Jul 30 01:49:37.619458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port db111276-151f-4ca0-b0d4-d8c197439a02 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:37.620083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.644762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:37.646730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Pushing event updated for resources: {'Port': ['ID=bd7fedef-67a9-461e-b9b8-06ef90d3e658,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:37.670143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:37.679174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:37.729791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c4d7be5-7cb1-48c8-aa48-1703b8f028d8 req-17ff3016-8fb5-4ab8-b707-5cd06ecaa8ee service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338017 Jul 30 01:49:37.794503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Attempting to bind port bd7fedef-67a9-461e-b9b8-06ef90d3e658 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:37.795185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Attempting to bind port bd7fedef-67a9-461e-b9b8-06ef90d3e658 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e8d70501-b249-44fb-bf20-3236a1e48426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:37.796552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Attempting to bind port bd7fedef-67a9-461e-b9b8-06ef90d3e658 on network 4624cea8-9816-4f60-ba3d-9566edb12b1c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:37.805306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:37.806035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Checking segment: {'id': 'e8d70501-b249-44fb-bf20-3236a1e48426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:37.806612 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.808056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Bound using segment: {'id': 'e8d70501-b249-44fb-bf20-3236a1e48426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:37.808733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Bound port: bd7fedef-67a9-461e-b9b8-06ef90d3e658, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d70501-b249-44fb-bf20-3236a1e48426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4624cea8-9816-4f60-ba3d-9566edb12b1c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:37.809298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.811349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.838008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for db111276-151f-4ca0-b0d4-d8c197439a02 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:37.894618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.20.0.1 (4624cea8-9816-4f60-ba3d-9566edb12b1c/4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6/6357c852-2226-4020-8386-640779d05a5b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:37.911627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] For port bd7fedef-67a9-461e-b9b8-06ef90d3e658, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:37.916965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] For port bd7fedef-67a9-461e-b9b8-06ef90d3e658, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bd7fedef-67a9-461e-b9b8-06ef90d3e658,segment=NetworkSegment(e8d70501-b249-44fb-bf20-3236a1e48426),segment_id=e8d70501-b249-44fb-bf20-3236a1e48426)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:37.922454 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.040406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc07353-0c52-4a43-8a66-35e179fc6c59 None None] Pushing event updated for resources: {'Port': ['ID=bd7fedef-67a9-461e-b9b8-06ef90d3e658,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.089219 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.126141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=db111276-151f-4ca0-b0d4-d8c197439a02,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.132831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.152091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object 6357c852-2226-4020-8386-640779d05a5b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:38.188283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.209172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.242343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:38.259464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:38.263736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:38.309369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=6357c852-2226-4020-8386-640779d05a5b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.328406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.341460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.343954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.409484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.410023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router 38b461b3-6db3-4630-987c-571e69a18adf {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:38.417251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.418457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6b2cf211-1a92-4ace-abf0-a986b5baf05d tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 204 len: 168 time: 1.9980564 Jul 30 01:49:38.422017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52948) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:38.427796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-663759819'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:38.487116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.490688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:38.494155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.550969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:38.599649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.600001 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment 63673476-4b8d-45b7-a8b6-b249d0fcbc92 of type vlan for network 44ba8500-72b4-45af-bcd7-d6f0700ad932 Jul 30 01:49:38.612693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52950) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:38.682555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.721860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3f0ba759-2125-4bb7-85a6-401ecb47d939 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/f697a183-9c87-429f-88ff-7e8c6c4219f2 HTTP/1.1" status: 200 len: 993 time: 0.1069217 Jul 30 01:49:38.780252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.786358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.786897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.872054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4460948 Jul 30 01:49:38.873194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52956) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:38.877739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:38.897846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60093d1e-26ca-4e44-a544-d9ef0ef9957e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=44ba8500-72b4-45af-bcd7-d6f0700ad932,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.912378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:38.933769 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:38.939629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.020560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:39.025014 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.056241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.060257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=6357c852-2226-4020-8386-640779d05a5b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:39.194611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:39.196244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:39.273928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.341331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 76710891-8c17-4956-8535-fdaf70d8172e is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:39.341812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa3b8b-d21d-446d-b200-9229c73f885e None None] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:39.364295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=cfebee5e-357c-4744-a6ca-433a1cea6731,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:39.373941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': '63673476-4b8d-45b7-a8b6-b249d0fcbc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:39.374311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: 44ba8500-72b4-45af-bcd7-d6f0700ad932, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:39.395765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:39.406814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 44ba8500-72b4-45af-bcd7-d6f0700ad932) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:39.412526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.414711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.433111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e15df-bf23-41f6-869f-b6fda566a82e None None] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:39.444100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2a5faa5a-343a-47f7-b275-b3e717a8f7be tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5704045 Jul 30 01:49:39.444991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52960) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:39.450982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-951439272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:39.465703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:39.478187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52962) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:39.483442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-55cf8fe5-4dbe-4338-b8d1-4454a1b85600 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/76710891-8c17-4956-8535-fdaf70d8172e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5385931 Jul 30 01:49:39.514114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.515345 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.541292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226bca0-8663-4147-bf49-19165c75c444 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.542826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c226bca0-8663-4147-bf49-19165c75c444 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports/6357c852-2226-4020-8386-640779d05a5b HTTP/1.1" status: 200 len: 910 time: 0.0632887 Jul 30 01:49:39.546414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:39.599789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.605702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.625038 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:39.627365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c826457-3940-47c4-a7b5-8fef09a22a29 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1805117 Jul 30 01:49:39.629541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52966) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:39.687262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] Sync routers for ids ['76710891-8c17-4956-8535-fdaf70d8172e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:39.725987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a4de3122-ca3c-4f04-9fed-0602c9ad5876 None None] Provisioning for port bd7fedef-67a9-461e-b9b8-06ef90d3e658 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:39.757979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] Routers {'76710891-8c17-4956-8535-fdaf70d8172e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:39.758938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['76710891-8c17-4956-8535-fdaf70d8172e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:39.919702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:39.990275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] Routers {'76710891-8c17-4956-8535-fdaf70d8172e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:39.996360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['76710891-8c17-4956-8535-fdaf70d8172e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:40.070578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:40.071646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2437e414-6660-45f5-9e7a-275f613dfa4e None None] The sync data for ids ['76710891-8c17-4956-8535-fdaf70d8172e'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:40.137878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bd7fedef-67a9-461e-b9b8-06ef90d3e658 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:40.204917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-44ba8500-72b4-45af-bcd7-d6f0700ad932', 'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': 'cfebee5e-357c-4744-a6ca-433a1cea6731'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:40.205839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.341435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port bd7fedef-67a9-461e-b9b8-06ef90d3e658 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:40.362054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bd7fedef-67a9-461e-b9b8-06ef90d3e658 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:40.362650 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.416789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Provisioning complete for port bd7fedef-67a9-461e-b9b8-06ef90d3e658 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:40.417410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.599954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Allocated IP 2001:db8::2 (44ba8500-72b4-45af-bcd7-d6f0700ad932/cfebee5e-357c-4744-a6ca-433a1cea6731/784bc2b6-c17e-41e6-bbd2-72a22520dd37) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:40.616348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.701320 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.714963 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.854684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] For port bd7fedef-67a9-461e-b9b8-06ef90d3e658, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bd7fedef-67a9-461e-b9b8-06ef90d3e658,segment=NetworkSegment(e8d70501-b249-44fb-bf20-3236a1e48426),segment_id=e8d70501-b249-44fb-bf20-3236a1e48426)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:40.862781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.896393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:40.941937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Provisioning for port 6357c852-2226-4020-8386-640779d05a5b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:40.966752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Provisioning complete for port 6357c852-2226-4020-8386-640779d05a5b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:40.966752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.038712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Pushing event updated for resources: {'Port': ['ID=bd7fedef-67a9-461e-b9b8-06ef90d3e658,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:41.041514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:49:41.041842 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:49:41.069749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-49421b7e-267d-46ab-9108-15ffb461170a None None] Port 6357c852-2226-4020-8386-640779d05a5b cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:41.074775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.083653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Transition to ACTIVE for port object 784bc2b6-c17e-41e6-bbd2-72a22520dd37 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:41.102238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Transition to ACTIVE for port object 784bc2b6-c17e-41e6-bbd2-72a22520dd37 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:41.109110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.148831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:41.153920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:41.158488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:41.160797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Pushing event updated for resources: {'Port': ['ID=784bc2b6-c17e-41e6-bbd2-72a22520dd37,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:41.179127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8::1 (44ba8500-72b4-45af-bcd7-d6f0700ad932/cfebee5e-357c-4744-a6ca-433a1cea6731/e1a938aa-4355-4fb0-b1ea-ded25fbfab71) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:41.225231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Attempting to bind port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:41.226104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Attempting to bind port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '63673476-4b8d-45b7-a8b6-b249d0fcbc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:41.226462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Attempting to bind port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 on network 44ba8500-72b4-45af-bcd7-d6f0700ad932 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:41.232663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c1d21dec-2b80-45f2-ae27-c24d0873a274 None None] Provisioning complete for port 6357c852-2226-4020-8386-640779d05a5b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:41.233032 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1d21dec-2b80-45f2-ae27-c24d0873a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.234887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:41.235284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Checking segment: {'id': '63673476-4b8d-45b7-a8b6-b249d0fcbc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:41.235669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.236057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Bound using segment: {'id': '63673476-4b8d-45b7-a8b6-b249d0fcbc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:41.236529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Bound port: 784bc2b6-c17e-41e6-bbd2-72a22520dd37, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63673476-4b8d-45b7-a8b6-b249d0fcbc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '44ba8500-72b4-45af-bcd7-d6f0700ad932'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:41.236909 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.311557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c1d21dec-2b80-45f2-ae27-c24d0873a274 None None] Port 6357c852-2226-4020-8386-640779d05a5b cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:41.340869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] For port 784bc2b6-c17e-41e6-bbd2-72a22520dd37, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:41.345253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] For port 784bc2b6-c17e-41e6-bbd2-72a22520dd37, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=784bc2b6-c17e-41e6-bbd2-72a22520dd37,segment=NetworkSegment(63673476-4b8d-45b7-a8b6-b249d0fcbc92),segment_id=63673476-4b8d-45b7-a8b6-b249d0fcbc92)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:41.351712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.368710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 6357c852-2226-4020-8386-640779d05a5b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:41.369061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.422114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.428385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb58e68-16b9-4016-9739-576249a3c781 None None] Pushing event updated for resources: {'Port': ['ID=784bc2b6-c17e-41e6-bbd2-72a22520dd37,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:41.462029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object e1a938aa-4355-4fb0-b1ea-ded25fbfab71 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:41.535859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.539539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.589937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 6357c852-2226-4020-8386-640779d05a5b owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:41.627326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:41.636583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:41.672693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:41.673195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.717768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=e1a938aa-4355-4fb0-b1ea-ded25fbfab71,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:41.871419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.053937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.115326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=6357c852-2226-4020-8386-640779d05a5b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:42.206462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 784bc2b6-c17e-41e6-bbd2-72a22520dd37 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:42.364248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:42.370871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bd7fedef-67a9-461e-b9b8-06ef90d3e658 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:42.430545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bd7fedef-67a9-461e-b9b8-06ef90d3e658 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:42.431320 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.582937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.592395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.593438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.609973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.760406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae0bde-2154-4f76-9c30-d504aeb07506 None None] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:42.792332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=e1a938aa-4355-4fb0-b1ea-ded25fbfab71,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:42.894956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] Provisioning for port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:42.905036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 76710891-8c17-4956-8535-fdaf70d8172e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:42.907498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] Provisioning complete for port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:42.908253 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.942082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:42.945852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:43.042093 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.094164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] For port 784bc2b6-c17e-41e6-bbd2-72a22520dd37, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=784bc2b6-c17e-41e6-bbd2-72a22520dd37,segment=NetworkSegment(63673476-4b8d-45b7-a8b6-b249d0fcbc92),segment_id=63673476-4b8d-45b7-a8b6-b249d0fcbc92)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:43.101195 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.130514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:43.140530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2fb8bb42-2a86-4d95-bdcc-af3dc38c08ef tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/76710891-8c17-4956-8535-fdaf70d8172e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5909305 Jul 30 01:49:43.140681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52994) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.144605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] Sync routers for ids ['76710891-8c17-4956-8535-fdaf70d8172e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:43.170823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] Routers {'76710891-8c17-4956-8535-fdaf70d8172e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:43.177488 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['76710891-8c17-4956-8535-fdaf70d8172e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.184136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329043e5-ecb7-453a-bb7d-4d4e2b86d938 None None] Pushing event updated for resources: {'Port': ['ID=784bc2b6-c17e-41e6-bbd2-72a22520dd37,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:43.216649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a4bf4a6c-c8fa-4ce4-9aad-f8b17f4150fa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=76710891-8c17-4956-8535-fdaf70d8172e HTTP/1.1" status: 200 len: 205 time: 0.0746064 Jul 30 01:49:43.220358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52998) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.230701 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.240675 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] Routers {'76710891-8c17-4956-8535-fdaf70d8172e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:43.242075 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['76710891-8c17-4956-8535-fdaf70d8172e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.282003 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.283254 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8942d450-cf52-4616-80fa-36b07fb37723 None None] The sync data for ids ['76710891-8c17-4956-8535-fdaf70d8172e'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:43.322786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.361042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-66068747-ebb1-47b8-a72b-f266c607f32b None None] Provisioning for port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:43.366298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-66068747-ebb1-47b8-a72b-f266c607f32b None None] Provisioning complete for port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:43.366694 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-66068747-ebb1-47b8-a72b-f266c607f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.414750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-66068747-ebb1-47b8-a72b-f266c607f32b None None] Port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:43.429945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-66068747-ebb1-47b8-a72b-f266c607f32b None None] Provisioning complete for port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:43.431470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-66068747-ebb1-47b8-a72b-f266c607f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.478364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router b493e1ec-e2c4-4fe2-8d61-961330350b17 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:43.645389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.650301 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.698176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3ca55885-a1c2-43f5-855e-9b98691cca1e None None] Provisioning complete for port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:43.699210 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ca55885-a1c2-43f5-855e-9b98691cca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.706540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:43.708392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.708931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router 76710891-8c17-4956-8535-fdaf70d8172e {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:43.724859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3693040-75c2-43e9-a64e-bdb2919f077a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/b493e1ec-e2c4-4fe2-8d61-961330350b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0942619 Jul 30 01:49:43.727501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53004) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.730643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.734638 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1323f309-0ba4-4f1e-9760-7d960c0f2ad4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/76710891-8c17-4956-8535-fdaf70d8172e HTTP/1.1" status: 204 len: 168 time: 0.5106921 Jul 30 01:49:43.734827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53006) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.745735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] Sync routers for ids ['b493e1ec-e2c4-4fe2-8d61-961330350b17'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:43.783333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] Routers {'b493e1ec-e2c4-4fe2-8d61-961330350b17'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:43.786199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b493e1ec-e2c4-4fe2-8d61-961330350b17'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.805494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet 4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:43.809629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.818291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5eec7-e4c5-445b-821b-6b23ef2f0240 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.827472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-14d5eec7-e4c5-445b-821b-6b23ef2f0240 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports/e1a938aa-4355-4fb0-b1ea-ded25fbfab71 HTTP/1.1" status: 200 len: 911 time: 0.0986857 Jul 30 01:49:43.828098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53008) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.833494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cfebee5e-357c-4744-a6ca-433a1cea6731'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:43.852525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.860587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3ca55885-a1c2-43f5-855e-9b98691cca1e None None] Port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:43.865505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] Routers {'b493e1ec-e2c4-4fe2-8d61-961330350b17'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:43.866319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b493e1ec-e2c4-4fe2-8d61-961330350b17'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.909145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:43.910053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde834f-bd5c-4127-b781-b52b66f4173d None None] The sync data for ids ['b493e1ec-e2c4-4fe2-8d61-961330350b17'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:43.991674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fbb07491-e4d7-4990-a7f1-5d3371344bd9 None None] Provisioning complete for port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:43.994313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fbb07491-e4d7-4990-a7f1-5d3371344bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.068392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 784bc2b6-c17e-41e6-bbd2-72a22520dd37 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:44.084942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.126520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fbb07491-e4d7-4990-a7f1-5d3371344bd9 None None] Port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:44.148439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:44.149232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.287171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.399718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-9ae4847f-1853-4385-ad5d-bfd04bd917ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1470892 Jul 30 01:49:44.405307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.521789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.535632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33206e-b651-468f-9d11-18b36419d9cf req-c4bea221-0c31-430c-b00f-9f39f8a5ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.536378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.537782 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-c4bea221-0c31-430c-b00f-9f39f8a5ebfe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1097 time: 0.0715156 Jul 30 01:49:44.547252 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.555796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.556457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.560449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/ports/e1a938aa-4355-4fb0-b1ea-ded25fbfab71 HTTP/1.1" status: 200 len: 911 time: 0.7288089 Jul 30 01:49:44.561013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53016) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:44.576035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54898f4-1b2d-4990-98f2-b85fe88de2cc None None] Network 4624cea8-9816-4f60-ba3d-9566edb12b1c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:44.652148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:44.654317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.656340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9dce92d9-8dc9-40ea-8a6b-e27ed2ca94e5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6 HTTP/1.1" status: 204 len: 168 time: 0.9202049 Jul 30 01:49:44.660173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53018) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:44.714885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30defcbf-e2ca-4c60-9756-663b10a52d54 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=e1a938aa-4355-4fb0-b1ea-ded25fbfab71,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:44.820348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33206e-b651-468f-9d11-18b36419d9cf req-9298debe-77cf-442b-9518-ceaafc113fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.821943 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-9298debe-77cf-442b-9518-ceaafc113fab service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.2594497 Jul 30 01:49:44.884453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] DHCP port deletion for 4624cea8-9816-4f60-ba3d-9566edb12b1c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:44.909728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.965623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-c0174592-0ad5-46aa-9a79-d470756682a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 1000 time: 0.1310809 Jul 30 01:49:44.985714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] Deleting port bd7fedef-67a9-461e-b9b8-06ef90d3e658 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:44.986100 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.044529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33206e-b651-468f-9d11-18b36419d9cf req-3b2734de-f083-4535-bde3-4d38cba14457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.046264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-3b2734de-f083-4535-bde3-4d38cba14457 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.0582585 Jul 30 01:49:45.086919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53024) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:45.101524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] For port bd7fedef-67a9-461e-b9b8-06ef90d3e658, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bd7fedef-67a9-461e-b9b8-06ef90d3e658,segment=NetworkSegment(e8d70501-b249-44fb-bf20-3236a1e48426),segment_id=e8d70501-b249-44fb-bf20-3236a1e48426)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:45.102256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.127339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port bd7fedef-67a9-461e-b9b8-06ef90d3e658 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:45.127678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.188347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33206e-b651-468f-9d11-18b36419d9cf req-e3e9105f-a9b0-44fb-b44c-7c4baa9235bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.189842 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-e3e9105f-a9b0-44fb-b44c-7c4baa9235bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339469 Jul 30 01:49:45.197608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.296826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port bd7fedef-67a9-461e-b9b8-06ef90d3e658, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bd7fedef-67a9-461e-b9b8-06ef90d3e658,segment=NetworkSegment(e8d70501-b249-44fb-bf20-3236a1e48426),segment_id=e8d70501-b249-44fb-bf20-3236a1e48426)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:45.297513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.323223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for bd7fedef-67a9-461e-b9b8-06ef90d3e658 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:45.329227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] Calling delete_port for bd7fedef-67a9-461e-b9b8-06ef90d3e658 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:45.388729 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-dd767858-d4bf-49c7-8128-5a98b50c14b7 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895351 Jul 30 01:49:45.392436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a220906e-445f-4231-b580-64dd9f2751e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.440493 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.481687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] Pushing event deleted for resources: {'Port': ['ID=bd7fedef-67a9-461e-b9b8-06ef90d3e658,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:45.488473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3d231-8bea-47f3-95c8-8895d69699f6 None None] No DVR routers for this DVR port bd7fedef-67a9-461e-b9b8-06ef90d3e658 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:45.520169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.557622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=bd7fedef-67a9-461e-b9b8-06ef90d3e658,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:45.562449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port bd7fedef-67a9-461e-b9b8-06ef90d3e658 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:45.571211 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9e33206e-b651-468f-9d11-18b36419d9cf req-b7b22407-c2a9-41a1-b9df-29b9c7e89fb5 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710699 Jul 30 01:49:45.630624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a220906e-445f-4231-b580-64dd9f2751e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.637648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port e1a938aa-4355-4fb0-b1ea-ded25fbfab71 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:45.637981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.641844 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a220906e-445f-4231-b580-64dd9f2751e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.657749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.669002 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4624cea8-9816-4f60-ba3d-9566edb12b1c']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:45.681327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d70501-b249-44fb-bf20-3236a1e48426') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:45.681669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d70501-b249-44fb-bf20-3236a1e48426') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:45.690761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.705138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.711662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:45.712274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:45.715491 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:45.730225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a220906e-445f-4231-b580-64dd9f2751e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc0eb38164054cee9eef5e936e0d36ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422093 Jul 30 01:49:45.732904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:45.734944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220906e-445f-4231-b580-64dd9f2751e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8893f681-a980-4b90-9ae9-f390363643ea,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:45.777508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.794634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.796893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.803875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/4624cea8-9816-4f60-ba3d-9566edb12b1c HTTP/1.1" status: 204 len: 168 time: 1.1260872 Jul 30 01:49:45.803875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af6dc5-cadb-44c9-b6e7-42499d4a463c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=4624cea8-9816-4f60-ba3d-9566edb12b1c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:45.804105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:45.809965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1549366332', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:45.821545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for e1a938aa-4355-4fb0-b1ea-ded25fbfab71 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:45.855793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07b56057-ab70-47e2-82c6-e31c6a5a3a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.895650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.896639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.928697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07b56057-ab70-47e2-82c6-e31c6a5a3a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.009412 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.011147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bd7fedef-67a9-461e-b9b8-06ef90d3e658 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:46.032370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: bd7fedef-67a9-461e-b9b8-06ef90d3e658 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:46.032705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bd7fedef-67a9-461e-b9b8-06ef90d3e658 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:46.377544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07b56057-ab70-47e2-82c6-e31c6a5a3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.380003 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-07b56057-ab70-47e2-82c6-e31c6a5a3a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.381149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-07b56057-ab70-47e2-82c6-e31c6a5a3a01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8893f681-a980-4b90-9ae9-f390363643ea HTTP/1.1" status: 204 len: 168 time: 0.6472170 Jul 30 01:49:46.453401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b56057-ab70-47e2-82c6-e31c6a5a3a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893f681-a980-4b90-9ae9-f390363643ea,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:46.460060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.565340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.617043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=e1a938aa-4355-4fb0-b1ea-ded25fbfab71,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:46.737714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.003104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.029203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.040820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router b493e1ec-e2c4-4fe2-8d61-961330350b17 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:47.162626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:47.169054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7150f66d-826c-4056-8c5e-d1c5125dd208 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/b493e1ec-e2c4-4fe2-8d61-961330350b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6070426 Jul 30 01:49:47.171954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53064) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:47.174521 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] Sync routers for ids ['b493e1ec-e2c4-4fe2-8d61-961330350b17'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:47.193953 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] Routers {'b493e1ec-e2c4-4fe2-8d61-961330350b17'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:47.196601 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b493e1ec-e2c4-4fe2-8d61-961330350b17'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:47.208911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89e31e98-5233-4c56-8272-240b1de5fad1 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=b493e1ec-e2c4-4fe2-8d61-961330350b17 HTTP/1.1" status: 200 len: 205 time: 0.0357106 Jul 30 01:49:47.211747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53066) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:47.228642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.25.8.102 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a84bf3e6-cd47-437c-9265-43de70543705) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:47.234177 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:47.245882 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] Routers {'b493e1ec-e2c4-4fe2-8d61-961330350b17'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:47.247090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b493e1ec-e2c4-4fe2-8d61-961330350b17'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:47.286833 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:47.287937 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3f1ec-319f-4cc7-9a20-3a7a071aaf63 None None] The sync data for ids ['b493e1ec-e2c4-4fe2-8d61-961330350b17'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:47.308567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.363949 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.415763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.455212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:47.458252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:47.462614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:47.491749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=a84bf3e6-cd47-437c-9265-43de70543705,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:47.491941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.494262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.545578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.546483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router b493e1ec-e2c4-4fe2-8d61-961330350b17 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:47.555851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.559605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dbfb72a3-e618-4f2e-9687-9617475b42f4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/b493e1ec-e2c4-4fe2-8d61-961330350b17 HTTP/1.1" status: 204 len: 168 time: 0.3445888 Jul 30 01:49:47.559992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53070) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:47.669176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet cfebee5e-357c-4744-a6ca-433a1cea6731 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:47.676157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.755950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.882794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.931618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.085280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.120867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=cfebee5e-357c-4744-a6ca-433a1cea6731,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.131679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.133081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-db83179c-f023-4352-b19c-411e595b0782 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/cfebee5e-357c-4744-a6ca-433a1cea6731 HTTP/1.1" status: 204 len: 168 time: 0.5716891 Jul 30 01:49:48.135243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb8c58-953b-44db-870a-bf721269cc95 None None] Network 44ba8500-72b4-45af-bcd7-d6f0700ad932 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:48.136118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53080) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:48.255699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.264319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.347965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] DHCP port deletion for 44ba8500-72b4-45af-bcd7-d6f0700ad932 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:49:48.402560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] Deleting port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:48.402938 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.426428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:48.426775 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.467558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] For port 784bc2b6-c17e-41e6-bbd2-72a22520dd37, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=784bc2b6-c17e-41e6-bbd2-72a22520dd37,segment=NetworkSegment(63673476-4b8d-45b7-a8b6-b249d0fcbc92),segment_id=63673476-4b8d-45b7-a8b6-b249d0fcbc92)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:48.467964 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.481773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] Calling delete_port for 784bc2b6-c17e-41e6-bbd2-72a22520dd37 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:48.492357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 31d04efe-13ea-4d2f-8c22-923217c3e3e5 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:48.508851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 784bc2b6-c17e-41e6-bbd2-72a22520dd37, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=784bc2b6-c17e-41e6-bbd2-72a22520dd37,segment=NetworkSegment(63673476-4b8d-45b7-a8b6-b249d0fcbc92),segment_id=63673476-4b8d-45b7-a8b6-b249d0fcbc92)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:48.509125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.555115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 784bc2b6-c17e-41e6-bbd2-72a22520dd37 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:48.576142 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.602963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] Pushing event deleted for resources: {'Port': ['ID=784bc2b6-c17e-41e6-bbd2-72a22520dd37,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.606409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6dbf86-f9f9-437d-885c-0d1190a936e9 None None] No DVR routers for this DVR port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:48.669204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:48.679202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] Sync routers for ids ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:48.689368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] Routers {'31d04efe-13ea-4d2f-8c22-923217c3e3e5'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:48.690266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:48.697077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.700973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4d4f3d74-7995-43d0-b849-1db34512e529 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.8935730 Jul 30 01:49:48.701254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53086) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:48.733695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:48.741841 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.756994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] Routers {'31d04efe-13ea-4d2f-8c22-923217c3e3e5'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:48.758023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:48.783841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=784bc2b6-c17e-41e6-bbd2-72a22520dd37,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.786821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port 784bc2b6-c17e-41e6-bbd2-72a22520dd37 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:48.800972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:48.801845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8706093c-3452-4380-bd5a-3b8e3d2fd656 None None] The sync data for ids ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:48.900596 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f9e4bdb6-0ce4-4128-8196-f8194983202c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.187250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-6979b868-f816-4790-95d3-42c16bddb615 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fd541cb9ab7243e1a39fb5b2b9894b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988295 Jul 30 01:49:49.246010 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.315893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-13772008-4eec-45de-90f2-a73189b428c1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/routers/31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 200 len: 881 time: 0.6134660 Jul 30 01:49:49.318512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:49.326533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ba8500-72b4-45af-bcd7-d6f0700ad932']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:49.361835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63673476-4b8d-45b7-a8b6-b249d0fcbc92') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:49.362019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63673476-4b8d-45b7-a8b6-b249d0fcbc92') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:49.389725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.435920 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.449829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:49.450270 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:49.453516 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:49.475711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-61b84843-7fbe-4d6d-b61c-4f0e1ffaf4af tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.477480 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-61b84843-7fbe-4d6d-b61c-4f0e1ffaf4af tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782137 Jul 30 01:49:49.527442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-8cb69eaa-19dc-4a7e-ae4c-9add31218b13 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/quotas/fd541cb9ab7243e1a39fb5b2b9894b9e HTTP/1.1" status: 200 len: 375 time: 0.0244117 Jul 30 01:49:49.546084 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.564110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-5e2f5351-a00b-4017-981c-9f28ff7cd134 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd541cb9ab7243e1a39fb5b2b9894b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297077 Jul 30 01:49:49.568346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.575890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/44ba8500-72b4-45af-bcd7-d6f0700ad932 HTTP/1.1" status: 204 len: 168 time: 1.4337113 Jul 30 01:49:49.575985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:49.581881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-866198444', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:49.583347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4f8da-5b18-4aaf-aff1-5f819493b8fe tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=44ba8500-72b4-45af-bcd7-d6f0700ad932,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:49.604162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b34c2f39-2905-4bd6-8228-be6b161d6aad tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2842815 Jul 30 01:49:49.607062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53110) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:49.614635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1549366332'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:49.623787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.624916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.695687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.700066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.717247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.719474 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac43fe96-0da5-4810-bdaa-0d6846aa070b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1427262 Jul 30 01:49:49.725575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:49.732020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205990176'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:49.768328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:49.774612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.805301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:49.815071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.815475 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment ac8e9b44-774b-4a8d-9198-4a2209300e8f of type vlan for network beed069a-2d90-4113-af1e-64c2d82f7368 Jul 30 01:49:49.838532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa2a8c0c-034f-447e-b6d4-469263c3d4b6 req-715c70d9-20f7-4394-bc4d-6f22250905fc tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 210 time: 0.0378480 Jul 30 01:49:49.872542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.910805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.916409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.917013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.983308 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2534235 Jul 30 01:49:49.983796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53124) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:49.992868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:50.041361 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.055344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.056272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652caac5-f1f6-4d30-b77c-aabc2210ffd6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=beed069a-2d90-4113-af1e-64c2d82f7368,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:50.058363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 784bc2b6-c17e-41e6-bbd2-72a22520dd37 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:50.084549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network beed069a-2d90-4113-af1e-64c2d82f7368 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:50.087893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 784bc2b6-c17e-41e6-bbd2-72a22520dd37 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:50.088466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 784bc2b6-c17e-41e6-bbd2-72a22520dd37 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:50.152647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:50.156796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.201702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 31d04efe-13ea-4d2f-8c22-923217c3e3e5 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:50.328518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:50.338524 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] Sync routers for ids ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:50.341457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.342980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7bab00fd-4415-4bf2-8c06-05f7b5ff6f36 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 200 len: 888 time: 0.7345569 Jul 30 01:49:50.347105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53130) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:50.351807 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] Routers {'31d04efe-13ea-4d2f-8c22-923217c3e3e5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:50.352554 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:50.391265 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:50.398252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.403262 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] Routers {'31d04efe-13ea-4d2f-8c22-923217c3e3e5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:50.404064 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:50.439834 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:50.440478 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a5fd5-c056-4a0a-bff6-55dcde4da918 None None] The sync data for ids ['31d04efe-13ea-4d2f-8c22-923217c3e3e5'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:50.482853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=35e2a654-5570-46be-8ac7-245d3e3c98c4,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:50.486251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-35b76fd0-c69b-451d-b534-5a5923a32419 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/routers/31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 200 len: 888 time: 0.1310370 Jul 30 01:49:50.487830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53132) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:50.496539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:50.496906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: beed069a-2d90-4113-af1e-64c2d82f7368, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:50.514925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network beed069a-2d90-4113-af1e-64c2d82f7368 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:50.517261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2ee47dd-7a9e-4ce8-8dd2-49cc474d73ca tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 200 len: 205 time: 0.0279851 Jul 30 01:49:50.520192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:50.528402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, beed069a-2d90-4113-af1e-64c2d82f7368) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:50.533798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.534418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.540911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801344d-a20b-4194-ac6e-f4d6c52d77c3 None None] Network beed069a-2d90-4113-af1e-64c2d82f7368 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:50.549912 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7161d6dc-dd3f-4155-acff-3ef9148507e3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5649183 Jul 30 01:49:50.552838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53136) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:50.637831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.697565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-beed069a-2d90-4113-af1e-64c2d82f7368', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:50.698689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.760501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.832892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port a84bf3e6-cd47-437c-9265-43de70543705 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:50.833250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.913792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Allocated IP 2001:db8::2 (beed069a-2d90-4113-af1e-64c2d82f7368/35e2a654-5570-46be-8ac7-245d3e3c98c4/6f95eb43-84bb-4326-87f3-7a6f341fa1cf) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:50.935883 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.952733 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-2e9100df-fa03-4c4b-a837-449a869d8130 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fd541cb9ab7243e1a39fb5b2b9894b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763988 Jul 30 01:49:50.993966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b6cd2a1-0331-4179-8b66-e199c78c7de0 req-4c1362b9-c206-4e50-b179-eda62dab54a7 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 210 time: 0.0521121 Jul 30 01:49:50.998006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.017711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for a84bf3e6-cd47-437c-9265-43de70543705 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:51.106180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.112022 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.121647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Transition to ACTIVE for port object 6f95eb43-84bb-4326-87f3-7a6f341fa1cf will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:51.138095 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Transition to ACTIVE for port object 6f95eb43-84bb-4326-87f3-7a6f341fa1cf will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:51.146314 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.198761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Network beed069a-2d90-4113-af1e-64c2d82f7368 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:51.205637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:51.210300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:51.213429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Pushing event updated for resources: {'Port': ['ID=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:51.236931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.286626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Attempting to bind port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:51.287026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Attempting to bind port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:51.287388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Attempting to bind port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf on network beed069a-2d90-4113-af1e-64c2d82f7368 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:51.291472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=a84bf3e6-cd47-437c-9265-43de70543705,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:51.298505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:51.298927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Checking segment: {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:51.299359 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.299793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Bound using segment: {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:51.300423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Bound port: 6f95eb43-84bb-4326-87f3-7a6f341fa1cf, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:51.300842 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.341097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-c865c723-7afe-43ec-8496-624f5144c552 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.343480 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.350662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-c865c723-7afe-43ec-8496-624f5144c552 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369660 Jul 30 01:49:51.367778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Request body: {'port': {'device_id': '8606a275-9c35-438a-89ec-e81e2d750d48', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': 'fd541cb9ab7243e1a39fb5b2b9894b9e'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:51.394484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] For port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:51.402168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] For port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,segment=NetworkSegment(ac8e9b44-774b-4a8d-9198-4a2209300e8f),segment_id=ac8e9b44-774b-4a8d-9198-4a2209300e8f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:51.412129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.497812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.501837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.548102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7155a8-3c78-4792-a35e-484be66ce620 None None] Pushing event updated for resources: {'Port': ['ID=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:51.572231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.572971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router 31d04efe-13ea-4d2f-8c22-923217c3e3e5 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:49:51.580665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.583046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f41e8cd0-95c9-4296-9be1-2444d9dff736 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 204 len: 168 time: 1.0609343 Jul 30 01:49:51.588574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53144) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:51.594774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1349709446'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:51.620714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:51.624544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.649740 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22da3dc8-ec0e-4cd6-863e-2383708b43fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.662452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:51.675895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.676245 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment 56a1cecc-d087-4ca1-972e-34c7ac53b9cb of type vlan for network 90595270-86ff-4e6d-abca-23d57c203297 Jul 30 01:49:51.748130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.797430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.804350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.805137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.847878 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.875623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8::1 (beed069a-2d90-4113-af1e-64c2d82f7368/35e2a654-5570-46be-8ac7-245d3e3c98c4/9c422181-0531-446f-99a4-794d0601c2e9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:51.876332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2860706 Jul 30 01:49:51.879904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53146) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:51.890942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '90595270-86ff-4e6d-abca-23d57c203297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:51.895607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea29cd-14a8-472f-97bd-f6af7ed6828d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=90595270-86ff-4e6d-abca-23d57c203297,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:51.908487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 90595270-86ff-4e6d-abca-23d57c203297 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:52.059959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Made reservation on behalf of fd541cb9ab7243e1a39fb5b2b9894b9e for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:52.063735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.078570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f95eb43-84bb-4326-87f3-7a6f341fa1cf up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:52.091990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.122269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af56884a-a51a-4d7c-990e-6373ab3fa918 req-f1c0d3c9-cc42-49ae-9359-21135d56e5df tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 210 time: 0.0415292 Jul 30 01:49:52.135834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:52.147021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.147166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:52.198024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.240831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 9c422181-0531-446f-99a4-794d0601c2e9 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:52.371124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.422039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.438460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.456529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network beed069a-2d90-4113-af1e-64c2d82f7368 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:52.471494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:52.503639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:52.504092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.592754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=9c422181-0531-446f-99a4-794d0601c2e9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:52.609385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34f0ba-72d8-4cbc-9ec1-8aec95116425 None None] Network beed069a-2d90-4113-af1e-64c2d82f7368 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:52.625543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7158ef6e-65e5-4fda-9139-bb8d9107a72c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:52.634033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.634376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.634713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.635070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.635398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.635721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.636042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.636368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.636686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.637002 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.637321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.637639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.652753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.668173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] Provisioning for port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:52.678711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.679073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.679440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.679576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] Provisioning complete for port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:52.679776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.679885 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.680106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.680429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.680749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.681068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.681385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.681700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.682014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.682520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:52.816466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Allocated IP 192.168.233.89 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/749359ac-8290-42a0-b76b-8f9c076418c2) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:52.821307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=1a462bd2-fff3-4796-820e-dc78e3c9ef84,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:52.835822 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.860971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': '56a1cecc-d087-4ca1-972e-34c7ac53b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '90595270-86ff-4e6d-abca-23d57c203297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:52.861355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 90595270-86ff-4e6d-abca-23d57c203297, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:52.875180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.875463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] For port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,segment=NetworkSegment(ac8e9b44-774b-4a8d-9198-4a2209300e8f),segment_id=ac8e9b44-774b-4a8d-9198-4a2209300e8f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:52.881094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.939260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59496a9b-8071-46be-a884-38e3201ad56a None None] Pushing event updated for resources: {'Port': ['ID=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:52.940863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 90595270-86ff-4e6d-abca-23d57c203297 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:53.012369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 90595270-86ff-4e6d-abca-23d57c203297) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:53.026658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b39265-a6fa-48d9-91e7-258fdbb04cb1 None None] Network 90595270-86ff-4e6d-abca-23d57c203297 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:53.029743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.030564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.078817 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.138986 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5c170658-387c-4628-ab5f-79c4bd5ea347 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2552874 Jul 30 01:49:53.139417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53156) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:53.145311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-340658074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:53.193041 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.194601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.195724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.238655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-90595270-86ff-4e6d-abca-23d57c203297', 'network_id': '90595270-86ff-4e6d-abca-23d57c203297', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': '1a462bd2-fff3-4796-820e-dc78e3c9ef84'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:53.239553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.244746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f787f1d7-ecf8-445a-a72a-fb8e65dff0aa None None] Provisioning complete for port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:53.245110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f787f1d7-ecf8-445a-a72a-fb8e65dff0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.258910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Transition to ACTIVE for port object 749359ac-8290-42a0-b76b-8f9c076418c2 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:53.271310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.288758 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.315601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7dacddc9-07b3-4b25-a45c-2a8b402d3bb7 req-7f3cc614-6a43-419b-b9a2-7008e1e33c56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 210 time: 0.0420690 Jul 30 01:49:53.331626 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.334865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2c15c6ed-4491-40f0-b1cb-cbfacbe6ad04 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1940255 Jul 30 01:49:53.338744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53160) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:53.444122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.482856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Allocated IP 172.20.0.2 (90595270-86ff-4e6d-abca-23d57c203297/1a462bd2-fff3-4796-820e-dc78e3c9ef84/9fdec77a-54df-4daf-a4d3-1ff28979962d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:53.505327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f787f1d7-ecf8-445a-a72a-fb8e65dff0aa None None] Provisioning for port 9c422181-0531-446f-99a4-794d0601c2e9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:53.521203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f787f1d7-ecf8-445a-a72a-fb8e65dff0aa None None] Provisioning complete for port 9c422181-0531-446f-99a4-794d0601c2e9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:53.521579 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f787f1d7-ecf8-445a-a72a-fb8e65dff0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.558166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.571389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.572134 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.579730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:53.591301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f787f1d7-ecf8-445a-a72a-fb8e65dff0aa None None] Port 9c422181-0531-446f-99a4-794d0601c2e9 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:53.619565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:53.624716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Pushing event updated for resources: {'Port': ['ID=749359ac-8290-42a0-b76b-8f9c076418c2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.627296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:53.679429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.690081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Transition to ACTIVE for port object 9fdec77a-54df-4daf-a4d3-1ff28979962d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:53.714683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Transition to ACTIVE for port object 9fdec77a-54df-4daf-a4d3-1ff28979962d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:53.721493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad54444f-dcc0-455e-a05a-fb4b96054598 None None] Provisioning complete for port 9c422181-0531-446f-99a4-794d0601c2e9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:53.722763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad54444f-dcc0-455e-a05a-fb4b96054598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.726175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.801376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ad54444f-dcc0-455e-a05a-fb4b96054598 None None] Port 9c422181-0531-446f-99a4-794d0601c2e9 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:53.808386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Network 90595270-86ff-4e6d-abca-23d57c203297 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:53.812339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Pushing event updated for resources: {'Port': ['ID=9fdec77a-54df-4daf-a4d3-1ff28979962d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.815074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:53.817190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:53.818178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.818863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.827797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=9c422181-0531-446f-99a4-794d0601c2e9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.869800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1180f70-e0f5-41e6-a616-68621a0d6f10 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5049393 Jul 30 01:49:53.880000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Attempting to bind port 9fdec77a-54df-4daf-a4d3-1ff28979962d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:53.880544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Attempting to bind port 9fdec77a-54df-4daf-a4d3-1ff28979962d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '56a1cecc-d087-4ca1-972e-34c7ac53b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '90595270-86ff-4e6d-abca-23d57c203297'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:53.880906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Attempting to bind port 9fdec77a-54df-4daf-a4d3-1ff28979962d on network 90595270-86ff-4e6d-abca-23d57c203297 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:53.883874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Request body: {'port': {'device_id': '8606a275-9c35-438a-89ec-e81e2d750d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:53.886014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:53.886533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Checking segment: {'id': '56a1cecc-d087-4ca1-972e-34c7ac53b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '90595270-86ff-4e6d-abca-23d57c203297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:53.886938 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.887357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Bound using segment: {'id': '56a1cecc-d087-4ca1-972e-34c7ac53b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '90595270-86ff-4e6d-abca-23d57c203297'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:53.887954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Bound port: 9fdec77a-54df-4daf-a4d3-1ff28979962d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a1cecc-d087-4ca1-972e-34c7ac53b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '90595270-86ff-4e6d-abca-23d57c203297'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:53.888402 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.924592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.930411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network beed069a-2d90-4113-af1e-64c2d82f7368 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:53.942231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:53.953479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ced2c669-7fe4-493b-bea0-8c0a21f76241 None None] Provisioning for port 749359ac-8290-42a0-b76b-8f9c076418c2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:53.965113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ced2c669-7fe4-493b-bea0-8c0a21f76241 None None] Provisioning complete for port 749359ac-8290-42a0-b76b-8f9c076418c2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:53.965470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ced2c669-7fe4-493b-bea0-8c0a21f76241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.989438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] For port 9fdec77a-54df-4daf-a4d3-1ff28979962d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:54.007598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] For port 9fdec77a-54df-4daf-a4d3-1ff28979962d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9fdec77a-54df-4daf-a4d3-1ff28979962d,segment=NetworkSegment(56a1cecc-d087-4ca1-972e-34c7ac53b9cb),segment_id=56a1cecc-d087-4ca1-972e-34c7ac53b9cb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:54.015497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.025843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ced2c669-7fe4-493b-bea0-8c0a21f76241 None None] Port 749359ac-8290-42a0-b76b-8f9c076418c2 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:54.049725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.085297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685997d-2f72-46f4-bc7a-93fff8b92e04 None None] Pushing event updated for resources: {'Port': ['ID=9fdec77a-54df-4daf-a4d3-1ff28979962d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:54.120063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f95eb43-84bb-4326-87f3-7a6f341fa1cf up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:54.187392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:54.188887 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.353886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-82b1c57e-1173-4674-8f1e-29969e8809c3 None None] Provisioning complete for port 9c422181-0531-446f-99a4-794d0601c2e9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:54.355056 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82b1c57e-1173-4674-8f1e-29969e8809c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.406520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-82b1c57e-1173-4674-8f1e-29969e8809c3 None None] Port 9c422181-0531-446f-99a4-794d0601c2e9 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:54.512562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521f13-e2e5-4264-8fd3-3ceff62595e5 req-168c4895-ffe5-41eb-af54-01f21c5e3032 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.514207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22521f13-e2e5-4264-8fd3-3ceff62595e5 req-168c4895-ffe5-41eb-af54-01f21c5e3032 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 935 time: 0.0866833 Jul 30 01:49:54.518167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-e0c131b6-b733-4654-b4c2-53113b7508fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995274 Jul 30 01:49:54.519629 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.573343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22521f13-e2e5-4264-8fd3-3ceff62595e5 req-aac1ff15-7da0-47a6-b5f1-4ce752e30448 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Jul 30 01:49:54.608396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57088b47-e8fe-4540-bf49-46031cce8339 req-4a1f4157-97ad-4caf-abdc-c9cbae302b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.610156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-4a1f4157-97ad-4caf-abdc-c9cbae302b45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1097 time: 0.0544143 Jul 30 01:49:54.749411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57088b47-e8fe-4540-bf49-46031cce8339 req-8f4e42fb-27cf-41e0-9674-25a762363ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.751190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-8f4e42fb-27cf-41e0-9674-25a762363ef8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.0898988 Jul 30 01:49:54.841417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-59334c49-d09a-4cbb-8164-25ef6b5fefe1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 1001 time: 0.0820870 Jul 30 01:49:54.855205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:54.900996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57088b47-e8fe-4540-bf49-46031cce8339 req-6622c767-45b5-42a4-8f2f-9ce854b01271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.902483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-6622c767-45b5-42a4-8f2f-9ce854b01271 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0539265 Jul 30 01:49:54.929083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.20.0.1 (90595270-86ff-4e6d-abca-23d57c203297/1a462bd2-fff3-4796-820e-dc78e3c9ef84/ddc6b86a-f580-4601-a482-c8afa0621ff7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:54.956336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57088b47-e8fe-4540-bf49-46031cce8339 req-67204d98-8a60-405d-b072-932008034f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.957852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-67204d98-8a60-405d-b072-932008034f32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474610 Jul 30 01:49:55.065672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-53452746-2d53-47b4-bb5e-3605915e5c02 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990491 Jul 30 01:49:55.126330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:55.138527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:55.144618 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-29c3d5fa-0bec-435d-a664-da1b489b1e28 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5901487 Jul 30 01:49:55.147708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53170) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:55.153033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1508977061'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:55.154308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:55.155029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:55.180332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57088b47-e8fe-4540-bf49-46031cce8339 req-fb6f09cc-05f6-4919-9413-f6acc30eb2b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075373 Jul 30 01:49:55.194155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:55.202653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.208720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749359ac-8290-42a0-b76b-8f9c076418c2 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:55.220440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.223449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.243332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:55.247865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object ddc6b86a-f580-4601-a482-c8afa0621ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:55.249680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Transition to ACTIVE for port object 749359ac-8290-42a0-b76b-8f9c076418c2 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:55.256889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.263246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.263741 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment 36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9 of type vlan for network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b Jul 30 01:49:55.293611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:55.328090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.331368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497431fb-1e07-469f-84ee-be4f5c6f2af4 None None] Network 90595270-86ff-4e6d-abca-23d57c203297 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:55.339984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Pushing event updated for resources: {'Port': ['ID=749359ac-8290-42a0-b76b-8f9c076418c2,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:55.372093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.378744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.379568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.424040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.441323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b9256ae-6848-4ed1-8ce3-8e8c9202859f None None] Provisioning for port 9fdec77a-54df-4daf-a4d3-1ff28979962d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:55.478954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 90595270-86ff-4e6d-abca-23d57c203297 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:55.486812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:55.493668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:55.566550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=ddc6b86a-f580-4601-a482-c8afa0621ff7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:55.578286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.582225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Attempting to bind port 749359ac-8290-42a0-b76b-8f9c076418c2 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:55.582225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Attempting to bind port 749359ac-8290-42a0-b76b-8f9c076418c2 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:55.582470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Attempting to bind port 749359ac-8290-42a0-b76b-8f9c076418c2 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:55.622974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Port 749359ac-8290-42a0-b76b-8f9c076418c2 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:55.623316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Attempting to bind port 749359ac-8290-42a0-b76b-8f9c076418c2 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:55.632739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:55.633096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:55.633457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:55.633895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Bound port: 749359ac-8290-42a0-b76b-8f9c076418c2, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:55.634282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.716417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:49:52Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:49:53Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:55.754436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:49:55.754973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Updating router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 port 9c422181-0531-446f-99a4-794d0601c2e9 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:49:55.787725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] For port 749359ac-8290-42a0-b76b-8f9c076418c2, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:55.789941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.790454 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.793424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] For port 749359ac-8290-42a0-b76b-8f9c076418c2, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=749359ac-8290-42a0-b76b-8f9c076418c2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:55.815353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.871449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:55.880631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df7a1179-5802-43d3-9ba4-c997daccd9fa tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7312889 Jul 30 01:49:55.896387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53180) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:55.902413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:55.983911 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:49:56.033561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed356-c859-4f3b-8fe9-5ac130e47e38 req-6abee17e-7e08-4d19-8318-020dadfef706 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.035587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aaed356-c859-4f3b-8fe9-5ac130e47e38 req-6abee17e-7e08-4d19-8318-020dadfef706 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 947 time: 0.1729233 Jul 30 01:49:56.062457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:56.066074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.088750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.089384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.090812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] 10.222.0.66 "PUT /v2.0/ports/749359ac-8290-42a0-b76b-8f9c076418c2 HTTP/1.1" status: 200 len: 1096 time: 2.2123444 Jul 30 01:49:56.091300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8606a275-9c35-438a-89ec-e81e2d750d48', 'tag': '749359ac-8290-42a0-b76b-8f9c076418c2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:56.093800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:56.093993 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13164593-2053-44bc-9e80-69df234872ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8606a275-9c35-438a-89ec-e81e2d750d48", "tag": "749359ac-8290-42a0-b76b-8f9c076418c2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:56.114573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9fdec77a-54df-4daf-a4d3-1ff28979962d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:56.211330 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1117973-1e8e-44ea-8441-f96416498549 x-openstack-request-id: req-f1117973-1e8e-44ea-8441-f96416498549 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:56.211805 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8606a275-9c35-438a-89ec-e81e2d750d48", "tag": "749359ac-8290-42a0-b76b-8f9c076418c2", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:56.211805 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1117973-1e8e-44ea-8441-f96416498549 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:56.212886 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8606a275-9c35-438a-89ec-e81e2d750d48', 'tag': '749359ac-8290-42a0-b76b-8f9c076418c2', 'status': 'completed', 'code': 200} Jul 30 01:49:56.231387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aaed356-c859-4f3b-8fe9-5ac130e47e38 req-31cd930c-8575-4ef4-8dc2-a2fbaffc972b tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884608 Jul 30 01:49:56.312644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36fe97-2ea2-40cf-a0a1-069ce6d6a585 service neutron] Pushing event updated for resources: {'Port': ['ID=749359ac-8290-42a0-b76b-8f9c076418c2,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:56.354650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-b0b440fe-0acb-47de-89ba-3e8bcd05c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.356720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-b0b440fe-0acb-47de-89ba-3e8bcd05c8f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd541cb9ab7243e1a39fb5b2b9894b9e&device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 1099 time: 0.2105429 Jul 30 01:49:56.364486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.441907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-09995054-fab0-4e7a-8c06-23f2353d689c None None] Provisioning for port ddc6b86a-f580-4601-a482-c8afa0621ff7 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:56.446787 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-1abc58d2-2f98-4552-bba6-d78cad8df186 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=749359ac-8290-42a0-b76b-8f9c076418c2 HTTP/1.1" status: 200 len: 217 time: 0.0649722 Jul 30 01:49:56.456808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=5ffde578-de10-4ab9-94ed-71d6d6fa4522,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:56.460470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:56.460844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:56.468243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-09995054-fab0-4e7a-8c06-23f2353d689c None None] Provisioning complete for port ddc6b86a-f580-4601-a482-c8afa0621ff7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:56.468622 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-09995054-fab0-4e7a-8c06-23f2353d689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.480978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:56.492417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:56.501131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.501950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.521146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3469c6eb-43fb-42d2-9b94-901c174625e4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6235685 Jul 30 01:49:56.521995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:56.540003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-09995054-fab0-4e7a-8c06-23f2353d689c None None] Port ddc6b86a-f580-4601-a482-c8afa0621ff7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:56.545845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e94dd5-faf4-448e-b0e9-f82137bf9e03 None None] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:56.546468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-b49ba3d0-d794-4334-8dbf-87e6e84f0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.548136 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-b49ba3d0-d794-4334-8dbf-87e6e84f0dff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0935798 Jul 30 01:49:56.566533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.586409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.639423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9fdec77a-54df-4daf-a4d3-1ff28979962d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:56.646104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9fdec77a-54df-4daf-a4d3-1ff28979962d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:56.653727 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.692336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.702503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-ddf8a987-4b6c-4cbb-8f07-699188378140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.704513 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-ddf8a987-4b6c-4cbb-8f07-699188378140 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477435 Jul 30 01:49:56.727101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=ddc6b86a-f580-4601-a482-c8afa0621ff7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:56.886877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.898512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-a1b9b967-ebdf-4c98-bee0-a12b696f0cf7 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821477 Jul 30 01:49:56.906839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 90595270-86ff-4e6d-abca-23d57c203297 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:56.919509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:56.939768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:56.940604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.974377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Transition to ACTIVE for port object 9c422181-0531-446f-99a4-794d0601c2e9 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:57.000196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.013073 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.050830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.056733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Pushing event updated for resources: {'Port': ['ID=9c422181-0531-446f-99a4-794d0601c2e9,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:57.058701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52c049ad-9fab-49f6-a2ca-7ed3d84588df None None] Provisioning complete for port ddc6b86a-f580-4601-a482-c8afa0621ff7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:57.059092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52c049ad-9fab-49f6-a2ca-7ed3d84588df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.159489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.160029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.161030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.161525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.162013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.163105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.163785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.164404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.164886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.165360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.165837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.166320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:57.178133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7927c15-4edd-41ad-b54d-09e4948fca41 req-d9f1df03-9a32-42ff-b40f-27fc2745028f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.179771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7927c15-4edd-41ad-b54d-09e4948fca41 req-d9f1df03-9a32-42ff-b40f-27fc2745028f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 945 time: 0.1498992 Jul 30 01:49:57.200639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6966cb11-f79a-472f-ae82-14574bdd1537 req-4d67b716-aa70-439f-9807-173d01cd18ea service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925899 Jul 30 01:49:57.238763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 9c97a4c6-fc4a-4dfe-8961-6e4a4527038b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:49:57.264822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7927c15-4edd-41ad-b54d-09e4948fca41 req-9bc4690b-be06-4723-89bc-5bf270cc2f59 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785577 Jul 30 01:49:57.285767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-52c049ad-9fab-49f6-a2ca-7ed3d84588df None None] Port ddc6b86a-f580-4601-a482-c8afa0621ff7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:57.371180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9fdec77a-54df-4daf-a4d3-1ff28979962d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9fdec77a-54df-4daf-a4d3-1ff28979962d,segment=NetworkSegment(56a1cecc-d087-4ca1-972e-34c7ac53b9cb),segment_id=56a1cecc-d087-4ca1-972e-34c7ac53b9cb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:57.442759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164593-2053-44bc-9e80-69df234872ab req-4a1fa2ec-cd0e-4490-969a-3f58c65b5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.445337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-4a1fa2ec-cd0e-4490-969a-3f58c65b5c28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd541cb9ab7243e1a39fb5b2b9894b9e&device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 1099 time: 0.1677103 Jul 30 01:49:57.472701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.478503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c6938-5646-4ac8-a776-3640ed7955e9 req-3b09be17-901b-4444-beef-1d046c9364fc tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.490259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:57.492543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-711c6938-5646-4ac8-a776-3640ed7955e9 req-3b09be17-901b-4444-beef-1d046c9364fc tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 947 time: 0.0846772 Jul 30 01:49:57.503412 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457b644-c46c-4774-b902-124232199c2c None None] Sync routers for ids ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:49:57.524706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0370dcc0-83e3-4a9c-8d12-b9c719e4b4f2 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/9c97a4c6-fc4a-4dfe-8961-6e4a4527038b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1831479 Jul 30 01:49:57.525040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53206) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:57.531053 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457b644-c46c-4774-b902-124232199c2c None None] Routers {'9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:57.541170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3457b644-c46c-4774-b902-124232199c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:57.587188 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3457b644-c46c-4774-b902-124232199c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:57.597655 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457b644-c46c-4774-b902-124232199c2c None None] Routers {'9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:57.598593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cc426-048a-4751-8672-90e3b44dea45 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.598745 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3457b644-c46c-4774-b902-124232199c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:57.603064 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e5cc426-048a-4751-8672-90e3b44dea45 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports/ddc6b86a-f580-4601-a482-c8afa0621ff7 HTTP/1.1" status: 200 len: 910 time: 0.0744655 Jul 30 01:49:57.603520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:57.606484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-711c6938-5646-4ac8-a776-3640ed7955e9 req-e1463dc4-7a06-47a3-b2ac-5160c8079ace tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001122 Jul 30 01:49:57.609122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a462bd2-fff3-4796-820e-dc78e3c9ef84'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:57.644698 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3457b644-c46c-4774-b902-124232199c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:57.645376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3457b644-c46c-4774-b902-124232199c2c None None] The sync data for ids ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:57.652947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Attempting to bind port 9c422181-0531-446f-99a4-794d0601c2e9 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:57.653510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Attempting to bind port 9c422181-0531-446f-99a4-794d0601c2e9 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:57.653980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Attempting to bind port 9c422181-0531-446f-99a4-794d0601c2e9 on network beed069a-2d90-4113-af1e-64c2d82f7368 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:57.660246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-111a54db-9220-448d-b032-0cd443c3556a None None] Provisioning complete for port ddc6b86a-f580-4601-a482-c8afa0621ff7 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:57.660699 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-111a54db-9220-448d-b032-0cd443c3556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.669462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164593-2053-44bc-9e80-69df234872ab req-ed8a551a-f5ba-4bdb-9451-871e695078bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.670852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:57.671054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-ed8a551a-f5ba-4bdb-9451-871e695078bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2148175 Jul 30 01:49:57.671381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Checking segment: {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:57.671855 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.672502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Bound using segment: {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:57.673164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Bound port: 9c422181-0531-446f-99a4-794d0601c2e9, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e9b44-774b-4a8d-9198-4a2209300e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:57.673621 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.708257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9fdec77a-54df-4daf-a4d3-1ff28979962d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:57.729205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Allocated IP 2001:db8:1::2 (3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b/5ffde578-de10-4ab9-94ed-71d6d6fa4522/762d1373-a236-40be-b3de-68bc0558b357) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:57.751538 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-e0344648-4024-460b-b0a5-75af7cab4ab4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=749359ac-8290-42a0-b76b-8f9c076418c2 HTTP/1.1" status: 200 len: 217 time: 0.0672338 Jul 30 01:49:57.806896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-111a54db-9220-448d-b032-0cd443c3556a None None] Port ddc6b86a-f580-4601-a482-c8afa0621ff7 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:57.833631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164593-2053-44bc-9e80-69df234872ab req-259caa7c-7902-4b30-be6d-927554fe864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.835251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-259caa7c-7902-4b30-be6d-927554fe864c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0753167 Jul 30 01:49:57.858682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] For port 9c422181-0531-446f-99a4-794d0601c2e9, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:57.876998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] For port 9c422181-0531-446f-99a4-794d0601c2e9, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c422181-0531-446f-99a4-794d0601c2e9,segment=NetworkSegment(ac8e9b44-774b-4a8d-9198-4a2209300e8f),segment_id=ac8e9b44-774b-4a8d-9198-4a2209300e8f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:57.884843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.903265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.948921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164593-2053-44bc-9e80-69df234872ab req-b6131131-eaea-4f06-a0d2-be03e3bb7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.950776 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-b6131131-eaea-4f06-a0d2-be03e3bb7fe1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052880 Jul 30 01:49:58.033943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:49:58.034624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:58.038489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0af8b-2670-41d7-be59-a2078456c2d1 None None] Pushing event updated for resources: {'Port': ['ID=9c422181-0531-446f-99a4-794d0601c2e9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.083139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9fdec77a-54df-4daf-a4d3-1ff28979962d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:58.154027 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.180982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Transition to ACTIVE for port object 762d1373-a236-40be-b3de-68bc0558b357 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:58.194123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:58.237340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Transition to ACTIVE for port object 762d1373-a236-40be-b3de-68bc0558b357 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:58.252696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.307379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8:1::1 (3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b/5ffde578-de10-4ab9-94ed-71d6d6fa4522/2acdfdf8-43c7-409e-b5c7-45029f1ae0bb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:58.328266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9fdec77a-54df-4daf-a4d3-1ff28979962d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:58.328642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.347595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:58.408390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:58.414732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:58.420354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Pushing event updated for resources: {'Port': ['ID=762d1373-a236-40be-b3de-68bc0558b357,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.482310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.508753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:58.533218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Attempting to bind port 762d1373-a236-40be-b3de-68bc0558b357 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:58.533860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Attempting to bind port 762d1373-a236-40be-b3de-68bc0558b357 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:58.533965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Attempting to bind port 762d1373-a236-40be-b3de-68bc0558b357 on network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:58.541574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-e2466d03-aad0-44ab-8fab-47124ac582de service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797575 Jul 30 01:49:58.572814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.623603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:58.642150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.655109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:58.664722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:58.665398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.737947 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-13164593-2053-44bc-9e80-69df234872ab req-bfcf743a-445c-4ed8-beec-1da9cbcf874d service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882641 Jul 30 01:49:58.738174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:58.738754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Checking segment: {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:58.739193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.739594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Bound using segment: {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:58.740078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Bound port: 762d1373-a236-40be-b3de-68bc0558b357, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:58.740688 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.838388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] For port 762d1373-a236-40be-b3de-68bc0558b357, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:58.844715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] For port 762d1373-a236-40be-b3de-68bc0558b357, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=762d1373-a236-40be-b3de-68bc0558b357,segment=NetworkSegment(36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9),segment_id=36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:58.847451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:49:52Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:49:57Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:58.852588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.858363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8ed5e-a154-4637-bd37-84b2ffa7ec9f req-f0dad27b-d62b-4eea-a601-5598bdb692a2 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:58.861072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25e8ed5e-a154-4637-bd37-84b2ffa7ec9f req-f0dad27b-d62b-4eea-a601-5598bdb692a2 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 947 time: 0.1426375 Jul 30 01:49:58.865278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.875493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.886052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b6d34-d49f-44cf-aed5-989ea3580104 None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:49:52Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:49:57Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:58.963852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.973853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14709bd-ad33-4b31-890d-a0f228d24615 None None] Pushing event updated for resources: {'Port': ['ID=762d1373-a236-40be-b3de-68bc0558b357,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.007547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:59.008229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.008416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25e8ed5e-a154-4637-bd37-84b2ffa7ec9f req-34be9c2a-c139-452c-b077-fb40af59e6da tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200852 Jul 30 01:49:59.012647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/ports/ddc6b86a-f580-4601-a482-c8afa0621ff7 HTTP/1.1" status: 200 len: 910 time: 1.4054868 Jul 30 01:49:59.012647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b77352-2555-4508-9e1b-179ee97fd420 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=ddc6b86a-f580-4601-a482-c8afa0621ff7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.014191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:59.225589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 749359ac-8290-42a0-b76b-8f9c076418c2 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:59.384212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 749359ac-8290-42a0-b76b-8f9c076418c2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=749359ac-8290-42a0-b76b-8f9c076418c2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:59.402304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '749359ac-8290-42a0-b76b-8f9c076418c2', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': '749359ac-8290-42a0-b76b-8f9c076418c2', 'mac_address': 'fa:16:3e:53:6c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:59.423262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.430292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.433604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.466806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.492842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749359ac-8290-42a0-b76b-8f9c076418c2 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:59.521377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 749359ac-8290-42a0-b76b-8f9c076418c2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=749359ac-8290-42a0-b76b-8f9c076418c2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:59.527643 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.548734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.589243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=749359ac-8290-42a0-b76b-8f9c076418c2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.604372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.616977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:59.618741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:59.729248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:49:59.755084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['749359ac-8290-42a0-b76b-8f9c076418c2'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:59.842950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:49:59.848545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-95a6ac65-4d98-4153-b0d2-34ba52cc0f14 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3254213 Jul 30 01:49:59.854482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53230) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:59.860049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520337408'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:59.876211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port ddc6b86a-f580-4601-a482-c8afa0621ff7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:59.876568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.961323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:59.964934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.024141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.032714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:00.044231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for ddc6b86a-f580-4601-a482-c8afa0621ff7 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:00.059423 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.059780 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment 3bfcf945-54ff-4bca-b938-de74fb101031 of type vlan for network 39d19530-8504-4bc4-80e8-a27ff07798f6 Jul 30 01:50:00.154431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c422181-0531-446f-99a4-794d0601c2e9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:00.157813 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.189065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7bfd7-713e-45b0-9157-ad5ed85ca832 req-bcafc528-24fe-43b2-a1c7-9c1967108957 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.196062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6f7bfd7-713e-45b0-9157-ad5ed85ca832 req-bcafc528-24fe-43b2-a1c7-9c1967108957 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 948 time: 0.0790997 Jul 30 01:50:00.220369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9c422181-0531-446f-99a4-794d0601c2e9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:00.225711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9c422181-0531-446f-99a4-794d0601c2e9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:00.226092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.244172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6f7bfd7-713e-45b0-9157-ad5ed85ca832 req-0e182b70-7d5d-415e-9e5a-fb1ca68ba576 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Jul 30 01:50:00.267231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.273758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.274375 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.323059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.334639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea34ba-e67d-48db-abd7-c693752d9bfe None None] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:00.386057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5276716 Jul 30 01:50:00.386510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53242) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:00.391636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:00.417327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27015c69-eb60-49b5-b1fd-30ee1b33d111 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=39d19530-8504-4bc4-80e8-a27ff07798f6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:00.419587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9c422181-0531-446f-99a4-794d0601c2e9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c422181-0531-446f-99a4-794d0601c2e9,segment=NetworkSegment(ac8e9b44-774b-4a8d-9198-4a2209300e8f),segment_id=ac8e9b44-774b-4a8d-9198-4a2209300e8f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:00.426669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.428949 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.430334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 762d1373-a236-40be-b3de-68bc0558b357 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:00.439846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:00.451708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7cab5e69-3163-4d12-aa23-7953eed4b2a6 None None] Provisioning for port 762d1373-a236-40be-b3de-68bc0558b357 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:00.473851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=ddc6b86a-f580-4601-a482-c8afa0621ff7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:00.535181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:00.547298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.637721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9c422181-0531-446f-99a4-794d0601c2e9,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:00.675591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 762d1373-a236-40be-b3de-68bc0558b357 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:00.681936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.699916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:00.708630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 762d1373-a236-40be-b3de-68bc0558b357 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:00.709733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.745058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:00.745992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:00.800805 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.856575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:00.864164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:00.876559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 9c97a4c6-fc4a-4dfe-8961-6e4a4527038b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:00.878939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:00.879326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: 39d19530-8504-4bc4-80e8-a27ff07798f6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:00.901988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:00.913916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 39d19530-8504-4bc4-80e8-a27ff07798f6) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:00.926703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:00.931751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.948207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3996872-7e18-4cca-b4d9-645e92f03786 None None] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:00.963876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cb0c7fab-4914-41cb-8a11-00bf28a86771 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5762947 Jul 30 01:50:00.966582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53252) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:01.034144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:01.043489 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee803b2c-d748-4389-89d6-52b96492032b tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/9c97a4c6-fc4a-4dfe-8961-6e4a4527038b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282362 Jul 30 01:50:01.045377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] Sync routers for ids ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:01.046083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:01.055953 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] Routers {'9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:01.057259 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:01.098655 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eb55bdf0-6fe1-4b69-92dc-cea6c20b839f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c97a4c6-fc4a-4dfe-8961-6e4a4527038b HTTP/1.1" status: 200 len: 205 time: 0.0513561 Jul 30 01:50:01.101543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:01.111908 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:01.152522 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] Routers {'9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:01.155779 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:01.215334 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:01.216374 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f0739-f374-487f-b7cf-713116fa82d1 None None] The sync data for ids ['9c97a4c6-fc4a-4dfe-8961-6e4a4527038b'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:01.236752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-39d19530-8504-4bc4-80e8-a27ff07798f6', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:01.238030 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.241258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 749359ac-8290-42a0-b76b-8f9c076418c2 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:01.260731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.452906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2e16-5b27-4179-ac7e-c2f9952fa657 req-2173c2bd-44bf-42ca-9d04-06e178cb21f9 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:01.460146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b55c2e16-5b27-4179-ac7e-c2f9952fa657 req-2173c2bd-44bf-42ca-9d04-06e178cb21f9 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 948 time: 0.0927210 Jul 30 01:50:01.518695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.521545 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.574844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.575471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router 9c97a4c6-fc4a-4dfe-8961-6e4a4527038b {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:50:01.586575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Allocated IP 2001:db8:2::2 (39d19530-8504-4bc4-80e8-a27ff07798f6/dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae/d1d1d95b-c816-427d-b295-6e51861182f1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:01.592023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.597808 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.598264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3bcdd677-d86c-445c-9cd8-c16d2179001e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/9c97a4c6-fc4a-4dfe-8961-6e4a4527038b HTTP/1.1" status: 204 len: 168 time: 0.4917779 Jul 30 01:50:01.601449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:01.612249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:01.628091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ee0b8b2-c865-4bf8-9e53-11ae2b1ba2fa None None] Provisioning for port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:01.677225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet 1a462bd2-fff3-4796-820e-dc78e3c9ef84 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:01.683229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.689743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ee0b8b2-c865-4bf8-9e53-11ae2b1ba2fa None None] Provisioning complete for port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:01.690255 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b8b2-c865-4bf8-9e53-11ae2b1ba2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.744034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.848570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.917696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:50:01.968963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 762d1373-a236-40be-b3de-68bc0558b357, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=762d1373-a236-40be-b3de-68bc0558b357,segment=NetworkSegment(36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9),segment_id=36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:01.969588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.046755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=1a462bd2-fff3-4796-820e-dc78e3c9ef84,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:02.051772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.059126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-33048b4b-b208-4dfd-8360-e10c012c8d02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/1a462bd2-fff3-4796-820e-dc78e3c9ef84 HTTP/1.1" status: 204 len: 168 time: 0.4561212 Jul 30 01:50:02.059940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:02.087514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b55c2e16-5b27-4179-ac7e-c2f9952fa657 req-a903da3f-ab97-4309-88af-7dd3bb12fa0c tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260378 Jul 30 01:50:02.179632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.244661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.324778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08116657-8007-48ab-bdd7-e404f748c40b None None] Network 90595270-86ff-4e6d-abca-23d57c203297 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:02.327785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0b8b2-c865-4bf8-9e53-11ae2b1ba2fa None None] Port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:02.332818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.352630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 749359ac-8290-42a0-b76b-8f9c076418c2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:02.353732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 9fdec77a-54df-4daf-a4d3-1ff28979962d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:02.354167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.385198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 749359ac-8290-42a0-b76b-8f9c076418c2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:02.385744 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.480313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 9fdec77a-54df-4daf-a4d3-1ff28979962d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9fdec77a-54df-4daf-a4d3-1ff28979962d,segment=NetworkSegment(56a1cecc-d087-4ca1-972e-34c7ac53b9cb),segment_id=56a1cecc-d087-4ca1-972e-34c7ac53b9cb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:02.482534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.520299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 9fdec77a-54df-4daf-a4d3-1ff28979962d owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:02.621592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.644189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.654059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Transition to ACTIVE for port object d1d1d95b-c816-427d-b295-6e51861182f1 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:02.668143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port 9fdec77a-54df-4daf-a4d3-1ff28979962d on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:02.670753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Transition to ACTIVE for port object d1d1d95b-c816-427d-b295-6e51861182f1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:02.693072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c422181-0531-446f-99a4-794d0601c2e9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:02.707720 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.767154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=9fdec77a-54df-4daf-a4d3-1ff28979962d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:02.777863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:02.793268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8:2::1 (39d19530-8504-4bc4-80e8-a27ff07798f6/dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae/5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:02.802977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ee0b8b2-c865-4bf8-9e53-11ae2b1ba2fa None None] Provisioning complete for port 762d1373-a236-40be-b3de-68bc0558b357 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:02.803885 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b8b2-c865-4bf8-9e53-11ae2b1ba2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.808325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:02.855302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:02.928607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.942759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90595270-86ff-4e6d-abca-23d57c203297']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:02.958048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a1cecc-d087-4ca1-972e-34c7ac53b9cb') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:02.958649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a1cecc-d087-4ca1-972e-34c7ac53b9cb') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:02.976131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.995029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=762d1373-a236-40be-b3de-68bc0558b357,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:02.995459 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.024434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:03.025106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:03.028977 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:03.085150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Pushing event updated for resources: {'Port': ['ID=d1d1d95b-c816-427d-b295-6e51861182f1,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.129506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:03.151513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.153663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.163399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:49:58Z', 'revision_number': 3, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:49:59Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.169563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.171721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/90595270-86ff-4e6d-abca-23d57c203297 HTTP/1.1" status: 204 len: 168 time: 1.1080246 Jul 30 01:50:03.184775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.187968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Attempting to bind port d1d1d95b-c816-427d-b295-6e51861182f1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:03.188465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Attempting to bind port d1d1d95b-c816-427d-b295-6e51861182f1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:03.189748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Attempting to bind port d1d1d95b-c816-427d-b295-6e51861182f1 on network 39d19530-8504-4bc4-80e8-a27ff07798f6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:03.190349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558812256', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:03.195963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:03.200300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2335b-3ead-4e10-8de9-c810d94375b4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=90595270-86ff-4e6d-abca-23d57c203297,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.245339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.246474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.294936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.352877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:03.353436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Checking segment: {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:03.353939 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.354426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Bound using segment: {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:03.355056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Bound port: d1d1d95b-c816-427d-b295-6e51861182f1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:03.355840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.359450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.368884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.370678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:03.372647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Updating router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:03.378167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:03.411666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:03.412680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.413931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2cf2cd49-810b-4af9-b6b1-dc2d55be2dda tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2281759 Jul 30 01:50:03.417862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53320) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.423772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:03.430499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:03.431267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.432810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062509388'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:03.463228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59388a7c-f398-4d88-934e-954156c83c11 None None] DHCP port deletion for 90595270-86ff-4e6d-abca-23d57c203297 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:03.468143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:03.473473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.514800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:03.558518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.559036 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment 9879602b-c3cb-4ccb-aa26-675f32306033 of type vlan for network df7836bb-e03a-421b-b687-b52d989643b6 Jul 30 01:50:03.623623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9c422181-0531-446f-99a4-794d0601c2e9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:03.629472 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.634137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f2f30-d7e4-438d-919b-762f0bcc09fc req-542d99dc-2402-4f55-b10b-dfcd45a09ed1 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.645403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-948f2f30-d7e4-438d-919b-762f0bcc09fc req-542d99dc-2402-4f55-b10b-dfcd45a09ed1 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 948 time: 0.3917503 Jul 30 01:50:03.682240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.683245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.688857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.738722 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.747382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.748163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.792821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.830378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4106321 Jul 30 01:50:03.839606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53324) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.847424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:03.850847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-948f2f30-d7e4-438d-919b-762f0bcc09fc req-0591dab2-06b9-45c5-a843-fa74791b64f4 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559610 Jul 30 01:50:03.915213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7303f9-ee6c-4a21-a32d-df1159573a1a tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=df7836bb-e03a-421b-b687-b52d989643b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.940780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network df7836bb-e03a-421b-b687-b52d989643b6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:04.007487 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.010027 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.018603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:04.032720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.178520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:04.194890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.212507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.213989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.240811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606a275-9c35-438a-89ec-e81e2d750d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749359ac-8290-42a0-b76b-8f9c076418c2'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:04.244889 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db14894-c689-4e10-8f00-08f2ab2b1d13" -d '{"events": [{"server_uuid": "8606a275-9c35-438a-89ec-e81e2d750d48", "name": "network-vif-plugged", "status": "completed", "tag": "749359ac-8290-42a0-b76b-8f9c076418c2"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:04.318698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] For port d1d1d95b-c816-427d-b295-6e51861182f1, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:04.382817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 749359ac-8290-42a0-b76b-8f9c076418c2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=749359ac-8290-42a0-b76b-8f9c076418c2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:04.388048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.407530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:04.415329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:04.518825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=38e3fa62-6b1d-4a02-a1af-7674d500a0c2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:04.553924 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf29cba-9fe1-4db2-94a9-c254fec355e7 x-openstack-request-id: req-fdf29cba-9fe1-4db2-94a9-c254fec355e7 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:04.554319 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606a275-9c35-438a-89ec-e81e2d750d48", "name": "network-vif-plugged", "status": "completed", "tag": "749359ac-8290-42a0-b76b-8f9c076418c2", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:04.554436 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdf29cba-9fe1-4db2-94a9-c254fec355e7 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:04.554834 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8606a275-9c35-438a-89ec-e81e2d750d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749359ac-8290-42a0-b76b-8f9c076418c2', 'code': 200} Jul 30 01:50:04.561700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.568983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:04.569389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: df7836bb-e03a-421b-b687-b52d989643b6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:04.571974 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.576741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:04.578315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:04.589898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] For port d1d1d95b-c816-427d-b295-6e51861182f1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d1d1d95b-c816-427d-b295-6e51861182f1,segment=NetworkSegment(3bfcf945-54ff-4bca-b938-de74fb101031),segment_id=3bfcf945-54ff-4bca-b938-de74fb101031)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:04.596541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1878-2971-421d-a46a-68edd8af2c97 req-eb0d2b16-843c-46e7-8b3c-1b2619d11183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:04.598077 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2ecb1878-2971-421d-a46a-68edd8af2c97 req-eb0d2b16-843c-46e7-8b3c-1b2619d11183 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 1101 time: 0.1365945 Jul 30 01:50:04.601012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c58cb6b7-eff0-4296-be27-c32b741f7e75 None None] Provisioning complete for port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:04.601382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c58cb6b7-eff0-4296-be27-c32b741f7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.681346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network df7836bb-e03a-421b-b687-b52d989643b6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:04.696239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c58cb6b7-eff0-4296-be27-c32b741f7e75 None None] Port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:04.719470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, df7836bb-e03a-421b-b687-b52d989643b6) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:04.729948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:04.730763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2ecb1878-2971-421d-a46a-68edd8af2c97 req-a109b003-fa85-4611-bdd6-5d248e548fd1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Jul 30 01:50:04.734647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:04.735439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.760255 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.768708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa2187ac-d67a-4431-bed5-ca64ca2e4a18 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9279010 Jul 30 01:50:04.771597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:04.795441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593e6c5-6fe0-4f9b-964d-d2dd1921da57 None None] Network df7836bb-e03a-421b-b687-b52d989643b6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:04.896226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:04.923176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-555ce500-5458-4644-b67f-a1f97c0df86f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9477091 Jul 30 01:50:04.924145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:04.931448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1741466496'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:04.984459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4f3d6e45-f205-45c4-a073-a0202937b32a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:04.988615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:04.993144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 762d1373-a236-40be-b3de-68bc0558b357 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:04.993858 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.034193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:05.096877 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.099699 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added segment 79ce1714-3bb3-429a-a2a9-a9774fcef232 of type vlan for network a9da087f-f446-4bfb-a510-f337032b85ba Jul 30 01:50:05.282437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.295593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.300636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=749359ac-8290-42a0-b76b-8f9c076418c2,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:05.381679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.405476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.406160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.506991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:05.617396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Network': ['ID=a9da087f-f446-4bfb-a510-f337032b85ba,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:05.670163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a9da087f-f446-4bfb-a510-f337032b85ba details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:05.677299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1687ef-6c13-40c1-b1f0-ad3365ae55c9 req-70e26556-e2e1-4bc4-8c6b-726416691f7c tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.679634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c1687ef-6c13-40c1-b1f0-ad3365ae55c9 req-70e26556-e2e1-4bc4-8c6b-726416691f7c tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 949 time: 0.6274345 Jul 30 01:50:05.720249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9b937db2-2631-48bc-b90c-5555505787ba tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7948070 Jul 30 01:50:05.721189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:05.734006 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'subnet': {'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:05.938582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655542f-4633-4d54-981f-ab1860645df8 None None] Pushing event updated for resources: {'Port': ['ID=d1d1d95b-c816-427d-b295-6e51861182f1,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:05.954154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c1687ef-6c13-40c1-b1f0-ad3365ae55c9 req-100d1e62-cce5-4000-a6fb-14ffe7972fef tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450235 Jul 30 01:50:06.021099 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.027183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Made reservation on behalf of ad71e52916514c2e98b39c067627bb3e for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:06.031105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.064419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.20.0.1 (df7836bb-e03a-421b-b687-b52d989643b6/38e3fa62-6b1d-4a02-a1af-7674d500a0c2/db70fbf2-a533-4a53-aee2-f8bfc04a6f96) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:06.094578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 762d1373-a236-40be-b3de-68bc0558b357 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:06.094950 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.258932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.297467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object db70fbf2-a533-4a53-aee2-f8bfc04a6f96 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:06.382846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.460955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.489160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network df7836bb-e03a-421b-b687-b52d989643b6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:06.493186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:06.501052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:06.546484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-df7836bb-e03a-421b-b687-b52d989643b6', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:06.547475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.577128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Transition to ACTIVE for port object 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:06.581781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Subnet': ['ID=86fc51c4-c212-4cfa-a210-a7a566677959,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.595935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Checking segment: {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:06.596585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network hostable DHCP agents. Network: a9da087f-f446-4bfb-a510-f337032b85ba, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:06.604612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.632003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network a9da087f-f446-4bfb-a510-f337032b85ba is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:06.635182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.648514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a9da087f-f446-4bfb-a510-f337032b85ba) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:06.659449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.664431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.665058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.700578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ad320b2c-3617-4fd0-b166-23856c2152c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9717293 Jul 30 01:50:06.701225 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53358) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:06.793010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ae7f6-31f6-4c1c-becd-fb078c894380 None None] Network a9da087f-f446-4bfb-a510-f337032b85ba requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:06.810868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a21bee-bee6-4b2a-a90e-498b170c3e79 None None] Pushing event updated for resources: {'Port': ['ID=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:07.238433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Allocated IP 172.20.0.2 (df7836bb-e03a-421b-b687-b52d989643b6/38e3fa62-6b1d-4a02-a1af-7674d500a0c2/7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:07.463720 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.475556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Transition to ACTIVE for port object 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:07.495890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Transition to ACTIVE for port object 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:07.503188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.516826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71080b-02df-4f17-aa15-86eabed7effa None None] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:07.528365 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.545874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6ceae-7cd1-4076-a9c3-a44698615e92 req-fc2160c6-c616-43b2-ba5a-f2230b975f8d tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:07.547552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13a6ceae-7cd1-4076-a9c3-a44698615e92 req-fc2160c6-c616-43b2-ba5a-f2230b975f8d tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 949 time: 0.3545103 Jul 30 01:50:07.661232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13a6ceae-7cd1-4076-a9c3-a44698615e92 req-f10120fb-10e8-4b49-a89e-6ad1bf73b85d tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015358 Jul 30 01:50:07.687404 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.721428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Pushing event updated for resources: {'Port': ['ID=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:07.754621 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.902681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-445f1cc0-213f-4a28-966b-97c88006bdea None None] Provisioning for port d1d1d95b-c816-427d-b295-6e51861182f1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:08.024786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Network df7836bb-e03a-421b-b687-b52d989643b6 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:08.050845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:08.082614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:08.109198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-a9da087f-f446-4bfb-a510-f337032b85ba', 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'fixed_ips': [{'subnet_id': '86fc51c4-c212-4cfa-a210-a7a566677959'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:08.110094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.281710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.288560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.382479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.407802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Allocated IP 2001:db8:3::1 (a9da087f-f446-4bfb-a510-f337032b85ba/86fc51c4-c212-4cfa-a210-a7a566677959/415c04ec-a983-4511-9bdc-87e7c619608b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:08.450673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4e751-8be1-457d-92fb-123cbb593e1b req-252b1edc-12f2-43ac-9aac-98f1c0af0be7 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:08.452213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3da4e751-8be1-457d-92fb-123cbb593e1b req-252b1edc-12f2-43ac-9aac-98f1c0af0be7 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 949 time: 0.1680450 Jul 30 01:50:08.501507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9fdec77a-54df-4daf-a4d3-1ff28979962d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:08.533558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9fdec77a-54df-4daf-a4d3-1ff28979962d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:08.533982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9fdec77a-54df-4daf-a4d3-1ff28979962d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:08.587030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Attempting to bind port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:08.588146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Attempting to bind port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:08.588468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Attempting to bind port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb on network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:08.674564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:08.675462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Checking segment: {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:08.676107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.676709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Bound using segment: {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:08.677416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Bound port: 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:08.678110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.685955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:08.714908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network df7836bb-e03a-421b-b687-b52d989643b6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:08.719397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:08.804659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3da4e751-8be1-457d-92fb-123cbb593e1b req-42317b09-a311-49c8-a1e9-c02df3847f46 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338218 Jul 30 01:50:08.810658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Attempting to bind port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:08.811384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Attempting to bind port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:08.811988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Attempting to bind port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 on network df7836bb-e03a-421b-b687-b52d989643b6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:08.828702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:08.829621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Checking segment: {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:08.830040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.830427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Bound using segment: {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:08.830918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Bound port: 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:08.831344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:08.866705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d1d1d95b-c816-427d-b295-6e51861182f1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:08.888927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10323e7-4a40-45d1-9b69-ca694d4dc1d3 req-7266560e-d87d-4321-9f27-3732af4f44c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:08.915988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e10323e7-4a40-45d1-9b69-ca694d4dc1d3 req-7266560e-d87d-4321-9f27-3732af4f44c5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.2885051 Jul 30 01:50:08.997898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] For port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:09.001505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] For port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,segment=NetworkSegment(9879602b-c3cb-4ccb-aa26-675f32306033),segment_id=9879602b-c3cb-4ccb-aa26-675f32306033)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:09.012911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e10323e7-4a40-45d1-9b69-ca694d4dc1d3 req-997f29a7-76c4-42c1-b049-dbdd2d343a32 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920875 Jul 30 01:50:09.031417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.060208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:50:09.067021 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.069357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Transition to ACTIVE for port object 415c04ec-a983-4511-9bdc-87e7c619608b will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:09.118428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.180481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network a9da087f-f446-4bfb-a510-f337032b85ba is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:09.185914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:09.189823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:09.190386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.245270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:09.254356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=415c04ec-a983-4511-9bdc-87e7c619608b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:09.264394 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f516deea-fd2b-4c02-b007-78d4a5a01885 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4908264 Jul 30 01:50:09.264967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53404) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:09.280248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055522063'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:09.283372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:09.312736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] For port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:09.319431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.321120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.321510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.321880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.323383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.324030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.324168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.324436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.324777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.328173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.328580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.328946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:09.331915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d1d1d95b-c816-427d-b295-6e51861182f1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:09.359245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:09.360476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:09.447149 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:09.458723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.492926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.504618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:09.535151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:09.550091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-a5c9ba48-f898-417c-b273-7b841e9fb587 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:09.550091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-a5c9ba48-f898-417c-b273-7b841e9fb587 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.66 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 949 time: 0.1859560 Jul 30 01:50:09.624504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] For port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,segment=NetworkSegment(36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9),segment_id=36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:09.629728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d1d1d95b-c816-427d-b295-6e51861182f1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:09.630330 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.632659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471983e-fe14-4703-8a33-a1585ca4727c None None] Pushing event updated for resources: {'Port': ['ID=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:09.649305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Allocated IP 2001:db8:3::2 (a9da087f-f446-4bfb-a510-f337032b85ba/86fc51c4-c212-4cfa-a210-a7a566677959/4c904e65-73ee-4a32-93a1-caf042ab97a5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:09.662136 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.664752 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment b9ac4388-2f89-4b34-8ee4-066eb328824d of type vlan for network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 Jul 30 01:50:09.705150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.874283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.975413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.988540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:09.989201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.137900 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8692822 Jul 30 01:50:10.148344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:10.153943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:10.275079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:10.275901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:10.356045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fd309-1d33-45b9-ae95-5dc3c1f91fd4 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=9d0a3c4b-474c-4e9d-b994-1b9d213e4523,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:10.443036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Deleting port 749359ac-8290-42a0-b76b-8f9c076418c2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:10.447721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.452531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:10.459128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:10.474567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.504414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da7b55-ef89-44d5-a81d-66da58ee88b3 req-38588310-de8d-4e59-af96-6f568a09a2be tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:10.514303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36da7b55-ef89-44d5-a81d-66da58ee88b3 req-38588310-de8d-4e59-af96-6f568a09a2be tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 949 time: 0.2444608 Jul 30 01:50:10.531406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc8441-85f7-44a0-b315-239477d3f0a5 req-d9a75f51-40ea-4803-a115-732fd21030cf tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:10.533332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dfc8441-85f7-44a0-b315-239477d3f0a5 req-d9a75f51-40ea-4803-a115-732fd21030cf tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2735691 Jul 30 01:50:10.689090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dfc8441-85f7-44a0-b315-239477d3f0a5 req-6f5dd4e5-e61a-4b61-af35-885c3982557c tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162703 Jul 30 01:50:10.790306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36da7b55-ef89-44d5-a81d-66da58ee88b3 req-b435979a-7445-4c9c-8759-dec1ef9ccf59 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/security-groups?id=7158ef6e-65e5-4fda-9139-bb8d9107a72c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751532 Jul 30 01:50:10.893707 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.902462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:10.903461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.105527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event updated for resources: {'Port': ['ID=415c04ec-a983-4511-9bdc-87e7c619608b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:11.105764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.128160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:11.136056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:11.155162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6dc61-5e6b-48a0-83c7-10d9b1dac590 req-da495a4a-ece5-4702-aedf-ce3e152f477f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.156866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73c6dc61-5e6b-48a0-83c7-10d9b1dac590 req-da495a4a-ece5-4702-aedf-ce3e152f477f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.2330430 Jul 30 01:50:11.189525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44278ebb-5602-4bf5-a8b2-a6fad2de5ad5 None None] Network df7836bb-e03a-421b-b687-b52d989643b6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:11.226049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] For port 749359ac-8290-42a0-b76b-8f9c076418c2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=749359ac-8290-42a0-b76b-8f9c076418c2,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:11.226418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.259659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Network a9da087f-f446-4bfb-a510-f337032b85ba is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:11.262782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Calling delete_port for 749359ac-8290-42a0-b76b-8f9c076418c2 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:11.264713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:11.266468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=ed5d32b9-ee8d-4107-8569-183478da8166,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:11.276288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73c6dc61-5e6b-48a0-83c7-10d9b1dac590 req-c0932f82-0629-4259-b0cb-feedc4729121 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012754 Jul 30 01:50:11.324303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a21bee-bee6-4b2a-a90e-498b170c3e79 None None] Pushing event updated for resources: {'Port': ['ID=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:11.363557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:11.363851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 9d0a3c4b-474c-4e9d-b994-1b9d213e4523, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:11.407915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:11.410100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:11.426173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9d0a3c4b-474c-4e9d-b994-1b9d213e4523) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:11.447928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.448531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.465456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8aace4-18ff-450f-aaa3-63bbdc0e2a30 None None] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:11.477563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c71f734f-34ad-4074-bd4b-bc5dc648d90e None None] Provisioning complete for port d1d1d95b-c816-427d-b295-6e51861182f1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:11.478394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71f734f-34ad-4074-bd4b-bc5dc648d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.499279 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-641435bc-6891-4cdd-b891-6dd77bc2931e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3495064 Jul 30 01:50:11.502022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53430) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:11.601958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:11.615034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3f3f6710-5e93-4466-8e19-6e0a63f0cba3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9103239 Jul 30 01:50:11.615459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53432) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:11.616408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.623210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:11.660394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Pushing event deleted for resources: {'Port': ['ID=749359ac-8290-42a0-b76b-8f9c076418c2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:11.757148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] No DVR routers for this DVR port 749359ac-8290-42a0-b76b-8f9c076418c2 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:11.782172 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.784979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-761cb187-72fd-4d2d-860b-dffe7adc092e req-be07f878-7d24-449b-b5a8-645791822e56 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.66 "DELETE /v2.0/ports/749359ac-8290-42a0-b76b-8f9c076418c2 HTTP/1.1" status: 204 len: 173 time: 2.2266777 Jul 30 01:50:11.785458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606a275-9c35-438a-89ec-e81e2d750d48', 'name': 'network-vif-deleted', 'tag': '749359ac-8290-42a0-b76b-8f9c076418c2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:11.788168 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a068e91-93b4-4593-8481-9d4ba6c54e0b" -d '{"events": [{"server_uuid": "8606a275-9c35-438a-89ec-e81e2d750d48", "name": "network-vif-deleted", "tag": "749359ac-8290-42a0-b76b-8f9c076418c2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:11.795677 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:11.965735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4f3d6e45-f205-45c4-a073-a0202937b32a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:11.966186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.027207 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcc571d-0e70-4818-98b8-aed78fbd9fd8 x-openstack-request-id: req-7bcc571d-0e70-4818-98b8-aed78fbd9fd8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:12.027548 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606a275-9c35-438a-89ec-e81e2d750d48", "name": "network-vif-deleted", "tag": "749359ac-8290-42a0-b76b-8f9c076418c2", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:12.027754 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bcc571d-0e70-4818-98b8-aed78fbd9fd8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:12.028157 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8606a275-9c35-438a-89ec-e81e2d750d48', 'name': 'network-vif-deleted', 'tag': '749359ac-8290-42a0-b76b-8f9c076418c2', 'status': 'completed', 'code': 200} Jul 30 01:50:12.103985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:06Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:07Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:12.150304 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.182219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92798856-7533-4ed8-a7ca-51112c9737c0 req-a2b02870-8744-421e-9069-f2d67c0cb933 tempest-VolumesNegativeTest-1662802600 tempest-VolumesNegativeTest-1662802600-project] 10.222.0.78 "GET /v2.0/ports?device_id=8606a275-9c35-438a-89ec-e81e2d750d48 HTTP/1.1" status: 200 len: 210 time: 0.0509667 Jul 30 01:50:12.192154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d1d1d95b-c816-427d-b295-6e51861182f1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d1d1d95b-c816-427d-b295-6e51861182f1,segment=NetworkSegment(3bfcf945-54ff-4bca-b938-de74fb101031),segment_id=3bfcf945-54ff-4bca-b938-de74fb101031)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:12.204494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:12.204874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Updating router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:12.236252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Transition to ACTIVE for port object 4c904e65-73ee-4a32-93a1-caf042ab97a5 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:12.236783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd480-5c64-4b0e-8272-0a29f6fe479e req-33fe4a02-3f6e-4c54-9f7b-13f812cba0df tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.238916 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.246018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88efd480-5c64-4b0e-8272-0a29f6fe479e req-33fe4a02-3f6e-4c54-9f7b-13f812cba0df tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.3345118 Jul 30 01:50:12.310754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.367854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88efd480-5c64-4b0e-8272-0a29f6fe479e req-37c6b6e3-706c-4c42-bde5-47f3d6d01226 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865083 Jul 30 01:50:12.472397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Transition to ACTIVE for port object 4c904e65-73ee-4a32-93a1-caf042ab97a5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:12.480846 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.535275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.598670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d1d1d95b-c816-427d-b295-6e51861182f1,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:12.610542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f8628-d3c3-4b23-b608-52e4ae136ad4 req-3cf3bd08-a5c0-471b-998b-b901311e1476 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.622171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-748f8628-d3c3-4b23-b608-52e4ae136ad4 req-3cf3bd08-a5c0-471b-998b-b901311e1476 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.1825976 Jul 30 01:50:12.628610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:12.629419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.679015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-748f8628-d3c3-4b23-b608-52e4ae136ad4 req-8d1e0686-fa63-4e27-83c5-7acef771e2d7 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558488 Jul 30 01:50:12.709435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Network a9da087f-f446-4bfb-a510-f337032b85ba is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:12.719541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:12.760487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:12.762834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c71f734f-34ad-4074-bd4b-bc5dc648d90e None None] Provisioning for port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:12.770095 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:12.834426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c71f734f-34ad-4074-bd4b-bc5dc648d90e None None] Provisioning complete for port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:12.834785 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71f734f-34ad-4074-bd4b-bc5dc648d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.871710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.extraroute_db [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:50:12.872260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.21.0.1 (9d0a3c4b-474c-4e9d-b994-1b9d213e4523/ed5d32b9-ee8d-4107-8569-183478da8166/20786ae5-2f62-41f3-828e-78763331c412) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:12.940448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.extraroute_db [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Removed routes are [] {{(pid=93890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:50:12.940838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:12.986964 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.022543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:09Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:09Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415c04ec-a983-4511-9bdc-87e7c619608b', 'name': '', 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a0:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:07Z', 'updated_at': '2021-07-30T01:50:08Z', 'revision_number': 1, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:03Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:13.042413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Pushing event updated for resources: {'Port': ['ID=4c904e65-73ee-4a32-93a1-caf042ab97a5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:13.120158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.171203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object 20786ae5-2f62-41f3-828e-78763331c412 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:13.316380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.326654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d9f10-4269-4cab-ae03-500ef0cfb43b None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:09Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:09Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415c04ec-a983-4511-9bdc-87e7c619608b', 'name': '', 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a0:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:07Z', 'updated_at': '2021-07-30T01:50:08Z', 'revision_number': 1, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:03Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:13.350717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.375601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.545971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:13.553324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 749359ac-8290-42a0-b76b-8f9c076418c2 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:13.561147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:13.562391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=20786ae5-2f62-41f3-828e-78763331c412,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:13.580972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:13.594923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:13.619022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:13.621507 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d8535b-9296-4f0c-8c26-186d502397c9" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:13.624424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 749359ac-8290-42a0-b76b-8f9c076418c2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:13.624959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 749359ac-8290-42a0-b76b-8f9c076418c2 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:13.631922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.741921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:13.877887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:14.029432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4fcf3-c990-49c5-ab85-469353996ab2 req-ef274fbe-498c-46da-811f-56d76c73c36e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:14.031383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fa4fcf3-c990-49c5-ab85-469353996ab2 req-ef274fbe-498c-46da-811f-56d76c73c36e tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2366445 Jul 30 01:50:14.043405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4b09d-5ccc-473a-b69d-c15a13ebd6ea req-8c3a893f-3c86-4599-9956-cdf39a945c55 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:14.052325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16b4b09d-5ccc-473a-b69d-c15a13ebd6ea req-8c3a893f-3c86-4599-9956-cdf39a945c55 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.1939218 Jul 30 01:50:14.080301 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.362612 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c96ee-c14f-4561-b5cf-9a7fd6dc856b x-openstack-request-id: req-299c96ee-c14f-4561-b5cf-9a7fd6dc856b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:14.363261 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:14.368937 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-299c96ee-c14f-4561-b5cf-9a7fd6dc856b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:14.369412 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'code': 200} Jul 30 01:50:14.437562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c71f734f-34ad-4074-bd4b-bc5dc648d90e None None] Port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:14.478023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Attempting to bind port 4c904e65-73ee-4a32-93a1-caf042ab97a5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:14.478398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Attempting to bind port 4c904e65-73ee-4a32-93a1-caf042ab97a5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:14.487962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Attempting to bind port 4c904e65-73ee-4a32-93a1-caf042ab97a5 on network a9da087f-f446-4bfb-a510-f337032b85ba {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:14.623533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.657436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Transition to ACTIVE for port object db70fbf2-a533-4a53-aee2-f8bfc04a6f96 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:14.736635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Allocated IP 172.21.0.2 (9d0a3c4b-474c-4e9d-b994-1b9d213e4523/ed5d32b9-ee8d-4107-8569-183478da8166/b99d4a28-becc-4c34-baf3-8bedc696d22f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:14.844501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.855178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.884462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fa4fcf3-c990-49c5-ab85-469353996ab2 req-1d8bc4ae-ab83-4df2-8038-b70d10b944e1 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281672 Jul 30 01:50:14.960708 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.971012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Transition to ACTIVE for port object b99d4a28-becc-4c34-baf3-8bedc696d22f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:14.996271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Transition to ACTIVE for port object b99d4a28-becc-4c34-baf3-8bedc696d22f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:14.996498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16b4b09d-5ccc-473a-b69d-c15a13ebd6ea req-00519d8b-2381-46e0-94a9-e4f6eb9cb2bb tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9395380 Jul 30 01:50:15.009159 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.028643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:15.028758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:15.029582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:15.030243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Checking segment: {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:15.031028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.031580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Bound using segment: {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:15.032114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Bound port: 4c904e65-73ee-4a32-93a1-caf042ab97a5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:15.032933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.038264 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.044547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f94d9514-17c8-4d97-a5cb-8af8846716ee tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 953 time: 3.4269416 Jul 30 01:50:15.045219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53546) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:15.054317 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.140779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.157036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=20786ae5-2f62-41f3-828e-78763331c412,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.290307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.297438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:15.328689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53558) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:15.330656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bfe41426-7a30-4919-b966-8ad3c0c21a15 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 953 time: 0.2842288 Jul 30 01:50:15.337398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'routes': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:15.346254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:15.405840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:15.487326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:15.503463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] For port 4c904e65-73ee-4a32-93a1-caf042ab97a5, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:15.507477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:15.508721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] For port 4c904e65-73ee-4a32-93a1-caf042ab97a5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4c904e65-73ee-4a32-93a1-caf042ab97a5,segment=NetworkSegment(79ce1714-3bb3-429a-a2a9-a9774fcef232),segment_id=79ce1714-3bb3-429a-a2a9-a9774fcef232)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:15.549380 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.551607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101255f-5312-4bba-8adb-ac167ef42cfe None None] Pushing event updated for resources: {'Port': ['ID=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.634594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d1d1d95b-c816-427d-b295-6e51861182f1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:15.697092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Attempting to bind port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:15.697425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Attempting to bind port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:15.697769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Attempting to bind port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 on network df7836bb-e03a-421b-b687-b52d989643b6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:15.809494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:15.809841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Checking segment: {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:15.810252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.810981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Bound using segment: {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:15.811517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Bound port: db70fbf2-a533-4a53-aee2-f8bfc04a6f96, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9879602b-c3cb-4ccb-aa26-675f32306033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:15.811906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.813917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Provisioning for port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:15.857397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Provisioning complete for port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:15.857779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.926768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Attempting to bind port b99d4a28-becc-4c34-baf3-8bedc696d22f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:15.940688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Attempting to bind port b99d4a28-becc-4c34-baf3-8bedc696d22f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:15.941189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Attempting to bind port b99d4a28-becc-4c34-baf3-8bedc696d22f on network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:15.945593 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Pushing event updated for resources: {'Port': ['ID=b99d4a28-becc-4c34-baf3-8bedc696d22f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:16.073774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:16.074709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Checking segment: {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:16.077063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.077626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Bound using segment: {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:16.080399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Bound port: b99d4a28-becc-4c34-baf3-8bedc696d22f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:16.081081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.176712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] For port db70fbf2-a533-4a53-aee2-f8bfc04a6f96, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:16.232640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] For port db70fbf2-a533-4a53-aee2-f8bfc04a6f96, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,segment=NetworkSegment(9879602b-c3cb-4ccb-aa26-675f32306033),segment_id=9879602b-c3cb-4ccb-aa26-675f32306033)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:16.283764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5f1e4-c16e-4965-afd7-b8231d0df0d4 None None] Pushing event updated for resources: {'Port': ['ID=4c904e65-73ee-4a32-93a1-caf042ab97a5,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:16.294811 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.329019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab577-e4ed-4f0d-a695-e2800625b4c6 req-3ab4bcb5-9317-4330-b10a-e461097c8796 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:16.355638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c86ab577-e4ed-4f0d-a695-e2800625b4c6 req-3ab4bcb5-9317-4330-b10a-e461097c8796 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.3057246 Jul 30 01:50:16.388971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] For port b99d4a28-becc-4c34-baf3-8bedc696d22f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:16.394907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] For port b99d4a28-becc-4c34-baf3-8bedc696d22f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b99d4a28-becc-4c34-baf3-8bedc696d22f,segment=NetworkSegment(b9ac4388-2f89-4b34-8ee4-066eb328824d),segment_id=b9ac4388-2f89-4b34-8ee4-066eb328824d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:16.410292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:16.430962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:16.434370 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:16.525383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c86ab577-e4ed-4f0d-a695-e2800625b4c6 req-5dfc77d4-eded-41b7-b666-0a90489f992b tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686888 Jul 30 01:50:16.535184 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.566318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5228ca2-8242-4418-b80c-a8107acb5c79 req-14e5e675-0921-4f67-ac34-c7e44bbccb0a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:16.585141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5228ca2-8242-4418-b80c-a8107acb5c79 req-14e5e675-0921-4f67-ac34-c7e44bbccb0a tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.4028158 Jul 30 01:50:16.596741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d1d1d95b-c816-427d-b295-6e51861182f1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:16.596741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.720670 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:16.734085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5228ca2-8242-4418-b80c-a8107acb5c79 req-a3f79c33-e11b-41d3-a208-b6296495734f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419969 Jul 30 01:50:16.766066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:16.768353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:17.034629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:17.065038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101255f-5312-4bba-8adb-ac167ef42cfe None None] Pushing event updated for resources: {'Port': ['ID=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.265495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d779bc5-8e5f-4c56-9988-f67c5db26c2a None None] Pushing event updated for resources: {'Port': ['ID=b99d4a28-becc-4c34-baf3-8bedc696d22f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.274513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:12Z', 'revision_number': 6, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:09Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415c04ec-a983-4511-9bdc-87e7c619608b', 'name': '', 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a0:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:07Z', 'updated_at': '2021-07-30T01:50:10Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:03Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:17.309603 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:17.310171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Updating router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 port 415c04ec-a983-4511-9bdc-87e7c619608b binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:17.327716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:17.346593 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.373878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added routes are [] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:50:17.374216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:50:17.382235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.424730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.610501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:17.657578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] For port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,segment=NetworkSegment(9879602b-c3cb-4ccb-aa26-675f32306033),segment_id=9879602b-c3cb-4ccb-aa26-675f32306033)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:17.721446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53666) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:17.726141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b62cf29-13cc-4ad4-b1cd-5beac1fed84c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2217813 Jul 30 01:50:17.738819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-125784624'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:17.923771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972982ea-de7c-400f-b689-8e548391ecaf req-0e6ba206-be3b-4a19-93ae-3c235619ac9a tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:17.933035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-972982ea-de7c-400f-b689-8e548391ecaf req-0e6ba206-be3b-4a19-93ae-3c235619ac9a tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1616096 Jul 30 01:50:17.974026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.017343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178d928b-5a31-41c1-90e9-1106127c204e None None] Network a9da087f-f446-4bfb-a510-f337032b85ba requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:18.018966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:18.030288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.035097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.038703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.083283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-972982ea-de7c-400f-b689-8e548391ecaf req-3233f316-22e3-44fa-8a10-01c28522fcd0 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489556 Jul 30 01:50:18.151217 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.180011 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Transition to ACTIVE for port object 415c04ec-a983-4511-9bdc-87e7c619608b will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:18.194845 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.226279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:18.247052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Provisioning for port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:18.287994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:18.296239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.296843 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment 34d5f370-3b69-455b-8f6d-2e6bd34ef7e4 of type vlan for network 7e8da961-196b-42a7-99a6-8cc080f47b56 Jul 30 01:50:18.313324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:18.320770 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Pushing event updated for resources: {'Port': ['ID=415c04ec-a983-4511-9bdc-87e7c619608b,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:18.362342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736dd5b-126c-48ca-afb0-4ac90d97e4e1 req-ce7c0539-eecb-41b1-bea8-6b797e87d627 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.373404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4736dd5b-126c-48ca-afb0-4ac90d97e4e1 req-ce7c0539-eecb-41b1-bea8-6b797e87d627 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.2536433 Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.412673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.414603 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.414956 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.415330 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.415665 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:18.422446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Provisioning complete for port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:18.422967 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.491936 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Attempting to bind port 415c04ec-a983-4511-9bdc-87e7c619608b on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:18.492306 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Attempting to bind port 415c04ec-a983-4511-9bdc-87e7c619608b by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:18.492670 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Attempting to bind port 415c04ec-a983-4511-9bdc-87e7c619608b on network a9da087f-f446-4bfb-a510-f337032b85ba {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:18.508606 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:18.508979 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Checking segment: {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:18.509380 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.509992 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Bound using segment: {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:18.510234 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Bound port: 415c04ec-a983-4511-9bdc-87e7c619608b, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ce1714-3bb3-429a-a2a9-a9774fcef232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:18.510720 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.511291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Pushing event updated for resources: {'Port': ['ID=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:18.512340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4736dd5b-126c-48ca-afb0-4ac90d97e4e1 req-dbc17258-493b-4f43-b799-f31a0558b970 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279724 Jul 30 01:50:18.550141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-37df360f-c6dd-4393-bfd9-e9b19e990c86 None None] Port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:18.575655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.582058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:18.601142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.603937 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd8456b5-769d-4a19-be1a-cd7fa8ae409a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 703 time: 3.2707889 Jul 30 01:50:18.613584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:18.642173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.658335 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] For port 415c04ec-a983-4511-9bdc-87e7c619608b, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:18.658939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.659685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.666196 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] For port 415c04ec-a983-4511-9bdc-87e7c619608b, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=415c04ec-a983-4511-9bdc-87e7c619608b,segment=NetworkSegment(79ce1714-3bb3-429a-a2a9-a9774fcef232),segment_id=79ce1714-3bb3-429a-a2a9-a9774fcef232)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:18.672412 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.704336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:18.714480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:18.714892 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.792751 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Updating router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:18.802513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:13Z', 'revision_number': 3, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:14Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:18.804507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7bcbaaf0-5095-4ce9-a132-c6d3aeb6a242 None None] Provisioning for port 4c904e65-73ee-4a32-93a1-caf042ab97a5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:18.814288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014e144-d4a1-4674-9dca-0637cfe57524 None None] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:18.858629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1339126 Jul 30 01:50:18.859396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53712) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:18.886603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:18.913281 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.953362 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-164607e5-f47a-4abc-971b-81dc9a0a5863 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 703 time: 0.3353510 Jul 30 01:50:18.957854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:18.967762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Pushing event updated for resources: {'Port': ['ID=415c04ec-a983-4511-9bdc-87e7c619608b,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.085330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24f48-0e9f-444a-a81b-835136e07760 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=7e8da961-196b-42a7-99a6-8cc080f47b56,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:19.164121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:19.169969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.271427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:19.513708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34bbd3-077d-48c2-b61a-50884a5bad8b None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:13Z', 'revision_number': 3, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:14Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:19.610926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.654342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.678158 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.701454 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Transition to ACTIVE for port object 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:19.710723 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.743623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b89c21fb-ab62-4626-9c34-2ff8b33cf4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.865361 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.883891 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Pushing event updated for resources: {'Port': ['ID=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.079031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,segment=NetworkSegment(36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9),segment_id=36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:20.088867 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Attempting to bind port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:20.092045 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Attempting to bind port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:20.095380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Attempting to bind port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e on network 39d19530-8504-4bc4-80e8-a27ff07798f6 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:20.097655 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.114017 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:20.118264 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Checking segment: {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:20.118870 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.119510 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Bound using segment: {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:20.120130 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Bound port: 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcf945-54ff-4bca-b938-de74fb101031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:20.120641 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.130003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c515-6f38-4ff2-b859-98adb082d6fd req-3b4b2928-93f7-4114-91b8-56196ddb61e0 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.132308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81a0c515-6f38-4ff2-b859-98adb082d6fd req-3b4b2928-93f7-4114-91b8-56196ddb61e0 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.5096922 Jul 30 01:50:20.163574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:20.163804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 7e8da961-196b-42a7-99a6-8cc080f47b56, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:20.224047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fb5b1-92a5-44b5-a8a2-6debec9a1647 req-53d3e507-41d8-4186-a5fc-e22ac0e4b227 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.241586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd1fb5b1-92a5-44b5-a8a2-6debec9a1647 req-53d3e507-41d8-4186-a5fc-e22ac0e4b227 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.5028479 Jul 30 01:50:20.267515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f54472a5-aef7-473b-be76-d202b503985c None None] Provisioning for port b99d4a28-becc-4c34-baf3-8bedc696d22f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:20.340460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=bfe671b8-e274-47d7-8e97-47cb26161dda,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.403090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] For port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:20.417533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.418674 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] For port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,segment=NetworkSegment(3bfcf945-54ff-4bca-b938-de74fb101031),segment_id=3bfcf945-54ff-4bca-b938-de74fb101031)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:20.429329 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.590143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 415c04ec-a983-4511-9bdc-87e7c619608b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:20.590587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.632318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd1fb5b1-92a5-44b5-a8a2-6debec9a1647 req-b81abb80-6ff2-4f23-83c5-9af6ddb5c59b tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897121 Jul 30 01:50:20.658818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81a0c515-6f38-4ff2-b859-98adb082d6fd req-0554bfb1-3382-45f3-917d-811170a13014 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4687235 Jul 30 01:50:20.659855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:20.694981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 7e8da961-196b-42a7-99a6-8cc080f47b56) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:20.726534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.731685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.785903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b1202-dad2-458f-97ca-f4fb9198e73b None None] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:20.842046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-90b64470-634f-42b0-95bc-1578818867b8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9713793 Jul 30 01:50:20.846677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53736) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:20.859115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:20.864635 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:20.872104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3168e2-a660-4b05-8c5d-ced8cb11fee8 None None] Pushing event updated for resources: {'Port': ['ID=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.995393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 415c04ec-a983-4511-9bdc-87e7c619608b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=415c04ec-a983-4511-9bdc-87e7c619608b,segment=NetworkSegment(79ce1714-3bb3-429a-a2a9-a9774fcef232),segment_id=79ce1714-3bb3-429a-a2a9-a9774fcef232)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:20.995939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.013764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 415c04ec-a983-4511-9bdc-87e7c619608b owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:21.224024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.343156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b99d4a28-becc-4c34-baf3-8bedc696d22f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:21.347490 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:21.497629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-05e0672d-1f08-450d-8e16-3167784a7924 None None] Provisioning for port 415c04ec-a983-4511-9bdc-87e7c619608b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:21.616602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-7e8da961-196b-42a7-99a6-8cc080f47b56', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:21.629170 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.722277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e16bcff-df32-4509-81b6-ed7cd93b2c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.740754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.854147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=415c04ec-a983-4511-9bdc-87e7c619608b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:22.077863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b99d4a28-becc-4c34-baf3-8bedc696d22f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:22.118970 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:17Z', 'revision_number': 7, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415c04ec-a983-4511-9bdc-87e7c619608b', 'name': '', 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a0:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:07Z', 'updated_at': '2021-07-30T01:50:18Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:22.152752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b99d4a28-becc-4c34-baf3-8bedc696d22f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:22.154788 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.228733 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1801b72-a793-4e17-adf8-515017a5dcd3 None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:17Z', 'revision_number': 7, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '415c04ec-a983-4511-9bdc-87e7c619608b', 'name': '', 'network_id': 'a9da087f-f446-4bfb-a510-f337032b85ba', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a0:18:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:07Z', 'updated_at': '2021-07-30T01:50:18Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '86fc51c4-c212-4cfa-a210-a7a566677959', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:22.253191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Provisioning for port 20786ae5-2f62-41f3-828e-78763331c412 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:22.279936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.319541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Provisioning complete for port 20786ae5-2f62-41f3-828e-78763331c412 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:22.319949 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.328370 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.551760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae928e4-bf80-4276-9844-68a67550f577 req-fbb84d51-67ba-4aa0-84fa-a6f28159000a tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.566810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ae928e4-bf80-4276-9844-68a67550f577 req-fbb84d51-67ba-4aa0-84fa-a6f28159000a tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.6396189 Jul 30 01:50:22.597652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Allocated IP 172.22.0.2 (7e8da961-196b-42a7-99a6-8cc080f47b56/bfe671b8-e274-47d7-8e97-47cb26161dda/f1f98891-8531-49b5-b1b7-b602698a2771) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:22.618682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a466-1e25-4ae2-94a7-26d52ada69b8 req-6b1c4b2c-f149-46e2-8f23-9282b56b9234 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.626753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc08a466-1e25-4ae2-94a7-26d52ada69b8 req-6b1c4b2c-f149-46e2-8f23-9282b56b9234 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.6957586 Jul 30 01:50:22.626950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Port 20786ae5-2f62-41f3-828e-78763331c412 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:22.670444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acd9-dd74-46a9-af5b-84fa6273c2dd req-e687867f-4790-4921-9994-76d0b937b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.672955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd48acd9-dd74-46a9-af5b-84fa6273c2dd req-e687867f-4790-4921-9994-76d0b937b03f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1097 time: 0.5221865 Jul 30 01:50:22.804665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Provisioning complete for port b99d4a28-becc-4c34-baf3-8bedc696d22f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:22.805571 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.815938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:22.841129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:22.868755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:22.869751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:22.897234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc08a466-1e25-4ae2-94a7-26d52ada69b8 req-82c93a4f-90f6-48f2-a7c0-2ca64bff8d47 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511640 Jul 30 01:50:22.926215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ae928e4-bf80-4276-9844-68a67550f577 req-4e579455-f109-4239-a85b-3fae931f48b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540986 Jul 30 01:50:22.972166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:22.981829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b37e957-807a-4caa-992a-16e1dc09f8d3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0228462 Jul 30 01:50:22.984979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53762) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:23.007170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:23.078869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd48acd9-dd74-46a9-af5b-84fa6273c2dd req-c19fe6d0-d037-483d-85bd-b2d7b0a13e24 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972878 Jul 30 01:50:23.109382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet 86fc51c4-c212-4cfa-a210-a7a566677959 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:23.118839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.120475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.166288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.233694 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.267293 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.465055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-103d2dc7-fba4-49d3-a486-1057830b12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.466902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-103d2dc7-fba4-49d3-a486-1057830b12bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 1097 time: 0.1892385 Jul 30 01:50:23.475140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b99d4a28-becc-4c34-baf3-8bedc696d22f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b99d4a28-becc-4c34-baf3-8bedc696d22f,segment=NetworkSegment(b9ac4388-2f89-4b34-8ee4-066eb328824d),segment_id=b9ac4388-2f89-4b34-8ee4-066eb328824d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:23.582876 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.583827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 415c04ec-a983-4511-9bdc-87e7c619608b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:23.669718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eed450-d421-4e54-a485-d6b3255b3fc4 req-3092c76a-6875-4f43-b2d4-a3adf467e700 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.678313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3eed450-d421-4e54-a485-d6b3255b3fc4 req-3092c76a-6875-4f43-b2d4-a3adf467e700 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2991834 Jul 30 01:50:23.715888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b99d4a28-becc-4c34-baf3-8bedc696d22f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:23.732791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11ba5846-460a-4f41-ab2d-8c0e3a9a7d9b None None] Could not find standard attr ID for object 415c04ec-a983-4511-9bdc-87e7c619608b. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:50:23.738106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 415c04ec-a983-4511-9bdc-87e7c619608b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:23.738689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 415c04ec-a983-4511-9bdc-87e7c619608b not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 01:50:23.774387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port 415c04ec-a983-4511-9bdc-87e7c619608b not found, will not notify nova. {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 01:50:23.775870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c904e65-73ee-4a32-93a1-caf042ab97a5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:23.789439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.873170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:23.877020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-27f12d59-baa8-4673-9529-48609a42c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.878902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-27f12d59-baa8-4673-9529-48609a42c2b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.3991172 Jul 30 01:50:23.892861 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:23.893767 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:23.946326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3eed450-d421-4e54-a485-d6b3255b3fc4 req-849765ab-4059-4590-b28f-2b8c142b25de tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615807 Jul 30 01:50:23.961768 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.039597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:21Z', 'revision_number': 8, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:24.044996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 4c904e65-73ee-4a32-93a1-caf042ab97a5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:24.061510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Transition to ACTIVE for port object f1f98891-8531-49b5-b1b7-b602698a2771 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:24.067229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4c904e65-73ee-4a32-93a1-caf042ab97a5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:24.067637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.089086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-a2a56ac0-b664-4afb-beb5-f0ad1e462fce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 200 len: 1000 time: 0.2035174 Jul 30 01:50:24.096076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.143804 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:24.325681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=86fc51c4-c212-4cfa-a210-a7a566677959,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:24.329762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:24.333331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559e65d-f635-419c-b389-a1a2cf19a4a2 req-8619cf29-8aff-48ca-ac2c-442369a8b13c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.333496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.335678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d559e65d-f635-419c-b389-a1a2cf19a4a2 req-8619cf29-8aff-48ca-ac2c-442369a8b13c tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.2001073 Jul 30 01:50:24.348828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7dad7dcf-1a60-41cd-a4df-df51a3b667a4 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/86fc51c4-c212-4cfa-a210-a7a566677959 HTTP/1.1" status: 204 len: 168 time: 1.3603261 Jul 30 01:50:24.349859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9495f-e8aa-4681-bd0b-abd8de3d922c None None] Network a9da087f-f446-4bfb-a510-f337032b85ba requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:24.355235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53780) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:24.398568 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:13Z', 'revision_number': 3, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:14Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:24.430344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:24.431029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Updating router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 port 20786ae5-2f62-41f3-828e-78763331c412 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:24.452515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d559e65d-f635-419c-b389-a1a2cf19a4a2 req-dc2ca5bb-f222-4d8f-9f12-2dbce94799be tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084485 Jul 30 01:50:24.481735 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.558446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53786) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:24.575156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-529663b6-7123-49cf-bcd1-86b154fe20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.575818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Transition to ACTIVE for port object f1f98891-8531-49b5-b1b7-b602698a2771 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:24.576670 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-529663b6-7123-49cf-bcd1-86b154fe20a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.4685533 Jul 30 01:50:24.633617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.634869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.644983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0e5356f6-1b4e-475d-9c0a-847a52d9dfdb None None] Provisioning complete for port 20786ae5-2f62-41f3-828e-78763331c412 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:24.645360 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0e5356f6-1b4e-475d-9c0a-847a52d9dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.709797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:24.710355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:24.731473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.731745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:24.738705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.22.0.1 (7e8da961-196b-42a7-99a6-8cc080f47b56/bfe671b8-e274-47d7-8e97-47cb26161dda/5eeed1dd-f566-41c2-8d4e-973dde4d54d3) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:24.848298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-136e849e-7eb9-46ef-8272-2384e2be7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.852062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-136e849e-7eb9-46ef-8272-2384e2be7398 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2505875 Jul 30 01:50:24.910404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd7fc656-7039-464b-b422-20503ec41fd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd541cb9ab7243e1a39fb5b2b9894b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507519 Jul 30 01:50:24.914799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:25.012506 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.031317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:25.073614 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.098065 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Transition to ACTIVE for port object 20786ae5-2f62-41f3-828e-78763331c412 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:25.109102 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.144927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96510dba-1fa3-40ef-bb4e-dbf75855373b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.155150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 4c904e65-73ee-4a32-93a1-caf042ab97a5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:25.155947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.169239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-d65f6625-00b4-4d74-8b89-79516ef2fc5f service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721748 Jul 30 01:50:25.170810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.251933 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3422ccc-e6e8-4d7c-b16b-e418953fb91d None None] Pushing event updated for resources: {'Port': ['ID=20786ae5-2f62-41f3-828e-78763331c412,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:25.323141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:25.336305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:25.345093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:25.358664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:25.407487 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Attempting to bind port 20786ae5-2f62-41f3-828e-78763331c412 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:25.407844 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Attempting to bind port 20786ae5-2f62-41f3-828e-78763331c412 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:25.408456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Attempting to bind port 20786ae5-2f62-41f3-828e-78763331c412 on network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:25.410697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae95a-08cd-44b2-8b19-db5c22a2fa4c req-bdae5c49-39a9-4d56-a4fc-2038681ba799 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:25.412899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2fbae95a-08cd-44b2-8b19-db5c22a2fa4c req-bdae5c49-39a9-4d56-a4fc-2038681ba799 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.3380497 Jul 30 01:50:25.427973 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:25.428346 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Checking segment: {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:25.428794 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.434720 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Bound using segment: {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:25.435337 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Bound port: 20786ae5-2f62-41f3-828e-78763331c412, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ac4388-2f89-4b34-8ee4-066eb328824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:25.435956 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.501885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:25.592020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:25.611487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.622492 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] For port 20786ae5-2f62-41f3-828e-78763331c412, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:25.633308 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] For port 20786ae5-2f62-41f3-828e-78763331c412, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=20786ae5-2f62-41f3-828e-78763331c412,segment=NetworkSegment(b9ac4388-2f89-4b34-8ee4-066eb328824d),segment_id=b9ac4388-2f89-4b34-8ee4-066eb328824d)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:25.642712 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.766816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2fbae95a-08cd-44b2-8b19-db5c22a2fa4c req-14e1e22d-e220-4034-9904-f13d99de5f57 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599456 Jul 30 01:50:25.804983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62196ae4-df05-431c-92c7-4faa5a2cde0e req-c8afa11d-67dc-4953-abb4-135ddb747560 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:25.813426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62196ae4-df05-431c-92c7-4faa5a2cde0e req-c8afa11d-67dc-4953-abb4-135ddb747560 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.1977577 Jul 30 01:50:25.814330 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:25.823873 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:25.880923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:25.910052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:25.936650 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3422ccc-e6e8-4d7c-b16b-e418953fb91d None None] Pushing event updated for resources: {'Port': ['ID=20786ae5-2f62-41f3-828e-78763331c412,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:25.966604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62196ae4-df05-431c-92c7-4faa5a2cde0e req-ef043ee7-79f0-46a8-813e-dc3128386da1 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521449 Jul 30 01:50:25.978812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96510dba-1fa3-40ef-bb4e-dbf75855373b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.002980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:26.031681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.086348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'port_id': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'mac_address': 'fa:16:3e:1d:7a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:26.091369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:26.111747 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.194461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 4c904e65-73ee-4a32-93a1-caf042ab97a5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4c904e65-73ee-4a32-93a1-caf042ab97a5,segment=NetworkSegment(79ce1714-3bb3-429a-a2a9-a9774fcef232),segment_id=79ce1714-3bb3-429a-a2a9-a9774fcef232)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:26.194822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.223174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 4c904e65-73ee-4a32-93a1-caf042ab97a5 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:26.250601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4fabe709-9a84-46bf-9fe2-51bfb7efb135 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/floatingips/f697a183-9c87-429f-88ff-7e8c6c4219f2 HTTP/1.1" status: 200 len: 993 time: 0.2401478 Jul 30 01:50:26.264160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:26.312367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 4c904e65-73ee-4a32-93a1-caf042ab97a5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4c904e65-73ee-4a32-93a1-caf042ab97a5,segment=NetworkSegment(79ce1714-3bb3-429a-a2a9-a9774fcef232),segment_id=79ce1714-3bb3-429a-a2a9-a9774fcef232)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:26.353858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96510dba-1fa3-40ef-bb4e-dbf75855373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.366380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96510dba-1fa3-40ef-bb4e-dbf75855373b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.371794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-96510dba-1fa3-40ef-bb4e-dbf75855373b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7158ef6e-65e5-4fda-9139-bb8d9107a72c HTTP/1.1" status: 204 len: 168 time: 1.4531760 Jul 30 01:50:26.389150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.390821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:26.406777 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:26.409622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ba8c9365-0447-46b6-ba39-3770e28b9ec2 req-fbb7c1b6-b1e5-46a0-8446-13962134eb4a service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874091 Jul 30 01:50:26.457440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510dba-1fa3-40ef-bb4e-dbf75855373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158ef6e-65e5-4fda-9139-bb8d9107a72c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:26.527728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.591316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=4c904e65-73ee-4a32-93a1-caf042ab97a5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:26.597680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Pushing event updated for resources: {'Port': ['ID=f1f98891-8531-49b5-b1b7-b602698a2771,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:26.603671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port 4c904e65-73ee-4a32-93a1-caf042ab97a5 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:26.611686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0e5356f6-1b4e-475d-9c0a-847a52d9dfdb None None] Port 20786ae5-2f62-41f3-828e-78763331c412 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:26.629904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Attempting to bind port f1f98891-8531-49b5-b1b7-b602698a2771 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:26.630346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Attempting to bind port f1f98891-8531-49b5-b1b7-b602698a2771 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:26.630734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Attempting to bind port f1f98891-8531-49b5-b1b7-b602698a2771 on network 7e8da961-196b-42a7-99a6-8cc080f47b56 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:26.670921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:26.671963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Checking segment: {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:26.672841 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.673694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Bound using segment: {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:26.674439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Bound port: f1f98891-8531-49b5-b1b7-b602698a2771, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:26.675223 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.705732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0e5356f6-1b4e-475d-9c0a-847a52d9dfdb None None] Could not find standard attr ID for object 415c04ec-a983-4511-9bdc-87e7c619608b. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:50:26.824082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.832887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.853879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.898154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98988a3e-c406-442a-b153-1672a0fdc410 None None] DHCP port deletion for a9da087f-f446-4bfb-a510-f337032b85ba request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:26.916618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] For port f1f98891-8531-49b5-b1b7-b602698a2771, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:26.925988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9da087f-f446-4bfb-a510-f337032b85ba']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:26.930165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event deleted for resources: {'Port': ['ID=4c904e65-73ee-4a32-93a1-caf042ab97a5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:26.944260 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.959912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ce1714-3bb3-429a-a2a9-a9774fcef232') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:26.966848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ce1714-3bb3-429a-a2a9-a9774fcef232') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:26.988896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:13Z', 'revision_number': 3, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:27.014038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.031223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] For port f1f98891-8531-49b5-b1b7-b602698a2771, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1f98891-8531-49b5-b1b7-b602698a2771,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:27.061730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.064198 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.074545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819d63-8914-4b87-b48f-f560e90b1826 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:13Z', 'revision_number': 3, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:27.080060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:27.080894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:27.084456 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:27.094282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:27.133872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:27.134303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.151507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.202745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.239084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:27.247351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.260424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.260424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/a9da087f-f446-4bfb-a510-f337032b85ba HTTP/1.1" status: 204 len: 168 time: 2.9004436 Jul 30 01:50:27.261010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.262321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:27.307436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:21Z', 'revision_number': 8, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:27.369795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d22f50-b7f0-4a45-9f72-e32415a89a14 None None] Pushing event updated for resources: {'Port': ['ID=f1f98891-8531-49b5-b1b7-b602698a2771,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.415668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba75e3-a6a6-4209-9f0c-bf0b8a2588be None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:21Z', 'revision_number': 8, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:27.510265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:50:27.510722 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:50:27.548843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79387505-7741-487c-af0f-a68cf669fe76 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=a9da087f-f446-4bfb-a510-f337032b85ba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.571256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.642931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['416d6bb4-cb79-4cf5-9361-cfb545bb0be3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:27.907979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.945201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb38a6f-8eb6-4930-857f-3008e4261981 req-38729d36-d7af-49b1-bc89-33e202bd1724 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:27.961633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb38a6f-8eb6-4930-857f-3008e4261981 req-38729d36-d7af-49b1-bc89-33e202bd1724 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.9191651 Jul 30 01:50:28.095952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:28.111222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:28.138616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb38a6f-8eb6-4930-857f-3008e4261981 req-e324c9fe-0f10-41da-b039-aabeb7084991 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498981 Jul 30 01:50:28.176082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.229618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:28.323582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.339346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:28.353075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.378363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:28.467164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:28.581146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:28.590255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3ed04cc2-3337-499e-a8bb-852c504a1532 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7394850 Jul 30 01:50:28.591445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:28.597186 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:28.601834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:28.612044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'network': {'name': 'tempest-RoutersTest-1528371903'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:28.613560 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:28.614316 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:28.634595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:28.635285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:28.702986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:28.714212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.766387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:28.835094 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:28.885947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:28.922871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.928322 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added segment 1e41e4b7-f455-435a-9172-60b858998d38 of type vlan for network 6215abc6-d140-408a-9a1b-34a4d38c261b Jul 30 01:50:29.073881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:29.074259 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.127148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.234796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf19c6-9f3a-4fc9-9844-8533b1ef113a None None] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:29.282525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:29.282940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.301431 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:26Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:29.344218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:29.344218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Updating router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:29.350265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.353764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:29.356262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.356933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.378236 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.446086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f409582-5f0e-4390-90d3-df93b8d07eaf req-ddb11612-c629-4f81-aef5-68a0728a6e72 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.459300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f409582-5f0e-4390-90d3-df93b8d07eaf req-ddb11612-c629-4f81-aef5-68a0728a6e72 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1269581 Jul 30 01:50:29.488622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-24753201-aba6-4aa0-938d-1ed23e26b412 None None] Provisioning for port f1f98891-8531-49b5-b1b7-b602698a2771 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:29.500666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:29.529280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:21Z', 'revision_number': 8, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:29.532162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:29.572855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f409582-5f0e-4390-90d3-df93b8d07eaf req-27aa1de5-2949-48db-bac0-403194e8f6a4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087787 Jul 30 01:50:29.597594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:29.621285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:29.621973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:29.653845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0610740 Jul 30 01:50:29.656599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53876) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:29.663788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'subnet': {'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:29.750797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,segment=NetworkSegment(3bfcf945-54ff-4bca-b938-de74fb101031),segment_id=3bfcf945-54ff-4bca-b938-de74fb101031)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:29.751270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.760435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:29.800344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:29.827789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'network': {'name': 'tempest-network-smoke--795749320', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:29.853452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:29.857310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.874178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.958125 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.983604 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Transition to ACTIVE for port object 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:29.992241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ba080-eb48-4cb7-bdd0-a696b168c9f5 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Network': ['ID=6215abc6-d140-408a-9a1b-34a4d38c261b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:29.996178 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.103412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6215abc6-d140-408a-9a1b-34a4d38c261b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:30.110962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb727485-13ec-47a7-a241-fde042f9a09c None None] Pushing event updated for resources: {'Port': ['ID=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.121917 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.133733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.156391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:30.156868 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.180267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.192500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:30.210133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Made reservation on behalf of 1a47671e344544f8b434619c5c5881e0 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:30.214820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:30.215165 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.235193 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Attempting to bind port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:30.235732 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Attempting to bind port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:30.236370 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Attempting to bind port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 on network 7e8da961-196b-42a7-99a6-8cc080f47b56 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:30.245992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.254834 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:30.255932 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Checking segment: {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:30.256797 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.257571 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Bound using segment: {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:30.267317 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Bound port: 5eeed1dd-f566-41c2-8d4e-973dde4d54d3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:30.267951 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.345053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea24604-420f-4a3d-8df1-346bc1a64544,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.353002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.353455 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Added segment 1a8e104b-9439-4ba7-bdf5-c65a8429f8aa of type vlan for network f2db8075-9fab-4e7a-acba-c00b9950e50e Jul 30 01:50:30.374579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e was deleted so its status cannot be updated. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 01:50:30.383811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device db70fbf2-a533-4a53-aee2-f8bfc04a6f96 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:30.422276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.433951 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] For port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:30.438220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] For port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:30.444357 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.501186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.574184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:30.575521 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:30.577583 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb727485-13ec-47a7-a241-fde042f9a09c None None] Pushing event updated for resources: {'Port': ['ID=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.617128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.622645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:30.623770 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.776459 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:30.825074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:30.834644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3293653 Jul 30 01:50:30.839743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53884) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:30.842765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:30.842765 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.846303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'admin_state_up': True, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:30.881442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61034c-8815-476d-911d-909d3da9fc74 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Network': ['ID=f2db8075-9fab-4e7a-acba-c00b9950e50e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.931149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.933757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network f2db8075-9fab-4e7a-acba-c00b9950e50e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:30.935823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.939411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.967987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:31.082948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Subnet': ['ID=8c3afbdc-7fde-4fcf-b970-8350c1480c88,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:31.122363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Checking segment: {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:31.126263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network hostable DHCP agents. Network: 6215abc6-d140-408a-9a1b-34a4d38c261b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:31.167903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 6215abc6-d140-408a-9a1b-34a4d38c261b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:31.190957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6215abc6-d140-408a-9a1b-34a4d38c261b) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:31.199231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:31.200204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.231251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f71787cc-a977-4e6a-845b-f6e772f51ab7 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5727329 Jul 30 01:50:31.232147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.234348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53896) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:31.244533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758f86d-9a50-43b6-94ec-1216e91cec4f None None] Network 6215abc6-d140-408a-9a1b-34a4d38c261b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:31.315481 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:31.413235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:31.414894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-12b1b8aa-2a9f-472c-82fa-d971c9170c10 None None] Provisioning for port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:31.420235 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0580-4260-41d8-943e-ed09364b4bcd None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:16Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:31.602205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:31.650056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2acc94d8-dada-43a0-818e-a098089d594a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3628445 Jul 30 01:50:31.651434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53898) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:31.664725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.895173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:31.897799 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.898652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:31.911233 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.913927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.029850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.074988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-6215abc6-d140-408a-9a1b-34a4d38c261b', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:32.075925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.097734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.204676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:21Z', 'revision_number': 8, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:32.357024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port db70fbf2-a533-4a53-aee2-f8bfc04a6f96, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,segment=NetworkSegment(9879602b-c3cb-4ccb-aa26-675f32306033),segment_id=9879602b-c3cb-4ccb-aa26-675f32306033)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:32.409303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.493750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.548229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.585381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.585779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Allocated IP 172.23.0.1 (6215abc6-d140-408a-9a1b-34a4d38c261b/8c3afbdc-7fde-4fcf-b970-8350c1480c88/81de1f6b-3657-469a-af3c-ac75a12e1fde) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:32.586993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 20786ae5-2f62-41f3-828e-78763331c412 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:32.605382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a906a29-e10e-4cad-a033-d8263d1a5c46 None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:21Z', 'revision_number': 8, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e', 'name': '', 'network_id': '39d19530-8504-4bc4-80e8-a27ff07798f6', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:a7:c9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:02Z', 'updated_at': '2021-07-30T01:50:20Z', 'revision_number': 4, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': 'dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:32.665102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.731241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:32.768221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.771445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c12b4f9-f7ad-4702-94e1-2ea4bb65f273 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae HTTP/1.1" status: 204 len: 168 time: 1.1193535 Jul 30 01:50:32.774650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:32.813030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ce324-13c6-49aa-9042-c34cc0081a2e None None] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:32.845386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.871432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Transition to ACTIVE for port object 81de1f6b-3657-469a-af3c-ac75a12e1fde will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:32.973963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.984077 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:50:33.056658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 6215abc6-d140-408a-9a1b-34a4d38c261b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:33.065216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Allocated IP 172.23.0.2 (6215abc6-d140-408a-9a1b-34a4d38c261b/8c3afbdc-7fde-4fcf-b970-8350c1480c88/9b932ee3-efa0-4eb5-bc77-f958eabd8b26) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:33.074578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:33.077115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:33.181327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=81de1f6b-3657-469a-af3c-ac75a12e1fde,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.234789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.246158 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.258123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Transition to ACTIVE for port object 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:33.278903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Transition to ACTIVE for port object 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:33.292394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219b738-8029-4020-bcf5-40366de0096b None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:33.322014 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.402026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.25.8.70 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/17adb816-3c5a-4f98-98bd-162aafe0450e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:33.415383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.469204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.492181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:33.492825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:33.525441 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.551550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.559480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Network 6215abc6-d140-408a-9a1b-34a4d38c261b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:33.630296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:33.633294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Pushing event updated for resources: {'Port': ['ID=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.645198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:33.685927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.706765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port d1d1d95b-c816-427d-b295-6e51861182f1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:33.707508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.758431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:33.762644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 20786ae5-2f62-41f3-828e-78763331c412 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:33.799505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:33.801800 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e25810d-0559-441c-a35d-66e5effbf1d8" -d '{"events": [{"server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "name": "network-vif-plugged", "status": "completed", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:33.805182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 20786ae5-2f62-41f3-828e-78763331c412 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:33.805554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.842040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port d1d1d95b-c816-427d-b295-6e51861182f1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d1d1d95b-c816-427d-b295-6e51861182f1,segment=NetworkSegment(3bfcf945-54ff-4bca-b938-de74fb101031),segment_id=3bfcf945-54ff-4bca-b938-de74fb101031)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:33.842441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.848126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] DHCP port deletion for 39d19530-8504-4bc4-80e8-a27ff07798f6 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:33.862371 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.878796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.881424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.885591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for d1d1d95b-c816-427d-b295-6e51861182f1 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:33.887664 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.969645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:33.980382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event updated for resources: {'Port': ['ID=81de1f6b-3657-469a-af3c-ac75a12e1fde,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.983055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.986386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:33.989040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:34.097095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=17adb816-3c5a-4f98-98bd-162aafe0450e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.136019 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4521672f-32a3-4ff4-836f-8220d8dbf30e x-openstack-request-id: req-4521672f-32a3-4ff4-836f-8220d8dbf30e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:34.136305 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "name": "network-vif-plugged", "status": "completed", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:34.136554 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4521672f-32a3-4ff4-836f-8220d8dbf30e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:34.136946 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'code': 200} Jul 30 01:50:34.139398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Network 6215abc6-d140-408a-9a1b-34a4d38c261b is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:34.140215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Attempting to bind port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:34.140585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Attempting to bind port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:34.140947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Attempting to bind port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 on network 6215abc6-d140-408a-9a1b-34a4d38c261b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:34.141167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:34.179020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:34.212403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:34.213205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Checking segment: {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:34.213618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.214019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Bound using segment: {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:34.214515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Bound port: 9b932ee3-efa0-4eb5-bc77-f958eabd8b26, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:34.214897 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.285380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:34.294770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.327376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.367364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.370728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port d1d1d95b-c816-427d-b295-6e51861182f1 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:34.372421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=d1d1d95b-c816-427d-b295-6e51861182f1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.441044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Deleting port d1d1d95b-c816-427d-b295-6e51861182f1 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:34.441604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.461616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:34.468986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c28875e2-45f5-4b45-bc28-189f15a8383c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2329595 Jul 30 01:50:34.472099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53938) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:34.474877 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:34.480601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:34.488604 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:34.493187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:34.504672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.519822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d19530-8504-4bc4-80e8-a27ff07798f6']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:34.530627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.533945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfcf945-54ff-4bca-b938-de74fb101031') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:34.534243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfcf945-54ff-4bca-b938-de74fb101031') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:34.553119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] For port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:34.580999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 20786ae5-2f62-41f3-828e-78763331c412, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=20786ae5-2f62-41f3-828e-78763331c412,segment=NetworkSegment(b9ac4388-2f89-4b34-8ee4-066eb328824d),segment_id=b9ac4388-2f89-4b34-8ee4-066eb328824d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:34.585041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] For port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,segment=NetworkSegment(1e41e4b7-f455-435a-9172-60b858998d38),segment_id=1e41e4b7-f455-435a-9172-60b858998d38)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:34.585330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.593882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.595125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b99d4a28-becc-4c34-baf3-8bedc696d22f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:34.607825 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.609103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.616367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:34.616779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.623351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345dab-5887-4c5e-9583-1be3dcbb08c1 req-ec18d4b8-6a0d-4ee0-8af2-e9756a549cf5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:34.625578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4345dab-5887-4c5e-9583-1be3dcbb08c1 req-ec18d4b8-6a0d-4ee0-8af2-e9756a549cf5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 945 time: 0.2322872 Jul 30 01:50:34.663722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] For port d1d1d95b-c816-427d-b295-6e51861182f1, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:34.664079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:34.682022 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:34.686677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.700074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4345dab-5887-4c5e-9583-1be3dcbb08c1 req-b8a13f67-4a2b-45fe-b013-b44129023bea tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674129 Jul 30 01:50:34.736304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Calling delete_port for d1d1d95b-c816-427d-b295-6e51861182f1 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:34.737738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.739676 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/39d19530-8504-4bc4-80e8-a27ff07798f6 HTTP/1.1" status: 204 len: 168 time: 1.9638970 Jul 30 01:50:34.757204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53942) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:34.779939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Port d1d1d95b-c816-427d-b295-6e51861182f1 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:50:34.791850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.793301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4a834-49b4-4b54-bcbe-f89d94dca8f2 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=39d19530-8504-4bc4-80e8-a27ff07798f6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.797543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=20786ae5-2f62-41f3-828e-78763331c412,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.811217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Network 39d19530-8504-4bc4-80e8-a27ff07798f6 is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:50:34.811807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] No DVR routers for this DVR port d1d1d95b-c816-427d-b295-6e51861182f1 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:34.884544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:34.902580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b99d4a28-becc-4c34-baf3-8bedc696d22f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:34.902970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.947259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5cffc-309e-4dc8-a335-d7ad4ef2437d None None] Pushing event updated for resources: {'Port': ['ID=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:35.026964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672cce-46c0-431d-a0ad-5a3f9149f955 None None] Pushing event deleted for resources: {'Port': ['ID=d1d1d95b-c816-427d-b295-6e51861182f1,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:35.044386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 9, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:35.143872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219b738-8029-4020-bcf5-40366de0096b None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:35.175409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:35.176158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:35.215448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.extraroute_db [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:50:35.269215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.extraroute_db [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Removed routes are [] {{(pid=93890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:50:35.270384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.310546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.325054 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:25Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:35.348629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:35.377156 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:35.377544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Updating router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 port 81de1f6b-3657-469a-af3c-ac75a12e1fde binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:35.426869 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.605835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c904e65-73ee-4a32-93a1-caf042ab97a5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:35.651138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 4c904e65-73ee-4a32-93a1-caf042ab97a5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:35.651485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c904e65-73ee-4a32-93a1-caf042ab97a5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:35.651916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 415c04ec-a983-4511-9bdc-87e7c619608b no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:35.686309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 415c04ec-a983-4511-9bdc-87e7c619608b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:35.686991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 415c04ec-a983-4511-9bdc-87e7c619608b not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:35.696898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:50:35.771437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.771755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5219b738-8029-4020-bcf5-40366de0096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 9, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:35.949005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5219b738-8029-4020-bcf5-40366de0096b None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 9, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '2acdfdf8-43c7-409e-b5c7-45029f1ae0bb', 'name': '', 'network_id': '3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:c2:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:57Z', 'updated_at': '2021-07-30T01:50:19Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '5ffde578-de10-4ab9-94ed-71d6d6fa4522', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:36.030092 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.048556 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Transition to ACTIVE for port object 81de1f6b-3657-469a-af3c-ac75a12e1fde will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:36.048934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:36.060315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:36.064353 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.071845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:36.072761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:36.102991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.103345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cea21c01-379c-4810-b345-9ee284471c45 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2605929 Jul 30 01:50:36.115993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.120578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.120994 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d4a67-77c8-4dfd-955d-4da00a9a5310 None None] Pushing event updated for resources: {'Port': ['ID=81de1f6b-3657-469a-af3c-ac75a12e1fde,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:36.124110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53958) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.223693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:36.224910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.242005 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Attempting to bind port 81de1f6b-3657-469a-af3c-ac75a12e1fde on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:36.242532 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Attempting to bind port 81de1f6b-3657-469a-af3c-ac75a12e1fde by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:36.243027 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Attempting to bind port 81de1f6b-3657-469a-af3c-ac75a12e1fde on network 6215abc6-d140-408a-9a1b-34a4d38c261b {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:36.250931 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:36.251542 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Checking segment: {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:36.252013 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.252475 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Bound using segment: {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:36.253027 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Bound port: 81de1f6b-3657-469a-af3c-ac75a12e1fde, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e41e4b7-f455-435a-9172-60b858998d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:36.253475 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.277714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:36.317081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-70cde706-d5a1-479b-b928-0c4804a1800e tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=40ad5a70069c490aadaefd93ae71ab62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1917074 Jul 30 01:50:36.320450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53962) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.389107 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] For port 81de1f6b-3657-469a-af3c-ac75a12e1fde, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:36.398222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] For port 81de1f6b-3657-469a-af3c-ac75a12e1fde, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81de1f6b-3657-469a-af3c-ac75a12e1fde,segment=NetworkSegment(1e41e4b7-f455-435a-9172-60b858998d38),segment_id=1e41e4b7-f455-435a-9172-60b858998d38)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:36.417025 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.424571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:36.426611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,segment=NetworkSegment(36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9),segment_id=36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:36.427112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.468905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:36.515942 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d4a67-77c8-4dfd-955d-4da00a9a5310 None None] Pushing event updated for resources: {'Port': ['ID=81de1f6b-3657-469a-af3c-ac75a12e1fde,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:36.546811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:36.547504 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:36.571450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3beea79-7c03-4a25-a63c-d2459e86f92c None None] Network 6215abc6-d140-408a-9a1b-34a4d38c261b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:36.600726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e387c-f769-490a-8659-608e93ff9171 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:36.602357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e91e387c-f769-490a-8659-608e93ff9171 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2809258 Jul 30 01:50:36.606940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53968) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.651629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:36.653728 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f73473a-5648-4373-9ee4-91dce74db43f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455120 Jul 30 01:50:36.654803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53970) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.662861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.664186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8a01f9e8-9028-4844-a960-30938c264d22 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 934 time: 2.1906807 Jul 30 01:50:36.666898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53972) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.669040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1445334705', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:36.714979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:36.719596 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:36.814050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:36.818855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.872381 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d82d5788-2b4a-41f7-942d-dd83a3b7a6eb tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 934 time: 0.2027223 Jul 30 01:50:36.880302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53976) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:36.886404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'routes': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:37.014020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8f285114-572d-444b-83ca-c98966447027 None None] Provisioning for port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:37.062030 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.099509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:35Z', 'revision_number': 6, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:37.120707 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.129644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:37.146877 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc1254-03e3-4544-b554-18d244b35213 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:35Z', 'revision_number': 6, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:30Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:37.149383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:37.149830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.238057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Subnet': ['ID=b3c3edf5-1eb0-4179-82f3-984d42a31ff0,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.245231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 3, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:37.277062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Checking segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:37.277480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network hostable DHCP agents. Network: f2db8075-9fab-4e7a-acba-c00b9950e50e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:37.283867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:37.284260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Updating router 7ffba885-3519-493c-9785-742ee33ba423 port 17adb816-3c5a-4f98-98bd-162aafe0450e binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:37.311666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network f2db8075-9fab-4e7a-acba-c00b9950e50e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:37.324579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, f2db8075-9fab-4e7a-acba-c00b9950e50e) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:37.327171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.329614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.330547 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.348737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c5cc878-45c0-4c75-8587-761fa068f234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6927173 Jul 30 01:50:37.351940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53978) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:37.403570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5140ee7c-4a5b-4f16-9847-a3b821c953ec None None] Network f2db8075-9fab-4e7a-acba-c00b9950e50e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:37.581701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.600885 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.627405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=2acdfdf8-43c7-409e-b5c7-45029f1ae0bb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.855740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.856230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8154a0c3-24d8-43e1-a709-ecc4a015d331 None None] Provisioning for port 81de1f6b-3657-469a-af3c-ac75a12e1fde completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:37.905497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:38.037941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.039178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device db70fbf2-a533-4a53-aee2-f8bfc04a6f96 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:38.169939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.253620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:38.257750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-f2db8075-9fab-4e7a-acba-c00b9950e50e', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:38.258700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.331083 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:38.331519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.336051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:38.357063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added routes are [] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:50:38.357202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:50:38.474986 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:38.499856 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:38.500489 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:38.526519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.546825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:38.555668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.20.0.1 (f2db8075-9fab-4e7a-acba-c00b9950e50e/b3c3edf5-1eb0-4179-82f3-984d42a31ff0/90d2769b-f7aa-493f-a21a-e1ef7ed8b8af) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:38.559149 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.572880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:38.595564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cc26e5ba-f9a8-4dea-b26b-937908415764 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8320408 Jul 30 01:50:38.598806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53986) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:38.619576 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:38.660036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Transition to ACTIVE for port object 17adb816-3c5a-4f98-98bd-162aafe0450e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:38.675073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.680680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:38.681331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:38.823307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.836144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet 5ffde578-de10-4ab9-94ed-71d6d6fa4522 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:38.844481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.859049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Transition to ACTIVE for port object 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:38.875579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Attempting to bind port 17adb816-3c5a-4f98-98bd-162aafe0450e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:38.876813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Attempting to bind port 17adb816-3c5a-4f98-98bd-162aafe0450e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:38.877371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Attempting to bind port 17adb816-3c5a-4f98-98bd-162aafe0450e on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:38.886233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa500-ceee-482c-b2f8-8573420f3414 None None] Pushing event updated for resources: {'Port': ['ID=17adb816-3c5a-4f98-98bd-162aafe0450e,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:38.908990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.916447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:38.916834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:38.917855 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.918272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:38.918383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.919117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Bound port: 17adb816-3c5a-4f98-98bd-162aafe0450e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:38.919522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.922979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:38.923384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.927756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1f98891-8531-49b5-b1b7-b602698a2771 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:38.929749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.982139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network f2db8075-9fab-4e7a-acba-c00b9950e50e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:38.982139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:38.985325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:39.000179 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:35Z', 'revision_number': 6, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:39.063222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:39.066555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:39.101750 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:39.102587 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:39.126545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.171477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:39.186916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.250689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Allocated IP 172.20.0.2 (f2db8075-9fab-4e7a-acba-c00b9950e50e/b3c3edf5-1eb0-4179-82f3-984d42a31ff0/39fc0896-39c4-4380-bfa1-42f2419f3f03) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:39.255395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] For port 17adb816-3c5a-4f98-98bd-162aafe0450e, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:39.268336 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:39.325738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] For port 17adb816-3c5a-4f98-98bd-162aafe0450e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=17adb816-3c5a-4f98-98bd-162aafe0450e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:39.329849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.341509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.401416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:39.407556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:39.409122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:39.419709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.424764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54006) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:39.425881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-92ef3848-d6fb-468e-96d9-c1f815dab01e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 700 time: 2.5443265 Jul 30 01:50:39.441229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.445766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f1f98891-8531-49b5-b1b7-b602698a2771 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:39.486789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffde578-de10-4ab9-94ed-71d6d6fa4522,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:39.501906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.511835 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-52bda06a-3efe-49f9-8b0a-dea54935c28b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/5ffde578-de10-4ab9-94ed-71d6d6fa4522 HTTP/1.1" status: 204 len: 168 time: 0.9109759 Jul 30 01:50:39.512618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:39.609471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e30e38-0dde-46b3-af64-17053f7fe514 None None] Network 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:39.624508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.702023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-58b8a760-0607-4dc7-90f1-c74d48c778de tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 700 time: 0.2753625 Jul 30 01:50:39.704502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54020) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:39.722358 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 7, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:39.735410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 762d1373-a236-40be-b3de-68bc0558b357 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:39.735755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.771374 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ea109-5a0e-4474-9501-52d81e143123 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 7, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:39.835299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 762d1373-a236-40be-b3de-68bc0558b357, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=762d1373-a236-40be-b3de-68bc0558b357,segment=NetworkSegment(36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9),segment_id=36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:39.835713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.861312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 762d1373-a236-40be-b3de-68bc0558b357 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:40.022380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f1f98891-8531-49b5-b1b7-b602698a2771 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:40.022940 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.045144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.068933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port 762d1373-a236-40be-b3de-68bc0558b357 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:40.091853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=762d1373-a236-40be-b3de-68bc0558b357,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.112105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:40.113155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:40.200246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.218573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:40.242587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:40.243061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aa4396-ddfc-417c-a8a1-5f5c74b7f6b9') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:40.254362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.272429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.281596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:40.282221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.288358 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:40.321053 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:40.323059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:40.399598 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:50:40.404631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.459847 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:40.462824 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:40.481508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.512045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.521720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b HTTP/1.1" status: 204 len: 168 time: 1.0043755 Jul 30 01:50:40.528097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54028) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:40.565708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79713fa-b640-411b-ba6a-c74921cfb77e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.579071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a12c0-0426-4100-b174-083d313a1ebb None None] DHCP port deletion for 3bed0ea0-2d9d-4312-b38c-c6dd7fcbeb9b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:40.643572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa500-ceee-482c-b2f8-8573420f3414 None None] Pushing event updated for resources: {'Port': ['ID=17adb816-3c5a-4f98-98bd-162aafe0450e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.683692 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.738446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f1f98891-8531-49b5-b1b7-b602698a2771, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1f98891-8531-49b5-b1b7-b602698a2771,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:40.770709 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.805535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.831388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:40.844159 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.845973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 20786ae5-2f62-41f3-828e-78763331c412 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:40.853218 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.888822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:40.947954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.997826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Transition to ACTIVE for port object 39fc0896-39c4-4380-bfa1-42f2419f3f03 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:41.015057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Transition to ACTIVE for port object 39fc0896-39c4-4380-bfa1-42f2419f3f03 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:41.019408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:41.027597 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48744dbf-0bb0-457b-8492-46b0888b0b84" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:41.031587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:41.052869 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 7, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:41.072615 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.089130 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:41.100841 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:41.101803 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:41.155584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.185966 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3a2ab-9a13-4cf5-a9c9-6a1ce322364e x-openstack-request-id: req-17e3a2ab-9a13-4cf5-a9c9-6a1ce322364e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:41.186611 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:41.187158 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17e3a2ab-9a13-4cf5-a9c9-6a1ce322364e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:41.187907 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'code': 200} Jul 30 01:50:41.213318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network f2db8075-9fab-4e7a-acba-c00b9950e50e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:41.218855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:41.227107 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:41.271653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 10, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:41.299461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:41.341627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.391964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Network f2db8075-9fab-4e7a-acba-c00b9950e50e is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:41.416906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:41.419022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:41.424277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:41.428515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:50:41.449654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f1f98891-8531-49b5-b1b7-b602698a2771,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:41.545206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 7, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:41.553597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:41.556724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:41.557664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:41.559773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 20786ae5-2f62-41f3-828e-78763331c412 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:41.560298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.578039 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670c6b7-5e5d-4773-a21b-944a4cb27dd0 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 7, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81de1f6b-3657-469a-af3c-ac75a12e1fde', 'name': '', 'network_id': '6215abc6-d140-408a-9a1b-34a4d38c261b', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:c5:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:36Z', 'revision_number': 4, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '8c3afbdc-7fde-4fcf-b970-8350c1480c88', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:41.708138 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.732539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.805198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Attempting to bind port 39fc0896-39c4-4380-bfa1-42f2419f3f03 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:41.805575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Attempting to bind port 39fc0896-39c4-4380-bfa1-42f2419f3f03 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:41.805993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Attempting to bind port 39fc0896-39c4-4380-bfa1-42f2419f3f03 on network f2db8075-9fab-4e7a-acba-c00b9950e50e {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:41.816203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:41.816584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Checking segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:41.818232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.818549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Bound using segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:41.819111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Bound port: 39fc0896-39c4-4380-bfa1-42f2419f3f03, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:41.819501 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.832854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:41.849663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:41.922848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:41.968832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:41.994907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:42.007913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ba33fd4b-ed0d-4d8e-81dc-5338abe39a27 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "PUT /v2.0/routers/7ffba885-3519-493c-9785-742ee33ba423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6547656 Jul 30 01:50:42.011705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54042) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:42.019213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Pushing event updated for resources: {'Port': ['ID=39fc0896-39c4-4380-bfa1-42f2419f3f03,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:42.022422 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.113436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:42.159876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b1e26-8038-4b1f-b682-bc424f0d0fff None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:38Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:42.446279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.446914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.447721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.448012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.448713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.450040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.450751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.451805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.452325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.452847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.453795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.454332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.454992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.455761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.456301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.456847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.460558 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85445ca1-ca13-407b-ab6d-74f1b8b2422f tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11162 time: 0.4472220 Jul 30 01:50:42.464716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54046) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:42.505191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 81de1f6b-3657-469a-af3c-ac75a12e1fde {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:42.505686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.612895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] For port 39fc0896-39c4-4380-bfa1-42f2419f3f03, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:42.628977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] For port 39fc0896-39c4-4380-bfa1-42f2419f3f03, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=39fc0896-39c4-4380-bfa1-42f2419f3f03,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:42.655845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4f3d6e45-f205-45c4-a073-a0202937b32a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:42.659167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:42.672620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.710446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 81de1f6b-3657-469a-af3c-ac75a12e1fde, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81de1f6b-3657-469a-af3c-ac75a12e1fde,segment=NetworkSegment(1e41e4b7-f455-435a-9172-60b858998d38),segment_id=1e41e4b7-f455-435a-9172-60b858998d38)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:42.711421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.713510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:42.736881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 81de1f6b-3657-469a-af3c-ac75a12e1fde owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:42.763235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 9c422181-0531-446f-99a4-794d0601c2e9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:42.763622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.808047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.811065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.811462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.811922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.812376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.812829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.813277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.813726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.814170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.821997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.822596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.823110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.823567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.824018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.824463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.825652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.830296 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f41f2bd9-4d91-4b54-95db-c321f1bdcf45 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10058 time: 0.3642800 Jul 30 01:50:42.836392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:42.941563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9a1c3-6e55-4c4f-b0f1-ffebbc90e195 None None] Pushing event updated for resources: {'Port': ['ID=39fc0896-39c4-4380-bfa1-42f2419f3f03,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:43.095598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:43.136860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:43.137514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.143352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 9c422181-0531-446f-99a4-794d0601c2e9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9c422181-0531-446f-99a4-794d0601c2e9,segment=NetworkSegment(ac8e9b44-774b-4a8d-9198-4a2209300e8f),segment_id=ac8e9b44-774b-4a8d-9198-4a2209300e8f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:43.143781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.256785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 10, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:43.348355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90075767-d30e-4fc9-aed5-195da61d0b69 None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 10, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None, '_interfaces': [{'id': '9c422181-0531-446f-99a4-794d0601c2e9', 'name': '', 'network_id': 'beed069a-2d90-4113-af1e-64c2d82f7368', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'mac_address': 'fa:16:3e:3a:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:51Z', 'updated_at': '2021-07-30T01:50:00Z', 'revision_number': 5, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'subnets': [{'id': '35e2a654-5570-46be-8ac7-245d3e3c98c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:43.362810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 9c422181-0531-446f-99a4-794d0601c2e9 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:43.482942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.575309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,segment=NetworkSegment(1e41e4b7-f455-435a-9172-60b858998d38),segment_id=1e41e4b7-f455-435a-9172-60b858998d38)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:43.576750 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8aaa337f-3fb8-4001-a799-788f2d89f273 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6282 time: 0.7387633 Jul 30 01:50:43.580527 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.592637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.675565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:43.841628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d1d1d95b-c816-427d-b295-6e51861182f1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:43.888206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d1d1d95b-c816-427d-b295-6e51861182f1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:43.888959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d1d1d95b-c816-427d-b295-6e51861182f1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:44.082048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:44.263927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4f3d6e45-f205-45c4-a073-a0202937b32a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:44.264640 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.321570 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-e7e60f4f-70a3-4eeb-bfe1-d1af5ca2455a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1253421 Jul 30 01:50:44.484834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=81de1f6b-3657-469a-af3c-ac75a12e1fde,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:44.583302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:44.592806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.709079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54064) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:44.737470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330235725', 'description': 'tempest-secgroup-smoke-1330235725 description', 'project_id': '40ad5a70069c490aadaefd93ae71ab62'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:44.791141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:44.805599 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b749458-ffc6-42a4-9a88-e6f0a6121726" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:44.851856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:44.858297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.859394 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.878510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:44.878510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.952862 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c59d7c6-3bdf-4fe6-ba31-4e7309f76c68 x-openstack-request-id: req-7c59d7c6-3bdf-4fe6-ba31-4e7309f76c68 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:44.953214 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:44.953417 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c59d7c6-3bdf-4fe6-ba31-4e7309f76c68 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:44.953803 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'code': 200} Jul 30 01:50:45.054038 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.132126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:45.144564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe3d66-712f-49d0-aad1-01f3b3021c85 None None] Network f2db8075-9fab-4e7a-acba-c00b9950e50e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:45.178116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0013-172e-4388-a824-b5e706f95b00 req-9a044021-2fb4-450c-b14a-bff866837686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.179739 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-9a044021-2fb4-450c-b14a-bff866837686 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1098 time: 0.8204615 Jul 30 01:50:45.186107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=9c422181-0531-446f-99a4-794d0601c2e9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:45.261368 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.265755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4a16a115-69d3-4274-a68e-6e4cb8c6fb6a None None] Provisioning for port 39fc0896-39c4-4380-bfa1-42f2419f3f03 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:45.398909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0013-172e-4388-a824-b5e706f95b00 req-370f76bc-815c-4399-875a-7eca4332117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.400754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-370f76bc-815c-4399-875a-7eca4332117e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.1940694 Jul 30 01:50:45.412527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81de1f6b-3657-469a-af3c-ac75a12e1fde up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:45.453378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 81de1f6b-3657-469a-af3c-ac75a12e1fde {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:45.454060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81de1f6b-3657-469a-af3c-ac75a12e1fde not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 01:50:45.478692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.524832 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-5c52dd0c-7195-4b63-b817-b0042fe4e06b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1002 time: 0.1146998 Jul 30 01:50:45.535425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port 81de1f6b-3657-469a-af3c-ac75a12e1fde not found, will not notify nova. {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 01:50:45.536020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 39fc0896-39c4-4380-bfa1-42f2419f3f03 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:45.609336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0013-172e-4388-a824-b5e706f95b00 req-ce3f3bf6-2550-4c9d-90fa-4ff15388a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.611261 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-ce3f3bf6-2550-4c9d-90fa-4ff15388a244 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.0781882 Jul 30 01:50:45.622416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 39fc0896-39c4-4380-bfa1-42f2419f3f03 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:45.628830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 39fc0896-39c4-4380-bfa1-42f2419f3f03 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:45.629613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.687096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f0013-172e-4388-a824-b5e706f95b00 req-6318186f-e1ad-40c5-8486-2fd2bdc40f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.689497 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-6318186f-e1ad-40c5-8486-2fd2bdc40f35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707688 Jul 30 01:50:45.799691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.834584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:45.855084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:45.884800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.894892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 39fc0896-39c4-4380-bfa1-42f2419f3f03, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=39fc0896-39c4-4380-bfa1-42f2419f3f03,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:45.899427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.901351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.902259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1f98891-8531-49b5-b1b7-b602698a2771 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:45.975254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-eb0b701a-a71a-4521-be98-ab613d0ca2b7 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775493 Jul 30 01:50:45.978567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23057097-e097-412e-9a58-df24df6097d1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.044456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7266e80f-1f6a-4efb-bb15-0b463f00f5da None None] Provisioning for port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:46.063155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7266e80f-1f6a-4efb-bb15-0b463f00f5da None None] Provisioning complete for port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:46.063531 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7266e80f-1f6a-4efb-bb15-0b463f00f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.067169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=39fc0896-39c4-4380-bfa1-42f2419f3f03,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.122293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f1f98891-8531-49b5-b1b7-b602698a2771 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:46.122673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.152427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.155777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0bad9379-d1d0-4a78-8e9a-08eb29125d2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4294424 Jul 30 01:50:46.159870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.181361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7266e80f-1f6a-4efb-bb15-0b463f00f5da None None] Port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:46.184491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '23057097-e097-412e-9a58-df24df6097d1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:46.200282 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-117f0013-172e-4388-a824-b5e706f95b00 req-696077f2-6a06-4e46-b77b-27f0cc598cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141471 Jul 30 01:50:46.260866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:46.262566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7266e80f-1f6a-4efb-bb15-0b463f00f5da None None] Provisioning complete for port 39fc0896-39c4-4380-bfa1-42f2419f3f03 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:46.262942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7266e80f-1f6a-4efb-bb15-0b463f00f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.275756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.327024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:46.349866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ad4c3545-201c-4ebc-b0c4-983ad1253348 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8160067 Jul 30 01:50:46.354729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54080) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.358624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:46.429008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:46.429709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.434949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.446861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.463613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting subnet 35e2a654-5570-46be-8ac7-245d3e3c98c4 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:46.467449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.470134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29144788-cc9e-4f39-a511-930ad1e8e1cd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.480066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.491470 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5c4b3ffa-a35e-44d7-bd0c-9198dc88c508 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138068 Jul 30 01:50:46.492621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54082) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.499486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '23057097-e097-412e-9a58-df24df6097d1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:46.533681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.584559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:46.594142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.604607 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:46.619989 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:46.620887 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.688186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:44Z', 'revision_number': 11, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.708231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.714777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.729217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:46.732727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.764767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:46.765379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.767329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:46.769667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.788512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5723f641-5120-40f3-9a97-8adbdc9d183d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.797627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.803088 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-07777a24-d980-453f-a949-7287d7427a9a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3094273 Jul 30 01:50:46.803872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.810360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '23057097-e097-412e-9a58-df24df6097d1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:46.816919 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.823522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:46.862767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e99fe141-a221-4b2e-b690-b98073817ee3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1549304 Jul 30 01:50:46.862767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Subnet': ['ID=35e2a654-5570-46be-8ac7-245d3e3c98c4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.863590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54086) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.869575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.876282 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:46.900467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.903190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2d35d4b8-732c-416c-b135-4e9c65cf3a02 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/35e2a654-5570-46be-8ac7-245d3e3c98c4 HTTP/1.1" status: 204 len: 168 time: 0.5473590 Jul 30 01:50:46.906296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54088) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.937438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:46.994160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e225a-9e88-4927-9379-f2d57a7d8c09 None None] Network beed069a-2d90-4113-af1e-64c2d82f7368 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:47.035739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.040495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.058249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:47.058889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:47.071595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03be784-fb1e-49b0-87e9-d991dcbdd6c5,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.079328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.081164 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-962fa5fb-f4ee-4a0a-a5a7-e2a2b4ffef70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757566 Jul 30 01:50:47.085749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.091543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '23057097-e097-412e-9a58-df24df6097d1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:47.110077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet 8c3afbdc-7fde-4fcf-b970-8350c1480c88 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:47.131380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.139725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.193317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:47.223624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.247171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.250631 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 2, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:47.252042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.271936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.283582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858835 Jul 30 01:50:47.288162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.291275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '23057097-e097-412e-9a58-df24df6097d1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:47.304413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbbe77-45c8-4236-b5ae-a5d551a2aec5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5f1b64-84fa-44ad-a254-42db4896dbe8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.305514 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:47.306095 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Updating router 7ffba885-3519-493c-9785-742ee33ba423 port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:47.330730 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Project 40ad5a70069c490aadaefd93ae71ab62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:50:47.342859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.343352 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.374450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.443656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.474869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.480330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.500377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3afbdc-7fde-4fcf-b970-8350c1480c88,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.510325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.516213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.519794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7de97937-590f-4712-bdb3-6086db853906 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/8c3afbdc-7fde-4fcf-b970-8350c1480c88 HTTP/1.1" status: 204 len: 168 time: 0.6513186 Jul 30 01:50:47.522770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54100) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.546416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77cfcba-0c71-4fe1-918a-6fc93b2dde2b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.555344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.559201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aaf7fe80-1b98-4f2a-917d-b6ce46a9dcd6 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2700353 Jul 30 01:50:47.562484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.574078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '23057097-e097-412e-9a58-df24df6097d1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:47.614716 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Project 40ad5a70069c490aadaefd93ae71ab62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:50:47.624074 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.663463 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.713914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Deleting port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:47.714258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.760070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.764224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.772968 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.782277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] For port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,segment=NetworkSegment(ac8e9b44-774b-4a8d-9198-4a2209300e8f),segment_id=ac8e9b44-774b-4a8d-9198-4a2209300e8f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:47.782656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.784777 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Transition to ACTIVE for port object 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:47.795224 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.800226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Calling delete_port for 6f95eb43-84bb-4326-87f3-7a6f341fa1cf owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:47.801721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3583b9a6-abe4-4d4d-90bd-2d7989b3005b None None] Provisioning complete for port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:47.802931 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3583b9a6-abe4-4d4d-90bd-2d7989b3005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.804426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.805151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13eb7d2-99bf-491e-8e5b-d2c7bae61d95 None None] Network 6215abc6-d140-408a-9a1b-34a4d38c261b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:47.816332 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2448657 Jul 30 01:50:47.816619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:44Z', 'revision_number': 11, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:47.828292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ae82e-a49f-4756-993d-7f704982d5b0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd4e247-838b-4832-9418-29de5ba88ecb,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.882052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:47.882647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.960358 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Attempting to bind port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:47.960851 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Attempting to bind port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:47.961124 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Attempting to bind port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af on network f2db8075-9fab-4e7a-acba-c00b9950e50e {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:47.963509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833393c-3613-439e-b69c-a2873166bf52 None None] Pushing event updated for resources: {'Port': ['ID=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.969704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:47.970075 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Checking segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:47.970477 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.970864 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Bound using segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:47.971412 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Bound port: 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:47.971738 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.972356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,segment=NetworkSegment(1e41e4b7-f455-435a-9172-60b858998d38),segment_id=1e41e4b7-f455-435a-9172-60b858998d38)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:47.972736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.998957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:48.094247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e03cf6-8a31-4804-a005-0a71f38c39b6 None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:44Z', 'revision_number': 11, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:48.135839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] For port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:48.160869 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] For port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:48.185770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-5d09a6c1-c599-47da-9fb4-75c3f9d07610 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330235725&fields=id&tenant_id=40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 267 time: 0.1744630 Jul 30 01:50:48.194065 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.226600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:48.233787 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.291847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 17adb816-3c5a-4f98-98bd-162aafe0450e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:48.326413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Port': ['ID=6f95eb43-84bb-4326-87f3-7a6f341fa1cf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.333318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No DVR routers for this DVR port 6f95eb43-84bb-4326-87f3-7a6f341fa1cf on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:48.338921 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833393c-3613-439e-b69c-a2873166bf52 None None] Pushing event updated for resources: {'Port': ['ID=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.374566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3583b9a6-abe4-4d4d-90bd-2d7989b3005b None None] Port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:48.384800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:48.386704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.511474 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.538480 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.580282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed069a-2d90-4113-af1e-64c2d82f7368']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.614851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 17adb816-3c5a-4f98-98bd-162aafe0450e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:48.648177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8e9b44-774b-4a8d-9198-4a2209300e8f') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.657618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8e9b44-774b-4a8d-9198-4a2209300e8f') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.658096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:48.739355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b6eedb-ee2f-4788-8fcc-13ade405cd96 None None] DHCP port deletion for beed069a-2d90-4113-af1e-64c2d82f7368 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:48.751849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 17adb816-3c5a-4f98-98bd-162aafe0450e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:48.752097 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.778902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:48.780751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=9b932ee3-efa0-4eb5-bc77-f958eabd8b26,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.796286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f99cc-7704-4a4a-9631-f746b1d5b7ec None None] DHCP port deletion for 6215abc6-d140-408a-9a1b-34a4d38c261b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:48.809780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-e9ac8a8a-2db4-476e-9e69-239b6e52630b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.815530 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-e9ac8a8a-2db4-476e-9e69-239b6e52630b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/networks?id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 796 time: 0.6189954 Jul 30 01:50:48.818514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.948300 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-863cbe26-0593-4d64-91bc-9045e954f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.957099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.962327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:48.962752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.041074 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:48Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.050791 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:49.054077 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:49.062179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-73bccc5d-e302-454f-9732-a11e6e3db510 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/quotas/40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 375 time: 0.0219696 Jul 30 01:50:49.084527 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aad1f5-58a4-4bc1-9f9a-abaa016765c8 None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:48Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:49.091587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 17adb816-3c5a-4f98-98bd-162aafe0450e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=17adb816-3c5a-4f98-98bd-162aafe0450e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:49.101662 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.114948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.121391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.126609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/networks/beed069a-2d90-4113-af1e-64c2d82f7368 HTTP/1.1" status: 204 len: 168 time: 2.2192039 Jul 30 01:50:49.127107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:49.133906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'routes': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:49.170964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=17adb816-3c5a-4f98-98bd-162aafe0450e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:49.178814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ed187-ea35-40f5-94d6-ec56175aa6e9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Pushing event deleted for resources: {'Network': ['ID=beed069a-2d90-4113-af1e-64c2d82f7368,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:49.191581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.191820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:43Z', 'revision_number': 8, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.220115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6215abc6-d140-408a-9a1b-34a4d38c261b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.234835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:49.238289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:49.264825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-cac2f418-46c2-40de-b85b-3743e7c9b60c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824064 Jul 30 01:50:49.265648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:49.265993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2acdfdf8-43c7-409e-b5c7-45029f1ae0bb not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:49.266412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:49.270130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e41e4b7-f455-435a-9172-60b858998d38') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.270432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e41e4b7-f455-435a-9172-60b858998d38') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.300648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.302883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:49.303274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5ce90fd9-bfe4-4fae-9bc5-b10c2b7a425e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:49.303709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 762d1373-a236-40be-b3de-68bc0558b357 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:49.313085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:49.313646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.333598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.344354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:49.345444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:49.349499 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:49.442226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 762d1373-a236-40be-b3de-68bc0558b357 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:49.443248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 762d1373-a236-40be-b3de-68bc0558b357 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:49.498152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:49.556798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Added routes are [] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:50:49.557121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Removed routes are [] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:50:49.557459 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.767432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.773885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.825220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-e1c29408-e667-4add-ae64-3cb3de4178ae service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:50:49.836468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-e1c29408-e667-4add-ae64-3cb3de4178ae service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5596581 Jul 30 01:50:49.839223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 39fc0896-39c4-4380-bfa1-42f2419f3f03 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:49.882433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:49.943575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:43Z', 'revision_number': 8, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:49.948423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.953213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.959031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/6215abc6-d140-408a-9a1b-34a4d38c261b HTTP/1.1" status: 204 len: 168 time: 2.4340606 Jul 30 01:50:49.961686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:49.985744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df2109-d398-41e6-a728-c81e53d52954 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=6215abc6-d140-408a-9a1b-34a4d38c261b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:49.986944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 39fc0896-39c4-4380-bfa1-42f2419f3f03 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:49.987421 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.990024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f0581-fb48-4500-94b2-07a40c86d690 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:43Z', 'revision_number': 8, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eeed1dd-f566-41c2-8d4e-973dde4d54d3', 'name': '', 'network_id': '7e8da961-196b-42a7-99a6-8cc080f47b56', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:2f:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:23Z', 'updated_at': '2021-07-30T01:50:37Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'bfe671b8-e274-47d7-8e97-47cb26161dda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:50.021821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:50.039402 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] Sync routers for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:50.052874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:50.053495 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:50.057809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.059861 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d11a7f3f-f1c7-413f-99d7-d4e5d796402e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 704 time: 0.9316077 Jul 30 01:50:50.062719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54138) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:50.106685 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1142d76-642c-4d6c-896b-8c2ceaabfc2a tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 205 time: 0.0411623 Jul 30 01:50:50.109430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:50.119225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-5dcb0a02-2925-472c-8184-e31d3d100010 service neutron] 10.222.0.78 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802629 Jul 30 01:50:50.199149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 17adb816-3c5a-4f98-98bd-162aafe0450e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:50.222359 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.264849 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:50.323777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 17adb816-3c5a-4f98-98bd-162aafe0450e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:50.324556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.352049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:44Z', 'revision_number': 11, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:50.439716 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] Checking router: 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:50.463830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] Routers {'39a2db08-8e0d-4f40-a633-5cc0098dd7a6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:50.464471 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:50.483400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.486451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.547561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.548532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:50:50.549241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:50.558668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.572164 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-291d850a-c901-431e-8061-9232648e64cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 204 len: 168 time: 0.4615569 Jul 30 01:50:50.578341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:50.583927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1266888168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:50.623889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.625982 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.638656 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] Set router 39a2db08-8e0d-4f40-a633-5cc0098dd7a6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:50.651531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-02818781-5e23-4769-b433-732eea676514 service neutron] 10.222.0.78 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313127 Jul 30 01:50:50.702896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:50.710939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:50.711239 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.760105 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:44Z', 'revision_number': 11, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:50.803987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.811374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.836468 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac79e38-ad4f-4e07-b5ec-d10844b7339a None None] The sync data for ids ['39a2db08-8e0d-4f40-a633-5cc0098dd7a6'] in n-d-713499-10 is: [{'id': '39a2db08-8e0d-4f40-a633-5cc0098dd7a6', 'name': 'tempest-RoutersIpV6Test-router-866198444', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:49:49Z', 'updated_at': '2021-07-30T01:50:44Z', 'revision_number': 11, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:50.848606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.850530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-84ca6e5c-2a23-4020-b32b-f13bd0b15459 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2711308 Jul 30 01:50:50.853755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54156) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:50.863203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:50.996571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.008373 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.105768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:51.116431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-641b63cd-9c97-4795-9288-4bd7a95b40b4 req-0e3f5d30-5939-41ea-b434-a6b90b2061a8 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 210 time: 0.0583646 Jul 30 01:50:51.118759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.120619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.214546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:51.218697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c422181-0531-446f-99a4-794d0601c2e9 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:51.268514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9c422181-0531-446f-99a4-794d0601c2e9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:51.268944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9c422181-0531-446f-99a4-794d0601c2e9 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:51.270188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f95eb43-84bb-4326-87f3-7a6f341fa1cf no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:51.298278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6f95eb43-84bb-4326-87f3-7a6f341fa1cf {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:51.298718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f95eb43-84bb-4326-87f3-7a6f341fa1cf not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:51.299268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:51.322906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.337894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:51.338437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9b932ee3-efa0-4eb5-bc77-f958eabd8b26 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:51.360770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.554284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Router 387de4fd-35fc-49ee-a67f-38c879190773 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:50:51.591939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:51.592283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.633612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:51.684624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:51.697537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.700128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1609d1b5-3654-4eb4-b9dd-32797fb20956 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "PUT /v2.0/routers/387de4fd-35fc-49ee-a67f-38c879190773 HTTP/1.1" status: 200 len: 698 time: 0.8452802 Jul 30 01:50:51.702879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54172) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:51.726054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] Sync routers for ids ['387de4fd-35fc-49ee-a67f-38c879190773'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:51.764004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 5eeed1dd-f566-41c2-8d4e-973dde4d54d3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:51.765054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.805888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ea5c30d3-cca2-4c0a-a6fd-a7d134527ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.815305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:51.828581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] Routers {'387de4fd-35fc-49ee-a67f-38c879190773'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:51.830737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['387de4fd-35fc-49ee-a67f-38c879190773'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:51.895710 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b88fe53c-d3c6-41cf-bf06-0ec1f403bef9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/routers/387de4fd-35fc-49ee-a67f-38c879190773 HTTP/1.1" status: 200 len: 704 time: 0.1896379 Jul 30 01:50:51.900886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:51.992956 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-87eef960-a759-488e-90a7-a5e874bb3b1b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=387de4fd-35fc-49ee-a67f-38c879190773 HTTP/1.1" status: 200 len: 205 time: 0.0889418 Jul 30 01:50:51.995866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:52.029421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:52.030303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.060039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] Set router 387de4fd-35fc-49ee-a67f-38c879190773 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:52.061794 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.164468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387de4fd-35fc-49ee-a67f-38c879190773', 'name': 'tempest-RoutersIpV6Test-router-1266888168', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:50Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:52.192007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.206308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] Checking router: 387de4fd-35fc-49ee-a67f-38c879190773 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:52.224034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=5eeed1dd-f566-41c2-8d4e-973dde4d54d3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:52.298316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] Routers {'387de4fd-35fc-49ee-a67f-38c879190773'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:52.299054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['387de4fd-35fc-49ee-a67f-38c879190773'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:52.314662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81de1f6b-3657-469a-af3c-ac75a12e1fde no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:52.406989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 81de1f6b-3657-469a-af3c-ac75a12e1fde {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:52.409687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81de1f6b-3657-469a-af3c-ac75a12e1fde not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:52.419091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a7cf859-e2e3-40d9-aaa1-5c754d72e8bf req-3fb5e230-3dd5-48af-8897-3420a07d0e0c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 210 time: 0.0947506 Jul 30 01:50:52.437970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] Set router 387de4fd-35fc-49ee-a67f-38c879190773 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:52.577430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387de4fd-35fc-49ee-a67f-38c879190773', 'name': 'tempest-RoutersIpV6Test-router-1266888168', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:50Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:52.655942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.660397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b4a77-43bb-43dd-8982-2838d3bbc078 None None] The sync data for ids ['387de4fd-35fc-49ee-a67f-38c879190773'] in n-d-713499-10 is: [{'id': '387de4fd-35fc-49ee-a67f-38c879190773', 'name': 'tempest-RoutersIpV6Test-router-1266888168', 'tenant_id': 'ad71e52916514c2e98b39c067627bb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:50Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 2, 'project_id': 'ad71e52916514c2e98b39c067627bb3e', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:52.748437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.932955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:53.044566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.057695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.059965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.091253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:53.100972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1d5572e8-e3e8-4329-8df6-a48996cb41cd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1239786 Jul 30 01:50:53.101840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.110237 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:53.129830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:53.130455 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:53.169910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.170694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Fanout notify agent at l3_agent the message router_deleted on router 387de4fd-35fc-49ee-a67f-38c879190773 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:50:53.172825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet bfe671b8-e274-47d7-8e97-47cb26161dda {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:53.176738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.186173 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.192336 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0614d472-73f7-4569-8ee7-40c921a86834 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/387de4fd-35fc-49ee-a67f-38c879190773 HTTP/1.1" status: 204 len: 168 time: 1.1905696 Jul 30 01:50:53.193854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.223489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.238333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f3e1172d-c93d-4c16-bbb8-10f64cdfb4ce tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=387de4fd-35fc-49ee-a67f-38c879190773 HTTP/1.1" status: 200 len: 205 time: 0.0401061 Jul 30 01:50:53.248000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-14febd22-b6ff-45c2-a3a3-48cdda3045d2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.250657 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-14febd22-b6ff-45c2-a3a3-48cdda3045d2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "GET /v2.0/networks?id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 796 time: 0.6311717 Jul 30 01:50:53.251307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.294439 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:53.308120 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-a8210da7-9c89-4759-a204-6e9c62ed1471 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:53.313135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a8210da7-9c89-4759-a204-6e9c62ed1471 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/387de4fd-35fc-49ee-a67f-38c879190773 HTTP/1.1" status: 404 len: 336 time: 0.0605397 Jul 30 01:50:53.313947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54196) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.316437 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.362601 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-30141dff-85c2-4355-b91d-a23ff3bc7ca9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:53.363351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30141dff-85c2-4355-b91d-a23ff3bc7ca9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:53.368785 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-30141dff-85c2-4355-b91d-a23ff3bc7ca9 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/86fc51c4-c212-4cfa-a210-a7a566677959 HTTP/1.1" status: 404 len: 337 time: 0.0465696 Jul 30 01:50:53.381296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.394116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.417375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-ce58b911-82e0-4454-9fe9-9a571f26ac2d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 380 time: 0.1169276 Jul 30 01:50:53.438392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'port': {'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'admin_state_up': True, 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'security_groups': ['23057097-e097-412e-9a58-df24df6097d1']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:53.446187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe671b8-e274-47d7-8e97-47cb26161dda,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:53.451139 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddced4fa-0347-45f2-8541-77f03ea06763 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:53.452217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddced4fa-0347-45f2-8541-77f03ea06763 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:53.455649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ddced4fa-0347-45f2-8541-77f03ea06763 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/dfa3b497-f7bf-47b5-8ce0-7eb7e40483ae HTTP/1.1" status: 404 len: 337 time: 0.0702317 Jul 30 01:50:53.456449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54200) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.466533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.471624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f46486b-0c85-403d-8972-21d643955d43 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/bfe671b8-e274-47d7-8e97-47cb26161dda HTTP/1.1" status: 204 len: 168 time: 0.3681669 Jul 30 01:50:53.471891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54204) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.484100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e4166-bcee-4a54-9f69-6a191bf007f9 None None] Network 7e8da961-196b-42a7-99a6-8cc080f47b56 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:53.557404 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cdfb82-a8d5-4517-b59f-67cd8ec451cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:53.562044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cdfb82-a8d5-4517-b59f-67cd8ec451cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:53.563994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a2cdfb82-a8d5-4517-b59f-67cd8ec451cd tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/5ffde578-de10-4ab9-94ed-71d6d6fa4522 HTTP/1.1" status: 404 len: 337 time: 0.1071997 Jul 30 01:50:53.570068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54210) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.676752 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0dd9ff-c4b7-402e-bec5-074759134982 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:53.679404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0dd9ff-c4b7-402e-bec5-074759134982 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:53.685845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d0dd9ff-c4b7-402e-bec5-074759134982 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/35e2a654-5570-46be-8ac7-245d3e3c98c4 HTTP/1.1" status: 404 len: 337 time: 0.1081457 Jul 30 01:50:53.686588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54212) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.714232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7f22a95-7b9b-466c-bea7-fe3130797ba1 req-2133589a-16cc-4df2-ab45-b2b9ad8a7efb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 210 time: 0.0730150 Jul 30 01:50:53.767489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.774381 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:52Z', 'revision_number': 9, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:53.820970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-df5d5dd8-a8ec-41da-905d-4ee4a06764d7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 200 len: 205 time: 0.1190348 Jul 30 01:50:53.824051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.852083 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:53.879564 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:53.880935 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:53.897448 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-b18b5ce5-e413-4d1b-8599-1a4f38919240 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:53.901711 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b18b5ce5-e413-4d1b-8599-1a4f38919240 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/39a2db08-8e0d-4f40-a633-5cc0098dd7a6 HTTP/1.1" status: 404 len: 336 time: 0.0730205 Jul 30 01:50:53.901930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54216) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.913790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] DHCP port deletion for 7e8da961-196b-42a7-99a6-8cc080f47b56 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:53.936260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:53.940707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.944697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port f1f98891-8531-49b5-b1b7-b602698a2771 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:53.945048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.988486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] Deleting port f1f98891-8531-49b5-b1b7-b602698a2771 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:53.989026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.009154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-579eaadf-cb62-4e55-84ca-dd526abafec5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=b493e1ec-e2c4-4fe2-8d61-961330350b17 HTTP/1.1" status: 200 len: 205 time: 0.0883203 Jul 30 01:50:54.048954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54218) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.071452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:54.126822 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-cb1b3ec9-0bf3-455c-9eb7-aaccdaceefe3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:54.128795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port f1f98891-8531-49b5-b1b7-b602698a2771, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1f98891-8531-49b5-b1b7-b602698a2771,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:54.129113 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cb1b3ec9-0bf3-455c-9eb7-aaccdaceefe3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/b493e1ec-e2c4-4fe2-8d61-961330350b17 HTTP/1.1" status: 404 len: 336 time: 0.0782065 Jul 30 01:50:54.131602 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.134772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.169010 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for f1f98891-8531-49b5-b1b7-b602698a2771 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:54.193940 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2fcb48-1fc3-458d-85f8-b30c9daaa5fb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:54.194710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2fcb48-1fc3-458d-85f8-b30c9daaa5fb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:54.205783 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8a2fcb48-1fc3-458d-85f8-b30c9daaa5fb tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/cfebee5e-357c-4744-a6ca-433a1cea6731 HTTP/1.1" status: 404 len: 337 time: 0.0681007 Jul 30 01:50:54.206455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.251449 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1316b916-fd15-4879-873f-da63e93769db tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 200 len: 205 time: 0.0343931 Jul 30 01:50:54.252081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.341039 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-d77be610-ab89-4668-8ea0-a0f062a06c7b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:54.345378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d77be610-ab89-4668-8ea0-a0f062a06c7b tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/38b461b3-6db3-4630-987c-571e69a18adf HTTP/1.1" status: 404 len: 336 time: 0.0899792 Jul 30 01:50:54.345974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54228) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.376571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.399644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0abf9b5d-c236-4791-b286-702d7f5768ca tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=65631b89-b19d-4b09-a24f-06df33f1300d HTTP/1.1" status: 200 len: 205 time: 0.0493972 Jul 30 01:50:54.404372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54230) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.463425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=f1f98891-8531-49b5-b1b7-b602698a2771,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:54.472106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port f1f98891-8531-49b5-b1b7-b602698a2771 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:54.480459 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:52Z', 'revision_number': 9, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:54.484544 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-c3e5bf7e-5e2d-4116-8f64-666ff6ab1494 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:54.488316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c3e5bf7e-5e2d-4116-8f64-666ff6ab1494 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/65631b89-b19d-4b09-a24f-06df33f1300d HTTP/1.1" status: 404 len: 336 time: 0.0829356 Jul 30 01:50:54.488906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54232) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.518064 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f505b16-630f-460e-90c1-f62a67d06c32 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:52Z', 'revision_number': 9, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': '20786ae5-2f62-41f3-828e-78763331c412', 'name': '', 'network_id': '9d0a3c4b-474c-4e9d-b994-1b9d213e4523', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:89:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:12Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': 'ed5d32b9-ee8d-4107-8569-183478da8166', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:54.540557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.20.0.11 (f2db8075-9fab-4e7a-acba-c00b9950e50e/b3c3edf5-1eb0-4179-82f3-984d42a31ff0/d2d42f7b-1c50-4d02-80be-86b222cc7e95) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:54.543870 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04cba26-f1b4-4e80-8e61-f0e41419010f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:54.544332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04cba26-f1b4-4e80-8e61-f0e41419010f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:54.549602 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e04cba26-f1b4-4e80-8e61-f0e41419010f tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/f3505da6-cf78-46dd-bb59-e79cfcc41381 HTTP/1.1" status: 404 len: 337 time: 0.0558200 Jul 30 01:50:54.550308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54238) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.607135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c551d537-f166-454c-a249-d40c306f46d7 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b81591f-e11f-4e59-b318-bca92f451712 HTTP/1.1" status: 200 len: 205 time: 0.0526950 Jul 30 01:50:54.608356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54240) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.632474 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.645060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8da961-196b-42a7-99a6-8cc080f47b56']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:54.651777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.658892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:54.659434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d5f370-3b69-455b-8f6d-2e6bd34ef7e4') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:54.659917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] For port f1f98891-8531-49b5-b1b7-b602698a2771, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1f98891-8531-49b5-b1b7-b602698a2771,segment=NetworkSegment(34d5f370-3b69-455b-8f6d-2e6bd34ef7e4),segment_id=34d5f370-3b69-455b-8f6d-2e6bd34ef7e4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:54.660493 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.665855 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-e30719a7-f91f-42dd-a262-a9d6ba445a6e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:54.669663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e30719a7-f91f-42dd-a262-a9d6ba445a6e tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/0b81591f-e11f-4e59-b318-bca92f451712 HTTP/1.1" status: 404 len: 336 time: 0.0597475 Jul 30 01:50:54.670349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54242) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.671538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.674792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] Calling delete_port for f1f98891-8531-49b5-b1b7-b602698a2771 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:54.691888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.713785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:54.714893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.716427 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-919eee54-63fa-4ff7-ae80-a3757452a5c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:54.717134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919eee54-63fa-4ff7-ae80-a3757452a5c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:54.720080 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:54.722272 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-919eee54-63fa-4ff7-ae80-a3757452a5c5 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/2284212b-d607-481e-ab1a-2c6943fbd1ba HTTP/1.1" status: 404 len: 337 time: 0.0477595 Jul 30 01:50:54.726281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.767375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.767592 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6f768d20-42d1-4078-98c5-f2fc7950e8e8 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "GET /v2.0/ports?device_id=046ef9c8-083f-479e-9e7a-487104475101 HTTP/1.1" status: 200 len: 205 time: 0.0399318 Jul 30 01:50:54.848041 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.874489 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-91207016-f7b7-431f-b995-97eb1631ace3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] delete failed (client error): The resource could not be found. Jul 30 01:50:54.875769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-91207016-f7b7-431f-b995-97eb1631ace3 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/routers/046ef9c8-083f-479e-9e7a-487104475101 HTTP/1.1" status: 404 len: 336 time: 0.1074183 Jul 30 01:50:54.882921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.904516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] Pushing event deleted for resources: {'Port': ['ID=f1f98891-8531-49b5-b1b7-b602698a2771,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:54.909173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f8636-9adb-4299-8052-9fb9a457e4cd None None] No DVR routers for this DVR port f1f98891-8531-49b5-b1b7-b602698a2771 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:54.913694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-911a79e6-cad3-43b0-98d8-312a9b2b28e9 req-50a4b96f-c5cd-4219-8300-6955e4e1c764 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 210 time: 0.0339894 Jul 30 01:50:54.940313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.956851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.962534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/7e8da961-196b-42a7-99a6-8cc080f47b56 HTTP/1.1" status: 204 len: 168 time: 1.4882376 Jul 30 01:50:54.963395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54252) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:54.983493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bf419-207c-4949-9e56-588826879fab tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=7e8da961-196b-42a7-99a6-8cc080f47b56,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:54.992446 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbdd50b-cd3b-49b2-903d-99bccc6dd8b6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:54.993401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbdd50b-cd3b-49b2-903d-99bccc6dd8b6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:54.997952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1dbdd50b-cd3b-49b2-903d-99bccc6dd8b6 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/0805d1dd-8fdc-4f53-ae9b-faeee5b19147 HTTP/1.1" status: 404 len: 337 time: 0.1118226 Jul 30 01:50:54.998940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54254) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:55.038933 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ede92a-ae32-420f-9010-a5a17d6a3c67 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] DELETE failed (client error): The resource could not be found. Jul 30 01:50:55.042574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ede92a-ae32-420f-9010-a5a17d6a3c67 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:50:55.045401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0ede92a-ae32-420f-9010-a5a17d6a3c67 tempest-RoutersIpV6Test-1049031328 tempest-RoutersIpV6Test-1049031328-project] 10.222.0.78 "DELETE /v2.0/subnets/99039395-011a-46ff-8de7-da42d12e531f HTTP/1.1" status: 404 len: 337 time: 0.0452948 Jul 30 01:50:55.081947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.115187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Transition to ACTIVE for port object d2d42f7b-1c50-4d02-80be-86b222cc7e95 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:55.184713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.236502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network f2db8075-9fab-4e7a-acba-c00b9950e50e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:55.242928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:55.258935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:55.323284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=d2d42f7b-1c50-4d02-80be-86b222cc7e95,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:55.341374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.342798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.343497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.343943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.344372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.344933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.345414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.345913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.346367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.347060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.347560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.347981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.383555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.386928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.416853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-1b144515-3079-4c79-b37d-d1f8aacd9001 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9871318 Jul 30 01:50:55.433078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Request body: {'port': {'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:55.584571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:55.620397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.623902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54268) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:55.634454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:55.634454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5eeed1dd-f566-41c2-8d4e-973dde4d54d3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:55.634779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1f98891-8531-49b5-b1b7-b602698a2771 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:55.675450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f1f98891-8531-49b5-b1b7-b602698a2771 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:55.676058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1f98891-8531-49b5-b1b7-b602698a2771 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:55.812681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-3435453a-2bd0-4301-9c52-74e5191eea6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2323985 Jul 30 01:50:55.853004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-113759c4-9496-4526-b7c0-631b2188f886 None None] Provisioning for port d2d42f7b-1c50-4d02-80be-86b222cc7e95 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:55.861344 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-113759c4-9496-4526-b7c0-631b2188f886 None None] Provisioning complete for port d2d42f7b-1c50-4d02-80be-86b222cc7e95 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:55.870230 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-113759c4-9496-4526-b7c0-631b2188f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.966274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-113759c4-9496-4526-b7c0-631b2188f886 None None] Port d2d42f7b-1c50-4d02-80be-86b222cc7e95 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:56.000506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9ad9339d-102b-4a67-b71b-c7c48f05404a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad71e52916514c2e98b39c067627bb3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773749 Jul 30 01:50:56.003134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54278) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:56.017492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d42f7b-1c50-4d02-80be-86b222cc7e95 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:56.031893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.048989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Transition to ACTIVE for port object d2d42f7b-1c50-4d02-80be-86b222cc7e95 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:56.053857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.117383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.117869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.118344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.118818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.119332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.119767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.120232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.126398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b121bd3a-dc2b-49e6-87e7-69c9148e6797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82df728ca872453da9a5adb3e5133a2d&device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 6494 time: 0.2226336 Jul 30 01:50:56.129867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d42f7b-1c50-4d02-80be-86b222cc7e95,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:56.164167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77b867-e3aa-46a9-aa97-5f7f48f589f8 req-1f001615-e61e-4b17-bf97-5db3a884f349 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.166574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e77b867-e3aa-46a9-aa97-5f7f48f589f8 req-1f001615-e61e-4b17-bf97-5db3a884f349 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 944 time: 0.1258993 Jul 30 01:50:56.237871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Attempting to bind port d2d42f7b-1c50-4d02-80be-86b222cc7e95 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:56.238246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Attempting to bind port d2d42f7b-1c50-4d02-80be-86b222cc7e95 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:56.238583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Attempting to bind port d2d42f7b-1c50-4d02-80be-86b222cc7e95 on network f2db8075-9fab-4e7a-acba-c00b9950e50e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:56.244804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Port d2d42f7b-1c50-4d02-80be-86b222cc7e95 on network f2db8075-9fab-4e7a-acba-c00b9950e50e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:56.245310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Attempting to bind port d2d42f7b-1c50-4d02-80be-86b222cc7e95 on network f2db8075-9fab-4e7a-acba-c00b9950e50e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:56.251380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:56.251805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Checking segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:56.252215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Bound using segment: {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:56.253551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Bound port: d2d42f7b-1c50-4d02-80be-86b222cc7e95, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:56.253923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.280755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-71797fd3-d879-4fad-a61c-6a4c6ca8539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.281227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-71797fd3-d879-4fad-a61c-6a4c6ca8539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.281694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-71797fd3-d879-4fad-a61c-6a4c6ca8539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.283623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-71797fd3-d879-4fad-a61c-6a4c6ca8539f service neutron] 10.222.0.55 "GET /v2.0/networks?id=31143a36-c95c-4f04-9473-6f84640e8107&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&id=3efebfd3-cb97-4208-8d47-9587a59c2360&id=3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 200 len: 2290 time: 0.1148138 Jul 30 01:50:56.358926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d907c1cb-3042-4935-a0bc-bd3fef69a539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.376975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] For port d2d42f7b-1c50-4d02-80be-86b222cc7e95, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:56.396496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] For port d2d42f7b-1c50-4d02-80be-86b222cc7e95, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:56.404505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.408777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e77b867-e3aa-46a9-aa97-5f7f48f589f8 req-2b73f1c8-a67f-47e7-b6e8-da0fd992f4cb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125679 Jul 30 01:50:56.448625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.449412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.452398 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] 10.222.0.66 "PUT /v2.0/ports/d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 200 len: 1093 time: 1.0243096 Jul 30 01:50:56.452960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:56.460433 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a153332b-c423-4bef-a29a-c5543832ada2" -d '{"events": [{"name": "network-changed", "server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:56.465542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d907c1cb-3042-4935-a0bc-bd3fef69a539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.485316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-3656f57b-9806-4e01-a934-68e9d582c8be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 200 len: 1001 time: 0.1823485 Jul 30 01:50:56.544283 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b6f70-8dd1-4aa2-9a13-2daa0ea5cd12 x-openstack-request-id: req-b13b6f70-8dd1-4aa2-9a13-2daa0ea5cd12 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:56.544639 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:56.545002 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b13b6f70-8dd1-4aa2-9a13-2daa0ea5cd12 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:56.545563 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'status': 'completed', 'code': 200} Jul 30 01:50:56.570791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b4cf9-3c92-4348-bc14-57780324b419 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d42f7b-1c50-4d02-80be-86b222cc7e95,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:56.609815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-440b62c5-5d04-43b2-8290-a11596f1dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.611175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-8a33218a-986c-47ee-a149-d27c9e2a27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.611332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-440b62c5-5d04-43b2-8290-a11596f1dbb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 200 len: 849 time: 0.1104660 Jul 30 01:50:56.615035 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-8a33218a-986c-47ee-a149-d27c9e2a27b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1096 time: 0.0990386 Jul 30 01:50:56.622941 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.688637 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-5b2884db-66eb-41c9-9bc4-d481329b1769 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 200 len: 217 time: 0.0644093 Jul 30 01:50:56.764716 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d907c1cb-3042-4935-a0bc-bd3fef69a539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.767286 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d907c1cb-3042-4935-a0bc-bd3fef69a539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.771065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d907c1cb-3042-4935-a0bc-bd3fef69a539 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80cab3cc-2002-48be-a6ba-c9e03a60df13 HTTP/1.1" status: 204 len: 168 time: 0.7643909 Jul 30 01:50:56.777867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-656acb0e-e3d2-4482-ae8d-eaecee57a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.779998 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-656acb0e-e3d2-4482-ae8d-eaecee57a889 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3c3edf5-1eb0-4179-82f3-984d42a31ff0 HTTP/1.1" status: 200 len: 835 time: 0.0841177 Jul 30 01:50:56.792954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907c1cb-3042-4935-a0bc-bd3fef69a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cab3cc-2002-48be-a6ba-c9e03a60df13,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:56.813967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-6a9fd638-9e9e-4c87-a738-afd1c5d141b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.815581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-6a9fd638-9e9e-4c87-a738-afd1c5d141b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31143a36-c95c-4f04-9473-6f84640e8107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821594 Jul 30 01:50:56.934384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c827e-de09-4546-9ad3-258e31bad59d req-38fedafe-4e7a-429b-839b-0a7e13885e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:56.936080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-38fedafe-4e7a-429b-839b-0a7e13885e68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2db8075-9fab-4e7a-acba-c00b9950e50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451805 Jul 30 01:50:56.971775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-560002a3-a5f1-45cb-999c-e7b260614d01 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272800 Jul 30 01:50:57.080287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-66a99441-1f1e-4427-98f0-70788cf72f4e service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335309 Jul 30 01:50:57.135023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-1a402167-ef4a-4514-8e37-7ccfc6bf2e44 service neutron] 10.222.0.55 "GET /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525278 Jul 30 01:50:57.217781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-b8c09ba5-d29b-4b84-9d66-553ab7fc1bd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 217 time: 0.0714660 Jul 30 01:50:57.225424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c10c827e-de09-4546-9ad3-258e31bad59d req-479f602a-b7ff-46c3-af80-219484bc550b service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364853 Jul 30 01:50:57.232100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 20786ae5-2f62-41f3-828e-78763331c412 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:57.232655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.342365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-c3a4ffab-f476-46e9-adee-b8180ea8500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.343894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-c3a4ffab-f476-46e9-adee-b8180ea8500f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1147549 Jul 30 01:50:57.377429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153332b-c423-4bef-a29a-c5543832ada2 req-5c8d8f41-4f97-46b9-9b13-8be1f8403f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.382515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-5c8d8f41-4f97-46b9-9b13-8be1f8403f7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1096 time: 0.0949471 Jul 30 01:50:57.428229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 20786ae5-2f62-41f3-828e-78763331c412, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=20786ae5-2f62-41f3-828e-78763331c412,segment=NetworkSegment(b9ac4388-2f89-4b34-8ee4-066eb328824d),segment_id=b9ac4388-2f89-4b34-8ee4-066eb328824d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:57.428604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.446639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 20786ae5-2f62-41f3-828e-78763331c412 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:57.452816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-a809d208-26f2-4a09-9f1e-0cc3d537f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.454452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-a809d208-26f2-4a09-9f1e-0cc3d537f1db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020422 Jul 30 01:50:57.571598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153332b-c423-4bef-a29a-c5543832ada2 req-5b850e2c-d7ad-494a-8622-78dc6d29b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.573384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-5b850e2c-d7ad-494a-8622-78dc6d29b4c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 897 time: 0.1822836 Jul 30 01:50:57.666105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-17e352c4-87c8-4786-ba70-36b339417c11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 200 len: 217 time: 0.0836232 Jul 30 01:50:57.705536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-995d3775-0885-45df-a2c4-eaf7d7b94cd2 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278955 Jul 30 01:50:57.768230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153332b-c423-4bef-a29a-c5543832ada2 req-8277f38e-7b34-41dc-b69d-5168b4fa045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.770100 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-8277f38e-7b34-41dc-b69d-5168b4fa045e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3c3edf5-1eb0-4179-82f3-984d42a31ff0 HTTP/1.1" status: 200 len: 835 time: 0.0972376 Jul 30 01:50:57.842750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153332b-c423-4bef-a29a-c5543832ada2 req-6de2e4d4-9f87-42e2-bd67-2978610d5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.844875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-6de2e4d4-9f87-42e2-bd67-2978610d5157 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2db8075-9fab-4e7a-acba-c00b9950e50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668445 Jul 30 01:50:57.932763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-6d90de0b-89a9-427b-9769-97418e3c2779 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528480 Jul 30 01:50:57.991635 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-c0db9211-ad15-4f72-af1f-db2ce65658be service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384039 Jul 30 01:50:58.023673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da6bf-4091-4bfe-8c81-2b62065acf22 req-258879ee-bc40-443a-b40a-4c8d7915368d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.025503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-311da6bf-4091-4bfe-8c81-2b62065acf22 req-258879ee-bc40-443a-b40a-4c8d7915368d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 944 time: 0.4165535 Jul 30 01:50:58.027229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-337536cc-81d4-425f-9889-5215ae813bf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 217 time: 0.0814250 Jul 30 01:50:58.117494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-e78d8708-55d6-42df-b272-0d4e065f43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.118988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-e78d8708-55d6-42df-b272-0d4e065f43d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.0792234 Jul 30 01:50:58.128139 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a153332b-c423-4bef-a29a-c5543832ada2 req-ffea3377-df75-4d3d-ac2a-fef693240538 service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258512 Jul 30 01:50:58.151733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54318) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:58.197874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-311da6bf-4091-4bfe-8c81-2b62065acf22 req-9a00cee5-7dda-48d5-b9d3-e24af6ee808e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596663 Jul 30 01:50:58.241744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-86802e77-911e-4aef-a174-d8c8f99127a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.244123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-86802e77-911e-4aef-a174-d8c8f99127a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111910 Jul 30 01:50:58.244952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.272351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6e11123f-2c93-45a8-b88a-00ec314a076a tempest-DvrRoutersNegativeTest-792704570 tempest-DvrRoutersNegativeTest-792704570-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-490616167', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:58.275317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.policy [None req-6e11123f-2c93-45a8-b88a-00ec314a076a tempest-DvrRoutersNegativeTest-792704570 tempest-DvrRoutersNegativeTest-792704570-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93889) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 30 01:50:58.275624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.policy [None req-6e11123f-2c93-45a8-b88a-00ec314a076a tempest-DvrRoutersNegativeTest-792704570 tempest-DvrRoutersNegativeTest-792704570-project] Failed policy check for 'create_router' {{(pid=93889) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 30 01:50:58.276149 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-6e11123f-2c93-45a8-b88a-00ec314a076a tempest-DvrRoutersNegativeTest-792704570 tempest-DvrRoutersNegativeTest-792704570-project] create failed (client error): Access was denied to this resource. Jul 30 01:50:58.277140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e11123f-2c93-45a8-b88a-00ec314a076a tempest-DvrRoutersNegativeTest-792704570 tempest-DvrRoutersNegativeTest-792704570-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1243422 Jul 30 01:50:58.312441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=20786ae5-2f62-41f3-828e-78763331c412,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:58.568594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-e315b706-566c-499f-a4ad-13e0c381e603 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121607 Jul 30 01:50:58.647855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.679973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54328) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:58.833481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9dfc-e7e7-4bc2-b148-df2285058974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.009370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9dfc-e7e7-4bc2-b148-df2285058974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.015069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4aeb9dfc-e7e7-4bc2-b148-df2285058974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.076596 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4aeb9dfc-e7e7-4bc2-b148-df2285058974 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aed386b05a4d4f949b4ac918593aa602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953705 Jul 30 01:50:59.077237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:59.079351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb9dfc-e7e7-4bc2-b148-df2285058974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e575421-5e82-4c96-a1f6-ae3bb9d2174d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:59.152278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3c3825-6052-41a9-958e-d3f0219c75f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.186556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3c3825-6052-41a9-958e-d3f0219c75f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.186768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-abf3ffe8-ee86-4151-925b-953b3a1da768 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082647 Jul 30 01:50:59.249647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-48ca6160-0b66-46c4-b27a-3a67b910bae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 200 len: 217 time: 0.0488443 Jul 30 01:50:59.254178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:59.438765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-a2a0a892-040c-4840-b6a1-7e101f1e5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.441034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-a2a0a892-040c-4840-b6a1-7e101f1e5cb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.1834743 Jul 30 01:50:59.449226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:59.466721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:59.470481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d40119df-09d7-46ff-8338-c267df020556 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5043414 Jul 30 01:50:59.472991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:59.515868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:59.518648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:59.562702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07c4ca-0ce3-4fe7-b093-2b093ee4b55e req-5f70caf2-61f7-427a-aa86-e4355c272fdd tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.565142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb07c4ca-0ce3-4fe7-b093-2b093ee4b55e req-5f70caf2-61f7-427a-aa86-e4355c272fdd tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 944 time: 0.2207966 Jul 30 01:50:59.573804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3c3825-6052-41a9-958e-d3f0219c75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.580454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3c3825-6052-41a9-958e-d3f0219c75f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.585320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f3c3825-6052-41a9-958e-d3f0219c75f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e575421-5e82-4c96-a1f6-ae3bb9d2174d HTTP/1.1" status: 204 len: 168 time: 0.5064173 Jul 30 01:50:59.606962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c3825-6052-41a9-958e-d3f0219c75f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e575421-5e82-4c96-a1f6-ae3bb9d2174d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:59.638127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet ed5d32b9-ee8d-4107-8569-183478da8166 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:59.650435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-c8ae4ead-d808-499c-b62c-c45be7740503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:59.653312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-c8ae4ead-d808-499c-b62c-c45be7740503 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1810501 Jul 30 01:50:59.661181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.712079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb07c4ca-0ce3-4fe7-b093-2b093ee4b55e req-02ff8327-d5aa-4056-9913-57c05baf0d0e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345205 Jul 30 01:50:59.769781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d2d42f7b-1c50-4d02-80be-86b222cc7e95 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:50:59.869153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.048953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:00.105073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-63eed697-d3cd-472b-b80d-5fc5d0de7b12 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414480 Jul 30 01:51:00.113359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port d2d42f7b-1c50-4d02-80be-86b222cc7e95, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:00.156100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:00.212687 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.259903 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.277798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d42f7b-1c50-4d02-80be-86b222cc7e95 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:00.357908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port d2d42f7b-1c50-4d02-80be-86b222cc7e95, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:00.365527 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.402734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.462266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5d32b9-ee8d-4107-8569-183478da8166,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:00.474815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.479844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54370) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:00.480480 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39f330f3-629a-477a-9dac-893a75560b31 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/ed5d32b9-ee8d-4107-8569-183478da8166 HTTP/1.1" status: 204 len: 168 time: 1.0050659 Jul 30 01:51:00.483107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-a57b0df2-baa4-4dc7-b22a-aaf2e57cba48 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613408 Jul 30 01:51:00.486964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=d2d42f7b-1c50-4d02-80be-86b222cc7e95,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:00.496529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e192d-75d8-43af-adef-41b3da5465c3 None None] Network 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:00.533972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-93b0c0dc-3e4b-442f-99a3-e6d965563181 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 200 len: 217 time: 0.0424473 Jul 30 01:51:00.626674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-e64f764c-6d5c-46d5-a6e0-81ba945541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.628843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-e64f764c-6d5c-46d5-a6e0-81ba945541f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 200 len: 797 time: 0.0863543 Jul 30 01:51:00.629729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.723173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port b99d4a28-becc-4c34-baf3-8bedc696d22f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:00.723638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.740097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.740414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.740733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.741073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.741402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.741729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.742052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.742375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.742697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.754279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.757641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.757641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:00.770938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-4d8eaf68-312e-4747-8ead-ae8210d40e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.773100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-4d8eaf68-312e-4747-8ead-ae8210d40e8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe005ab1-d053-4c54-bef2-b2be6a33c30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291838 Jul 30 01:51:00.793810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['d2d42f7b-1c50-4d02-80be-86b222cc7e95'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:00.853597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port b99d4a28-becc-4c34-baf3-8bedc696d22f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b99d4a28-becc-4c34-baf3-8bedc696d22f,segment=NetworkSegment(b9ac4388-2f89-4b34-8ee4-066eb328824d),segment_id=b9ac4388-2f89-4b34-8ee4-066eb328824d)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:00.853993 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.873936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for b99d4a28-becc-4c34-baf3-8bedc696d22f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:00.975418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.048651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.060726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55db9e8-e3de-4e0e-85a4-a7fd0bd6b05e req-be099533-b4d7-4fce-8b7c-509f925d6788 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.062628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b55db9e8-e3de-4e0e-85a4-a7fd0bd6b05e req-be099533-b4d7-4fce-8b7c-509f925d6788 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2291327 Jul 30 01:51:01.079270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e41c14-b213-4a1f-becf-7b8fd0e0ecf7 req-737e7bf4-0b0c-43a3-80aa-9a0d7cbafe1e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.081176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10e41c14-b213-4a1f-becf-7b8fd0e0ecf7 req-737e7bf4-0b0c-43a3-80aa-9a0d7cbafe1e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 945 time: 0.2303214 Jul 30 01:51:01.095193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:58Z', 'revision_number': 10, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.129825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=b99d4a28-becc-4c34-baf3-8bedc696d22f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:01.134437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port b99d4a28-becc-4c34-baf3-8bedc696d22f on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:01.139368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:01.148088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a71954-618a-4f35-81ef-7c21b3e2895b None None] DHCP port deletion for 9d0a3c4b-474c-4e9d-b994-1b9d213e4523 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:01.175330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-a8304c84-500d-4f0b-b603-bea359340777 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922255 Jul 30 01:51:01.187676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:01.187676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.228776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10e41c14-b213-4a1f-becf-7b8fd0e0ecf7 req-c3f0efae-1fac-4b0b-802d-2ef99653b3aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341543 Jul 30 01:51:01.282695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e7fc5cbe-a458-4c60-be88-84d30166c83f tempest-ServiceProvidersTest-1421654108 tempest-ServiceProvidersTest-1421654108-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3061833 Jul 30 01:51:01.307407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.321992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0a3c4b-474c-4e9d-b994-1b9d213e4523']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.336372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:01.366869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ac4388-2f89-4b34-8ee4-066eb328824d') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.367331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ac4388-2f89-4b34-8ee4-066eb328824d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.386261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b55db9e8-e3de-4e0e-85a4-a7fd0bd6b05e req-50544e02-d1b7-4fa1-a770-829fb48be1be tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988458 Jul 30 01:51:01.423838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.463346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.486514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-1b0d8d80-980b-437d-82a2-c5a9c0e27b20 service neutron] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846830 Jul 30 01:51:01.501102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:01.503629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.506470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54400) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:01.520988 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:01.621819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-ff186a9f-acad-4a2f-8f0f-d50c959ebbfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 200 len: 217 time: 0.1261473 Jul 30 01:51:01.634365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.652373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.662719 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/9d0a3c4b-474c-4e9d-b994-1b9d213e4523 HTTP/1.1" status: 204 len: 168 time: 1.1811092 Jul 30 01:51:01.666385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.694508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b99d4a28-becc-4c34-baf3-8bedc696d22f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:01.700361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e14a-e262-4224-9acf-51dcded48a02 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=9d0a3c4b-474c-4e9d-b994-1b9d213e4523,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:01.790771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b99d4a28-becc-4c34-baf3-8bedc696d22f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:01.791543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b99d4a28-becc-4c34-baf3-8bedc696d22f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:01.876401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:58Z', 'revision_number': 10, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.881689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-1a852593-0c22-48d1-9e6d-956bed4978cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.883199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-1a852593-0c22-48d1-9e6d-956bed4978cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.2459483 Jul 30 01:51:01.883667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54406) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.908034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a316ca-2541-45d3-8a1e-725f2023f889 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:50:58Z', 'revision_number': 10, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None, '_interfaces': [{'id': 'db70fbf2-a533-4a53-aee2-f8bfc04a6f96', 'name': '', 'network_id': 'df7836bb-e03a-421b-b687-b52d989643b6', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'mac_address': 'fa:16:3e:eb:7c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:05Z', 'updated_at': '2021-07-30T01:50:32Z', 'revision_number': 5, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'subnets': [{'id': '38e3fa62-6b1d-4a02-a1af-7674d500a0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:02.036783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-bf21f1fd-cfe5-483f-8dcc-9ca2122557f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.038558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-bf21f1fd-cfe5-483f-8dcc-9ca2122557f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431105 Jul 30 01:51:02.111971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f022ec56-1ff3-427c-bff1-d675b35d296d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.166022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port b6c0f848-c550-4146-9339-8e78e4034192 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:02.166353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.212798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.292349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-7fcd74c9-07e6-4932-9832-60d1db0f9742 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442670 Jul 30 01:51:02.337959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.338766 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.439644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for b6c0f848-c550-4146-9339-8e78e4034192 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:02.553281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port db70fbf2-a533-4a53-aee2-f8bfc04a6f96 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:02.553841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.575220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7caebe-8e42-41a1-92a5-b3b2cab0615b req-caadb31a-91b7-493c-8bcb-eaa763011c12 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.576881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb7caebe-8e42-41a1-92a5-b3b2cab0615b req-caadb31a-91b7-493c-8bcb-eaa763011c12 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 945 time: 0.2440164 Jul 30 01:51:02.634213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-6c311051-1e2b-4bef-9bb7-1a1d85a4a926 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.635746 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-6c311051-1e2b-4bef-9bb7-1a1d85a4a926 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.1174526 Jul 30 01:51:02.662404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-89a49edf-17b6-4337-bfa4-5771067d1db1 service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632751 Jul 30 01:51:02.679124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f022ec56-1ff3-427c-bff1-d675b35d296d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.690059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f022ec56-1ff3-427c-bff1-d675b35d296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.709866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port db70fbf2-a533-4a53-aee2-f8bfc04a6f96, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,segment=NetworkSegment(9879602b-c3cb-4ccb-aa26-675f32306033),segment_id=9879602b-c3cb-4ccb-aa26-675f32306033)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:02.710236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.747989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for db70fbf2-a533-4a53-aee2-f8bfc04a6f96 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:02.787759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe735fc-4713-463c-9d98-5f0894e3ad6c req-079f5667-08e7-48b5-8290-cb5b4dbcdc86 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.789293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abe735fc-4713-463c-9d98-5f0894e3ad6c req-079f5667-08e7-48b5-8290-cb5b4dbcdc86 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 945 time: 0.2537942 Jul 30 01:51:02.800823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb7caebe-8e42-41a1-92a5-b3b2cab0615b req-69b73219-2f23-4cc3-afc1-9b1ead8d8934 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951382 Jul 30 01:51:02.812799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-88fbb118-1162-47eb-be8b-371b8296ee35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 200 len: 217 time: 0.1011572 Jul 30 01:51:02.829416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f022ec56-1ff3-427c-bff1-d675b35d296d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b7c48ecb58e45e7baf1259a6df872b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9430382 Jul 30 01:51:02.833192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:02.837474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Deleting port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:02.837828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.841528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022ec56-1ff3-427c-bff1-d675b35d296d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4a0670-6280-4ee7-acae-db1781d80d18,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.060758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fd34b5f-d2a7-4e4f-963f-5aa67e655ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.075264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] For port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:03.075679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.188415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fd34b5f-d2a7-4e4f-963f-5aa67e655ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.204795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.268781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=db70fbf2-a533-4a53-aee2-f8bfc04a6f96,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.269163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abe735fc-4713-463c-9d98-5f0894e3ad6c req-e1b7949d-54b7-4d0b-9f9d-cb9ad290b851 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=74f74d8d-8728-487e-8565-9740c418108c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582484 Jul 30 01:51:03.270723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-6cbb36b1-dfc6-49c8-bfc6-bcdc208c0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.272127 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-6cbb36b1-dfc6-49c8-bfc6-bcdc208c0f8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 200 len: 797 time: 0.4460564 Jul 30 01:51:03.307188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a0942-a049-4156-ad87-0514d23272b3 req-3bd1ba6a-c87f-43ad-b225-efe44c8e64f5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.308767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-636a0942-a049-4156-ad87-0514d23272b3 req-3bd1ba6a-c87f-43ad-b225-efe44c8e64f5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.1235764 Jul 30 01:51:03.362679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.401337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=b6c0f848-c550-4146-9339-8e78e4034192,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.408764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-636a0942-a049-4156-ad87-0514d23272b3 req-9064d930-b8c4-42cb-bcea-f366a7b0716e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806041 Jul 30 01:51:03.412353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-3bd39468-4c53-484d-a157-0cfaff539e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.413914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-3bd39468-4c53-484d-a157-0cfaff539e2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3efebfd3-cb97-4208-8d47-9587a59c2360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321936 Jul 30 01:51:03.524724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fd34b5f-d2a7-4e4f-963f-5aa67e655ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.527710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fd34b5f-d2a7-4e4f-963f-5aa67e655ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.528889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3fd34b5f-d2a7-4e4f-963f-5aa67e655ea9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a4a0670-6280-4ee7-acae-db1781d80d18 HTTP/1.1" status: 204 len: 168 time: 0.6945322 Jul 30 01:51:03.600464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.601015 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Floating IP f697a183-9c87-429f-88ff-7e8c6c4219f2 disassociated (deleted). External IP: 172.25.8.105, port: 416d6bb4-cb79-4cf5-9361-cfb545bb0be3. Jul 30 01:51:03.617002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d2d42f7b-1c50-4d02-80be-86b222cc7e95 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:03.669522 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.670146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.670474 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Floating IP 00af613c-ffdc-4bb6-af1d-77ae7d562491 disassociated. External IP: 172.25.8.84, port: fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59. Jul 30 01:51:03.670832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Calling delete_port for fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:03.673482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd34b5f-d2a7-4e4f-963f-5aa67e655ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4a0670-6280-4ee7-acae-db1781d80d18,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.682793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 20786ae5-2f62-41f3-828e-78763331c412 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:03.691614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.727087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-3e98a21c-4126-4486-9bb0-1b9a624629ed service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843153 Jul 30 01:51:03.742609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 20786ae5-2f62-41f3-828e-78763331c412 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:03.742953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 20786ae5-2f62-41f3-828e-78763331c412 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:03.771977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port d2d42f7b-1c50-4d02-80be-86b222cc7e95 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:03.781847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port d2d42f7b-1c50-4d02-80be-86b222cc7e95 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:03.782151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.930601 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.949463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.008561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:04.010891 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55123a9c-7663-4fcb-beb0-3bc0c517131b" -d '{"events": [{"server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "name": "network-vif-plugged", "status": "completed", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:04.029412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event deleted for resources: {'Port': ['ID=fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:04.043234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:04.062048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port d2d42f7b-1c50-4d02-80be-86b222cc7e95, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:04.073098 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.152753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c9d2e-d256-4413-80c7-291d45a4cc89 req-15173c25-eb56-4b96-bee0-28063b84de8a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.162500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef8c9d2e-d256-4413-80c7-291d45a4cc89 req-15173c25-eb56-4b96-bee0-28063b84de8a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 945 time: 0.1931510 Jul 30 01:51:04.173871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef462a8b-4f90-45e2-8c2a-c9cd1ecaaa1f req-1bfbd86f-2725-44aa-a531-7ab29ce5ce0c service neutron] 10.222.0.55 "GET /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872774 Jul 30 01:51:04.179370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=d2d42f7b-1c50-4d02-80be-86b222cc7e95,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:04.207562 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b7bcab-5568-494e-954b-67c995dfa78f x-openstack-request-id: req-a9b7bcab-5568-494e-954b-67c995dfa78f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:04.208941 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "name": "network-vif-plugged", "status": "completed", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:04.209436 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9b7bcab-5568-494e-954b-67c995dfa78f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:04.210055 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'code': 200} Jul 30 01:51:04.282971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef8c9d2e-d256-4413-80c7-291d45a4cc89 req-c08a942e-b52f-4b39-95bd-ec46ec9346e0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187527 Jul 30 01:51:04.378415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router d9a75c92-cb2d-4a95-aeea-786b744563b4 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:04.440433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd04ef01-d4f1-4942-b4ed-b73aadc8f407 req-1b059997-16e2-4cd3-9954-c6e4d4726a76 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 210 time: 0.0589600 Jul 30 01:51:04.523903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a322b-8567-458b-97c2-7ba717a65f54 req-b1206a2f-27b7-405e-8721-347c71ef9963 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.525672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212a322b-8567-458b-97c2-7ba717a65f54 req-b1206a2f-27b7-405e-8721-347c71ef9963 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.2380037 Jul 30 01:51:04.532337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d27c1-16f7-4d4e-920d-70a31c516707 req-61ba5956-04f8-4632-916a-755cacdcfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.534173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2d27c1-16f7-4d4e-920d-70a31c516707 req-61ba5956-04f8-4632-916a-755cacdcfefc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1098 time: 0.2272248 Jul 30 01:51:04.589346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:04.597655 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e6f3063-2391-49d3-a5b4-03a13f862514 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080126 Jul 30 01:51:04.600565 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:04.601264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54486) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:04.616774 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:04.622083 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.652321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:04.664197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.667451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting subnet 38e3fa62-6b1d-4a02-a1af-7674d500a0c2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:04.667742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] Sync routers for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:04.672949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.687621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:04.688293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.752004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-51506ccf-d21e-4c63-b02a-ea47ac8c19fe tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/floatingips/f697a183-9c87-429f-88ff-7e8c6c4219f2 HTTP/1.1" status: 204 len: 168 time: 3.2444489 Jul 30 01:51:04.757189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.762473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:04.771407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212a322b-8567-458b-97c2-7ba717a65f54 req-8cc01f21-4183-415a-9fc0-d00c7f99d715 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318764 Jul 30 01:51:04.796743 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:04.813300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:04.823907 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:04.850322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf2d27c1-16f7-4d4e-920d-70a31c516707 req-ccc01afa-dba7-4726-9681-0cca648396a2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022637 Jul 30 01:51:04.861968 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:51:03Z', 'revision_number': 11, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.892893 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:04.904155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:04.905081 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.975174 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406b745-4cce-48be-b44d-a136bd9e1250 x-openstack-request-id: req-0406b745-4cce-48be-b44d-a136bd9e1250 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:04.975480 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:04.975721 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0406b745-4cce-48be-b44d-a136bd9e1250 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:04.976123 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'status': 'completed', 'code': 200} Jul 30 01:51:04.993882 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:05.021268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:05.055361 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:05.089087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-fd77d8ac-9bb1-4879-ad9e-a3990f1a8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.092144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-fd77d8ac-9bb1-4879-ad9e-a3990f1a8406 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=897441e865db45c3ad650437d9da1b4a&device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 1097 time: 0.0639553 Jul 30 01:51:05.100087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.143440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:05.186200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] No DVR routers for this DVR port fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:05.197364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.199604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d36fff05-d0d6-437c-9f2a-227832c41e7d req-88ac61c9-9a90-4b8b-a6c4-dede8ec5d1e5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "DELETE /v2.0/ports/fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 HTTP/1.1" status: 204 len: 173 time: 2.5568483 Jul 30 01:51:05.202352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'name': 'network-vif-deleted', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:05.204705 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d0de4d-5897-43ec-919a-0ebb44e09f98" -d '{"events": [{"server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "name": "network-vif-deleted", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:05.236785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-ac61fe44-aaab-410d-8408-97e455a9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.240128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-ac61fe44-aaab-410d-8408-97e455a9f514 service neutron] 10.222.0.55 "GET /v2.0/networks?id=27daa192-1026-4f37-aa72-944b9eac787e HTTP/1.1" status: 200 len: 897 time: 0.1385605 Jul 30 01:51:05.276574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:05.277671 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:05.343249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-db6b8445-cb02-4062-b012-5fca79aa5872 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3 HTTP/1.1" status: 200 len: 217 time: 0.0557518 Jul 30 01:51:05.344407 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83268e3-a5a2-4b8e-8cbc-f5ff321b81a8 x-openstack-request-id: req-d83268e3-a5a2-4b8e-8cbc-f5ff321b81a8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:05.344712 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd10e62-65d0-4c41-8ef7-45e743ca683d", "name": "network-vif-deleted", "tag": "fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:05.344965 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d83268e3-a5a2-4b8e-8cbc-f5ff321b81a8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:05.345372 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd10e62-65d0-4c41-8ef7-45e743ca683d', 'name': 'network-vif-deleted', 'tag': 'fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59', 'status': 'completed', 'code': 200} Jul 30 01:51:05.396110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.439724 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:05.453519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-8b91ffc6-44b7-4c75-a464-5b2d00062c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.457069 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-8b91ffc6-44b7-4c75-a464-5b2d00062c37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1797e3ce-daed-4e0c-8ee8-a567a1999f0f HTTP/1.1" status: 200 len: 835 time: 0.0969648 Jul 30 01:51:05.492240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Subnet': ['ID=38e3fa62-6b1d-4a02-a1af-7674d500a0c2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:05.504744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.507841 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-588922d6-1256-420c-95ad-e0dd513c3365 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/38e3fa62-6b1d-4a02-a1af-7674d500a0c2 HTTP/1.1" status: 204 len: 168 time: 0.9053202 Jul 30 01:51:05.510251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:05.611511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc243ff-3871-4785-8903-f8d3236ab5e5 req-42ca46ed-509f-4848-a9eb-4e3538fc04b5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.624831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cc243ff-3871-4785-8903-f8d3236ab5e5 req-42ca46ed-509f-4848-a9eb-4e3538fc04b5 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.3816054 Jul 30 01:51:05.690924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.747686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cc243ff-3871-4785-8903-f8d3236ab5e5 req-8af4b3a0-3f08-4d95-b931-e4120af97e57 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190326 Jul 30 01:51:05.782729 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:51:03Z', 'revision_number': 11, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:05.785962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-254772bc-c2b2-472f-85a5-48719ca22d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.788085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-254772bc-c2b2-472f-85a5-48719ca22d63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27daa192-1026-4f37-aa72-944b9eac787e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3171933 Jul 30 01:51:05.855514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c0f4-d670-4b50-a6a0-cc375616617f req-c63f7b57-372f-4bee-b260-56376b43c86b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.866799 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce19d-71f8-4b2a-89c5-2b3310c2fab5 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:51:03Z', 'revision_number': 11, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:05.870024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e366c0f4-d670-4b50-a6a0-cc375616617f req-c63f7b57-372f-4bee-b260-56376b43c86b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 946 time: 0.3267181 Jul 30 01:51:05.935305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Deleting port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:05.935639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.948962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f2609-9b0e-47ca-ae9d-ac2d151cb2b4 None None] Network df7836bb-e03a-421b-b687-b52d989643b6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:06.009713 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:06.116190 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:06.136130 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:06.136740 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:06.156288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] For port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,segment=NetworkSegment(9879602b-c3cb-4ccb-aa26-675f32306033),segment_id=9879602b-c3cb-4ccb-aa26-675f32306033)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:06.156663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.160408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0164ef3-f00a-45ff-aa8b-136c6e580177 req-e4f47678-7cfe-4578-b332-acfa48ece8bb tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=2cd10e62-65d0-4c41-8ef7-45e743ca683d HTTP/1.1" status: 200 len: 210 time: 0.1422117 Jul 30 01:51:06.186989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Calling delete_port for 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:06.251988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:06.297910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e366c0f4-d670-4b50-a6a0-cc375616617f req-68e656f9-2d48-436e-a324-2d8127866915 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138641 Jul 30 01:51:06.310838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-d8e502c5-de1b-45c8-a0f1-d286bbdcef39 service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124700 Jul 30 01:51:06.360815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.386488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No DVR routers for this DVR port 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:06.408950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:06.411946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Port': ['ID=7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:06.425721 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:06.433246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:06.480558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'mac_address': 'fa:16:3e:ab:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:06.545907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.549532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.569176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7836bb-e03a-421b-b687-b52d989643b6']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:06.572211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:06.597975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9879602b-c3cb-4ccb-aa26-675f32306033') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:06.598430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9879602b-c3cb-4ccb-aa26-675f32306033') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:06.621061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.646585 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.657238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.670528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:06.670940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:06.674028 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:06.713006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cbb46e6-ecf6-46fa-9c2a-9d5591785a2f req-cd464474-09ae-4c93-b828-8aaef8dbf0ba service neutron] 10.222.0.55 "GET /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874342 Jul 30 01:51:06.713936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:06.813327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec0af13-1d40-42a4-ba90-9ddc9f4a2fe2 None None] DHCP port deletion for df7836bb-e03a-421b-b687-b52d989643b6 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:06.815981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.861473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:20Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:06.864583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8461c-d64d-4529-b5e2-a8c75c347893 req-ddb9c9c0-0275-4859-91aa-36d15af30b85 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.865286 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:51:06.865680 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:51:06.871378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.877577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57a8461c-d64d-4529-b5e2-a8c75c347893 req-ddb9c9c0-0275-4859-91aa-36d15af30b85 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.5649309 Jul 30 01:51:06.883939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.891064 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/networks/df7836bb-e03a-421b-b687-b52d989643b6 HTTP/1.1" status: 204 len: 168 time: 1.3770769 Jul 30 01:51:06.898030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54544) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:06.941725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'routes': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:06.966988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] Checking router: d9a75c92-cb2d-4a95-aeea-786b744563b4 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:06.983023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.014412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b59dab-35d0-44df-ad80-023c47abe66a req-c0464f3b-bb8d-4169-a6a0-05c5cfffbb3d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:07.032015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02b59dab-35d0-44df-ad80-023c47abe66a req-c0464f3b-bb8d-4169-a6a0-05c5cfffbb3d tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.3761456 Jul 30 01:51:07.049946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:07.049946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:07.053481 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:07.091277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba629a9-5c61-4f8c-bc21-c2738f18b591 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Pushing event deleted for resources: {'Network': ['ID=df7836bb-e03a-421b-b687-b52d989643b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:07.111531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4f3d6e45-f205-45c4-a073-a0202937b32a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:07.113704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:07.126252 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff493f03-4f5e-4343-a8cb-6a0fdc8c1df1 None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:07.200930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57a8461c-d64d-4529-b5e2-a8c75c347893 req-e79deeda-4f36-410c-876f-340f22a06fde tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201516 Jul 30 01:51:07.210780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Added routes are [] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:51:07.211368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.extraroute_db [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Removed routes are [] {{(pid=93889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:51:07.212161 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.320859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722929f-832b-4246-9c19-882d25b86813 req-048ee6ec-f783-4cc8-9d28-853979b20122 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:07.322397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4722929f-832b-4246-9c19-882d25b86813 req-048ee6ec-f783-4cc8-9d28-853979b20122 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 945 time: 0.4396250 Jul 30 01:51:07.348293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54564) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:07.358439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:07.417706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.421394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.491787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.511318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:07.571552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:07.615682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb1a56-339c-4b68-a974-01f195c8247e None None] New status for floating IP 00af613c-ffdc-4bb6-af1d-77ae7d562491: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:07.619454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:07.619454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.623844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:07.643118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-743ab147-c8e7-47ec-91ce-60bf067d0b05 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.669629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device db70fbf2-a533-4a53-aee2-f8bfc04a6f96 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:07.675773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:07.708709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:07.721030 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] Sync routers for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:07.737665 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:07.738524 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:07.740611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.741872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4722929f-832b-4246-9c19-882d25b86813 req-828b5ac0-2575-4606-8c0f-7d55b9560c18 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/security-groups?id=efadd2f7-193b-4d6b-8ced-30a46c43819b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958380 Jul 30 01:51:07.743500 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6adf3860-81a9-47e9-82c6-f9b42c211085 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 701 time: 0.8402514 Jul 30 01:51:07.748935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54590) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:07.810904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d5ea3-a699-4b34-a1f0-659d65616a61 req-ffcfb197-9fee-43d8-986a-e16944ab7d70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:07.835438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d5ea3-a699-4b34-a1f0-659d65616a61 req-ffcfb197-9fee-43d8-986a-e16944ab7d70 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 946 time: 0.4065251 Jul 30 01:51:07.836566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.841070 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-463d45f1-ef37-4f2f-917d-50816bb83f3f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 205 time: 0.0894835 Jul 30 01:51:07.842375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54598) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:07.890345 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-743ab147-c8e7-47ec-91ce-60bf067d0b05 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.906964 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:07.926243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:07.927310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device fd9c1c8f-f4ab-40ba-b517-e2e7c0958c59 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:07.934049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: db70fbf2-a533-4a53-aee2-f8bfc04a6f96 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:07.934399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device db70fbf2-a533-4a53-aee2-f8bfc04a6f96 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:07.934828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:07.971415 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:51:03Z', 'revision_number': 11, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:07.991471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.012994 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] Checking router: 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:08.028765 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] Routers {'5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:08.029396 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.108681 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] Set router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:08.127151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:08.130456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.166787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a6d5ea3-a699-4b34-a1f0-659d65616a61 req-ad10eea7-5fc5-4356-bc07-6deca113a1a3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300974 Jul 30 01:51:08.182120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:08.228714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-743ab147-c8e7-47ec-91ce-60bf067d0b05 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.233423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-743ab147-c8e7-47ec-91ce-60bf067d0b05 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.238686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-743ab147-c8e7-47ec-91ce-60bf067d0b05 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "DELETE /v2.0/security-groups/74f74d8d-8728-487e-8565-9740c418108c HTTP/1.1" status: 204 len: 168 time: 0.8860247 Jul 30 01:51:08.260687 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:51:03Z', 'revision_number': 11, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.270678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54628) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:08.332199 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-22778769-531d-4f07-92e6-c9839a652bbe tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] show failed (client error): The resource could not be found. Jul 30 01:51:08.333476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-22778769-531d-4f07-92e6-c9839a652bbe tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups/74f74d8d-8728-487e-8565-9740c418108c HTTP/1.1" status: 404 len: 347 time: 0.0618148 Jul 30 01:51:08.335459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ab147-c8e7-47ec-91ce-60bf067d0b05 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f74d8d-8728-487e-8565-9740c418108c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:08.336392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54636) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:08.345377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de966db4-708b-4405-9c81-89228c4c00b8 None None] The sync data for ids ['5477c0aa-7c19-46a7-a7c7-1db46f7d02c6'] in n-d-713499-10 is: [{'id': '5477c0aa-7c19-46a7-a7c7-1db46f7d02c6', 'name': 'tempest-RoutersTest-router-1558812256', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:03Z', 'updated_at': '2021-07-30T01:51:03Z', 'revision_number': 11, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:08.383910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.384182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:08.384182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7dbbb0b3-12a9-4cda-9131-b6e5c0e9e6b3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:08.384703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.439890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:08.580008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d374c97-5a71-4657-ab46-a4e54c8e7ff7 req-f25f7632-9208-4ef6-8066-2c00b26af230 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:08.584545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d374c97-5a71-4657-ab46-a4e54c8e7ff7 req-f25f7632-9208-4ef6-8066-2c00b26af230 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 946 time: 0.2125082 Jul 30 01:51:08.602212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:20Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:08.670591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.671350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router 5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:08.688435 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.689351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27904b4c-b871-4b2b-9148-f00df36e11da None None] The sync data for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 is: [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:49:11Z', 'revision_number': 4, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'eb43e91e-d98b-4a00-9021-3e0e21317084', 'name': '', 'network_id': '27daa192-1026-4f37-aa72-944b9eac787e', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'mac_address': 'fa:16:3e:57:78:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:09Z', 'updated_at': '2021-07-30T01:49:20Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'subnets': [{'id': '1797e3ce-daed-4e0c-8ee8-a567a1999f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:08.690882 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a4e24e4f-d9ed-4551-accb-f04d5b8b77d9 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 204 len: 168 time: 0.8425870 Jul 30 01:51:08.705675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54662) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:08.711763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-491673340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:08.806295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Deleting port a08ae5d8-f11e-4629-aa82-48165b572f29 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:08.807575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.826253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.829695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.931968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.993446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.126587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.127199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.142355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Calling delete_port for a08ae5d8-f11e-4629-aa82-48165b572f29 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:09.144281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.145608 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-657726d8-08a7-4d0e-85ca-1d57c5f12879 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4387515 Jul 30 01:51:09.148536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54686) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:09.154937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:09.252016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d1cb4-a5a2-435e-bd1a-400c99ec22a1 req-17b18a19-0a42-4779-9993-e52f2aab5f71 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.258375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb97b8-7035-453a-9f92-bb196e7d279e None None] New status for floating IP f697a183-9c87-429f-88ff-7e8c6c4219f2: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:09.260714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-984d1cb4-a5a2-435e-bd1a-400c99ec22a1 req-17b18a19-0a42-4779-9993-e52f2aab5f71 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.8320220 Jul 30 01:51:09.343637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-984d1cb4-a5a2-435e-bd1a-400c99ec22a1 req-3d3453de-7fb6-4cc3-99c6-aef1bb294a94 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709324 Jul 30 01:51:09.382256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.452896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=416d6bb4-cb79-4cf5-9361-cfb545bb0be3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:09.462902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d374c97-5a71-4657-ab46-a4e54c8e7ff7 req-b8cd0864-f1e2-499d-8346-13a7b13e6a72 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267904 Jul 30 01:51:09.490107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.490679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.491210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.491696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.492202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.493779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.494535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.495092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.495696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.496369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.497595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.498188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:09.541913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:09.575689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] No DVR routers for this DVR port 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:09.579627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.582278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02b59dab-35d0-44df-ad80-023c47abe66a req-145058c1-925d-4cc0-a2e2-84f1bfde29fd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.55 "DELETE /v2.0/ports/416d6bb4-cb79-4cf5-9361-cfb545bb0be3 HTTP/1.1" status: 204 len: 173 time: 2.5413516 Jul 30 01:51:09.583286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'name': 'network-vif-deleted', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:09.585912 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243fecf7-4c25-4ffb-9fea-4b22b67d440a" -d '{"events": [{"server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "name": "network-vif-deleted", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:09.650318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:09.718588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27d8b282-704a-4afa-86d9-97a783b1ffe9 req-ad91b8a8-762b-4eda-973c-45d9e25a959e tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "GET /v2.0/ports?device_id=8d1f1c86-1105-4c68-9802-44e92eebfe6b HTTP/1.1" status: 200 len: 210 time: 0.0741796 Jul 30 01:51:09.874299 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d11477-6a08-47d6-94da-423b1075e6ea x-openstack-request-id: req-61d11477-6a08-47d6-94da-423b1075e6ea {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:09.874595 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f1c86-1105-4c68-9802-44e92eebfe6b", "name": "network-vif-deleted", "tag": "416d6bb4-cb79-4cf5-9361-cfb545bb0be3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:09.874852 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61d11477-6a08-47d6-94da-423b1075e6ea {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:09.875437 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1f1c86-1105-4c68-9802-44e92eebfe6b', 'name': 'network-vif-deleted', 'tag': '416d6bb4-cb79-4cf5-9361-cfb545bb0be3', 'status': 'completed', 'code': 200} Jul 30 01:51:09.990388 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:51:09.991982 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36e4f081-824a-4bc9-9041-b0432e6ebe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.195147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6249ee-1edd-4b39-bf28-14aa173ec741 req-74a47817-1f45-42a6-aa76-4e7a52ffe3f1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.213391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce6249ee-1edd-4b39-bf28-14aa173ec741 req-74a47817-1f45-42a6-aa76-4e7a52ffe3f1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.1336524 Jul 30 01:51:10.237915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:10.363724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce6249ee-1edd-4b39-bf28-14aa173ec741 req-d2390880-ca43-4dcd-8dd7-5986077fe4bc tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498263 Jul 30 01:51:10.365101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4f3d6e45-f205-45c4-a073-a0202937b32a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:10.365101 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.396023 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36e4f081-824a-4bc9-9041-b0432e6ebe59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.401608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36e4f081-824a-4bc9-9041-b0432e6ebe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.454936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4f081-824a-4bc9-9041-b0432e6ebe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb721be-e765-4dc7-b419-b4bae3695730,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:10.459467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-36e4f081-824a-4bc9-9041-b0432e6ebe59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4913852b94a443babf9aca4c62362808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898979 Jul 30 01:51:10.461696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.462287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54714) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:10.470206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133867ab-4de9-47c4-a685-3ea8957a6351 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.477021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:10.478057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-133867ab-4de9-47c4-a685-3ea8957a6351 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1093 time: 0.9197910 Jul 30 01:51:10.486877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:10.493639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.545825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.578187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-309bba80-0964-4bb1-b188-f53558768ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.679960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-309bba80-0964-4bb1-b188-f53558768ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.682355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.726669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event deleted for resources: {'Port': ['ID=a08ae5d8-f11e-4629-aa82-48165b572f29,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:10.784819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e1a18-5f80-4e4a-9731-b17c265721e0 req-5e7618ac-a091-411b-8d8f-e121560d7b50 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.796350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-067e1a18-5f80-4e4a-9731-b17c265721e0 req-5e7618ac-a091-411b-8d8f-e121560d7b50 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2274861 Jul 30 01:51:10.890563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:10.925126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-067e1a18-5f80-4e4a-9731-b17c265721e0 req-44fbe57b-21c4-4ad3-bcef-a52a4204d9ca tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150792 Jul 30 01:51:10.927711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.931178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.932748 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5fd90bd3-403f-4039-9d8e-f0d78ef437bc tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "DELETE /v2.0/floatingips/00af613c-ffdc-4bb6-af1d-77ae7d562491 HTTP/1.1" status: 204 len: 168 time: 2.5950687 Jul 30 01:51:10.934657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Router a5873f78-452f-4a19-abc8-3bc0df7fd867 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:51:10.945419 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-309bba80-0964-4bb1-b188-f53558768ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.945419 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-309bba80-0964-4bb1-b188-f53558768ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.946080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-309bba80-0964-4bb1-b188-f53558768ac2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fb721be-e765-4dc7-b419-b4bae3695730 HTTP/1.1" status: 204 len: 168 time: 0.4820545 Jul 30 01:51:11.079860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:11.080703 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.093232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.093498 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] Sync routers for ids ['a5873f78-452f-4a19-abc8-3bc0df7fd867'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:11.094448 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c5a4eeee-020d-4f35-92fd-2e7514b5b6df tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "PUT /v2.0/routers/a5873f78-452f-4a19-abc8-3bc0df7fd867 HTTP/1.1" status: 200 len: 693 time: 1.9448740 Jul 30 01:51:11.098806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:11.129321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] Routers {'a5873f78-452f-4a19-abc8-3bc0df7fd867'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:11.132523 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a5873f78-452f-4a19-abc8-3bc0df7fd867'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:11.260674 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-48017be3-2551-4ed6-855a-10f86ed831a3 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/routers/a5873f78-452f-4a19-abc8-3bc0df7fd867 HTTP/1.1" status: 200 len: 699 time: 0.1575096 Jul 30 01:51:11.265174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:11.266808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:11.272515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:11.276063 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54cd56f-d3d7-45f3-959d-990242b356f5" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:11.293478 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.299849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:11.319044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82beba7b-464b-4ffc-922b-63e6571b2e3d tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5873f78-452f-4a19-abc8-3bc0df7fd867 HTTP/1.1" status: 200 len: 205 time: 0.0511658 Jul 30 01:51:11.323445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:11.370963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] Set router a5873f78-452f-4a19-abc8-3bc0df7fd867 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:11.402031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:11.402381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 416d6bb4-cb79-4cf5-9361-cfb545bb0be3 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:11.462268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=13']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:11.492193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.557060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bba80-0964-4bb1-b188-f53558768ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb721be-e765-4dc7-b419-b4bae3695730,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:11.588403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54740) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:11.606738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561767442', 'description': 'tempest-description--825110162'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:11.608005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:11.628994 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ba1883-af09-47bd-909d-5e35b3e3aa46 x-openstack-request-id: req-05ba1883-af09-47bd-909d-5e35b3e3aa46 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:11.629294 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:11.629586 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05ba1883-af09-47bd-909d-5e35b3e3aa46 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:11.630015 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'code': 200} Jul 30 01:51:11.696006 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79cc3570-1ef8-4191-8f62-0822494f9dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.728427 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873f78-452f-4a19-abc8-3bc0df7fd867', 'name': 'tempest-RoutersTest-router-491673340', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:08Z', 'updated_at': '2021-07-30T01:51:10Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:11.766038 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] Checking router: a5873f78-452f-4a19-abc8-3bc0df7fd867 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:11.776138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.779682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] Routers {'a5873f78-452f-4a19-abc8-3bc0df7fd867'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:11.780303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a5873f78-452f-4a19-abc8-3bc0df7fd867'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:11.782208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.789512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.797310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.803475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.809956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.819144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.820523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.821578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-2d67699c-3f22-458f-b636-71036fe45499 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.8861730 Jul 30 01:51:11.835660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.843070 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.869891 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.910756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.912056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Fanout notify agent at l3_agent the message router_deleted on router a5873f78-452f-4a19-abc8-3bc0df7fd867 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:11.921680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.927914 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d91f8432-69c0-4ed3-ac8b-c3358ae2f9aa tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/a5873f78-452f-4a19-abc8-3bc0df7fd867 HTTP/1.1" status: 204 len: 168 time: 0.6030455 Jul 30 01:51:11.928573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54746) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:11.933601 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] Set router a5873f78-452f-4a19-abc8-3bc0df7fd867 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:11.983727 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-765ddf68-7b94-493d-b886-426f5a819024 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5873f78-452f-4a19-abc8-3bc0df7fd867 HTTP/1.1" status: 200 len: 205 time: 0.0499606 Jul 30 01:51:11.985588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.018299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3426788-9d0f-40b5-9071-dfdc5bd21741 req-398dc767-5fde-4a4c-9a7b-adb33b1a22ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.019935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3426788-9d0f-40b5-9071-dfdc5bd21741 req-398dc767-5fde-4a4c-9a7b-adb33b1a22ee tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.3251317 Jul 30 01:51:12.031213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e0353c3-032c-41bc-9493-9818a657aaf0 req-0630ba2a-6dc8-44df-ba55-e3c2a67e9c2a tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895382 Jul 30 01:51:12.036487 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873f78-452f-4a19-abc8-3bc0df7fd867', 'name': 'tempest-RoutersTest-router-491673340', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:08Z', 'updated_at': '2021-07-30T01:51:10Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:12.042088 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-42685579-5299-45cd-82c8-771dc6d909fd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:12.045624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42685579-5299-45cd-82c8-771dc6d909fd tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/a5873f78-452f-4a19-abc8-3bc0df7fd867 HTTP/1.1" status: 404 len: 336 time: 0.0548301 Jul 30 01:51:12.046243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54750) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.079736 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa551ed-5c98-49e3-bf3a-db9bf58e4bc4 None None] The sync data for ids ['a5873f78-452f-4a19-abc8-3bc0df7fd867'] in n-d-713499-10 is: [{'id': 'a5873f78-452f-4a19-abc8-3bc0df7fd867', 'name': 'tempest-RoutersTest-router-491673340', 'tenant_id': '1a47671e344544f8b434619c5c5881e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:08Z', 'updated_at': '2021-07-30T01:51:10Z', 'revision_number': 2, 'project_id': '1a47671e344544f8b434619c5c5881e0', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:12.084175 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d1be51-c218-4f57-9869-8b1b7b974e66 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:12.084741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d1be51-c218-4f57-9869-8b1b7b974e66 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:12.089679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-56d1be51-c218-4f57-9869-8b1b7b974e66 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/8c3afbdc-7fde-4fcf-b970-8350c1480c88 HTTP/1.1" status: 404 len: 337 time: 0.0383680 Jul 30 01:51:12.093661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54752) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.156550 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0aeb774-a7a8-4e48-bd58-fe69c340c441 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:12.157376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0aeb774-a7a8-4e48-bd58-fe69c340c441 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:12.166220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0aeb774-a7a8-4e48-bd58-fe69c340c441 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/bfe671b8-e274-47d7-8e97-47cb26161dda HTTP/1.1" status: 404 len: 337 time: 0.0713339 Jul 30 01:51:12.170819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54754) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.245009 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1517985b-50e3-474b-bd68-97ca0f0bbf48 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:12.245795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1517985b-50e3-474b-bd68-97ca0f0bbf48 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:12.253542 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1517985b-50e3-474b-bd68-97ca0f0bbf48 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/ed5d32b9-ee8d-4107-8569-183478da8166 HTTP/1.1" status: 404 len: 337 time: 0.0809755 Jul 30 01:51:12.262831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54756) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.305837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.314915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79cc3570-1ef8-4191-8f62-0822494f9dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.318226 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa18fb58-a225-40f4-85e7-8f2892b32ee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:12.319717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa18fb58-a225-40f4-85e7-8f2892b32ee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:12.322323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.327122 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa18fb58-a225-40f4-85e7-8f2892b32ee0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/38e3fa62-6b1d-4a02-a1af-7674d500a0c2 HTTP/1.1" status: 404 len: 337 time: 0.0625353 Jul 30 01:51:12.328005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54758) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.335316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.344699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79cc3570-1ef8-4191-8f62-0822494f9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.345749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.361009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.375821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.387028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.389808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-f47290fe-3326-4ecc-bfb4-38562d6189d8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.4344814 Jul 30 01:51:12.391756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.25.8.48 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/8786368e-54ca-4c6e-b79c-24e6fd253693) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:12.448280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3426788-9d0f-40b5-9071-dfdc5bd21741 req-230a9250-f53a-4d38-b43f-2f158b33e9b5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159191 Jul 30 01:51:12.452231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc3570-1ef8-4191-8f62-0822494f9dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c7636-5aa3-4059-95c2-245ecee9873b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:12.483327 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-16ebdfc2-6400-4ec4-8e69-0804102e8e1c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 200 len: 205 time: 0.1529424 Jul 30 01:51:12.495331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54760) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.593373 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-52de1f39-3376-457d-b96e-74fe46a991e8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:12.595109 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-52de1f39-3376-457d-b96e-74fe46a991e8 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/5477c0aa-7c19-46a7-a7c7-1db46f7d02c6 HTTP/1.1" status: 404 len: 336 time: 0.0961485 Jul 30 01:51:12.609445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-79cc3570-1ef8-4191-8f62-0822494f9dd9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bd8d90dee16492fb44e3a92f26320cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9998865 Jul 30 01:51:12.610381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54762) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.610881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54764) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.659527 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5c8fccf5-1a9f-4572-84ed-6880da6fa585 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c97a4c6-fc4a-4dfe-8961-6e4a4527038b HTTP/1.1" status: 200 len: 205 time: 0.0468211 Jul 30 01:51:12.663670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54768) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.665124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.720182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.733816 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8bdfcda6-60ef-45dd-a5e0-6e8091f9548c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:12.735296 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8bdfcda6-60ef-45dd-a5e0-6e8091f9548c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/9c97a4c6-fc4a-4dfe-8961-6e4a4527038b HTTP/1.1" status: 404 len: 336 time: 0.0703387 Jul 30 01:51:12.737722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54770) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.780109 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06be8ce-40dc-4e07-a5bc-50ec55509b7f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:12.780971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06be8ce-40dc-4e07-a5bc-50ec55509b7f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:12.783117 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a06be8ce-40dc-4e07-a5bc-50ec55509b7f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/1a462bd2-fff3-4796-820e-dc78e3c9ef84 HTTP/1.1" status: 404 len: 337 time: 0.0441658 Jul 30 01:51:12.785940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54772) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.825809 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e170fb11-9eb5-4e28-8fd2-41132471f013 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 200 len: 205 time: 0.0363529 Jul 30 01:51:12.833271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54774) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.840458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66c8165f-68e7-459e-95a0-bab0b9339ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.850134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:12.876624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-3ada75ab-5185-4978-8342-289230269c86 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.878181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-3ada75ab-5185-4978-8342-289230269c86 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "GET /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4636276 Jul 30 01:51:12.879250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:12.887087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:12.901170 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-cb8bb474-44eb-4d48-a166-888cc4b88f90 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:12.905124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cb8bb474-44eb-4d48-a166-888cc4b88f90 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/31d04efe-13ea-4d2f-8c22-923217c3e3e5 HTTP/1.1" status: 404 len: 336 time: 0.0708199 Jul 30 01:51:12.910203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.943836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=8786368e-54ca-4c6e-b79c-24e6fd253693,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:12.949363 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9e6ea05e-afff-4e2a-a797-f3a41e844a1c tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=76710891-8c17-4956-8535-fdaf70d8172e HTTP/1.1" status: 200 len: 205 time: 0.0374701 Jul 30 01:51:12.950007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54778) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.952546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66c8165f-68e7-459e-95a0-bab0b9339ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.017847 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-d20ded6c-b23f-47d8-afb5-ebc5c23cc52f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:13.021637 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d20ded6c-b23f-47d8-afb5-ebc5c23cc52f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/76710891-8c17-4956-8535-fdaf70d8172e HTTP/1.1" status: 404 len: 336 time: 0.0667894 Jul 30 01:51:13.022272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54780) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.032223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5a8a2-137f-4363-bdc5-d2c6db90d391 req-1dff272b-81db-4503-9bb9-e002f15ac037 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.034703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c5a8a2-137f-4363-bdc5-d2c6db90d391 req-1dff272b-81db-4503-9bb9-e002f15ac037 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.6384919 Jul 30 01:51:13.067627 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d887321-179f-45d3-88ef-10ab9979fc1f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:13.068112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d887321-179f-45d3-88ef-10ab9979fc1f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:13.073940 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3d887321-179f-45d3-88ef-10ab9979fc1f tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/4ba5a4e9-ef96-4d85-927f-eaf3a324b3f6 HTTP/1.1" status: 404 len: 337 time: 0.0426412 Jul 30 01:51:13.074593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54782) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.088247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.132289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.137676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54786) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.138157 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fc3b4b94-6d76-427a-ad6e-bafb0b46954e tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=014f9325-bb4d-46cb-a0b9-ed443d05ddc3 HTTP/1.1" status: 200 len: 205 time: 0.0560160 Jul 30 01:51:13.174012 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66c8165f-68e7-459e-95a0-bab0b9339ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.177344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66c8165f-68e7-459e-95a0-bab0b9339ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.178500 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-66c8165f-68e7-459e-95a0-bab0b9339ab0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b4c7636-5aa3-4059-95c2-245ecee9873b HTTP/1.1" status: 204 len: 168 time: 0.5638406 Jul 30 01:51:13.186993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8165f-68e7-459e-95a0-bab0b9339ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c7636-5aa3-4059-95c2-245ecee9873b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:13.229817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.367199 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-f4e482b6-ebd9-4aee-b83c-73bc7c476acf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:13.370591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f4e482b6-ebd9-4aee-b83c-73bc7c476acf tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/014f9325-bb4d-46cb-a0b9-ed443d05ddc3 HTTP/1.1" status: 404 len: 336 time: 0.1967189 Jul 30 01:51:13.371468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.452640 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2d591c-debe-48d3-b051-77aa81dfa6d1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:13.453143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2d591c-debe-48d3-b051-77aa81dfa6d1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:13.455030 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e2d591c-debe-48d3-b051-77aa81dfa6d1 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/4abae6c7-9bec-40e7-87d0-937711f45046 HTTP/1.1" status: 404 len: 337 time: 0.0829561 Jul 30 01:51:13.471579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54794) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.495860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-dafb34ef-aace-4f37-9978-d9384f0ac352 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "GET /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5927515 Jul 30 01:51:13.512929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c5a8a2-137f-4363-bdc5-d2c6db90d391 req-54dfab7d-5cc6-464e-abd4-296b2a67a27c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600334 Jul 30 01:51:13.560436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.568975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89cbca55-8cf9-4667-8d5c-07f0a63ebc64 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "GET /v2.0/ports?device_id=56072481-9cb1-4fb7-8c07-21dc4e988155 HTTP/1.1" status: 200 len: 205 time: 0.0961947 Jul 30 01:51:13.569779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9800642 Jul 30 01:51:13.577822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.580369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.587122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:13.594124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'security_group_rule': {'security_group_id': '67d8bbb3-18e6-48d0-abc0-ffc868f44e12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:13.725886 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-b399badc-f2ba-47f7-a231-ce01d45796c0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] delete failed (client error): The resource could not be found. Jul 30 01:51:13.744334 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b399badc-f2ba-47f7-a231-ce01d45796c0 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/routers/56072481-9cb1-4fb7-8c07-21dc4e988155 HTTP/1.1" status: 404 len: 336 time: 0.1585104 Jul 30 01:51:13.747203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54804) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.793524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63afce-4ef7-478c-9ffc-08b166c5c4b9 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d8bbb3-18e6-48d0-abc0-ffc868f44e12,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:13.805168 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f5e496-82ac-4805-8c91-0f7782866d70 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:13.805858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f5e496-82ac-4805-8c91-0f7782866d70 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:13.808155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b3f5e496-82ac-4805-8c91-0f7782866d70 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/9f8035e9-6e60-4ae3-b860-9a2124ccd07f HTTP/1.1" status: 404 len: 337 time: 0.0597539 Jul 30 01:51:13.814950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.858068 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-10068af7-fb7c-4de7-9cd6-43e2e559a138 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] DELETE failed (client error): The resource could not be found. Jul 30 01:51:13.858565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10068af7-fb7c-4de7-9cd6-43e2e559a138 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:51:13.861818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10068af7-fb7c-4de7-9cd6-43e2e559a138 tempest-RoutersTest-1160141092 tempest-RoutersTest-1160141092-project] 10.222.0.78 "DELETE /v2.0/subnets/e4359432-e80a-4e2e-b115-2a8089d8fcd7 HTTP/1.1" status: 404 len: 337 time: 0.0454824 Jul 30 01:51:13.862665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.928537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.940341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.979918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8214942a-42dc-4e09-a638-9150ffcf35ce,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:13.981594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.987594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.994632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.001380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.005512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.009223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4da8e1bb-da95-4649-9dd8-95898e923bf4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253316 Jul 30 01:51:14.009370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.010293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.014427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.017172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'security_group_rule': {'security_group_id': '67d8bbb3-18e6-48d0-abc0-ffc868f44e12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:14.020272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.029969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-d5ae54f3-d8db-4f0e-9adf-198af202cc28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5430 time: 0.8314774 Jul 30 01:51:14.084788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.108875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.166491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57790b6-830c-4a0f-b3f2-6f91c4d70f1e req-939f61fa-1bc1-4ae0-8945-4cd0252224e9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.174314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a57790b6-830c-4a0f-b3f2-6f91c4d70f1e req-939f61fa-1bc1-4ae0-8945-4cd0252224e9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.4591393 Jul 30 01:51:14.201899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.207351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.239833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3a274634-b169-48c7-a38e-66ef35299f93 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:14.260391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4414f5f6-7cb9-4a6f-a82c-fef75abf56c0 req-080e4aad-df5b-4c59-b5c0-8268007516a1 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2252278 Jul 30 01:51:14.269153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26341a34-a737-407b-91b2-5e5628a8621e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:14.285695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.290604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-35c2caa1-000d-41ee-bb49-6e637b51a837 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774830 Jul 30 01:51:14.292693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.307068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:14.312415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.360203 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.426894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.440725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a57790b6-830c-4a0f-b3f2-6f91c4d70f1e req-d3012dd4-a63b-4f9c-be30-69595677353c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654033 Jul 30 01:51:14.480262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a274634-b169-48c7-a38e-66ef35299f93'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:14.483384 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eea102e-81ce-4ce6-87e4-dd34b8a9da2d" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "3a274634-b169-48c7-a38e-66ef35299f93"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:14.530288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3a274634-b169-48c7-a38e-66ef35299f93,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:14.539342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.540597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device a7cbed62-6f49-4e60-b848-08b02078bbbc no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:14.621674 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969003f2-5d13-4a69-9f3d-a9d91c331182 x-openstack-request-id: req-969003f2-5d13-4a69-9f3d-a9d91c331182 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:14.622278 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "3a274634-b169-48c7-a38e-66ef35299f93", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:14.622702 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-969003f2-5d13-4a69-9f3d-a9d91c331182 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:14.623265 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a274634-b169-48c7-a38e-66ef35299f93', 'code': 200} Jul 30 01:51:14.687359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:14.743060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d738202b-ecd0-45d6-a202-c17942b498ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a47671e344544f8b434619c5c5881e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275045 Jul 30 01:51:14.743746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.746141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54838) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.824228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54840) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.837968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.850088 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c086-67d8-433d-8cbc-24b303cc60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.922866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c086-67d8-433d-8cbc-24b303cc60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.999663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846642076-network', 'tenant_id': '59eb663ec41b4c31aa1953320bb615e1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:15.052498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Allocated IP 172.25.8.101 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a4198ad3-909d-468c-9e7c-589adc247f62) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:15.055195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Made reservation on behalf of 59eb663ec41b4c31aa1953320bb615e1 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:15.057934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.090060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.095518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c086-67d8-433d-8cbc-24b303cc60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.101275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c086-67d8-433d-8cbc-24b303cc60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.103789 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ac3c086-67d8-433d-8cbc-24b303cc60f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8bd1acb-bcf4-4c95-be22-187a47717f31 HTTP/1.1" status: 204 len: 168 time: 0.3527172 Jul 30 01:51:15.179909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3c086-67d8-433d-8cbc-24b303cc60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bd1acb-bcf4-4c95-be22-187a47717f31,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.199699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=a7cbed62-6f49-4e60-b848-08b02078bbbc,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:15.341436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.344666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] For port a7cbed62-6f49-4e60-b848-08b02078bbbc, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:15.350414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.395120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:15.420676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead4e639-4dab-4bfd-bfe4-91c97ebae98c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.437998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.443121 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Added segment 00362557-4903-4d48-a5db-a86b7be3c0b4 of type vlan for network 0debdef6-1d81-47ac-beee-091f8bf97960 Jul 30 01:51:15.447674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.478051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6f8be-6074-434f-a887-9a5da9348f8b req-5ae56631-a47e-443c-8ec2-e8aa64455816 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.485723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40d6f8be-6074-434f-a887-9a5da9348f8b req-5ae56631-a47e-443c-8ec2-e8aa64455816 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.7682629 Jul 30 01:51:15.530831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.577990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] device_id is not set on port a7cbed62-6f49-4e60-b848-08b02078bbbc yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:51:15.600272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.605897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.607441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.608504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.609028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.611226 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.687586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.697134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:51:15.698599 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:51:15.702465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40d6f8be-6074-434f-a887-9a5da9348f8b req-be5fd3de-1f2c-4fb9-93f5-509acd508900 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158563 Jul 30 01:51:15.704885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port eb43e91e-d98b-4a00-9021-3e0e21317084 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:15.705588 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.741858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.748447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.754558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.761084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.764273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:15.767861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.774789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.779407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:15.781901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.782659 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9564207 Jul 30 01:51:15.783925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:15.798076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3752360-51f2-4295-806d-887d340eed69 req-ac70e182-ce7f-4263-b163-239f659d85bf tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 5351 time: 0.4173706 Jul 30 01:51:15.799443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.835178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Request body: {'subnet': {'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846642076-subnet', 'tenant_id': '59eb663ec41b4c31aa1953320bb615e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:15.841367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa1e6-f881-4fec-9038-34ae076f0920 admin admin] Pushing event updated for resources: {'Network': ['ID=0debdef6-1d81-47ac-beee-091f8bf97960,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.853514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'Port': ['ID=a4198ad3-909d-468c-9e7c-589adc247f62,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.862347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 0debdef6-1d81-47ac-beee-091f8bf97960 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:15.891973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Made reservation on behalf of 59eb663ec41b4c31aa1953320bb615e1 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:15.896196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.945395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Pushing event updated for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:16.059068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] No DVR routers for this DVR port a7cbed62-6f49-4e60-b848-08b02078bbbc on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:16.126393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.134048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3752360-51f2-4295-806d-887d340eed69 req-1e19bf68-2e45-4671-a5c8-4f4a625d1ce4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3350599 Jul 30 01:51:16.179459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340165e-5b99-4295-a0b6-bfc6030ea017 req-7ad19b83-a090-45c1-8f3e-d9aac6b03588 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.183096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2340165e-5b99-4295-a0b6-bfc6030ea017 req-7ad19b83-a090-45c1-8f3e-d9aac6b03588 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.3301253 Jul 30 01:51:16.185577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.217475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.220724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port eb43e91e-d98b-4a00-9021-3e0e21317084, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb43e91e-d98b-4a00-9021-3e0e21317084,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:16.221689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.235542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for eb43e91e-d98b-4a00-9021-3e0e21317084 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:16.300867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 35ebe023-b623-4aaf-b450-255d3cd4840a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:16.383855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7a99064e-26af-49a5-b1a5-aaad5437a6cd None None] Provisioning complete for port a7cbed62-6f49-4e60-b848-08b02078bbbc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:16.386033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a99064e-26af-49a5-b1a5-aaad5437a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.443376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.462280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7a99064e-26af-49a5-b1a5-aaad5437a6cd None None] Port a7cbed62-6f49-4e60-b848-08b02078bbbc cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:16.529968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54874) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:16.543492 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.563737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] In _notify_port_updated(), no bound segment for port a7cbed62-6f49-4e60-b848-08b02078bbbc on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:51:16.568885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.569624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.574715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-a638579a-5e84-4b6f-b09e-c62a7b69d5db service neutron] 10.222.0.55 "PUT /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 200 len: 1025 time: 3.0457275 Jul 30 01:51:16.627680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:16.630879 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cea904-0149-483b-8b5c-91299aa59551" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:16.640638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.649298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=35ebe023-b623-4aaf-b450-255d3cd4840a,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:16.653970 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.654745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device aa365b30-ef07-4498-b0ac-37238d13c302 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:16.684130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.722253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2340165e-5b99-4295-a0b6-bfc6030ea017 req-4f1cd382-73af-4f32-a34c-87d156b9f0d8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385113 Jul 30 01:51:16.790129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:16.800026 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7659123-45df-495e-b1a0-12c9170865bb x-openstack-request-id: req-e7659123-45df-495e-b1a0-12c9170865bb {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:16.800465 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:16.800814 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7659123-45df-495e-b1a0-12c9170865bb {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:16.802783 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a', 'code': 200} Jul 30 01:51:16.817603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-ecd258d1-9dc2-41c0-81be-b1024ca193f6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.819308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-ecd258d1-9dc2-41c0-81be-b1024ca193f6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "GET /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2238114 Jul 30 01:51:16.834957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:16.871237 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.894729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Checking segment: {'id': '00362557-4903-4d48-a5db-a86b7be3c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:16.895833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Network hostable DHCP agents. Network: 0debdef6-1d81-47ac-beee-091f8bf97960, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:16.901720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82594acc-b66c-4b48-85d8-f0f244582037,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:16.920183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.928816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aa365b30-ef07-4498-b0ac-37238d13c302,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:16.937154 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.937523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'Port': ['ID=a4198ad3-909d-468c-9e7c-589adc247f62,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:16.945577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6accce28-3d76-4290-bcb5-a1e9d826efe9 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:16.970427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.973355 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-898e3472-22aa-4f9d-99a7-59f33486957f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6791954 Jul 30 01:51:16.990842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733913733'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:16.999309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.022404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Network 0debdef6-1d81-47ac-beee-091f8bf97960 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:17.070418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 0debdef6-1d81-47ac-beee-091f8bf97960) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:17.078570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.082166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.091359 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.092856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:17.107814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f6d02-988e-4ba0-bad1-6ed9590b4e4e None None] Network 0debdef6-1d81-47ac-beee-091f8bf97960 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:17.132033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.151701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7f5a434-961c-48dc-86bc-80792493c06f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3378201 Jul 30 01:51:17.209079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848dba9-dfdb-4bbf-a3c3-90f316a05e76 req-1ab1a8f7-23e3-4ca8-9db7-6a1d701cbd6f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.210700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f848dba9-dfdb-4bbf-a3c3-90f316a05e76 req-1ab1a8f7-23e3-4ca8-9db7-6a1d701cbd6f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.3393867 Jul 30 01:51:17.229963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.362833 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.365179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.373494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=eb43e91e-d98b-4a00-9021-3e0e21317084,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:17.380153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.391948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.412989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.480562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6aaad-3ceb-4681-ba96-d73861517f56 None None] Network 0debdef6-1d81-47ac-beee-091f8bf97960 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:17.549019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8de582-6eba-4641-b10f-186cc7524786,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:17.579783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f848dba9-dfdb-4bbf-a3c3-90f316a05e76 req-b2230083-e335-466c-b5ff-490bd8ee3e32 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526504 Jul 30 01:51:17.674710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.681405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.757533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.757533 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2178919 Jul 30 01:51:17.757804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7111cc6-f64f-4c66-987f-11881bac15b2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7b6e5-0573-4932-a3d3-98a3e17db33b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:17.763374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54904) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:17.769439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:17.778530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.782193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2c92ec2-02dd-48db-843a-de0c4cd3879c no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:17.870405 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f2c07f7f-ed57-499f-8341-c3dda2da6cd2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1058717 Jul 30 01:51:17.872989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:17.880258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-security--1301460671', 'description': 'tempest-security-description-13745579'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:17.983535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.986377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-18ab58c0-e685-4acf-a39a-25a598d60dab tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1561767442&fields=id&tenant_id=94b488a9f91a4cedb11c59818fd94649 HTTP/1.1" status: 200 len: 267 time: 0.6272678 Jul 30 01:51:18.047465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:18.057919 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.060756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 0f7aec9a-3c75-4c58-897d-e54e004477fd no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:18.085573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.114899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3a274634-b169-48c7-a38e-66ef35299f93,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:18.153317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=8786368e-54ca-4c6e-b79c-24e6fd253693,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.163644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.256583 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.305397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:18.324430 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.332506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.342977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.345471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54916) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:18.351373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.351594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057879002-network', 'tenant_id': '38abb80f4da44918859aefc385063ec7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:18.358466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.368876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.372517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.375787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.384386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-08576f9d-33d1-402a-af2e-7f949e3d5a47 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 4650 time: 0.4667857 Jul 30 01:51:18.399338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Made reservation on behalf of 38abb80f4da44918859aefc385063ec7 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:18.402950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.417830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.430178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.444910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.461535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.470977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.474268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.476175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "PUT /v2.0/security-groups/84f7b6e5-0573-4932-a3d3-98a3e17db33b HTTP/1.1" status: 200 len: 1778 time: 0.6019497 Jul 30 01:51:18.482882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:18.559951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] For port 3a274634-b169-48c7-a38e-66ef35299f93, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:18.561182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5aee3-eaea-4395-8ec3-061eebe99e50 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7b6e5-0573-4932-a3d3-98a3e17db33b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.562513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.570669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0a97dd1-cf37-4f09-a0bb-f4acdb8f4cbc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups/84f7b6e5-0573-4932-a3d3-98a3e17db33b HTTP/1.1" status: 200 len: 1778 time: 0.0866089 Jul 30 01:51:18.575021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54920) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:18.684633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.686218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137ef3c6-77c6-4973-8973-7f9b3cac4942 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.693153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.732480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137ef3c6-77c6-4973-8973-7f9b3cac4942 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.761332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:18.774384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15299a57-b8dc-4c72-b8d0-9bec866f7815,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.798480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.798847 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Added segment a88c8144-a7f9-4fa8-800a-0f0f61ed2f91 of type vlan for network 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487 Jul 30 01:51:18.803728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:18.806554 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c309ea-644f-4da3-b630-3ea1ae8342eb" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:18.854585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137ef3c6-77c6-4973-8973-7f9b3cac4942 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.857229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137ef3c6-77c6-4973-8973-7f9b3cac4942 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.860821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-137ef3c6-77c6-4973-8973-7f9b3cac4942 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/84f7b6e5-0573-4932-a3d3-98a3e17db33b HTTP/1.1" status: 204 len: 168 time: 0.2825208 Jul 30 01:51:18.860821 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.868280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:18.899368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ef3c6-77c6-4973-8973-7f9b3cac4942 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f7b6e5-0573-4932-a3d3-98a3e17db33b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.954537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a191-18d4-49d0-a9a2-cf60fb5544a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.958681 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97a21018-7449-4b34-914f-9fdefab05608 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864539 Jul 30 01:51:18.958924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54928) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:18.969714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.970907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.971919 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.000971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-b89e037e-588e-448d-a7f7-7a0babe6fcd4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.002519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-b89e037e-588e-448d-a7f7-7a0babe6fcd4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 811 time: 1.0148618 Jul 30 01:51:19.011268 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8b769637-0fcf-4613-a796-b90e7b828293 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] delete failed (client error): The resource could not be found. Jul 30 01:51:19.012245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b769637-0fcf-4613-a796-b90e7b828293 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/84f7b6e5-0573-4932-a3d3-98a3e17db33b HTTP/1.1" status: 404 len: 347 time: 0.0521145 Jul 30 01:51:19.035187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54930) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:19.056019 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7070053 Jul 30 01:51:19.056986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54932) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:19.062262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Request body: {'subnet': {'network_id': '4f4f0c36-7877-4aa0-88d9-27dc5b5bf487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057879002-subnet', 'tenant_id': '38abb80f4da44918859aefc385063ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:19.075156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412ec69-2b85-4760-b754-d1ca16c06994 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4f0c36-7877-4aa0-88d9-27dc5b5bf487,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:19.087994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cac50dc2-03e6-4b6c-b747-8be17677a161 req-47911142-5b8c-488a-acb1-d8bac9db7c28 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&id=265a896d-f108-42f9-b2fd-021d785303d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7022543 Jul 30 01:51:19.089375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:19.101773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Made reservation on behalf of 38abb80f4da44918859aefc385063ec7 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:19.111219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714678674'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:19.116795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.183408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] device_id is not set on port 3a274634-b169-48c7-a38e-66ef35299f93 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:51:19.188824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-7a7e0521-0b59-4080-81d0-eb16586c2b3b tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/quotas/94b488a9f91a4cedb11c59818fd94649 HTTP/1.1" status: 200 len: 375 time: 0.1498866 Jul 30 01:51:19.209759 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.315062 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Floating IP 68065ee4-7cfc-41a0-a789-f9d5d2dd25b1 associated. External IP: 172.25.8.48, port: d2d42f7b-1c50-4d02-80be-86b222cc7e95. Jul 30 01:51:19.317723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.384742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.396092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.478711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d7d779-2919-4fcb-a8e4-e67fd6fa9137,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:19.505675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Checking segment: {'id': 'a88c8144-a7f9-4fa8-800a-0f0f61ed2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4f4f0c36-7877-4aa0-88d9-27dc5b5bf487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:19.506049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Network hostable DHCP agents. Network: 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:19.521244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Pushing event updated for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:19.544738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Network 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:19.558405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-40441480-79f7-468a-baa4-71b40ce3e81f tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3438194 Jul 30 01:51:19.565049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:19.568387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] No DVR routers for this DVR port 3a274634-b169-48c7-a38e-66ef35299f93 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:19.575193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c5372-7da5-4ac1-bd1b-3ffd58886e09 None None] Network 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:19.577654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.578283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.583683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1771d-d065-4648-813e-a930e2e71bc6 req-2917bee6-6089-4d16-bf3d-d96d42511471 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.596586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ee1771d-d065-4648-813e-a930e2e71bc6 req-2917bee6-6089-4d16-bf3d-d96d42511471 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.3849139 Jul 30 01:51:19.808228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc2e18-4e20-49c6-9f9e-6210cd921f9f None None] Network 4f4f0c36-7877-4aa0-88d9-27dc5b5bf487 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:19.891615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-933c9cd8-6c13-4bc3-be94-8a575ca3c27d None None] Provisioning complete for port 3a274634-b169-48c7-a38e-66ef35299f93 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:19.891984 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-933c9cd8-6c13-4bc3-be94-8a575ca3c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.920843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-b5241c62-d7e0-413e-9110-fc0e22667f1d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:19.921883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-b5241c62-d7e0-413e-9110-fc0e22667f1d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3228211 Jul 30 01:51:19.961159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ee1771d-d065-4648-813e-a930e2e71bc6 req-a4191165-52f0-41ce-adc7-66cc72330fd4 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636875 Jul 30 01:51:19.963889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-933c9cd8-6c13-4bc3-be94-8a575ca3c27d None None] Port 3a274634-b169-48c7-a38e-66ef35299f93 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:20.031304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Router d9a75c92-cb2d-4a95-aeea-786b744563b4 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:20.032463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] In _notify_port_updated(), no bound segment for port 3a274634-b169-48c7-a38e-66ef35299f93 on network fe005ab1-d053-4c54-bef2-b2be6a33c30b {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:51:20.034517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.035289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.037352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0dce284d-c667-412a-8fea-e4a66e1d2459 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 200 len: 1026 time: 3.2090123 Jul 30 01:51:20.186171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.197168 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6592478e-c931-46d2-b103-5bf6c2ae4f89 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1391232 Jul 30 01:51:20.232658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.366181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-28a4041e-937c-4f46-a7bf-e8f5946e3acd service neutron] 10.222.0.78 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984113 Jul 30 01:51:20.376925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.381408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3377280 Jul 30 01:51:20.381408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:20.381773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54940) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:20.389967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '58fe8f59-60ca-4652-bab3-f28208796902', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:20.440371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.442368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d594cf-0359-4bf4-88a3-bedcab79a1dd req-32c7d724-36f2-4919-bf07-acb735aacc73 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.444121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d594cf-0359-4bf4-88a3-bedcab79a1dd req-32c7d724-36f2-4919-bf07-acb735aacc73 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.3380821 Jul 30 01:51:20.447822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace22f17-01c1-47e0-bf8a-250e069597b7 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe8f59-60ca-4652-bab3-f28208796902,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.536760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.542205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.580544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7b80ad-2212-472f-aabe-98c9bec3f1e2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.610035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.612143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4134e3a0-1f22-4d8b-8731-553ce46bbd4d tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291813 Jul 30 01:51:20.615299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54948) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:20.624025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:20.639725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] Sync routers for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:20.641870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef7dad11-0b87-4de8-8f43-fcb1df54af33 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "PUT /v2.0/routers/d9a75c92-cb2d-4a95-aeea-786b744563b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7154663 Jul 30 01:51:20.644678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port 35ebe023-b623-4aaf-b450-255d3cd4840a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:20.645697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.650023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54950) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:20.651902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:20.652792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:20.660460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74d3e132-ab00-4e95-9549-c9973f1fde33 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.661214 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d594cf-0359-4bf4-88a3-bedcab79a1dd req-99586123-0746-41c5-a4b2-d7b149a99cec tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934531 Jul 30 01:51:20.687719 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74d3e132-ab00-4e95-9549-c9973f1fde33 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.730539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74d3e132-ab00-4e95-9549-c9973f1fde33 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.739882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74d3e132-ab00-4e95-9549-c9973f1fde33 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.743045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-74d3e132-ab00-4e95-9549-c9973f1fde33 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8d7b80ad-2212-472f-aabe-98c9bec3f1e2 HTTP/1.1" status: 204 len: 168 time: 0.1246529 Jul 30 01:51:20.747758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54952) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:20.755839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3e132-ab00-4e95-9549-c9973f1fde33 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d7b80ad-2212-472f-aabe-98c9bec3f1e2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.799776 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d4373b-7343-4c19-914f-30d71a2d9d70 x-openstack-request-id: req-43d4373b-7343-4c19-914f-30d71a2d9d70 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:20.800357 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:20.801584 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43d4373b-7343-4c19-914f-30d71a2d9d70 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:20.802168 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302', 'code': 200} Jul 30 01:51:20.802576 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'code': 200} Jul 30 01:51:20.802976 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c', 'code': 200} Jul 30 01:51:20.803395 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd', 'code': 200} Jul 30 01:51:20.824112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:20.831207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3b9c10d-92a5-42a1-b0b2-af966431ee0a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794227 Jul 30 01:51:20.835472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54954) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:20.964170 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92889944-d777-49e7-a099-64cf3ae8e902 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.032007 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92889944-d777-49e7-a099-64cf3ae8e902 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.102268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92889944-d777-49e7-a099-64cf3ae8e902 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.102268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92889944-d777-49e7-a099-64cf3ae8e902 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.102268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-92889944-d777-49e7-a099-64cf3ae8e902 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/58fe8f59-60ca-4652-bab3-f28208796902 HTTP/1.1" status: 204 len: 168 time: 0.2559805 Jul 30 01:51:21.102268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:21.111254 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.120023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:51:16Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:21.153260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] Checking router: d9a75c92-cb2d-4a95-aeea-786b744563b4 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:21.157571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92889944-d777-49e7-a099-64cf3ae8e902 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe8f59-60ca-4652-bab3-f28208796902,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:21.175933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] Routers {'d9a75c92-cb2d-4a95-aeea-786b744563b4'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:21.177469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['d9a75c92-cb2d-4a95-aeea-786b744563b4'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:21.205254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f2a70c0-e249-4c7d-afb2-1ea05c29e36a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959795 Jul 30 01:51:21.206171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54960) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:21.211804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464018821'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:21.241199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.253215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c134aa79-9754-4d37-aac2-9687b5281fa9 service neutron] 10.222.0.78 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655841 Jul 30 01:51:21.316638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting subnet 1797e3ce-daed-4e0c-8ee8-a567a1999f0f {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:21.327691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.352923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] Set router d9a75c92-cb2d-4a95-aeea-786b744563b4 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:21.368641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:21.382265 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:21.400418 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:21.401036 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:21.436174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.450946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.494550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.502003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2919855 Jul 30 01:51:21.503547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54970) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:21.506331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] For port 35ebe023-b623-4aaf-b450-255d3cd4840a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=35ebe023-b623-4aaf-b450-255d3cd4840a,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:21.506815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.522909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for 35ebe023-b623-4aaf-b450-255d3cd4840a owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:21.529463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '23b383b5-820f-47e3-bbfa-b2f34844f9c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:21.554540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d34d4d-0e1b-4f17-b211-0b8654f086a4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b383b5-820f-47e3-bbfa-b2f34844f9c7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:21.565962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.677430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.683137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.739705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:21.742663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee13d6f-1dfa-4cda-a211-2c968fe8b405,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:21.746856 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:21.763373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.767597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-40160b54-eb0b-4ca8-896e-638544d12f05 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2572947 Jul 30 01:51:21.768767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54976) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:21.783439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '23b383b5-820f-47e3-bbfa-b2f34844f9c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:21.786647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26a450b5-caf0-424a-a283-a1511fd604ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.814153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-d392cc6a-c153-4677-b27e-838444db12c3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.829135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-d392cc6a-c153-4677-b27e-838444db12c3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.850165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.858690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-d392cc6a-c153-4677-b27e-838444db12c3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.892011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-d392cc6a-c153-4677-b27e-838444db12c3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.919443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-d392cc6a-c153-4677-b27e-838444db12c3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.928898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-d392cc6a-c153-4677-b27e-838444db12c3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 3875 time: 0.6856506 Jul 30 01:51:21.978598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.002221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.023428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.145916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca3087a-f865-42cb-8c86-7538fdfbb971,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.161050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.169097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e6c9bff8-1537-4066-83ee-57029512e31a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3991508 Jul 30 01:51:22.171766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54992) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:22.188611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '23b383b5-820f-47e3-bbfa-b2f34844f9c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:22.247293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.249030 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.288850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:51:16Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:22.314446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.366891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84579-6703-4778-b181-8f976447bd66 None None] The sync data for ids ['d9a75c92-cb2d-4a95-aeea-786b744563b4'] in n-d-713499-10 is: [{'id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941840611', 'tenant_id': '897441e865db45c3ad650437d9da1b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:59Z', 'updated_at': '2021-07-30T01:51:16Z', 'revision_number': 5, 'project_id': '897441e865db45c3ad650437d9da1b4a', 'gw_port': {'id': '01272074-bbb4-43f7-a9ec-c09ecfd4479a', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a75c92-cb2d-4a95-aeea-786b744563b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:49:00Z', 'updated_at': '2021-07-30T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:22.385228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:14Z', 'revision_number': 0, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:22.454170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.476884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:22.495321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:22.501803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '8f5cd628-553b-455c-aa50-601058dc4f72', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72', 'mac_address': 'fa:16:3e:7c:94:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:22.528057 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:22.532547 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:51:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:22.590421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.596865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.623150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.642579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9d1c6e7f-6119-4e9a-8871-4a237d1ba94d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.1643093 Jul 30 01:51:22.645694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.649833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f5cd628-553b-455c-aa50-601058dc4f72 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:22.660656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:22.666985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.674888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:22.683024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:22.687614 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.687974 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021f7bbe-04c6-4078-90a7-8f002d4de4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:22.707580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.729032 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5560441 Jul 30 01:51:22.739161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55006) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:22.753965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f6208-dd77-464f-8932-1b2f81964f64 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d2f572-3d24-49e8-b106-3947a7789ef2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.758025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.768012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d6c64-600e-4a6d-a4c8-4a1d4ed22a53 None None] Network 27daa192-1026-4f37-aa72-944b9eac787e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:22.789861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '23b383b5-820f-47e3-bbfa-b2f34844f9c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:22.881070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Subnet': ['ID=1797e3ce-daed-4e0c-8ee8-a567a1999f0f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.885496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['8f5cd628-553b-455c-aa50-601058dc4f72'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:22.889082 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:22.974545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.982283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a2b64d00-9702-4547-b0a8-29b199439263 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/subnets/1797e3ce-daed-4e0c-8ee8-a567a1999f0f HTTP/1.1" status: 204 len: 168 time: 2.3259928 Jul 30 01:51:22.984768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=35ebe023-b623-4aaf-b450-255d3cd4840a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.991264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55010) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:23.042197 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.055368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4d814437-269f-4ec8-9bdb-c38e4274cd95 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/68065ee4-7cfc-41a0-a789-f9d5d2dd25b1 HTTP/1.1" status: 200 len: 991 time: 0.3047893 Jul 30 01:51:23.082913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d748c05-1d44-4e51-bf8b-5348c0d855b9 req-9318b4a0-3be1-4161-95c8-d3c2c45c5651 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5066347 Jul 30 01:51:23.169035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] No DVR routers for this DVR port 35ebe023-b623-4aaf-b450-255d3cd4840a on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:23.180329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.180329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a8bc9fc-1c40-46bf-ac97-7762223ddbfe tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "DELETE /v2.0/ports/35ebe023-b623-4aaf-b450-255d3cd4840a HTTP/1.1" status: 204 len: 173 time: 3.1234546 Jul 30 01:51:23.200320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] DHCP port deletion for 27daa192-1026-4f37-aa72-944b9eac787e request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:23.250039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.389063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] Deleting port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:23.389567 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.440772 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:14Z', 'revision_number': 0, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:23.463636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-c69b1315-8893-41a1-a3c5-4611b4454ed2 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.471283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-c69b1315-8893-41a1-a3c5-4611b4454ed2 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/networks?id=0debdef6-1d81-47ac-beee-091f8bf97960 HTTP/1.1" status: 200 len: 808 time: 0.8708222 Jul 30 01:51:23.498785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] For port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,segment=NetworkSegment(7cd742e0-9340-40c1-8684-0e8750e0b67a),segment_id=7cd742e0-9340-40c1-8684-0e8750e0b67a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:23.499224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.540082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] Calling delete_port for 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:23.553401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24233cbf-2811-4886-a3d0-c9560424f07d None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:39Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:14Z', 'revision_number': 0, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:23.563810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a3789188-2b26-4605-940c-b80f55e415c2 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/quotas/59eb663ec41b4c31aa1953320bb615e1 HTTP/1.1" status: 200 len: 375 time: 0.0915501 Jul 30 01:51:23.663691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.696119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-c208b4b7-fee8-476a-a2da-e73bbd477706 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=59eb663ec41b4c31aa1953320bb615e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308787 Jul 30 01:51:23.737845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] No DVR routers for this DVR port 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:23.740343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:23.748773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:23.767157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149e1ff-844c-4fff-b475-af1f781348da None None] Pushing event deleted for resources: {'Port': ['ID=6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:23.846163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97c2cb-0031-4d9a-a51b-bb81627eb947 req-01a4e918-63aa-4396-8d20-f6992669d660 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.862911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f97c2cb-0031-4d9a-a51b-bb81627eb947 req-01a4e918-63aa-4396-8d20-f6992669d660 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.4746861 Jul 30 01:51:23.884273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.889006 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.911641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.918327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:23.918702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6ed5ba61-888c-4e99-ba9b-14bbd46b6d1d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:23.919916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb43e91e-d98b-4a00-9021-3e0e21317084 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:23.968156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port b2c92ec2-02dd-48db-843a-de0c4cd3879c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:23.970016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.006470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: eb43e91e-d98b-4a00-9021-3e0e21317084 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:24.008560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb43e91e-d98b-4a00-9021-3e0e21317084 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:24.015227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-72096912-a5b8-4d01-a46b-b41ac2792fd6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.017412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-72096912-a5b8-4d01-a46b-b41ac2792fd6 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 811 time: 0.6496351 Jul 30 01:51:24.056491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 8f5cd628-553b-455c-aa50-601058dc4f72 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:24.056873 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.071583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55026) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:24.142803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da65500e-1643-4c93-bfe0-b447ae6ad1d0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:24.205667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f97c2cb-0031-4d9a-a51b-bb81627eb947 req-d7292eb3-7283-46a8-a0f5-b5f85e192feb tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387144 Jul 30 01:51:24.211708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.212973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-98d1e6d0-2b60-4303-bd4d-118699fea183 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4374518 Jul 30 01:51:24.216913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55030) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:24.221622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '23b383b5-820f-47e3-bbfa-b2f34844f9c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:24.252230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-8f2b7e31-4515-4317-b8c1-6a01b29ad234 service neutron] 10.222.0.78 "GET /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508678 Jul 30 01:51:24.353457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.425315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:24.428723 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a3cf0e-a717-48eb-8469-ac9b91e265eb" -d '{"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-plugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:24.445653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:24.447772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-8996c7d3-24ca-44d2-83b0-fd6e40b4f567 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b488a9f91a4cedb11c59818fd94649 HTTP/1.1" status: 200 len: 380 time: 0.4081910 Jul 30 01:51:24.463740 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.473056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5585452a-df62-4f12-8d28-d763f277f9f9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/68065ee4-7cfc-41a0-a789-f9d5d2dd25b1 HTTP/1.1" status: 200 len: 991 time: 0.4075379 Jul 30 01:51:24.483674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'port': {'device_id': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'admin_state_up': True, 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'security_groups': ['67d8bbb3-18e6-48d0-abc0-ffc868f44e12']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:24.580175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2d72ca6-eb09-4aa6-ad02-9f88d34e7b42 req-709f9dfd-e5e9-4ff2-bf8e-7fd2e91627d5 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 210 time: 0.1416826 Jul 30 01:51:24.607455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] For port b2c92ec2-02dd-48db-843a-de0c4cd3879c, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2c92ec2-02dd-48db-843a-de0c4cd3879c,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:24.612565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.639344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.658774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.660640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:24.705957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for b2c92ec2-02dd-48db-843a-de0c4cd3879c owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:24.708124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.976542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.986699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4e214eb7-09cd-4a8f-b479-3366afb65e4f service neutron] 10.222.0.78 "GET /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775508 Jul 30 01:51:25.008791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.078021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f880e37-474e-4834-9126-2d7897f60449 req-154e4819-f5e5-468d-918e-5249ca3b1cdd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.079892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f880e37-474e-4834-9126-2d7897f60449 req-154e4819-f5e5-468d-918e-5249ca3b1cdd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.3085914 Jul 30 01:51:25.083806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Deleting port 01272074-bbb4-43f7-a9ec-c09ecfd4479a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:25.086279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.101113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ea9f8b-6658-4c9c-8f5d-041976b8b288,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.106385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Made reservation on behalf of 94b488a9f91a4cedb11c59818fd94649 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:25.116750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.127160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67902e-734a-445d-b45a-dc1a0f26f5b2 None None] New status for floating IP 68065ee4-7cfc-41a0-a789-f9d5d2dd25b1: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:25.164247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.165444 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4659fb7f-0063-4a79-a7ce-21eb877d90d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9475515 Jul 30 01:51:25.170068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55034) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:25.332055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f880e37-474e-4834-9126-2d7897f60449 req-8a7e9e5b-3053-4dcd-9227-9aeaca9c1720 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454133 Jul 30 01:51:25.347072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a3de-a975-49bd-914e-e512553de3f6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.357057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.432124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a3de-a975-49bd-914e-e512553de3f6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.462175 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96b4a55-b7bc-407c-a656-4c746d6ff519 x-openstack-request-id: req-e96b4a55-b7bc-407c-a656-4c746d6ff519 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:25.462175 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:25.467175 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e96b4a55-b7bc-407c-a656-4c746d6ff519 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:25.467624 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'status': 'completed', 'code': 200} Jul 30 01:51:25.486271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55042) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:25.547151 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f315c-8340-472b-95fc-e93f318cc708 x-openstack-request-id: req-5f0f315c-8340-472b-95fc-e93f318cc708 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:25.547469 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-plugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:25.547752 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f0f315c-8340-472b-95fc-e93f318cc708 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:25.548182 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'code': 200} Jul 30 01:51:25.665152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] For port 01272074-bbb4-43f7-a9ec-c09ecfd4479a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=01272074-bbb4-43f7-a9ec-c09ecfd4479a,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:25.665718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.708936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=b2c92ec2-02dd-48db-843a-de0c4cd3879c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.717764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Calling delete_port for 01272074-bbb4-43f7-a9ec-c09ecfd4479a owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:25.733547 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a3de-a975-49bd-914e-e512553de3f6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.756050 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f88a8f2-6ec5-4df9-8f30-8d1b6abb23bf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/68065ee4-7cfc-41a0-a789-f9d5d2dd25b1 HTTP/1.1" status: 200 len: 993 time: 0.2521834 Jul 30 01:51:25.756262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a3de-a975-49bd-914e-e512553de3f6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.763502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4ec2a3de-a975-49bd-914e-e512553de3f6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/37ea9f8b-6658-4c9c-8f5d-041976b8b288 HTTP/1.1" status: 204 len: 168 time: 0.5762959 Jul 30 01:51:25.766847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55050) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:26.059184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Allocated IP 172.20.0.13 (fd7b6f6e-b05e-41d6-83ff-564af48a647b/f85a40e6-93e5-4849-93b9-85bbeb961ddc/b6355afb-188e-45df-87a9-3c87881cf334) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:26.062899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.107203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Port': ['ID=01272074-bbb4-43f7-a9ec-c09ecfd4479a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:26.165548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-939321cf-1f5e-48d2-ab39-a4e0833e09a2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3181765 Jul 30 01:51:26.170729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55054) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:26.190942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] No DVR routers for this DVR port b2c92ec2-02dd-48db-843a-de0c4cd3879c on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:26.196616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.199457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-6a30eb83-cafb-42d2-8c12-5a30af9604b6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "DELETE /v2.0/ports/b2c92ec2-02dd-48db-843a-de0c4cd3879c HTTP/1.1" status: 204 len: 173 time: 3.0100131 Jul 30 01:51:26.200664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2a3de-a975-49bd-914e-e512553de3f6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37ea9f8b-6658-4c9c-8f5d-041976b8b288,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:26.208474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-383621dd-adcd-4536-a65d-8acf5385415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.210773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-383621dd-adcd-4536-a65d-8acf5385415b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1098 time: 0.6551790 Jul 30 01:51:26.404635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.425620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e42cb-8c48-43d6-a31e-0e4fd596b305 req-a235166d-3821-470a-b632-55b44c80a04d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.436964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Transition to ACTIVE for port object b6355afb-188e-45df-87a9-3c87881cf334 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:26.441901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e42cb-8c48-43d6-a31e-0e4fd596b305 req-a235166d-3821-470a-b632-55b44c80a04d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.454688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e42cb-8c48-43d6-a31e-0e4fd596b305 req-a235166d-3821-470a-b632-55b44c80a04d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.477906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-769e42cb-8c48-43d6-a31e-0e4fd596b305 req-a235166d-3821-470a-b632-55b44c80a04d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 2410 time: 0.7538497 Jul 30 01:51:26.522185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.586263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00ef9464-2dc4-40fd-94fc-71f9c6d73b03 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.640857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffcffe-eecf-456b-aa27-6bf0a36aebe2 req-4478d997-6bbf-4a96-b1e8-150f321782a2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.642718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-deffcffe-eecf-456b-aa27-6bf0a36aebe2 req-4478d997-6bbf-4a96-b1e8-150f321782a2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.9136629 Jul 30 01:51:26.649504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-348781a0-7af1-4ad3-b595-036933122867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.653023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-348781a0-7af1-4ad3-b595-036933122867 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 897 time: 0.4225252 Jul 30 01:51:26.673501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.679780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00ef9464-2dc4-40fd-94fc-71f9c6d73b03 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.687115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-769e42cb-8c48-43d6-a31e-0e4fd596b305 req-8dfc6790-2b0c-4130-9a9e-b094ff42e1c4 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081180 Jul 30 01:51:26.794854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:26.841291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event updated for resources: {'Port': ['ID=b6355afb-188e-45df-87a9-3c87881cf334,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:26.852353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:26.860046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-deffcffe-eecf-456b-aa27-6bf0a36aebe2 req-aa945332-d20c-438b-8142-11ca80a0fd02 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007706 Jul 30 01:51:26.888786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:26.898432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.941371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.969874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00ef9464-2dc4-40fd-94fc-71f9c6d73b03 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.006116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9cf12ee-66dd-4ff9-9e9a-e28a1e1da3b4 req-88974f3c-ee68-4e19-a85b-6bfa2521c3ba tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 210 time: 0.0822177 Jul 30 01:51:27.010490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-a26d9c55-7158-4dc0-b1a8-4ce3d304f470 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 200 len: 1001 time: 0.3215761 Jul 30 01:51:27.068376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00ef9464-2dc4-40fd-94fc-71f9c6d73b03 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.076389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-00ef9464-2dc4-40fd-94fc-71f9c6d73b03 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/da65500e-1643-4c93-bfe0-b447ae6ad1d0 HTTP/1.1" status: 204 len: 168 time: 0.9044487 Jul 30 01:51:27.080294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55058) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.115845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef9464-2dc4-40fd-94fc-71f9c6d73b03 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da65500e-1643-4c93-bfe0-b447ae6ad1d0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:27.178809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.180209 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Fanout notify agent at l3_agent the message router_deleted on router d9a75c92-cb2d-4a95-aeea-786b744563b4 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:27.188805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.194055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port 0f7aec9a-3c75-4c58-897d-e54e004477fd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:27.194751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.202528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-119dc64e-49c1-4bf8-b201-79d24261479f tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/routers/d9a75c92-cb2d-4a95-aeea-786b744563b4 HTTP/1.1" status: 204 len: 168 time: 4.1886048 Jul 30 01:51:27.203152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55060) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.247203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.248199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.473785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38423507-5e61-447f-b0c5-93a170423a85 req-94d240e5-c905-431b-ae7e-f25bf070e80d tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.475796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38423507-5e61-447f-b0c5-93a170423a85 req-94d240e5-c905-431b-ae7e-f25bf070e80d tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 932 time: 0.4677832 Jul 30 01:51:27.478653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ba7bef12-825b-4f08-833d-7173a0c3cb4d None None] Provisioning for port b6355afb-188e-45df-87a9-3c87881cf334 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:27.495246 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-c38b0443-287b-4f38-b4c6-022c19fcce20 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0173268 Jul 30 01:51:27.509929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ba7bef12-825b-4f08-833d-7173a0c3cb4d None None] Provisioning complete for port b6355afb-188e-45df-87a9-3c87881cf334 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:27.513603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ba7bef12-825b-4f08-833d-7173a0c3cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.560029 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e83ede15-13ab-4497-b25b-8ecd91943720 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4667821 Jul 30 01:51:27.564442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Request body: {'port': {'device_id': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:27.564680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:27.569544 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cafd61b-1bf3-40dc-9d5b-7471b7b56a26" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:27.570028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.609704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-c5120320-1320-4dde-8b73-074ed6f9d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.612090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-c5120320-1320-4dde-8b73-074ed6f9d114 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3c3edf5-1eb0-4179-82f3-984d42a31ff0 HTTP/1.1" status: 200 len: 835 time: 0.5770581 Jul 30 01:51:27.758336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.770176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab9068b-e165-455c-8b38-093286e09146 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.771305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bef12-825b-4f08-833d-7173a0c3cb4d None None] Port b6355afb-188e-45df-87a9-3c87881cf334 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:27.869997 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab9068b-e165-455c-8b38-093286e09146 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.011627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 01272074-bbb4-43f7-a9ec-c09ecfd4479a no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:28.080421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 01272074-bbb4-43f7-a9ec-c09ecfd4479a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:28.080976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 01272074-bbb4-43f7-a9ec-c09ecfd4479a not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:28.129211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] For port 0f7aec9a-3c75-4c58-897d-e54e004477fd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=0f7aec9a-3c75-4c58-897d-e54e004477fd,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:28.129815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.151943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38423507-5e61-447f-b0c5-93a170423a85 req-449dc177-4094-468e-91fb-d6e4f101d737 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744998 Jul 30 01:51:28.185113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429fdd9-2a23-465c-9ab1-b85ca66bfabf req-a5d7ddd8-4052-4f87-ae73-80babd189945 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.204552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e429fdd9-2a23-465c-9ab1-b85ca66bfabf req-a5d7ddd8-4052-4f87-ae73-80babd189945 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 1.0266325 Jul 30 01:51:28.270941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for 0f7aec9a-3c75-4c58-897d-e54e004477fd owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:28.319665 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283ea697-1ce8-4e56-8c34-c0c5aa933987 x-openstack-request-id: req-283ea697-1ce8-4e56-8c34-c0c5aa933987 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:28.319966 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "35ebe023-b623-4aaf-b450-255d3cd4840a", "status": "completed", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "b2c92ec2-02dd-48db-843a-de0c4cd3879c", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:28.320219 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-283ea697-1ce8-4e56-8c34-c0c5aa933987 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:28.320627 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': '35ebe023-b623-4aaf-b450-255d3cd4840a', 'status': 'completed', 'code': 200} Jul 30 01:51:28.320884 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': 'b2c92ec2-02dd-48db-843a-de0c4cd3879c', 'status': 'completed', 'code': 200} Jul 30 01:51:28.361146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-e8d9764d-09f5-4389-a681-0e10e24df0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.362723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-e8d9764d-09f5-4389-a681-0e10e24df0da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2db8075-9fab-4e7a-acba-c00b9950e50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7031028 Jul 30 01:51:28.377589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-30ba8b16-8992-4b3c-a827-495cbe9f0513 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.380564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-30ba8b16-8992-4b3c-a827-495cbe9f0513 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.55 "GET /v2.0/networks?id=0debdef6-1d81-47ac-beee-091f8bf97960 HTTP/1.1" status: 200 len: 808 time: 1.0758209 Jul 30 01:51:28.457191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Request body: {'port': {'device_id': '5a324aba-3784-408e-b343-54f4017493fe', 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960', 'admin_state_up': True, 'tenant_id': '59eb663ec41b4c31aa1953320bb615e1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:28.467488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.485100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.488341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27daa192-1026-4f37-aa72-944b9eac787e']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:28.506760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab9068b-e165-455c-8b38-093286e09146 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.517052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ab9068b-e165-455c-8b38-093286e09146 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.518407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9ab9068b-e165-455c-8b38-093286e09146 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f3d2f572-3d24-49e8-b106-3947a7789ef2 HTTP/1.1" status: 204 len: 168 time: 0.9474163 Jul 30 01:51:28.524249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd742e0-9340-40c1-8684-0e8750e0b67a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:28.524498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd742e0-9340-40c1-8684-0e8750e0b67a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:28.526603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.576551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.624331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.636495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:28.637796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.731265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9068b-e165-455c-8b38-093286e09146 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3d2f572-3d24-49e8-b106-3947a7789ef2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:28.735876 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:28.927375 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.976067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.978975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/networks/27daa192-1026-4f37-aa72-944b9eac787e HTTP/1.1" status: 204 len: 168 time: 1.7730296 Jul 30 01:51:29.041664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.078791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1224a96-f721-4f75-86fc-1b94fd78eadd tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'Network': ['ID=27daa192-1026-4f37-aa72-944b9eac787e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.122644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1152328e-fee9-4219-877d-c52a533c47d5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5931859 Jul 30 01:51:29.131294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55080) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.147044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e429fdd9-2a23-465c-9ab1-b85ca66bfabf req-c8c2b925-201b-4bd3-9d0a-afead6597f83 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9383104 Jul 30 01:51:29.315778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f030a3cc-62e7-4470-a929-78077c635ea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.348215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18691-c01d-4769-92f2-efb8c6ccb727 req-27a077fe-6810-4696-b36f-5c3b8f6942e9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.361735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e9719d6-f7e4-4eed-b97a-713f2be0e6a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.366647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18691-c01d-4769-92f2-efb8c6ccb727 req-27a077fe-6810-4696-b36f-5c3b8f6942e9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.372070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e9719d6-f7e4-4eed-b97a-713f2be0e6a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.372710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c18691-c01d-4769-92f2-efb8c6ccb727 req-27a077fe-6810-4696-b36f-5c3b8f6942e9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.374408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7c18691-c01d-4769-92f2-efb8c6ccb727 req-27a077fe-6810-4696-b36f-5c3b8f6942e9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 2410 time: 0.9255581 Jul 30 01:51:29.455447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f030a3cc-62e7-4470-a929-78077c635ea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.470726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e9719d6-f7e4-4eed-b97a-713f2be0e6a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.492439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e9719d6-f7e4-4eed-b97a-713f2be0e6a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.493552 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e9719d6-f7e4-4eed-b97a-713f2be0e6a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6ca3087a-f865-42cb-8c86-7538fdfbb971 HTTP/1.1" status: 204 len: 168 time: 0.3550665 Jul 30 01:51:29.501344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.523294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-1871d793-bba6-4618-912e-7eb34d5afc94 service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1341660 Jul 30 01:51:29.530026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9719d6-f7e4-4eed-b97a-713f2be0e6a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ca3087a-f865-42cb-8c86-7538fdfbb971,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.578992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.626558 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9a6245ce-cf20-47c2-b606-6e3cf1a1f991 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1118307 Jul 30 01:51:29.631511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.633647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6355afb-188e-45df-87a9-3c87881cf334 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:29.649759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.692491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Transition to ACTIVE for port object b6355afb-188e-45df-87a9-3c87881cf334 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:29.694499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84ad477-5b99-4429-8ac0-705e06a0b323 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.703179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f030a3cc-62e7-4470-a929-78077c635ea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.703382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=0f7aec9a-3c75-4c58-897d-e54e004477fd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.706913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f030a3cc-62e7-4470-a929-78077c635ea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.708722 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f030a3cc-62e7-4470-a929-78077c635ea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] 10.222.0.78 "DELETE /v2.0/security-groups/efadd2f7-193b-4d6b-8ced-30a46c43819b HTTP/1.1" status: 204 len: 168 time: 0.6633222 Jul 30 01:51:29.710885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84ad477-5b99-4429-8ac0-705e06a0b323 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.716158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.764333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030a3cc-62e7-4470-a929-78077c635ea2 tempest-TestNetworkAdvancedServerOps-33287836 tempest-TestNetworkAdvancedServerOps-33287836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efadd2f7-193b-4d6b-8ced-30a46c43819b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.794855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84ad477-5b99-4429-8ac0-705e06a0b323 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.818087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f84ad477-5b99-4429-8ac0-705e06a0b323 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.819384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f84ad477-5b99-4429-8ac0-705e06a0b323 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/2ee13d6f-1dfa-4cda-a211-2c968fe8b405 HTTP/1.1" status: 204 len: 168 time: 0.1884971 Jul 30 01:51:29.823713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.824551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Pushing event updated for resources: {'Port': ['ID=b6355afb-188e-45df-87a9-3c87881cf334,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.844746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ad477-5b99-4429-8ac0-705e06a0b323 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ee13d6f-1dfa-4cda-a211-2c968fe8b405,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.844998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Made reservation on behalf of 59eb663ec41b4c31aa1953320bb615e1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:29.850754 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.868078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-021f7bbe-04c6-4078-90a7-8f002d4de4b0 req-c41599ec-b56b-4968-b66a-bc452aac34e2 service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295779 Jul 30 01:51:29.871136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7c18691-c01d-4769-92f2-efb8c6ccb727 req-e6e9f7f0-261b-4249-84a3-cdf437cda627 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300190 Jul 30 01:51:29.899271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] No DVR routers for this DVR port 0f7aec9a-3c75-4c58-897d-e54e004477fd on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:29.903465 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.905957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-bb9c7f68-65aa-43f4-b5ee-6f2aebc33245 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "DELETE /v2.0/ports/0f7aec9a-3c75-4c58-897d-e54e004477fd HTTP/1.1" status: 204 len: 173 time: 3.6800241 Jul 30 01:51:29.990272 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-64ee3db7-2013-4a7e-8af5-66014012fdff tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1617968 Jul 30 01:51:29.995715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:30.014536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e134-08a8-4431-ac0c-66b5e575a009 req-a543b8ee-9198-4fd1-89a8-bac19d0121ca tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.023674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a07e134-08a8-4431-ac0c-66b5e575a009 req-a543b8ee-9198-4fd1-89a8-bac19d0121ca tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.7264855 Jul 30 01:51:30.067311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Attempting to bind port b6355afb-188e-45df-87a9-3c87881cf334 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:30.067921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Attempting to bind port b6355afb-188e-45df-87a9-3c87881cf334 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:30.068360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Attempting to bind port b6355afb-188e-45df-87a9-3c87881cf334 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:30.077574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Port b6355afb-188e-45df-87a9-3c87881cf334 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:30.078053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Attempting to bind port b6355afb-188e-45df-87a9-3c87881cf334 on network fd7b6f6e-b05e-41d6-83ff-564af48a647b {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:30.087122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:30.087646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Checking segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:30.088179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Bound using segment: {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:30.088775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Bound port: b6355afb-188e-45df-87a9-3c87881cf334, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e577ec16-af68-4d44-9226-cc1145f43d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:30.090724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.151135 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b58bfef-fc9e-4ebe-9046-390781e65c77 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.164177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-112b9c1a-92f4-47d3-81b1-d076fde038b9 req-aaefe9bb-1588-440f-ba36-9cc948bb10d7 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 210 time: 0.1237574 Jul 30 01:51:30.278429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a07e134-08a8-4431-ac0c-66b5e575a009 req-0ee88472-0801-48bc-bc14-43c0a2b3d05f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538657 Jul 30 01:51:30.328029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b58bfef-fc9e-4ebe-9046-390781e65c77 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.351466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:30.354031 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e68c55-4b0f-4491-abfd-77eae7aeedec" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:30.371028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] For port b6355afb-188e-45df-87a9-3c87881cf334, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:30.423059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] For port b6355afb-188e-45df-87a9-3c87881cf334, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6355afb-188e-45df-87a9-3c87881cf334,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:30.440925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.449904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Allocated IP 172.20.0.13 (0debdef6-1d81-47ac-beee-091f8bf97960/82594acc-b66c-4b48-85d8-f0f244582037/b477689b-ce00-47ae-b8fa-e5f308c149b8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:30.522426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b58bfef-fc9e-4ebe-9046-390781e65c77 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.524987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b58bfef-fc9e-4ebe-9046-390781e65c77 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.526144 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b58bfef-fc9e-4ebe-9046-390781e65c77 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/23b383b5-820f-47e3-bbfa-b2f34844f9c7 HTTP/1.1" status: 204 len: 168 time: 0.5294688 Jul 30 01:51:30.557730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55122) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:30.649850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Pushing event updated for resources: {'Port': ['ID=b6355afb-188e-45df-87a9-3c87881cf334,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:30.682834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.685123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.686949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-10f814ac-be9a-496f-8d31-91289669c017 service neutron] 10.222.0.66 "PUT /v2.0/ports/b6355afb-188e-45df-87a9-3c87881cf334 HTTP/1.1" status: 200 len: 1093 time: 3.1757674 Jul 30 01:51:30.688776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:30.694028 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a924c-159d-42cb-ae1f-fed6af13342d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "tag": "b6355afb-188e-45df-87a9-3c87881cf334"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:30.707630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58bfef-fc9e-4ebe-9046-390781e65c77 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b383b5-820f-47e3-bbfa-b2f34844f9c7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:30.708741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port aa365b30-ef07-4498-b0ac-37238d13c302 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:30.709333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.722573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d814bda-5e76-4aad-b0fb-5ec201cadc58 req-d595e252-fa96-4366-bff8-d950e85781d3 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.731809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d814bda-5e76-4aad-b0fb-5ec201cadc58 req-d595e252-fa96-4366-bff8-d950e85781d3 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 944 time: 0.4342902 Jul 30 01:51:30.853675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-9235a080-9e35-4cec-8e26-dd5aa8b38fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.855512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-9235a080-9e35-4cec-8e26-dd5aa8b38fc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 1096 time: 0.1172290 Jul 30 01:51:30.954871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-0961a9a1-d783-4700-9c91-63522d2f1eba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6355afb-188e-45df-87a9-3c87881cf334 HTTP/1.1" status: 200 len: 217 time: 0.0897408 Jul 30 01:51:30.994835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.052738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-de20d093-01dc-4fe9-8d31-4ff10c472bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.054563 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-de20d093-01dc-4fe9-8d31-4ff10c472bf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.0917220 Jul 30 01:51:31.101628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] For port aa365b30-ef07-4498-b0ac-37238d13c302, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=aa365b30-ef07-4498-b0ac-37238d13c302,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:31.102034 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.123671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465da86-18b8-4e89-852d-980aa48f2058 req-14bef73c-e5c1-4944-b5b5-0d164178cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.125516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-14bef73c-e5c1-4944-b5b5-0d164178cce1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608795 Jul 30 01:51:31.136942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for aa365b30-ef07-4498-b0ac-37238d13c302 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:31.288167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-1d0020e2-4067-4162-b6ae-04745b1b2b91 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515303 Jul 30 01:51:31.333324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0c22559a-d757-4550-8f21-6d227ab48f61 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7680833 Jul 30 01:51:31.342917 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.343889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55168) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.390861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--324709380'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:31.478029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=aa365b30-ef07-4498-b0ac-37238d13c302,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:31.510835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85b0-ad23-4f6a-ad8e-7609acbb7fa3 req-9bd82cae-58a7-498e-939e-52aa86de9cc6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.512477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-257d85b0-ad23-4f6a-ad8e-7609acbb7fa3 req-9bd82cae-58a7-498e-939e-52aa86de9cc6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 1.0044453 Jul 30 01:51:31.519894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.566399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a9525233-a9b0-485d-ab6d-92be7e6740ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=897441e865db45c3ad650437d9da1b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701485 Jul 30 01:51:31.569479 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6465da86-18b8-4e89-852d-980aa48f2058 req-3bf6a5e7-ec68-47e3-a332-f468d104c1ca service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647142 Jul 30 01:51:31.572622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55170) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.618752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] No DVR routers for this DVR port aa365b30-ef07-4498-b0ac-37238d13c302 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:31.622721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.625435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-749f06d6-3d43-4200-8184-c69403c5ed83 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "DELETE /v2.0/ports/aa365b30-ef07-4498-b0ac-37238d13c302 HTTP/1.1" status: 204 len: 173 time: 1.6216516 Jul 30 01:51:31.628747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d814bda-5e76-4aad-b0fb-5ec201cadc58 req-42e21dbf-afb2-4f21-b830-5080e938d211 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8958390 Jul 30 01:51:31.662349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-257d85b0-ad23-4f6a-ad8e-7609acbb7fa3 req-ac552082-d889-4a35-8091-697726cd3676 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254802 Jul 30 01:51:31.726092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f22a7f47-f761-4e9b-a36c-90eac6469053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.802074 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1e7447-6b38-46d5-b02b-56d25e80ebf7 x-openstack-request-id: req-1c1e7447-6b38-46d5-b02b-56d25e80ebf7 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:31.802821 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "0f7aec9a-3c75-4c58-897d-e54e004477fd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:31.803463 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c1e7447-6b38-46d5-b02b-56d25e80ebf7 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:31.804242 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': '0f7aec9a-3c75-4c58-897d-e54e004477fd', 'status': 'completed', 'code': 200} Jul 30 01:51:31.828073 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf067b42-0765-4109-b818-6dcf884b758d x-openstack-request-id: req-cf067b42-0765-4109-b818-6dcf884b758d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:31.828537 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "tag": "b6355afb-188e-45df-87a9-3c87881cf334", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:31.828961 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf067b42-0765-4109-b818-6dcf884b758d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:31.829468 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334', 'status': 'completed', 'code': 200} Jul 30 01:51:31.835472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f22a7f47-f761-4e9b-a36c-90eac6469053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.869678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.880299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.884152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.965840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.969989 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5838683 Jul 30 01:51:31.974016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.982715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '3cb6c72b-fa6b-43dd-8f58-5920b527dc39', 'direction': 'ingress', 'protocol': 17}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:32.008026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52369304-9919-4ee8-beb8-5422d0c6b21e req-e7b952a2-e01b-4fee-8897-2fa5b35a34e8 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 210 time: 0.0658872 Jul 30 01:51:32.020241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6eb576-7eb4-4ddd-ae3c-aa04211166cd req-ac86bc36-3b52-46d4-8d49-f783a3488527 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.028924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c58281-aae7-44a5-8007-55cd44dd49e2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb6c72b-fa6b-43dd-8f58-5920b527dc39,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.037325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a924c-159d-42cb-ae1f-fed6af13342d req-c3c2babe-e4cf-4171-bd13-29c60dd24dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.038954 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-c3c2babe-e4cf-4171-bd13-29c60dd24dfe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 1096 time: 0.2016766 Jul 30 01:51:32.042738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.053200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f6eb576-7eb4-4ddd-ae3c-aa04211166cd req-ac86bc36-3b52-46d4-8d49-f783a3488527 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 943 time: 0.1517439 Jul 30 01:51:32.066438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port 6accce28-3d76-4290-bcb5-a1e9d826efe9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:32.067652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.165338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f22a7f47-f761-4e9b-a36c-90eac6469053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.168009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f22a7f47-f761-4e9b-a36c-90eac6469053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.173248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f22a7f47-f761-4e9b-a36c-90eac6469053 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27560238-f13b-458a-bffd-c692b76cecc2 HTTP/1.1" status: 204 len: 168 time: 0.5959368 Jul 30 01:51:32.252855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a7f47-f761-4e9b-a36c-90eac6469053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27560238-f13b-458a-bffd-c692b76cecc2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.285437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f6eb576-7eb4-4ddd-ae3c-aa04211166cd req-d52c714f-fe8c-49e6-8f01-bb7fdd477ea6 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303431 Jul 30 01:51:32.312534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.366954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.381901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a924c-159d-42cb-ae1f-fed6af13342d req-433bd109-6c01-4776-ab83-ce37bbe73fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.389264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-433bd109-6c01-4776-ab83-ce37bbe73fb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.3385675 Jul 30 01:51:32.390334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.465434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Pushing event updated for resources: {'Port': ['ID=b477689b-ce00-47ae-b8fa-e5f308c149b8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.508488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb0625-7e3a-465f-8b82-080fdfff8bd1 req-c4460e0a-ff1f-47ee-85ba-4a465baf87d7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.518325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6bb0625-7e3a-465f-8b82-080fdfff8bd1 req-c4460e0a-ff1f-47ee-85ba-4a465baf87d7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.3569086 Jul 30 01:51:32.552257 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-3e91d75b-7bb9-4394-a24d-159a123a256c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6355afb-188e-45df-87a9-3c87881cf334 HTTP/1.1" status: 200 len: 217 time: 0.1398940 Jul 30 01:51:32.555648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c17815b-8a62-4905-8a55-f6c7c80505a0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.576837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Network 0debdef6-1d81-47ac-beee-091f8bf97960 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:32.579548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:32.590772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] For port 6accce28-3d76-4290-bcb5-a1e9d826efe9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6accce28-3d76-4290-bcb5-a1e9d826efe9,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:32.596597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.656944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.662890 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bdcf3697-91f4-41a2-bf70-73ba9ad18e73 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6843805 Jul 30 01:51:32.669174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a924c-159d-42cb-ae1f-fed6af13342d req-d06f250a-e706-4ab8-b0b7-9d834939d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.670740 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-d06f250a-e706-4ab8-b0b7-9d834939d809 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1113997 Jul 30 01:51:32.671249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:32.804712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-945a0783-98d6-4028-8a8b-19d6d5256385 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.810409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:32.853194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-945a0783-98d6-4028-8a8b-19d6d5256385 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.892888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:32.964801 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04689c75-fc56-4504-a685-73bc57af7523 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6120f0682f44cbaac0b4cdcea02acf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428077 Jul 30 01:51:32.966879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a924c-159d-42cb-ae1f-fed6af13342d req-3e3899fd-d626-48de-90c9-10fc4d17b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.968441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-3e3899fd-d626-48de-90c9-10fc4d17b59d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2465668 Jul 30 01:51:32.969052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-945a0783-98d6-4028-8a8b-19d6d5256385 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.971852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-945a0783-98d6-4028-8a8b-19d6d5256385 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.972943 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-945a0783-98d6-4028-8a8b-19d6d5256385 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/3cb6c72b-fa6b-43dd-8f58-5920b527dc39 HTTP/1.1" status: 204 len: 168 time: 0.3007221 Jul 30 01:51:32.974548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55196) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:32.995055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:33.023665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a0783-98d6-4028-8a8b-19d6d5256385 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb6c72b-fa6b-43dd-8f58-5920b527dc39,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:33.074237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6bb0625-7e3a-465f-8b82-080fdfff8bd1 req-3346f405-6fb4-451f-921d-cc6400634639 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5547855 Jul 30 01:51:33.161096 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-6102f06c-0549-4c2a-ad7d-686d2050e77d service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377442 Jul 30 01:51:33.188192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.189132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.280821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-790a924c-159d-42cb-ae1f-fed6af13342d req-4c0280e2-1aea-4e50-a903-a09ac07c2be8 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118209 Jul 30 01:51:33.315334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00d0b7f4-8dce-4c41-b5f5-5ede8c39a0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.315625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6aa52f64-cdcc-4901-aac5-563824efd27c tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3156843 Jul 30 01:51:33.323217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55204) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:33.326354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057f22-fe6e-4604-88ac-c962a18d3c50 req-c2103ca1-fcaf-4e13-9bb3-82164229567a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.328029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0057f22-fe6e-4604-88ac-c962a18d3c50 req-c2103ca1-fcaf-4e13-9bb3-82164229567a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 946 time: 0.8306546 Jul 30 01:51:33.335880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-a7970acf-e75c-451b-944a-0b14ceb0776a tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8824782 Jul 30 01:51:33.338697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--971051081'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:33.355789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Request body: {'port': {'device_id': '5a324aba-3784-408e-b343-54f4017493fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:33.375059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00d0b7f4-8dce-4c41-b5f5-5ede8c39a0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.406455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.467122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.467847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.467992 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Floating IP 719f6eee-b5ee-4998-b5d0-15b0aec4e043 disassociated. External IP: 172.25.8.172, port: 6accce28-3d76-4290-bcb5-a1e9d826efe9. Jul 30 01:51:33.468295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for 6accce28-3d76-4290-bcb5-a1e9d826efe9 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:33.482496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00d0b7f4-8dce-4c41-b5f5-5ede8c39a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.485747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00d0b7f4-8dce-4c41-b5f5-5ede8c39a0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.487376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-00d0b7f4-8dce-4c41-b5f5-5ede8c39a0d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9a0c452a-e6bc-487b-8b94-7faf851654d8 HTTP/1.1" status: 204 len: 168 time: 0.5033913 Jul 30 01:51:33.505556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0b7f4-8dce-4c41-b5f5-5ede8c39a0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c452a-e6bc-487b-8b94-7faf851654d8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:33.562021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.563711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244b47-d0fe-48f9-b2bf-ab1a7c012f11 req-c5fe77c1-1a93-49c7-8234-a3f22c177390 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.567378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.575687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04244b47-d0fe-48f9-b2bf-ab1a7c012f11 req-c5fe77c1-1a93-49c7-8234-a3f22c177390 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 944 time: 0.2442076 Jul 30 01:51:33.609664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0057f22-fe6e-4604-88ac-c962a18d3c50 req-d81875dc-1e53-437e-a816-45fd06f46db5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550848 Jul 30 01:51:33.616994 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.636898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba45e5-1a9e-49be-8ec4-7c06b6338c78,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:33.666868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.668366 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ae4aecc-cfa2-4cbf-9a86-1989c198f337 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3428886 Jul 30 01:51:33.671162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:33.682274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483732043'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:33.759419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.765625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6355afb-188e-45df-87a9-3c87881cf334 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:34.025972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.031158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.125303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b6355afb-188e-45df-87a9-3c87881cf334, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6355afb-188e-45df-87a9-3c87881cf334,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:34.143193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.151422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4779181 Jul 30 01:51:34.152174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55228) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:34.169813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '50ba45e5-1a9e-49be-8ec4-7c06b6338c78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '72168b58-a790-497e-ad55-31a48224b354', 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:34.170916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b6355afb-188e-45df-87a9-3c87881cf334', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'port_id': 'b6355afb-188e-45df-87a9-3c87881cf334', 'mac_address': 'fa:16:3e:87:36:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:34.177038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b477689b-ce00-47ae-b8fa-e5f308c149b8 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:34.182180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa723a-bc3a-41cb-b799-a6d06d60e1db tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72168b58-a790-497e-ad55-31a48224b354,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:34.191912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:34.191912 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680dcea1-6369-46dd-9f34-f4ee03b43672" -d '{"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:34.234699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.246598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.259118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.296035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04244b47-d0fe-48f9-b2bf-ab1a7c012f11 req-aacfc027-4cfe-4910-973a-b52ede682d18 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7127512 Jul 30 01:51:34.304078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:34.326704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Transition to ACTIVE for port object b477689b-ce00-47ae-b8fa-e5f308c149b8 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:34.356932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6ece4-8dd6-4adb-8f71-4332079e8909 req-42942c56-fbe3-4984-bb20-17191b3acd2f tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.358727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2f6ece4-8dd6-4adb-8f71-4332079e8909 req-42942c56-fbe3-4984-bb20-17191b3acd2f tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 932 time: 0.6190817 Jul 30 01:51:34.361326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.389387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6355afb-188e-45df-87a9-3c87881cf334 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:34.445554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Pushing event updated for resources: {'Port': ['ID=b477689b-ce00-47ae-b8fa-e5f308c149b8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:34.453371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.460701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.490845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b6355afb-188e-45df-87a9-3c87881cf334, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6355afb-188e-45df-87a9-3c87881cf334,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:34.500599 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.520808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49119a62-bb41-43d0-a7aa-a74c0ea0c744,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:34.527556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2f6ece4-8dd6-4adb-8f71-4332079e8909 req-b2b50945-c554-4e1f-aeb0-d4a4a8e7e856 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Jul 30 01:51:34.543068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.544417 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54f22119-ca31-4185-bac9-c74d64e4ff35 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3803458 Jul 30 01:51:34.547470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:34.613604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b4276b-8911-4164-8de7-a11859a09933 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.631906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b4276b-8911-4164-8de7-a11859a09933 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.671186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.688098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b4276b-8911-4164-8de7-a11859a09933 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.696872 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12b4276b-8911-4164-8de7-a11859a09933 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.701457 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-12b4276b-8911-4164-8de7-a11859a09933 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/49119a62-bb41-43d0-a7aa-a74c0ea0c744 HTTP/1.1" status: 204 len: 168 time: 0.1525042 Jul 30 01:51:34.702222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55260) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:34.716614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4276b-8911-4164-8de7-a11859a09933 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49119a62-bb41-43d0-a7aa-a74c0ea0c744,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:34.766118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b6355afb-188e-45df-87a9-3c87881cf334'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:34.767744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:34.772119 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edf53b7-ca4a-4561-8338-f3dffcc4a96d" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:34.782922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6c6e8a49-390f-45f2-909b-8c84da5331e3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0758259 Jul 30 01:51:34.784071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:34.875407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b6355afb-188e-45df-87a9-3c87881cf334,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:34.881907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbc91ff5-e287-44a9-80f5-f4b5593dace2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.892414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:34.907987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.922121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbc91ff5-e287-44a9-80f5-f4b5593dace2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.040559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:35.059581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=14']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:35.102530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbc91ff5-e287-44a9-80f5-f4b5593dace2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.116504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbc91ff5-e287-44a9-80f5-f4b5593dace2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.123821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bbc91ff5-e287-44a9-80f5-f4b5593dace2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/72168b58-a790-497e-ad55-31a48224b354 HTTP/1.1" status: 204 len: 168 time: 0.3382790 Jul 30 01:51:35.126435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55284) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:35.181274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc91ff5-e287-44a9-80f5-f4b5593dace2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72168b58-a790-497e-ad55-31a48224b354,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:35.292247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1680051759-network', 'tenant_id': '5e5ea2cfcad5483681b094c9599719e1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:35.344653 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-45d93920-5a03-42b5-8920-0dfc5ce3f246 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2102351 Jul 30 01:51:35.346067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Made reservation on behalf of 5e5ea2cfcad5483681b094c9599719e1 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:35.349355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.352539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:35.373567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.429228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a2b-0603-431d-ab09-f5dc55106032 req-f254a382-f76b-4940-bdbf-a81b1d54bc8e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.431280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86f96a2b-0603-431d-ab09-f5dc55106032 req-f254a382-f76b-4940-bdbf-a81b1d54bc8e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.7599826 Jul 30 01:51:35.443070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2385b2-91c0-40d0-95e8-3afa32215605 req-e90889a8-d1ed-4ecc-bb13-3220152f59c2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.451485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2385b2-91c0-40d0-95e8-3afa32215605 req-e90889a8-d1ed-4ecc-bb13-3220152f59c2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 943 time: 0.9330244 Jul 30 01:51:35.485891 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.537348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=6accce28-3d76-4290-bcb5-a1e9d826efe9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:35.552201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Attempting to bind port b477689b-ce00-47ae-b8fa-e5f308c149b8 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:35.552829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Attempting to bind port b477689b-ce00-47ae-b8fa-e5f308c149b8 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '00362557-4903-4d48-a5db-a86b7be3c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:35.552949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e06-1c58-44da-9e9f-967bbb68c2ed tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.554286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Attempting to bind port b477689b-ce00-47ae-b8fa-e5f308c149b8 on network 0debdef6-1d81-47ac-beee-091f8bf97960 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:35.597292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86f96a2b-0603-431d-ab09-f5dc55106032 req-5ad9370d-722e-4f78-89b4-cfeb52c8edeb tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423619 Jul 30 01:51:35.601609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e06-1c58-44da-9e9f-967bbb68c2ed tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.703405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.705348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e06-1c58-44da-9e9f-967bbb68c2ed tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.709694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e06-1c58-44da-9e9f-967bbb68c2ed tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.710590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b24a1e06-1c58-44da-9e9f-967bbb68c2ed tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/50ba45e5-1a9e-49be-8ec4-7c06b6338c78 HTTP/1.1" status: 204 len: 168 time: 0.3570454 Jul 30 01:51:35.730689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:35.742828 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d30074e-20f1-45c8-a340-cdc94d1dc4a6 x-openstack-request-id: req-3d30074e-20f1-45c8-a340-cdc94d1dc4a6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:35.743607 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "aa365b30-ef07-4498-b0ac-37238d13c302", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:35.744029 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d30074e-20f1-45c8-a340-cdc94d1dc4a6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:35.744617 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': 'aa365b30-ef07-4498-b0ac-37238d13c302', 'status': 'completed', 'code': 200} Jul 30 01:51:35.746297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Port b477689b-ce00-47ae-b8fa-e5f308c149b8 on network 0debdef6-1d81-47ac-beee-091f8bf97960 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:35.747535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Attempting to bind port b477689b-ce00-47ae-b8fa-e5f308c149b8 on network 0debdef6-1d81-47ac-beee-091f8bf97960 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:35.749066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.763757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:35.766125 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35516a-255d-4e54-8fc7-6d2f1b27b032 x-openstack-request-id: req-1b35516a-255d-4e54-8fc7-6d2f1b27b032 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:35.766631 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:35.766929 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b35516a-255d-4e54-8fc7-6d2f1b27b032 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:35.767457 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'code': 200} Jul 30 01:51:35.780891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6355afb-188e-45df-87a9-3c87881cf334 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:35.791102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.791507 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Added segment 5dd293e4-3be1-45d3-ae8d-c411206cdeb4 of type vlan for network 828ad825-462f-440a-9037-308162007ae9 Jul 30 01:51:35.820873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:35.821666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Checking segment: {'id': '00362557-4903-4d48-a5db-a86b7be3c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:35.822255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Bound using segment: {'id': '00362557-4903-4d48-a5db-a86b7be3c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:35.822892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Bound port: b477689b-ce00-47ae-b8fa-e5f308c149b8, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00362557-4903-4d48-a5db-a86b7be3c0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:35.823706 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.832716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2385b2-91c0-40d0-95e8-3afa32215605 req-8271fe38-6548-4b46-8346-1bcc419c3909 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups?id=d0dd6b01-76c8-466d-b611-d5711e02dc66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792539 Jul 30 01:51:35.873782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.914660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a1e06-1c58-44da-9e9f-967bbb68c2ed tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba45e5-1a9e-49be-8ec4-7c06b6338c78,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:35.944725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.945806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.946325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.955306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef26289-520a-484a-a0ea-0900943a2fca,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:35.999481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b6355afb-188e-45df-87a9-3c87881cf334 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:36.015194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b6355afb-188e-45df-87a9-3c87881cf334 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:36.016068 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.118312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0742340 Jul 30 01:51:36.122460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Router b85ed65e-7023-4304-bdcb-fa29eb776359 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:36.123385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:36.140887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bbf13-e2fc-453f-ac18-3f8504a1c5d8 req-b9f7e5a1-ef2e-428b-8000-a990979b30c7 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.143331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e88bbf13-e2fc-453f-ac18-3f8504a1c5d8 req-b9f7e5a1-ef2e-428b-8000-a990979b30c7 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 945 time: 0.1863372 Jul 30 01:51:36.151223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Request body: {'subnet': {'network_id': '828ad825-462f-440a-9037-308162007ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1680051759-subnet', 'tenant_id': '5e5ea2cfcad5483681b094c9599719e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:36.171741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-11e46763-1bc5-426d-b8d3-45b197b4fae6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4268806 Jul 30 01:51:36.172273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7973d-77d7-40ac-9e0d-f6f7382c9697 admin admin] Pushing event updated for resources: {'Network': ['ID=828ad825-462f-440a-9037-308162007ae9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.177537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55330) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:36.199351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--386901963'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:36.200929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 828ad825-462f-440a-9037-308162007ae9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:36.218823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Made reservation on behalf of 5e5ea2cfcad5483681b094c9599719e1 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:36.221122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.259677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.317250 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.381442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b6355afb-188e-45df-87a9-3c87881cf334, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6355afb-188e-45df-87a9-3c87881cf334,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:36.386685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.451565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.453469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b6355afb-188e-45df-87a9-3c87881cf334,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.462738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] For port b477689b-ce00-47ae-b8fa-e5f308c149b8, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:36.477875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a0a8a-c594-4e41-9db1-67a4d0e381f1 req-dfb63d14-a248-4d4e-95c8-b7b497fe4238 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.479999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a7a0a8a-c594-4e41-9db1-67a4d0e381f1 req-dfb63d14-a248-4d4e-95c8-b7b497fe4238 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 944 time: 0.4332504 Jul 30 01:51:36.508601 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.514608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.530492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] For port b477689b-ce00-47ae-b8fa-e5f308c149b8, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8,segment=NetworkSegment(00362557-4903-4d48-a5db-a86b7be3c0b4),segment_id=00362557-4903-4d48-a5db-a86b7be3c0b4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:36.549715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.552019 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3689218 Jul 30 01:51:36.553351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca052e-06d2-4b21-aa6c-8686bf098735 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b38ff-6063-4a68-a254-04c640d038a6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.555698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55340) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:36.563115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': 'c28b38ff-6063-4a68-a254-04c640d038a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:36.600445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.630088 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.663473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e88bbf13-e2fc-453f-ac18-3f8504a1c5d8 req-e831ff81-7524-4485-9621-db50163f7be8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593921 Jul 30 01:51:36.726312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.731158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.751547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.777570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd0abac-a8b3-490a-9928-a2899196e3d4,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.810512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a7a0a8a-c594-4e41-9db1-67a4d0e381f1 req-36bebed1-2bc0-4d89-ac69-109ea7c28158 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007350 Jul 30 01:51:36.839301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.839301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.839581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.839679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] 10.222.0.55 "PUT /v2.0/ports/b477689b-ce00-47ae-b8fa-e5f308c149b8 HTTP/1.1" status: 200 len: 1093 time: 3.4818571 Jul 30 01:51:36.839765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-371d2768-0cef-46f3-9b56-9d9a029d0772 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2765813 Jul 30 01:51:36.839765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55344) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:36.865429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:36.870210 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.870890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babe5bf-944e-4a88-a33f-42506d74f851 service neutron] Pushing event updated for resources: {'Port': ['ID=b477689b-ce00-47ae-b8fa-e5f308c149b8,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:36.881578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Checking segment: {'id': '5dd293e4-3be1-45d3-ae8d-c411206cdeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '828ad825-462f-440a-9037-308162007ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:36.882082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Network hostable DHCP agents. Network: 828ad825-462f-440a-9037-308162007ae9, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:36.882241 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] Sync routers for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:36.900991 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:36.901628 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:51:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:36.903440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89629943-030e-4647-b6fb-1b4738a6accc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.920503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89629943-030e-4647-b6fb-1b4738a6accc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.982662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89629943-030e-4647-b6fb-1b4738a6accc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.990625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89629943-030e-4647-b6fb-1b4738a6accc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.992411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89629943-030e-4647-b6fb-1b4738a6accc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/ecd0abac-a8b3-490a-9928-a2899196e3d4 HTTP/1.1" status: 204 len: 168 time: 0.1549482 Jul 30 01:51:36.997198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:37.014171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89629943-030e-4647-b6fb-1b4738a6accc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd0abac-a8b3-490a-9928-a2899196e3d4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.051305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0127d-e193-4ee6-a07c-e044cf748561 req-e40657b6-2191-4b9e-b05d-37d16215941d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.070973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaf0127d-e193-4ee6-a07c-e044cf748561 req-e40657b6-2191-4b9e-b05d-37d16215941d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2925355 Jul 30 01:51:37.074716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ecf9f46-1df7-46ee-86b7-c9a1fdb524d8 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750778 Jul 30 01:51:37.079807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55354) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:37.085299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] No DVR routers for this DVR port 6accce28-3d76-4290-bcb5-a1e9d826efe9 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:37.088657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.091443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d7c29e4-b0fd-4c0e-a4be-70f91d5d820b req-0804c9f8-d61e-441f-81bb-5590dbab1569 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.55 "DELETE /v2.0/ports/6accce28-3d76-4290-bcb5-a1e9d826efe9 HTTP/1.1" status: 204 len: 173 time: 5.4157212 Jul 30 01:51:37.094105 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:37.174830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf446-54db-40b7-bd83-9ee757250ae3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.176661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaf0127d-e193-4ee6-a07c-e044cf748561 req-1bc68591-3095-41e9-982d-038043187c87 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039383 Jul 30 01:51:37.213640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf446-54db-40b7-bd83-9ee757250ae3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.259219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-6fa189a3-83d2-4ebe-93a1-48c0e22fc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.263080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-6fa189a3-83d2-4ebe-93a1-48c0e22fc70a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59eb663ec41b4c31aa1953320bb615e1&device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 1096 time: 0.3370903 Jul 30 01:51:37.266059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Network 828ad825-462f-440a-9037-308162007ae9 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:37.292131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d9fa-f10a-4bf7-992a-22c63312d512 req-1cb86c21-ddf3-4000-8b46-14f5d50283b7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.305336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92b6d9fa-f10a-4bf7-992a-22c63312d512 req-1cb86c21-ddf3-4000-8b46-14f5d50283b7 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.3780072 Jul 30 01:51:37.315310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf446-54db-40b7-bd83-9ee757250ae3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.319239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfaf446-54db-40b7-bd83-9ee757250ae3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.323294 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ecfaf446-54db-40b7-bd83-9ee757250ae3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/c28b38ff-6063-4a68-a254-04c640d038a6 HTTP/1.1" status: 204 len: 168 time: 0.2394221 Jul 30 01:51:37.328164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:37.343237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfaf446-54db-40b7-bd83-9ee757250ae3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b38ff-6063-4a68-a254-04c640d038a6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.416927 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d5e9116d-077c-4ca4-b95f-438351fefea6 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827105 Jul 30 01:51:37.417307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55360) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:37.418037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92b6d9fa-f10a-4bf7-992a-22c63312d512 req-2919cdb0-3b41-45c4-947b-e4c52b8186e3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099887 Jul 30 01:51:37.422326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644271026'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:37.486945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.493117 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.527198 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] Checking router: b85ed65e-7023-4304-bdcb-fa29eb776359 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:37.566154 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:37.568239 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:51:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.576380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6a28cc9-d0e5-4b37-ae8a-3dbb52910694 req-7b7fc35c-e93d-4167-baf3-d954f7900c48 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.2125373 Jul 30 01:51:37.580076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 828ad825-462f-440a-9037-308162007ae9) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:37.595337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dfc3f-4d62-4da1-b723-71407ff387b3 None None] Network 828ad825-462f-440a-9037-308162007ae9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:37.597096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-8f0c1e1e-1140-475c-a76d-a072017f271a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8 HTTP/1.1" status: 200 len: 217 time: 0.2522485 Jul 30 01:51:37.609073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.610037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.747076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a324aba-3784-408e-b343-54f4017493fe', 'tag': 'b477689b-ce00-47ae-b8fa-e5f308c149b8'}, {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:37.751605 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a324aba-3784-408e-b343-54f4017493fe", "tag": "b477689b-ce00-47ae-b8fa-e5f308c149b8"}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:37.759552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.769383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.796840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-43ba6997-8381-4e68-93d2-896c53289cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.798697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-43ba6997-8381-4e68-93d2-896c53289cd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82594acc-b66c-4b48-85d8-f0f244582037 HTTP/1.1" status: 200 len: 848 time: 0.1810319 Jul 30 01:51:37.814089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9745717b-656a-48c0-8691-b7334cc86bf7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6671910 Jul 30 01:51:37.869155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-d71181bc-208b-4c20-b19c-f63dd4bb38f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0debdef6-1d81-47ac-beee-091f8bf97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346899 Jul 30 01:51:37.876196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:37.881616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6eaf2e-c551-4550-902f-125dcf62280d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.883021 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442349e6-7e37-4872-b307-021037664779" -d '{"events": [{"server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "name": "network-vif-plugged", "status": "completed", "tag": "b6355afb-188e-45df-87a9-3c87881cf334"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:37.902051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.907700 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-120d286d-d279-4cc4-9f72-03f9363cf819 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4885964 Jul 30 01:51:37.909642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:37.921515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '1f6eaf2e-c551-4550-902f-125dcf62280d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:37.990109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.064316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f68576-e23d-4685-9cdc-e99c930ebc76 None None] Network 828ad825-462f-440a-9037-308162007ae9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:38.074089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-4e935de2-e417-4e11-a8ce-fbde376270b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.079419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-4e935de2-e417-4e11-a8ce-fbde376270b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.2926123 Jul 30 01:51:38.108865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.118006 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.141693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d0ec9-9b40-4dad-a29c-3e080e6c8d75 req-151cf338-2372-48e3-aa8e-47f772ceb847 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.143305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb8d0ec9-9b40-4dad-a29c-3e080e6c8d75 req-151cf338-2372-48e3-aa8e-47f772ceb847 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2156551 Jul 30 01:51:38.184146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abfacb-2f5d-41f4-9616-20f43c173c03 req-cca5353f-9be2-44d8-8b18-04ba27d5fe36 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.185472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57abfacb-2f5d-41f4-9616-20f43c173c03 req-cca5353f-9be2-44d8-8b18-04ba27d5fe36 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.3151102 Jul 30 01:51:38.196264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc818fb0-4f3c-4d57-ae81-ff12da0079aa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:38.230244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.244025 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44acc4d2-b3b6-4d04-acd7-220589005838 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276508 Jul 30 01:51:38.247409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55380) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.289048 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:38.292651 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d5ef11d5-24be-4bac-90f3-485a7499d5a1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules/fc818fb0-4f3c-4d57-ae81-ff12da0079aa HTTP/1.1" status: 200 len: 763 time: 0.0458150 Jul 30 01:51:38.294953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55382) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.396649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e013c7e3-677e-4655-9f9d-4371f5ae79b1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1005547 Jul 30 01:51:38.398795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb8d0ec9-9b40-4dad-a29c-3e080e6c8d75 req-7f2667d8-28e2-432b-b2f4-4f2ef01ff0ef tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071033 Jul 30 01:51:38.399379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55384) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.408383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57abfacb-2f5d-41f4-9616-20f43c173c03 req-f59eb14c-6aa9-402d-9102-35d9f9c3c847 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069287 Jul 30 01:51:38.442531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-d4669207-3e65-4ee0-82f1-6a77030ec4f7 service neutron] 10.222.0.55 "GET /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955602 Jul 30 01:51:38.469675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f8f-4792-4d6b-ace7-ee9f154ee0f2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.490019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f8f-4792-4d6b-ace7-ee9f154ee0f2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.554504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f8f-4792-4d6b-ace7-ee9f154ee0f2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.566606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4f8f-4792-4d6b-ace7-ee9f154ee0f2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.569105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0ff4f8f-4792-4d6b-ace7-ee9f154ee0f2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fc818fb0-4f3c-4d57-ae81-ff12da0079aa HTTP/1.1" status: 204 len: 168 time: 0.1686096 Jul 30 01:51:38.590540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.665320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff4f8f-4792-4d6b-ace7-ee9f154ee0f2 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc818fb0-4f3c-4d57-ae81-ff12da0079aa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:38.666842 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc23d81a-d9bf-44b2-8139-2238097c9a40 x-openstack-request-id: req-bc23d81a-d9bf-44b2-8139-2238097c9a40 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:38.669035 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a324aba-3784-408e-b343-54f4017493fe", "tag": "b477689b-ce00-47ae-b8fa-e5f308c149b8", "status": "completed", "code": 200}, {"server_uuid": "3593b29b-7530-4620-bea3-0978d0257b07", "name": "network-vif-deleted", "tag": "6accce28-3d76-4290-bcb5-a1e9d826efe9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:38.669258 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f38baf0-cd59-4002-bf38-e97d23fa822b x-openstack-request-id: req-7f38baf0-cd59-4002-bf38-e97d23fa822b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:38.669380 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc23d81a-d9bf-44b2-8139-2238097c9a40 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:38.669704 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a324aba-3784-408e-b343-54f4017493fe', 'tag': 'b477689b-ce00-47ae-b8fa-e5f308c149b8', 'status': 'completed', 'code': 200} Jul 30 01:51:38.669826 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "name": "network-vif-plugged", "status": "completed", "tag": "b6355afb-188e-45df-87a9-3c87881cf334", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:38.669955 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3593b29b-7530-4620-bea3-0978d0257b07', 'name': 'network-vif-deleted', 'tag': '6accce28-3d76-4290-bcb5-a1e9d826efe9', 'status': 'completed', 'code': 200} Jul 30 01:51:38.670269 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f38baf0-cd59-4002-bf38-e97d23fa822b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:38.670787 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334', 'code': 200} Jul 30 01:51:38.781308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-e5376e9b-e910-4fd2-98d1-a5f61997e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.782743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-e5376e9b-e910-4fd2-98d1-a5f61997e29c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.6951253 Jul 30 01:51:38.800013 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4483289-d996-4e7a-8327-b8c01964bfa5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2054358 Jul 30 01:51:38.818191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55398) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.842418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '1f6eaf2e-c551-4550-902f-125dcf62280d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:38.892224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f451fd-a0ee-4efd-9bce-99bde3660e90 req-76c28fb2-560a-40e9-8601-f5f3414dffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.894101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40f451fd-a0ee-4efd-9bce-99bde3660e90 req-76c28fb2-560a-40e9-8601-f5f3414dffdc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 1098 time: 0.1340530 Jul 30 01:51:38.933644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.040701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94d6012f-704b-48b9-9691-6d1f049a5f2e req-9b49a498-d576-4dab-aaea-9b866104c072 service neutron] 10.222.0.55 "GET /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882387 Jul 30 01:51:39.043674 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-40f451fd-a0ee-4efd-9bce-99bde3660e90 req-ef16a125-1746-4f7c-adfd-04e48a2c3948 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414006 Jul 30 01:51:39.052212 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:39.062358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.077106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.125112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4318e386-e1c1-49ff-bd7c-c50c9cbfa538,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.138167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.139641 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1547eab6-b5ae-4814-b1a8-f07c429f5d6e tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220541 Jul 30 01:51:39.142198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.150186 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80898b2c-73c5-42f0-b2ee-6ec659135eeb req-7019edf1-5eb2-4331-a903-8aa3b80152ba tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.153292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df794f48-479a-4923-96e4-151a8ab248a8 None None] The sync data for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 is: [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9be34d72-c3fb-4a39-a51f-fe14ba906ff6', 'name': '', 'network_id': '31143a36-c95c-4f04-9473-6f84640e8107', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'mac_address': 'fa:16:3e:32:56:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:48Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'subnets': [{'id': 'f68c7b00-b7b6-49dc-96df-8b216051a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:39.168378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03ecff98-3b81-4bda-b80e-a4b18d79ebc3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules/4318e386-e1c1-49ff-bd7c-c50c9cbfa538 HTTP/1.1" status: 200 len: 763 time: 0.0239923 Jul 30 01:51:39.170989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80898b2c-73c5-42f0-b2ee-6ec659135eeb req-7019edf1-5eb2-4331-a903-8aa3b80152ba tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 944 time: 0.4998984 Jul 30 01:51:39.171137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55404) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.203768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-b4061066-d1ed-46a1-ac48-51a4ea4f5a51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.3339448 Jul 30 01:51:39.221845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e4464-8119-46a9-bb2f-011fb7184f31 req-9b82b6c8-8384-4cda-b46d-efd3f095ab72 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.227181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f947fff-9b15-4865-bcb9-389f299a12b8 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0543895 Jul 30 01:51:39.229456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.235019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc0e4464-8119-46a9-bb2f-011fb7184f31 req-9b82b6c8-8384-4cda-b46d-efd3f095ab72 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.3640268 Jul 30 01:51:39.251724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55410) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.270679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2075239354-network', 'tenant_id': '0126f7b75b954b349f5827422e66d9e7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:39.294493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e18e626a-c2c3-435f-b158-7f0cb93e29b5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.307467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e18e626a-c2c3-435f-b158-7f0cb93e29b5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.350471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Made reservation on behalf of 0126f7b75b954b349f5827422e66d9e7 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:39.354013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.366861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.369406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e18e626a-c2c3-435f-b158-7f0cb93e29b5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.370074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80898b2c-73c5-42f0-b2ee-6ec659135eeb req-ac768768-2872-4a77-9054-a7970deaf70b tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963077 Jul 30 01:51:39.376313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e18e626a-c2c3-435f-b158-7f0cb93e29b5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.377618 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e18e626a-c2c3-435f-b158-7f0cb93e29b5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4318e386-e1c1-49ff-bd7c-c50c9cbfa538 HTTP/1.1" status: 204 len: 168 time: 0.1465631 Jul 30 01:51:39.386905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-a1d3fb6f-9989-4fee-b656-065c3a8cd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.394466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e626a-c2c3-435f-b158-7f0cb93e29b5 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4318e386-e1c1-49ff-bd7c-c50c9cbfa538,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.403656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55412) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.404641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-a1d3fb6f-9989-4fee-b656-065c3a8cd266 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1519387 Jul 30 01:51:39.458599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc0e4464-8119-46a9-bb2f-011fb7184f31 req-93c14ef7-9743-43e3-aab6-4818a1eda444 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224598 Jul 30 01:51:39.526904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-e04a909d-3561-4f1f-aa19-60f5eab74e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.528721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-e04a909d-3561-4f1f-aa19-60f5eab74e9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59eb663ec41b4c31aa1953320bb615e1&device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 1096 time: 0.3466327 Jul 30 01:51:39.588135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-130335c7-799b-4f0f-a9b3-fb9b17fe018b tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1827247 Jul 30 01:51:39.600862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55418) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.614548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Request body: {'security_group_rule': {'security_group_id': '1f6eaf2e-c551-4550-902f-125dcf62280d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:39.684174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.693926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-648e0b4d-4a7c-4412-aa08-d4c7fefbcc52 req-804073ec-3a83-41ea-a18a-2826c5573931 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.1628177 Jul 30 01:51:39.718339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.722112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4af33aa-227f-4352-96d2-a835dd6018e8 None None] New status for floating IP 719f6eee-b5ee-4998-b5d0-15b0aec4e043: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:39.758448 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Project 878d66bf0e2340288fda53b2fffb6c97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:51:39.762354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.764981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29034b1d-b522-497c-9420-9006d62bb125,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:39.871726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-44eb6386-0a8d-4273-994e-f0445dbef021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.877795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-44eb6386-0a8d-4273-994e-f0445dbef021 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0debdef6-1d81-47ac-beee-091f8bf97960 HTTP/1.1" status: 200 len: 909 time: 0.3335702 Jul 30 01:51:39.905896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.956440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60db13-9333-42f3-a799-bdd27eb279d6 req-c343c468-a7a9-4aea-b3f0-fc2037a34a53 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.958197 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac60db13-9333-42f3-a799-bdd27eb279d6 req-c343c468-a7a9-4aea-b3f0-fc2037a34a53 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3214281 Jul 30 01:51:40.009385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:40.039841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b4f96-a5f3-48fe-90b3-4ff0d6ca61dd tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.040579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b4f96-a5f3-48fe-90b3-4ff0d6ca61dd tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.040901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b4f96-a5f3-48fe-90b3-4ff0d6ca61dd tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.044264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-b527110c-5843-4b2d-a6ad-e11fb24b9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.045409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-b527110c-5843-4b2d-a6ad-e11fb24b9998 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6397600 Jul 30 01:51:40.058303 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-178b4f96-a5f3-48fe-90b3-4ff0d6ca61dd tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=40ad5a70069c490aadaefd93ae71ab62&network_id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 2973 time: 0.2749527 Jul 30 01:51:40.072856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-b67575fe-cc19-4955-91dc-cbd1222e8712 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8 HTTP/1.1" status: 200 len: 217 time: 0.1709080 Jul 30 01:51:40.101073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.112636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.114023 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Added segment 5dc8b101-25c1-42db-b81b-5c2074161cb2 of type vlan for network 5aeb3962-7ccc-496b-a6bb-3a64baf08a49 Jul 30 01:51:40.118356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.172033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e8df91-d375-4f84-8f06-b0f1793f65fc,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:40.234417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.237600 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0416db8b-4c6f-46d8-8fb2-bcaca15f5b71 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6357393 Jul 30 01:51:40.244377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:40.251820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.322338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc912-d9d4-414b-8e50-cee8284d6168 req-bf107503-3a4d-45f6-b4d3-3ec4416027cf tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.330265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca2dc912-d9d4-414b-8e50-cee8284d6168 req-bf107503-3a4d-45f6-b4d3-3ec4416027cf tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.3960140 Jul 30 01:51:40.334047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-74a959da-cfff-4ce8-93b1-baa01ef61bc4 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599957 Jul 30 01:51:40.349749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b477689b-ce00-47ae-b8fa-e5f308c149b8 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:40.360189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.363041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.364546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.368218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac60db13-9333-42f3-a799-bdd27eb279d6 req-6f2011a2-e95c-45c1-a48e-b8a5b59a2bab tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296366 Jul 30 01:51:40.432873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-10c0f441-a03b-4d93-8fba-6e9b9ff932e4 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules/88e8df91-d375-4f84-8f06-b0f1793f65fc HTTP/1.1" status: 200 len: 769 time: 0.1848640 Jul 30 01:51:40.434543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-744ab19e-42e6-463f-ade0-951794c59410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.436055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-744ab19e-42e6-463f-ade0-951794c59410 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82594acc-b66c-4b48-85d8-f0f244582037 HTTP/1.1" status: 200 len: 848 time: 0.3295960 Jul 30 01:51:40.437884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55430) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:40.493561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2256804 Jul 30 01:51:40.496935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:40.528164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Request body: {'subnet': {'network_id': '5aeb3962-7ccc-496b-a6bb-3a64baf08a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2075239354-subnet', 'tenant_id': '0126f7b75b954b349f5827422e66d9e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:40.547943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180aa6a9-aa06-45f2-bcff-55f775f15751 admin admin] Pushing event updated for resources: {'Network': ['ID=5aeb3962-7ccc-496b-a6bb-3a64baf08a49,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:40.574083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Made reservation on behalf of 0126f7b75b954b349f5827422e66d9e7 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:40.577381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.596208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-6e6a0f52-2a1b-45e3-8f1e-c55ae136800b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0debdef6-1d81-47ac-beee-091f8bf97960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449750 Jul 30 01:51:40.601222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b477689b-ce00-47ae-b8fa-e5f308c149b8, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8,segment=NetworkSegment(00362557-4903-4d48-a5db-a86b7be3c0b4),segment_id=00362557-4903-4d48-a5db-a86b7be3c0b4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:40.617363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b477689b-ce00-47ae-b8fa-e5f308c149b8', 'network_id': '0debdef6-1d81-47ac-beee-091f8bf97960', 'port_id': 'b477689b-ce00-47ae-b8fa-e5f308c149b8', 'mac_address': 'fa:16:3e:1b:58:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82594acc-b66c-4b48-85d8-f0f244582037', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:40.626003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5aeb3962-7ccc-496b-a6bb-3a64baf08a49 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:40.650258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca2dc912-d9d4-414b-8e50-cee8284d6168 req-52056768-38f3-4b39-a3b7-54a65737e81b tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189785 Jul 30 01:51:40.776750 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.814763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b477689b-ce00-47ae-b8fa-e5f308c149b8 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:40.859740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b477689b-ce00-47ae-b8fa-e5f308c149b8, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8,segment=NetworkSegment(00362557-4903-4d48-a5db-a86b7be3c0b4),segment_id=00362557-4903-4d48-a5db-a86b7be3c0b4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:40.868714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.960822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.986036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b477689b-ce00-47ae-b8fa-e5f308c149b8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:41.001462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4c092859-089a-4666-81ec-ba49660756b1 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5412583 Jul 30 01:51:41.012585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55438) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:41.024345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9bc78-8840-494f-8c87-b59da3301369 req-564653ca-de78-44a7-b2d3-100898368096 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.026630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5c9bc78-8840-494f-8c87-b59da3301369 req-564653ca-de78-44a7-b2d3-100898368096 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 944 time: 0.4292130 Jul 30 01:51:41.052849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Checking segment: {'id': '5dc8b101-25c1-42db-b81b-5c2074161cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5aeb3962-7ccc-496b-a6bb-3a64baf08a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:41.053219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Network hostable DHCP agents. Network: 5aeb3962-7ccc-496b-a6bb-3a64baf08a49, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:41.066260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-01258121-2d74-46ed-9c54-3ef5c198ba16 req-39a55392-70b7-44d7-a9db-1ff013eb25e4 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918929 Jul 30 01:51:41.075095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1396e403-9f8d-4e1c-8635-2460742a68d0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:41.084898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Network 5aeb3962-7ccc-496b-a6bb-3a64baf08a49 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:41.101233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5aeb3962-7ccc-496b-a6bb-3a64baf08a49) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:41.111515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b2636a-111f-4fa0-98f2-2dbd24d15386 None None] Network 5aeb3962-7ccc-496b-a6bb-3a64baf08a49 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:41.112108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.112880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.146449 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a2df1e4d-8eec-437c-9e19-f780b74d90c7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6193326 Jul 30 01:51:41.317352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b477689b-ce00-47ae-b8fa-e5f308c149b8'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:41.507827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384009d-52c7-467b-96ea-e8691668bdf6 None None] Network 5aeb3962-7ccc-496b-a6bb-3a64baf08a49 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:41.756823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d639c0d-53c6-4f82-9457-65a91334b988 req-ea037ec7-0818-4bc8-942b-af9378fc069b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.764206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d639c0d-53c6-4f82-9457-65a91334b988 req-ea037ec7-0818-4bc8-942b-af9378fc069b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.9514835 Jul 30 01:51:41.790628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-52cafda5-2e66-4779-bede-7c2f8cab1920 service neutron] 10.222.0.55 "GET /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1520886 Jul 30 01:51:41.848904 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-617ea06a-2cf5-4bd8-a226-3a5efcac708a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.892276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-617ea06a-2cf5-4bd8-a226-3a5efcac708a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.916210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5c9bc78-8840-494f-8c87-b59da3301369 req-c202632b-db19-4f95-b515-6ef6de822bca tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747177 Jul 30 01:51:41.982259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d639c0d-53c6-4f82-9457-65a91334b988 req-83df1ff8-36f3-4243-8214-64ece52549d6 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124989 Jul 30 01:51:41.982259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-617ea06a-2cf5-4bd8-a226-3a5efcac708a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.991911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-617ea06a-2cf5-4bd8-a226-3a5efcac708a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.996658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55452) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:41.999903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-617ea06a-2cf5-4bd8-a226-3a5efcac708a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/88e8df91-d375-4f84-8f06-b0f1793f65fc HTTP/1.1" status: 204 len: 168 time: 0.9718618 Jul 30 01:51:42.031360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ea06a-2cf5-4bd8-a226-3a5efcac708a tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88e8df91-d375-4f84-8f06-b0f1793f65fc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:42.079214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55454) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.084434 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b1a58c0-6852-44aa-8744-703f2e1034cc tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0865040 Jul 30 01:51:42.092057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15d276ed-060c-4d5a-9a64-ce3933f5bc6d req-25c9da4f-bd04-449c-a723-8dbbb279d906 service neutron] 10.222.0.55 "GET /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803378 Jul 30 01:51:42.175664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e8bd41b-9088-42e8-b474-7dd7af1ce4e7 req-95718db6-a355-4d0b-ad03-09377c95b785 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.0656440 Jul 30 01:51:42.218566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c02ce4-4ac9-49dc-b23b-770c1b284e8e req-07c0917f-b2e8-4a27-8ef4-1b65a464bcc5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.221225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c02ce4-4ac9-49dc-b23b-770c1b284e8e req-07c0917f-b2e8-4a27-8ef4-1b65a464bcc5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0932310 Jul 30 01:51:42.250410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfda85f2-d02d-4e36-8898-fc5536b01722 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.290187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfda85f2-d02d-4e36-8898-fc5536b01722 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.348348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b477689b-ce00-47ae-b8fa-e5f308c149b8 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:42.386956 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfda85f2-d02d-4e36-8898-fc5536b01722 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.391390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bfda85f2-d02d-4e36-8898-fc5536b01722 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.395419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bfda85f2-d02d-4e36-8898-fc5536b01722 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "DELETE /v2.0/security-groups/1f6eaf2e-c551-4550-902f-125dcf62280d HTTP/1.1" status: 204 len: 168 time: 0.3111959 Jul 30 01:51:42.395998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55460) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.465818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54c02ce4-4ac9-49dc-b23b-770c1b284e8e req-11995001-5662-497b-aad1-193a1e3f1a51 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337370 Jul 30 01:51:42.471011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda85f2-d02d-4e36-8898-fc5536b01722 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6eaf2e-c551-4550-902f-125dcf62280d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:42.565317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55472) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.566703 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-745b3870-772d-45f9-a05b-c5607d345fce tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1682894 Jul 30 01:51:42.578166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b477689b-ce00-47ae-b8fa-e5f308c149b8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:42.595231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b477689b-ce00-47ae-b8fa-e5f308c149b8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:42.596010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.727900 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.747622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-986c1b5f-a138-46e7-aac6-5c02fd6d47f3 tempest-SecGroupIPv6Test-1381154587 tempest-SecGroupIPv6Test-1381154587-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744821 Jul 30 01:51:42.782539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b477689b-ce00-47ae-b8fa-e5f308c149b8, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8,segment=NetworkSegment(00362557-4903-4d48-a5db-a86b7be3c0b4),segment_id=00362557-4903-4d48-a5db-a86b7be3c0b4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:42.786166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a324aba-3784-408e-b343-54f4017493fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b477689b-ce00-47ae-b8fa-e5f308c149b8'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:42.792833 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f43283-684b-4627-bd16-a4a83ebef2f0" -d '{"events": [{"server_uuid": "5a324aba-3784-408e-b343-54f4017493fe", "name": "network-vif-plugged", "status": "completed", "tag": "b477689b-ce00-47ae-b8fa-e5f308c149b8"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:42.799114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.814420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73972fe-ab28-439c-8901-65d9751ed911 req-39427d20-94e5-43ca-a783-bde28f756d13 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.823859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e73972fe-ab28-439c-8901-65d9751ed911 req-39427d20-94e5-43ca-a783-bde28f756d13 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.2250330 Jul 30 01:51:42.869817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-addfb67c-a69e-4d54-ad22-aef81f4631d1 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.874283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b477689b-ce00-47ae-b8fa-e5f308c149b8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:42.877525 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-addfb67c-a69e-4d54-ad22-aef81f4631d1 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/networks?id=828ad825-462f-440a-9037-308162007ae9 HTTP/1.1" status: 200 len: 812 time: 0.3405609 Jul 30 01:51:42.906935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-308e4f52-1603-491a-8763-9a00cdd9b248 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/quotas/5e5ea2cfcad5483681b094c9599719e1 HTTP/1.1" status: 200 len: 375 time: 0.0282979 Jul 30 01:51:42.922362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e73972fe-ab28-439c-8901-65d9751ed911 req-7deac5f3-be90-43a6-9bbe-c0f743f34107 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973318 Jul 30 01:51:43.007017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55482) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.008948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-0aeb964b-86c8-4595-95b0-eefb11bf8fb3 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e5ea2cfcad5483681b094c9599719e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855205 Jul 30 01:51:43.123155 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a2fb8-72d9-4d1a-936e-038d9ba39e82 x-openstack-request-id: req-014a2fb8-72d9-4d1a-936e-038d9ba39e82 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:43.123504 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a324aba-3784-408e-b343-54f4017493fe", "name": "network-vif-plugged", "status": "completed", "tag": "b477689b-ce00-47ae-b8fa-e5f308c149b8", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:43.123764 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-014a2fb8-72d9-4d1a-936e-038d9ba39e82 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:43.124194 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a324aba-3784-408e-b343-54f4017493fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b477689b-ce00-47ae-b8fa-e5f308c149b8', 'code': 200} Jul 30 01:51:43.204979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d87bd3-5bee-4c63-af90-290711686a07 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.211675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-37d87bd3-5bee-4c63-af90-290711686a07 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 814 time: 0.1977308 Jul 30 01:51:43.275905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-c5ddb81a-0435-494e-80b4-d4ec29b7aa82 service neutron] 10.222.0.78 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309389 Jul 30 01:51:43.276904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.411029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4386-b5a9-47db-9645-240346ce7600 req-7ee8305f-2c3c-4281-ac68-01089cc14823 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.412655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-338a4386-b5a9-47db-9645-240346ce7600 req-7ee8305f-2c3c-4281-ac68-01089cc14823 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.2145438 Jul 30 01:51:43.422921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55500) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.430325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Request body: {'floatingip': {'port_id': 'b6355afb-188e-45df-87a9-3c87881cf334'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:43.456568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d158d8-fdfc-4948-aa00-894ef007be5a req-ed3ff782-437f-4420-92df-55cf706c2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.458272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6d158d8-fdfc-4948-aa00-894ef007be5a req-ed3ff782-437f-4420-92df-55cf706c2a1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 1098 time: 0.1959097 Jul 30 01:51:43.556875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.621960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6d158d8-fdfc-4948-aa00-894ef007be5a req-9db84ed0-7762-42e1-b105-117ae08a3294 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472006 Jul 30 01:51:43.653933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-5144a944-cc6d-4ad2-b95a-4ca48ad9668c service neutron] 10.222.0.78 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432469 Jul 30 01:51:43.677742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e826f-d59d-4cbc-a22f-61cac86d05ef req-e16744d8-c2f1-4de0-998f-b99f366ba629 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.687313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4fb5efa-294a-4d51-9fc3-9c8d99f9f39b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=878d66bf0e2340288fda53b2fffb6c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068687 Jul 30 01:51:43.690821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.692158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-279e826f-d59d-4cbc-a22f-61cac86d05ef req-e16744d8-c2f1-4de0-998f-b99f366ba629 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 946 time: 0.1932724 Jul 30 01:51:43.777379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-279e826f-d59d-4cbc-a22f-61cac86d05ef req-4585f570-1032-4205-b86c-1af326e2d284 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822678 Jul 30 01:51:43.839285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55504) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.844996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'network': {'name': 'tempest-network-smoke--563606603', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:43.901233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:43.911997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.927790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96a1570e-77ca-4f3c-9517-f88d6012671e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.026780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96a1570e-77ca-4f3c-9517-f88d6012671e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.090370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:44.133215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96a1570e-77ca-4f3c-9517-f88d6012671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.136511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96a1570e-77ca-4f3c-9517-f88d6012671e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.137863 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-96a1570e-77ca-4f3c-9517-f88d6012671e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd8de582-6eba-4641-b10f-186cc7524786 HTTP/1.1" status: 204 len: 168 time: 0.4454930 Jul 30 01:51:44.166546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336eb0f-de06-44f3-bd71-adfdfa610ba9 req-4a906a3e-d48e-4828-9d3a-ef67744d4a1f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.168802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2336eb0f-de06-44f3-bd71-adfdfa610ba9 req-4a906a3e-d48e-4828-9d3a-ef67744d4a1f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.2330427 Jul 30 01:51:44.173692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.174374 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Added segment fe48f877-a997-455e-af2a-e40adfb8ddcb of type vlan for network 8287d8c1-a0fc-46e5-830c-462cac27ca32 Jul 30 01:51:44.295034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2336eb0f-de06-44f3-bd71-adfdfa610ba9 req-2e103ceb-159b-4237-91d3-4f68d3224384 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082718 Jul 30 01:51:44.317071 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.356014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243bca-468d-4e2f-bbc4-38effc013126 req-2e478cd0-18f2-4083-83e7-225c7883a837 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.375532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83243bca-468d-4e2f-bbc4-38effc013126 req-2e478cd0-18f2-4083-83e7-225c7883a837 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2916405 Jul 30 01:51:44.468085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83243bca-468d-4e2f-bbc4-38effc013126 req-e1c4157e-0d01-4e2e-b328-bbad3e5df15c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913672 Jul 30 01:51:44.496866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.504825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.508098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.667105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8265433 Jul 30 01:51:44.681407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43e15f41-f422-4738-9c50-811c9ef3152e req-b6cc35c8-bf2c-4216-80e2-2df27b75eaa6 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 210 time: 0.1316149 Jul 30 01:51:44.683599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55526) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:44.732850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1570e-77ca-4f3c-9517-f88d6012671e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8de582-6eba-4641-b10f-186cc7524786,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:44.879911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b35ae977-d019-4c01-82ef-a02c328c8e48 req-d95306bc-41d9-4537-9331-f916ea846062 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.2875180 Jul 30 01:51:44.998004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc82df0-9f7c-471d-81bc-65c3056861aa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Network': ['ID=8287d8c1-a0fc-46e5-830c-462cac27ca32,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:45.011609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e113b31-5191-4841-81e3-c76db91b5294 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.013360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:45.022620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7e113b31-5191-4841-81e3-c76db91b5294 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=40ad5a70069c490aadaefd93ae71ab62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2967224 Jul 30 01:51:45.023309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55536) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.130865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b19d10-9fdd-450f-aa87-bd037314440d tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.145003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55540) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.147353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a8b19d10-9fdd-450f-aa87-bd037314440d tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1101978 Jul 30 01:51:45.235264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d2e79a77-49a5-4a76-802b-03f19ce767ff tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890329 Jul 30 01:51:45.235886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55544) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.316705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6e524-aa60-431b-b3fe-238149b09abf req-734ae0a4-9142-41b4-9040-c2917d41fbf4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.318350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0e6e524-aa60-431b-b3fe-238149b09abf req-734ae0a4-9142-41b4-9040-c2917d41fbf4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4344883 Jul 30 01:51:45.356272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-025ae710-e4e5-488e-8677-a2b338efe355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.362859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-025ae710-e4e5-488e-8677-a2b338efe355 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1098 time: 0.7429299 Jul 30 01:51:45.388478 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3a166cae-7200-440f-bd9e-363fe595b1d8 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=40ad5a70069c490aadaefd93ae71ab62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354208 Jul 30 01:51:45.396131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55552) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.406597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba77517-0dc3-4668-94ec-ad5d2f94ba48 req-51c99dd4-cc2e-42fd-aad1-165e829ab8d3 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.422230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ba77517-0dc3-4668-94ec-ad5d2f94ba48 req-51c99dd4-cc2e-42fd-aad1-165e829ab8d3 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 946 time: 0.2735505 Jul 30 01:51:45.550095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0e6e524-aa60-431b-b3fe-238149b09abf req-64a32fba-1dc3-4d5f-9456-7ca62fa0e2cd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134995 Jul 30 01:51:45.611359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ba77517-0dc3-4668-94ec-ad5d2f94ba48 req-d754990f-4471-4348-8ec3-919d65fe529e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838083 Jul 30 01:51:45.775449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfbe0e-e0bd-44b7-8a46-c0e86be899cc tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.785649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-40bfbe0e-e0bd-44b7-8a46-c0e86be899cc tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3879604 Jul 30 01:51:45.790909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55566) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.870124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2c93be82-0334-4da8-a5eb-35e3dc87b40d tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685441 Jul 30 01:51:45.870745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55570) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.871100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55572) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.871510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.873927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-3180e8a9-bc51-403c-9860-69b891a7f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.876753 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-3180e8a9-bc51-403c-9860-69b891a7f918 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.4899738 Jul 30 01:51:45.878077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.886105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704773966', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:46.034179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e722b7d5-417d-40fb-8c4a-321cd5da2596 req-7fd47a2f-887a-4976-9930-0bd225c65411 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 210 time: 0.1484492 Jul 30 01:51:46.064381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37018cd8-408c-47d4-b07f-017ea6e88d84 req-fe700d14-51ae-44ae-987f-0fb879220528 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.081608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37018cd8-408c-47d4-b07f-017ea6e88d84 req-fe700d14-51ae-44ae-987f-0fb879220528 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.4028132 Jul 30 01:51:46.114002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:46.117622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:46.119300 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Floating IP 72483331-fa42-447d-b46f-e00eea5e394d associated. External IP: 172.25.8.101, port: b6355afb-188e-45df-87a9-3c87881cf334. Jul 30 01:51:46.125256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-d52e3b7e-daaf-4bc1-bee1-87d77ec01d50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1002 time: 0.2418385 Jul 30 01:51:46.417176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1646af6f-d790-4f80-8e8e-8f423a1b1692 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:46.417176 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-1646af6f-d790-4f80-8e8e-8f423a1b1692 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 01:51:46.417176 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-1646af6f-d790-4f80-8e8e-8f423a1b1692 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:51:46.417176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1646af6f-d790-4f80-8e8e-8f423a1b1692 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5209444 Jul 30 01:51:46.424243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:46.432996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807921259'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:46.449508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-7d33359e-facf-45e9-9bea-b16d6ceaf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.452259 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-7d33359e-facf-45e9-9bea-b16d6ceaf887 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.2206852 Jul 30 01:51:46.559775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37018cd8-408c-47d4-b07f-017ea6e88d84 req-18935435-b296-4ff8-a1f8-4475ba4d0fd3 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4769142 Jul 30 01:51:46.587519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:46.621813 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:46.735731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-685c4323-4b98-4437-8375-2b5cb304072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.737296 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-685c4323-4b98-4437-8375-2b5cb304072b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2759254 Jul 30 01:51:46.754927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-0c5ef3f9-f3fc-4380-bd94-f9bbe5f629e5 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.756641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-0c5ef3f9-f3fc-4380-bd94-f9bbe5f629e5 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.66 "GET /v2.0/networks?id=828ad825-462f-440a-9037-308162007ae9 HTTP/1.1" status: 200 len: 812 time: 0.3877134 Jul 30 01:51:46.770787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-195e9e68-e1eb-4f53-8c36-72c0d62a7f43 req-0da1759d-777d-4dc5-9133-7fe8d61f4234 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.1280496 Jul 30 01:51:46.793770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Request body: {'port': {'device_id': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'network_id': '828ad825-462f-440a-9037-308162007ae9', 'admin_state_up': True, 'tenant_id': '5e5ea2cfcad5483681b094c9599719e1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:46.857768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:46.937427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:46.984285 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:51:46.993382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-81999e5d-507c-4325-9857-82126ad5a28a service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482555 Jul 30 01:51:47.028077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-889cedd6-adba-48c8-96df-b6a287e85302 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.036405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-889cedd6-adba-48c8-96df-b6a287e85302 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.6599319 Jul 30 01:51:47.066905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.080382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.086124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-c7ff295b-50c5-4df5-9f82-1424117252a6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/quotas/2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 375 time: 0.0475495 Jul 30 01:51:47.163588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:47.170815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.177826 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:47.184602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5d213-d3af-4a4f-a763-a65bfa9719aa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:47.198715 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:47.199371 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:51:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:47.206528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Subnet': ['ID=900d6a2b-8114-4f14-9e3a-c7c4d6f79204,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:47.260170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Made reservation on behalf of 5e5ea2cfcad5483681b094c9599719e1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:47.263969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.271149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fbc1fa83-6d81-4645-9057-4510593527a2 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "PUT /v2.0/floatingips/72483331-fa42-447d-b46f-e00eea5e394d HTTP/1.1" status: 200 len: 992 time: 3.8470521 Jul 30 01:51:47.280239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:47.283194 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95884720-6d3c-46f9-a34a-4cfab25e028d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "tag": "b6355afb-188e-45df-87a9-3c87881cf334"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:47.301555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1e23ce0e-e1fd-429f-8076-f3ffeeaf42d9 req-0bc260b6-02c5-4b6e-b57f-e7ea4a24e277 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540357 Jul 30 01:51:47.303362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3122601b-65f4-42ca-b22f-739188ca9383 req-8baff8cb-861e-4856-b301-91fa05eb985b tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 210 time: 0.0858593 Jul 30 01:51:47.304324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Checking segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:47.305256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network hostable DHCP agents. Network: 8287d8c1-a0fc-46e5-830c-462cac27ca32, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:47.407597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.410483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-0b18f4b1-e3fe-492d-86f9-e99220a206aa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3206151 Jul 30 01:51:47.429669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.473754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:47.483445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.491014 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0648961 Jul 30 01:51:47.492375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55614) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:47.508848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '34b79226-569a-4fec-8f01-4a78d309a228', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:47.570024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577c87-dca4-4b80-a61a-b156651929a8 req-47e46680-17de-4dd5-9900-c3423ca61de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.576647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-47e46680-17de-4dd5-9900-c3423ca61de0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1098 time: 0.1654258 Jul 30 01:51:47.579600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.587139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-21b7521c-1a6a-4d93-80a8-a0535ad380e0 service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533668 Jul 30 01:51:47.596640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:47.712846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13274-4df6-404f-8fdf-407c352e3ff7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b79226-569a-4fec-8f01-4a78d309a228,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:47.717840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577c87-dca4-4b80-a61a-b156651929a8 req-dbb5572f-addd-45c4-bf91-daba77cf6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.719370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-dbb5572f-addd-45c4-bf91-daba77cf6401 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.1308153 Jul 30 01:51:47.737537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 8287d8c1-a0fc-46e5-830c-462cac27ca32) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:47.749639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6b9d4-4cab-4a2b-95e0-ab0e079e4ad7 None None] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:47.757803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.759919 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.898285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a2fe735c-f879-4fad-8497-e7c42cb33832 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0208211 Jul 30 01:51:47.921773 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-2136ce11-1a61-4a0f-8aca-e35a4e261c32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1002 time: 0.1897218 Jul 30 01:51:47.996469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Allocated IP 172.20.0.6 (828ad825-462f-440a-9037-308162007ae9/f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d/c8c7d543-dbc2-4c3c-aef5-32764850f9b2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:48.022182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.037505 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e96e60-f8d4-4a3d-bf72-ee2a4ee7d4df x-openstack-request-id: req-84e96e60-f8d4-4a3d-bf72-ee2a4ee7d4df {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:48.037994 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "tag": "b6355afb-188e-45df-87a9-3c87881cf334", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:48.040267 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84e96e60-f8d4-4a3d-bf72-ee2a4ee7d4df {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:48.041059 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334', 'status': 'completed', 'code': 200} Jul 30 01:51:48.042057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.051300 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '72483331-fa42-447d-b46f-e00eea5e394d', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'port_id': 'b6355afb-188e-45df-87a9-3c87881cf334', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'mac_address': 'fa:16:3e:87:36:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:15Z', 'updated_at': '2021-07-30T01:51:45Z', 'revision_number': 1, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:48.088178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-8287d8c1-a0fc-46e5-830c-462cac27ca32', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ips': [{'subnet_id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:51:48.089090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.100050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-8c7671bf-a546-4259-995a-c78c89adce03 service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812951 Jul 30 01:51:48.114331 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:48.136029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:48.137910 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:51:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:48.189103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.194077 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937323 Jul 30 01:51:48.195858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577c87-dca4-4b80-a61a-b156651929a8 req-4db74805-08d6-43d5-8fa0-0657a9d79b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.197361 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-4db74805-08d6-43d5-8fa0-0657a9d79b1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.2576764 Jul 30 01:51:48.197856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:48.204828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c4bf0-48fd-4ceb-81ec-44e35e7db6ad tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a6514d-dce7-4f70-8fd6-dd0dcbecd719,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:48.218188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-35cfb5d3-baf0-407c-801a-4506777b5df2 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '34b79226-569a-4fec-8f01-4a78d309a228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:48.245921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-1259e9f6-cc1e-4962-a207-84d9203253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.247761 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-1259e9f6-cc1e-4962-a207-84d9203253fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 1098 time: 0.1667707 Jul 30 01:51:48.287661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-35cfb5d3-baf0-407c-801a-4506777b5df2 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.290783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69657a2f-cb1d-4d70-962a-406ba2ad1571 req-215877b7-6c61-40f2-91d7-9c1a95d6329d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.298286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69657a2f-cb1d-4d70-962a-406ba2ad1571 req-215877b7-6c61-40f2-91d7-9c1a95d6329d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.1131117 Jul 30 01:51:48.371397 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.392148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-69657a2f-cb1d-4d70-962a-406ba2ad1571 req-20443ab8-6c58-49e8-808d-dce3a82868d9 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838220 Jul 30 01:51:48.451572 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:48.455108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6532db1-5cb9-4f2b-9377-c402b7d1888f req-6efd057c-38f5-4f19-94f0-7ccb54263982 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.0977638 Jul 30 01:51:48.455872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-9ff86d47-6f4a-4bee-b9c2-5ddf301fd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.457907 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-9ff86d47-6f4a-4bee-b9c2-5ddf301fd025 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.1727695 Jul 30 01:51:48.509930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Allocated IP 172.20.0.18 (8287d8c1-a0fc-46e5-830c-462cac27ca32/900d6a2b-8114-4f14-9e3a-c7c4d6f79204/dd735d43-d303-4148-8570-828741cde006) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:48.526957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.556055 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-35cfb5d3-baf0-407c-801a-4506777b5df2 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:51:48.559966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-35cfb5d3-baf0-407c-801a-4506777b5df2 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3565102 Jul 30 01:51:48.562902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:48.590134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Network 828ad825-462f-440a-9037-308162007ae9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:48.594758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:48.599173 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-fda2a00f-3b18-4c13-b330-be5e5425f159 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6355afb-188e-45df-87a9-3c87881cf334 HTTP/1.1" status: 200 len: 1000 time: 0.1298635 Jul 30 01:51:48.603554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577c87-dca4-4b80-a61a-b156651929a8 req-23636171-f70a-4e95-a15a-c159871f23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.605084 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-23636171-f70a-4e95-a15a-c159871f23a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3914893 Jul 30 01:51:48.611165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:48.618829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Pushing event updated for resources: {'Port': ['ID=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:48.680803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1e4f6e8-c970-44de-8e4c-0fe843ab53c7 req-f9d7582c-6fa4-4acc-92a8-f11d7d826c67 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 210 time: 0.0370362 Jul 30 01:51:48.710154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-0aa000e2-bbb2-4641-8698-fb25cf9f465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.714649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-0aa000e2-bbb2-4641-8698-fb25cf9f465d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.1041682 Jul 30 01:51:48.760913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.762756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.795458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-47e686f5-9ee9-4f53-be4b-b78d79e9fae9 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0154247 Jul 30 01:51:48.819374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Request body: {'port': {'device_id': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:49.043162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f2ef-f224-4ca3-b9ab-7884ef26eea9 req-76798ca7-800d-4c2f-ab9a-8cfa241f5457 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.044852 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '72483331-fa42-447d-b46f-e00eea5e394d', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'port_id': 'b6355afb-188e-45df-87a9-3c87881cf334', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'mac_address': 'fa:16:3e:87:36:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:15Z', 'updated_at': '2021-07-30T01:51:45Z', 'revision_number': 1, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:49.047734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88a6f2ef-f224-4ca3-b9ab-7884ef26eea9 req-76798ca7-800d-4c2f-ab9a-8cfa241f5457 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 931 time: 0.1762571 Jul 30 01:51:49.051309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.141996 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a39820-0413-47c8-bd2e-0f590a4f0787 None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '72483331-fa42-447d-b46f-e00eea5e394d', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'port_id': 'b6355afb-188e-45df-87a9-3c87881cf334', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'mac_address': 'fa:16:3e:87:36:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:15Z', 'updated_at': '2021-07-30T01:51:45Z', 'revision_number': 1, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:49.232152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88a6f2ef-f224-4ca3-b9ab-7884ef26eea9 req-d8605bb6-4f43-4a03-af3f-8f19472d20f8 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513999 Jul 30 01:51:49.487192 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bfc1-e8c9-41a9-916d-d881378ee946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.501959 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.526806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Transition to ACTIVE for port object dd735d43-d303-4148-8570-828741cde006 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:49.555369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Transition to ACTIVE for port object dd735d43-d303-4148-8570-828741cde006 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:49.572558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.663509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:49.674516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:49.690509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:49.692278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-2ea92bb7-b2dc-41cd-ad51-8896379241e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.695376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-2ea92bb7-b2dc-41cd-ad51-8896379241e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9529746 Jul 30 01:51:49.698976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645be60f-b63c-421a-9c53-6eba6d268228 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.709821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Pushing event updated for resources: {'Port': ['ID=dd735d43-d303-4148-8570-828741cde006,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:49.721452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7e0f4-ce12-4094-81da-710c41aaf450 None None] New status for floating IP 72483331-fa42-447d-b46f-e00eea5e394d: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:49.752724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55660) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:49.771579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663306821', 'description': 'tempest-secgroup-smoke-1663306821 description', 'project_id': '40ad5a70069c490aadaefd93ae71ab62'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:49.832377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645be60f-b63c-421a-9c53-6eba6d268228 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.892258 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-b68af791-237f-41ca-8545-86dae00e6974 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1736596 Jul 30 01:51:49.906187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.914013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Attempting to bind port dd735d43-d303-4148-8570-828741cde006 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:49.914793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Attempting to bind port dd735d43-d303-4148-8570-828741cde006 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:49.915495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Attempting to bind port dd735d43-d303-4148-8570-828741cde006 on network 8287d8c1-a0fc-46e5-830c-462cac27ca32 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:49.963529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:49.964161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Checking segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:49.964810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.965352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Bound using segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:49.965994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Bound port: dd735d43-d303-4148-8570-828741cde006, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:49.966537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.989943 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-d9734278-a865-46fd-a811-474268899ded service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855334 Jul 30 01:51:50.036948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645be60f-b63c-421a-9c53-6eba6d268228 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.039665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-645be60f-b63c-421a-9c53-6eba6d268228 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.040959 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-645be60f-b63c-421a-9c53-6eba6d268228 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/34b79226-569a-4fec-8f01-4a78d309a228 HTTP/1.1" status: 204 len: 168 time: 1.4768233 Jul 30 01:51:50.084096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:50.159262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be60f-b63c-421a-9c53-6eba6d268228 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b79226-569a-4fec-8f01-4a78d309a228,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:50.271100 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-93cb5f0f-765d-4b48-a0db-1ee4f2f14085 service neutron] 10.222.0.66 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587241 Jul 30 01:51:50.323401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95884720-6d3c-46f9-a34a-4cfab25e028d req-6464216c-dda7-436f-a04f-9e6a57dc9c78 service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182559 Jul 30 01:51:50.387855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] For port dd735d43-d303-4148-8570-828741cde006, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:50.391707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] For port dd735d43-d303-4148-8570-828741cde006, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dd735d43-d303-4148-8570-828741cde006,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:50.397640 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.426951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-edada6f4-6b46-477d-9418-b74c7879e575 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3386188 Jul 30 01:51:50.435060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55674) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:50.442030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895046277'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:50.465088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-b274e2ad-637f-48db-a87a-936b6d52a1a8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.466780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-b274e2ad-637f-48db-a87a-936b6d52a1a8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.4450324 Jul 30 01:51:50.482626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'port': {'device_id': '78705840-dcda-463a-8fe3-17cbd781b437', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'admin_state_up': True, 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:50.497739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6dcb1-5229-4671-93e4-2cb74e4ff1c3 None None] Pushing event updated for resources: {'Port': ['ID=dd735d43-d303-4148-8570-828741cde006,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:50.537465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c7d543-dbc2-4c3c-aef5-32764850f9b2 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:50.551781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.586246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-593bc9ff-838e-48f3-bcbd-38fa4a82ad8b req-ce280b18-ff13-44c9-bfb6-1da492156bcd tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.7163405 Jul 30 01:51:50.594425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.606352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bffa76-8a54-4252-b757-35d911b7b545 req-79db372d-afc6-4acc-8ac3-69885016ce65 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.619610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1bffa76-8a54-4252-b757-35d911b7b545 req-79db372d-afc6-4acc-8ac3-69885016ce65 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.9410524 Jul 30 01:51:50.623531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Transition to ACTIVE for port object c8c7d543-dbc2-4c3c-aef5-32764850f9b2 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:50.672381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.768470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab42a905-84fa-4081-8ce2-65cb832afd0f req-6d3a1ba9-2d9f-4c08-b24c-1f5ec70d5056 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 210 time: 0.0537050 Jul 30 01:51:50.797805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1bffa76-8a54-4252-b757-35d911b7b545 req-76d58ab0-517b-46d0-97b3-007fc34f55a4 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744537 Jul 30 01:51:50.858730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.870506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.900673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:50.956401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb792a71-4d26-4f96-9320-34e7e88f591d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:50.993683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Attempting to bind port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:50.997445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Attempting to bind port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '5dd293e4-3be1-45d3-ae8d-c411206cdeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '828ad825-462f-440a-9037-308162007ae9'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:50.997912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Attempting to bind port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 on network 828ad825-462f-440a-9037-308162007ae9 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:51.014980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 on network 828ad825-462f-440a-9037-308162007ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:51.015228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Attempting to bind port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 on network 828ad825-462f-440a-9037-308162007ae9 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:51.032293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:51.032647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Checking segment: {'id': '5dd293e4-3be1-45d3-ae8d-c411206cdeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '828ad825-462f-440a-9037-308162007ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:51.033023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Bound using segment: {'id': '5dd293e4-3be1-45d3-ae8d-c411206cdeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '828ad825-462f-440a-9037-308162007ae9'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:51.033475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Bound port: c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd293e4-3be1-45d3-ae8d-c411206cdeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '828ad825-462f-440a-9037-308162007ae9'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:51.034092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.058937 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.069678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf3940-3288-4db1-93e6-f9eb0500373f req-f277e504-5418-49b4-920d-cd001cab9cf1 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.071261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6baf3940-3288-4db1-93e6-f9eb0500373f req-f277e504-5418-49b4-920d-cd001cab9cf1 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 943 time: 0.1169605 Jul 30 01:51:51.073903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.094657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:51.103065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.111301 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.145423 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.149311 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f8dd414-fe10-4144-a0fb-0adcb99720b7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7131588 Jul 30 01:51:51.157244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55688) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.165107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6dafa854-4f0b-4f89-a2f3-9f7df3979d6c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'eb792a71-4d26-4f96-9320-34e7e88f591d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:51.166889 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-6dafa854-4f0b-4f89-a2f3-9f7df3979d6c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 01:51:51.169032 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-6dafa854-4f0b-4f89-a2f3-9f7df3979d6c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:51.170406 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6dafa854-4f0b-4f89-a2f3-9f7df3979d6c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117078 Jul 30 01:51:51.173041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.175861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4124005 Jul 30 01:51:51.176516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55690) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.179187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.187360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': 'bf33052b-c53e-465b-a01a-d63987752a12', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:51.192516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda225ac-37f5-4ffb-9de9-ed042d022dfa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf33052b-c53e-465b-a01a-d63987752a12,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.225318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6baf3940-3288-4db1-93e6-f9eb0500373f req-a3bdd3e5-fda8-43f9-a600-edaa6170eb4d tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170390 Jul 30 01:51:51.273065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] For port c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:51.280021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.300529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] For port c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,segment=NetworkSegment(5dd293e4-3be1-45d3-ae8d-c411206cdeb4),segment_id=5dd293e4-3be1-45d3-ae8d-c411206cdeb4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:51.311826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.342004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05e010-db8d-4a9a-a73c-2c79cb28a837 req-f9748e44-28ab-4325-98f0-726498283ca5 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.350008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b05e010-db8d-4a9a-a73c-2c79cb28a837 req-f9748e44-28ab-4325-98f0-726498283ca5 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 946 time: 0.1204112 Jul 30 01:51:51.391744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Allocated IP 172.20.0.6 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/9f9a1a0b-6f4d-4f73-b5f5-af05def602c3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:51.394114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0ee2ae-7611-4775-befb-6a500947b744 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.402195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.404208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.404834 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.406243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/c8c7d543-dbc2-4c3c-aef5-32764850f9b2 HTTP/1.1" status: 200 len: 1092 time: 2.6039438 Jul 30 01:51:51.406692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'tag': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:51.409253 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b416a9-baf4-4923-a079-8a657e192712" -d '{"events": [{"name": "network-changed", "server_uuid": "57942286-b6ef-4a9b-ac5f-3d19662037c6", "tag": "c8c7d543-dbc2-4c3c-aef5-32764850f9b2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:51.413322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.451712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d613a1-7c92-4a3d-8936-e4037f6655f9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.469348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0ee2ae-7611-4775-befb-6a500947b744 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.486841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.491500 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-888c53fc-f4d1-4bec-8e14-f99bce77f8fa tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3057027 Jul 30 01:51:51.494301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55696) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.505241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': 'bf33052b-c53e-465b-a01a-d63987752a12', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:51.520827 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04858e9-1769-4e44-a75e-82cd0e20bdfd x-openstack-request-id: req-d04858e9-1769-4e44-a75e-82cd0e20bdfd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:51.521205 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57942286-b6ef-4a9b-ac5f-3d19662037c6", "tag": "c8c7d543-dbc2-4c3c-aef5-32764850f9b2", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:51.521921 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d04858e9-1769-4e44-a75e-82cd0e20bdfd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:51.521921 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'tag': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2', 'status': 'completed', 'code': 200} Jul 30 01:51:51.535612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b05e010-db8d-4a9a-a73c-2c79cb28a837 req-ccf3c151-7284-47a2-b5f3-8fbbe8f3988c tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846545 Jul 30 01:51:51.605356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f7df2-1f73-46b7-9837-fe08c57da1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.623424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.642450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0ee2ae-7611-4775-befb-6a500947b744 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.663121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de0ee2ae-7611-4775-befb-6a500947b744 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.664451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-de0ee2ae-7611-4775-befb-6a500947b744 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/eb792a71-4d26-4f96-9320-34e7e88f591d HTTP/1.1" status: 204 len: 168 time: 0.4783177 Jul 30 01:51:51.669258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55700) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.677849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f700c68-280e-48e7-a4bb-0f828a87a46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.708782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd735d43-d303-4148-8570-828741cde006 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:51.725474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-7a5eac56-7e58-4509-92bd-a5f44e048344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.727452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-7a5eac56-7e58-4509-92bd-a5f44e048344 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5ea2cfcad5483681b094c9599719e1&device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 1095 time: 0.2452893 Jul 30 01:51:51.730188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ee2ae-7611-4775-befb-6a500947b744 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb792a71-4d26-4f96-9320-34e7e88f591d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.796363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port dd735d43-d303-4148-8570-828741cde006 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:51.814067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-f6d48ab7-9d7d-43f7-a51c-0c70dd52276e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0714042 Jul 30 01:51:51.817289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.826654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.832178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.861614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Transition to ACTIVE for port object 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:51.865098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:51.911821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954161fa-aee4-4761-a5fe-47507ed8938a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.922981 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.923351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.939511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-144021a4-52d7-41ee-bc9d-71077c24b0ac tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4313364 Jul 30 01:51:51.942177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55706) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.949846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a7fe46e-b1be-4991-abed-8274638bd30c req-aa597280-49be-4a6c-89cf-e0a9fe23e7b3 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.1445971 Jul 30 01:51:51.954847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': 'bf33052b-c53e-465b-a01a-d63987752a12', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:51.994751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-018a38d1-312c-4c51-a09e-0ebf0d15252b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3150480 Jul 30 01:51:51.999810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:52.007905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--113264017'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:52.017841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.075992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.115900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:52.138040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-49595f2b-0e82-47ef-b088-8fd10ce23050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.138282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:52.141677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:52.143600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:52.143806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-49595f2b-0e82-47ef-b088-8fd10ce23050 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d HTTP/1.1" status: 200 len: 852 time: 0.2763102 Jul 30 01:51:52.147065 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.148402 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4ac64-5691-4dae-a443-9ab57a38ba4a" -d '{"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:52.151915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:52.167517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aff7e-e856-433e-aa6f-5a01eaab8f82 None None] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:52.179047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55af5a-d5ab-4b6b-8c4c-87a00bc38441 req-65d5f8b3-fdc6-4895-8ca3-d29ad86f9bba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.190751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf55af5a-d5ab-4b6b-8c4c-87a00bc38441 req-65d5f8b3-fdc6-4895-8ca3-d29ad86f9bba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 931 time: 0.1802959 Jul 30 01:51:52.260260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.265298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:52.281737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.307963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-8f96c6ab-203c-4f7e-93a5-c42b87683e58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=828ad825-462f-440a-9037-308162007ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468816 Jul 30 01:51:52.333499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.342325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.353897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] Provisioning for port dd735d43-d303-4148-8570-828741cde006 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:52.373308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] Provisioning complete for port dd735d43-d303-4148-8570-828741cde006 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:52.373931 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.387480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.388168 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.418652 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-25560837-046f-4e22-86ea-886016c2a2f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9406888 Jul 30 01:51:52.437203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Request body: {'port': {'device_id': '78705840-dcda-463a-8fe3-17cbd781b437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:52.459766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-5f4faa36-ec7d-459c-b6c2-fd47e434b2aa service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393981 Jul 30 01:51:52.479412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:52.506866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd996b8b-db6c-46b8-8fb4-bf9e6ae978e6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:52.523204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.524462 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-acc6f3c0-f31d-4afc-8073-c36f875a1332 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5236018 Jul 30 01:51:52.529694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:52.539381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8e39a1a1-747e-45b0-a6dd-18d1358e6120 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'bd996b8b-db6c-46b8-8fb4-bf9e6ae978e6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:52.540269 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-8e39a1a1-747e-45b0-a6dd-18d1358e6120 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 01:51:52.544962 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8e39a1a1-747e-45b0-a6dd-18d1358e6120 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:52.546041 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e39a1a1-747e-45b0-a6dd-18d1358e6120 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153828 Jul 30 01:51:52.552545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf55af5a-d5ab-4b6b-8c4c-87a00bc38441 req-e7fbd819-064e-4c5d-aad7-5befafc028d5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602645 Jul 30 01:51:52.556432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:52.653148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.667219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.704561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0fa5-c992-488d-8ba7-49ed67e0a4f3 req-7d7aaff3-7858-4202-b918-a311d46ca39f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.714252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9e0fa5-c992-488d-8ba7-49ed67e0a4f3 req-7d7aaff3-7858-4202-b918-a311d46ca39f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.5585437 Jul 30 01:51:52.751077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] For port dd735d43-d303-4148-8570-828741cde006, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dd735d43-d303-4148-8570-828741cde006,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:52.757825 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfdfdc9-dda7-412b-b274-a3be8b18ce4e x-openstack-request-id: req-adfdfdc9-dda7-412b-b274-a3be8b18ce4e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:52.757825 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-unplugged", "status": "failed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "code": 422}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:52.757825 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-adfdfdc9-dda7-412b-b274-a3be8b18ce4e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:52.759955 n-d-713499-10 neutron-server[93891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'code': 422} returned with failed status Jul 30 01:51:52.761152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.766075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ca38a38-1c63-4ab8-906c-7e9c2274e568 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.784149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.807284 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.847506 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.848723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8979325 Jul 30 01:51:52.868288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:52.873917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': 'bf33052b-c53e-465b-a01a-d63987752a12', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:52.882678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1ac5f-780d-41d2-9e24-f2e6c1d5b31f None None] Pushing event updated for resources: {'Port': ['ID=dd735d43-d303-4148-8570-828741cde006,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:52.896875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9e0fa5-c992-488d-8ba7-49ed67e0a4f3 req-cbbe9439-7c80-45af-87e7-a6c097fb6447 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790884 Jul 30 01:51:52.917120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64b14a28-36c7-44ae-ac95-10b199e49b35 None None] Provisioning for port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:52.922378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6143aeb6-d9d2-46e6-8d57-7839c9912221 req-ef4f7014-9fd3-4d37-b9ef-15ba7bf74c6e service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431365 Jul 30 01:51:52.924868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1454-9f6b-4388-8ea9-b1e6aa50d415 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3349345-e626-4df2-b0e5-2c7da95f3843,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:52.927975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64b14a28-36c7-44ae-ac95-10b199e49b35 None None] Provisioning complete for port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:52.929809 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64b14a28-36c7-44ae-ac95-10b199e49b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.962646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ca38a38-1c63-4ab8-906c-7e9c2274e568 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.005251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-64b14a28-36c7-44ae-ac95-10b199e49b35 None None] Port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:53.021081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-0ce1895d-8a2b-4045-a834-0d567fa1d280 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.025058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-0ce1895d-8a2b-4045-a834-0d567fa1d280 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 946 time: 0.3713624 Jul 30 01:51:53.048034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.127816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bb76ff6e-b4a4-47d1-afeb-5ecfee3588ff None None] Provisioning complete for port dd735d43-d303-4148-8570-828741cde006 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:53.129179 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bb76ff6e-b4a4-47d1-afeb-5ecfee3588ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.163515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ca38a38-1c63-4ab8-906c-7e9c2274e568 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.166429 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ca38a38-1c63-4ab8-906c-7e9c2274e568 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.170783 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ca38a38-1c63-4ab8-906c-7e9c2274e568 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/bd996b8b-db6c-46b8-8fb4-bf9e6ae978e6 HTTP/1.1" status: 204 len: 168 time: 0.6135035 Jul 30 01:51:53.172215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55726) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:53.186763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38a38-1c63-4ab8-906c-7e9c2274e568 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd996b8b-db6c-46b8-8fb4-bf9e6ae978e6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.212601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.228461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035bb8d-54c7-4299-a179-9d7cb2d8a3a9 req-095f0e1a-ba90-47ba-851a-684fdfa7ea40 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.230029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3035bb8d-54c7-4299-a179-9d7cb2d8a3a9 req-095f0e1a-ba90-47ba-851a-684fdfa7ea40 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 943 time: 0.3229284 Jul 30 01:51:53.292518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:53.299894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b416a9-baf4-4923-a079-8a657e192712 req-31f259e8-a0f6-492c-930b-45f7fb0ef284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.302082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-31f259e8-a0f6-492c-930b-45f7fb0ef284 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5ea2cfcad5483681b094c9599719e1&device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 1095 time: 0.3089049 Jul 30 01:51:53.302595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.317511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Transition to ACTIVE for port object 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:53.321525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.373193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Pushing event updated for resources: {'Port': ['ID=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.376882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3035bb8d-54c7-4299-a179-9d7cb2d8a3a9 req-71657488-43a7-455c-b020-1c3c18055564 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199474 Jul 30 01:51:53.497459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6697-e35d-42eb-937f-06728ef49e00 req-9e26cbfb-6686-4b22-a978-ecbe19520cb9 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.499282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Attempting to bind port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:53.499451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-237c6697-e35d-42eb-937f-06728ef49e00 req-9e26cbfb-6686-4b22-a978-ecbe19520cb9 tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 946 time: 0.4686956 Jul 30 01:51:53.500258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Attempting to bind port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:53.500808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Attempting to bind port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:53.507580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:53.508928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Attempting to bind port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:53.516225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:53.516942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:53.516942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:53.517377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Bound port: 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:53.517745 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.546987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1b3646db-1ae2-4065-b6ff-f9ae967d67a5 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3593607 Jul 30 01:51:53.584729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:53.589892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--375684399'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:53.603729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2464ef9-6bce-48b7-9e1c-9d0adcfde0ee req-1b4bd806-bad5-40fb-bd6a-bc745e0e5cff tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.1192973 Jul 30 01:51:53.633639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] For port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:53.636192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.639241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] For port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:53.645939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.647685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.667848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.674073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-237c6697-e35d-42eb-937f-06728ef49e00 req-a974bae3-e5d1-4589-a3a2-5d1762ee19bb tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/security-groups?id=ead4e639-4dab-4bfd-bfe4-91c97ebae98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558650 Jul 30 01:51:53.687232 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.691629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8190849 Jul 30 01:51:53.705400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:53.707750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd735d43-d303-4148-8570-828741cde006 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:53.722457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Deleting port b477689b-ce00-47ae-b8fa-e5f308c149b8 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:53.722804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.736897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': 'bf33052b-c53e-465b-a01a-d63987752a12', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:53.814338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6240343-7f53-4783-87f8-3146523c8435 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67535c8-f68d-43fb-9ebb-6ffd41e7d4f3,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.833012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c8c7d543-dbc2-4c3c-aef5-32764850f9b2 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:53.858844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Pushing event updated for resources: {'Port': ['ID=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.863515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.864084 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.866079 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-95f5da37-f2c4-407d-8f4f-9d8628c17e9a service neutron] 10.222.0.66 "PUT /v2.0/ports/9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 HTTP/1.1" status: 200 len: 1092 time: 1.4356167 Jul 30 01:51:53.869061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78705840-dcda-463a-8fe3-17cbd781b437', 'tag': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:53.885595 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9066facb-e199-49fa-9596-5241d34caa77" -d '{"events": [{"name": "network-changed", "server_uuid": "78705840-dcda-463a-8fe3-17cbd781b437", "tag": "9f9a1a0b-6f4d-4f73-b5f5-af05def602c3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:53.906958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dd735d43-d303-4148-8570-828741cde006 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:53.907432 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.988429 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b232d5-eb6e-4609-9844-633d335f0845 x-openstack-request-id: req-b0b232d5-eb6e-4609-9844-633d335f0845 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:53.988994 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78705840-dcda-463a-8fe3-17cbd781b437", "tag": "9f9a1a0b-6f4d-4f73-b5f5-af05def602c3", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:53.989092 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0b232d5-eb6e-4609-9844-633d335f0845 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:53.990237 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78705840-dcda-463a-8fe3-17cbd781b437', 'tag': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3', 'status': 'completed', 'code': 200} Jul 30 01:51:53.990774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b416a9-baf4-4923-a079-8a657e192712 req-b034beee-dcc9-47ee-9e17-42b414967570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.992328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-b034beee-dcc9-47ee-9e17-42b414967570 service neutron] 10.222.0.66 "GET /v2.0/networks?id=828ad825-462f-440a-9037-308162007ae9 HTTP/1.1" status: 200 len: 913 time: 0.6654277 Jul 30 01:51:54.024190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-3da3f7c6-7ef1-4866-8c84-26d3830df042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.026752 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-3da3f7c6-7ef1-4866-8c84-26d3830df042 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 1095 time: 0.1044190 Jul 30 01:51:54.054630 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Project 40ad5a70069c490aadaefd93ae71ab62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:51:54.102072 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-073cd36d-043a-4b24-85c2-0eab52b81cf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 HTTP/1.1" status: 200 len: 217 time: 0.0635605 Jul 30 01:51:54.148195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.153914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,segment=NetworkSegment(5dd293e4-3be1-45d3-ae8d-c411206cdeb4),segment_id=5dd293e4-3be1-45d3-ae8d-c411206cdeb4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:54.160277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-c1177e27-6a86-47ed-addb-691f1f5f8e22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2 HTTP/1.1" status: 200 len: 217 time: 0.1419914 Jul 30 01:51:54.164496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] For port b477689b-ce00-47ae-b8fa-e5f308c149b8, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b477689b-ce00-47ae-b8fa-e5f308c149b8,segment=NetworkSegment(00362557-4903-4d48-a5db-a86b7be3c0b4),segment_id=00362557-4903-4d48-a5db-a86b7be3c0b4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:54.165091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.186946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2', 'network_id': '828ad825-462f-440a-9037-308162007ae9', 'port_id': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2', 'mac_address': 'fa:16:3e:08:a9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:54.189765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-9e3b014a-6763-4a70-9908-d3d1ff95410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.191833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-9e3b014a-6763-4a70-9908-d3d1ff95410a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0806479 Jul 30 01:51:54.246314 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.248637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375419e-4de9-4051-ace6-f7dee2fd8ba2 req-ccab2dc4-75ef-4964-be0c-d4b437d787c1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.264872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e375419e-4de9-4051-ace6-f7dee2fd8ba2 req-ccab2dc4-75ef-4964-be0c-d4b437d787c1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 943 time: 0.4870434 Jul 30 01:51:54.269122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c7d543-dbc2-4c3c-aef5-32764850f9b2 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:54.270631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-ac8a48dc-e149-4d5f-8ee7-86200488606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.272225 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-ac8a48dc-e149-4d5f-8ee7-86200488606a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724957 Jul 30 01:51:54.274504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Calling delete_port for b477689b-ce00-47ae-b8fa-e5f308c149b8 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:54.296839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,segment=NetworkSegment(5dd293e4-3be1-45d3-ae8d-c411206cdeb4),segment_id=5dd293e4-3be1-45d3-ae8d-c411206cdeb4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:54.297279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.302956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.308493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.352377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.353629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7676344 Jul 30 01:51:54.360831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55740) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.364260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:54.367162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ae7b9a57-b17a-43c3-8efe-8d2a32468e11 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'd49ccbe5-efde-4afd-af12-12b4605e9f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:54.374314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b416a9-baf4-4923-a079-8a657e192712 req-7287d624-12b9-4603-bd0d-aca9ab2479b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.375935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-7287d624-12b9-4603-bd0d-aca9ab2479b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d HTTP/1.1" status: 200 len: 852 time: 0.1798251 Jul 30 01:51:54.384824 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-ae7b9a57-b17a-43c3-8efe-8d2a32468e11 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 01:51:54.385805 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-ae7b9a57-b17a-43c3-8efe-8d2a32468e11 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:54.386945 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ae7b9a57-b17a-43c3-8efe-8d2a32468e11 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0233896 Jul 30 01:51:54.402631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.407181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-965329f4-a02c-456c-a332-bf74a32b95a9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'd49ccbe5-efde-4afd-af12-12b4605e9f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:54.407861 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-965329f4-a02c-456c-a332-bf74a32b95a9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 01:51:54.408352 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-965329f4-a02c-456c-a332-bf74a32b95a9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:54.412376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-965329f4-a02c-456c-a332-bf74a32b95a9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059693 Jul 30 01:51:54.417156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.426303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60249f12-e2fc-410d-95a4-9148ebd3723c tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49ccbe5-efde-4afd-af12-12b4605e9f79,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:54.461241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ee59c097-b3c3-4e83-aaae-4a6f7a92fdfc tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'd49ccbe5-efde-4afd-af12-12b4605e9f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:54.461470 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-d308a988-0f1e-441e-b790-8cf470b4c03c service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808612 Jul 30 01:51:54.464528 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-ee59c097-b3c3-4e83-aaae-4a6f7a92fdfc tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 01:51:54.465052 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-ee59c097-b3c3-4e83-aaae-4a6f7a92fdfc tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:54.466070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ee59c097-b3c3-4e83-aaae-4a6f7a92fdfc tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0413296 Jul 30 01:51:54.469953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.478382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-407d026e-9853-48d8-8d2f-42228565ab87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=828ad825-462f-440a-9037-308162007ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823021 Jul 30 01:51:54.481735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-62225f3c-85b5-4544-9759-b0af2150869e tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'd49ccbe5-efde-4afd-af12-12b4605e9f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:54.484325 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-62225f3c-85b5-4544-9759-b0af2150869e tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 01:51:54.485325 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-62225f3c-85b5-4544-9759-b0af2150869e tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:54.489768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-62225f3c-85b5-4544-9759-b0af2150869e tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087991 Jul 30 01:51:54.490424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.527651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9601e-5a87-4683-9d68-4049a045328e req-6ab00be7-0200-441e-b41d-735fbf800e1b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.532095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.535403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c8c7d543-dbc2-4c3c-aef5-32764850f9b2'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:54.541030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18e9601e-5a87-4683-9d68-4049a045328e req-6ab00be7-0200-441e-b41d-735fbf800e1b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.4719434 Jul 30 01:51:54.578131 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f20ae723-c634-4a6d-b0ea-65460c175b06 req-7f17c74e-e8f0-4887-b482-3d1af18b1d71 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089792 Jul 30 01:51:54.634134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e375419e-4de9-4051-ace6-f7dee2fd8ba2 req-e6135f7a-add9-4257-9717-076587c7165e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682213 Jul 30 01:51:54.649634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.671173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.686008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066facb-e199-49fa-9596-5241d34caa77 req-6590035c-9e4c-42ab-8f01-776608c67d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.687582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-6590035c-9e4c-42ab-8f01-776608c67d02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 1095 time: 0.0569832 Jul 30 01:51:54.755222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889a1e20-8816-4ce1-8eed-ea9764052089,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:54.778852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.782800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55756) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.783622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-291bf692-df8b-4c5b-aed5-f8fc7cbf96c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0736196 Jul 30 01:51:54.789914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': 'bf33052b-c53e-465b-a01a-d63987752a12', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:54.793590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18e9601e-5a87-4683-9d68-4049a045328e req-a2a8909b-aaad-4fac-ae4d-fb1e1664d2b0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516348 Jul 30 01:51:54.846980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066facb-e199-49fa-9596-5241d34caa77 req-09ee3cd9-52fc-4f0a-995e-a3c5b9369393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.851697 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-09ee3cd9-52fc-4f0a-995e-a3c5b9369393 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.1531894 Jul 30 01:51:54.885005 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df49852f-ebe7-4b88-8dae-818f7b58e94b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.891049 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-6903bd3e-538f-44da-86a8-83951fa39f4a service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996298 Jul 30 01:51:54.900273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.907920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-bddc3da5-79db-458f-9876-373f06255b0f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 HTTP/1.1" status: 200 len: 217 time: 0.0486226 Jul 30 01:51:54.931425 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Project 40ad5a70069c490aadaefd93ae71ab62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:51:54.956202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.002882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066facb-e199-49fa-9596-5241d34caa77 req-262b7bbe-6a7e-487d-9717-edd1efeaf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.004667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-262b7bbe-6a7e-487d-9717-edd1efeaf900 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0873802 Jul 30 01:51:55.013586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Pushing event deleted for resources: {'Port': ['ID=b477689b-ce00-47ae-b8fa-e5f308c149b8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.029384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b94fb-7eea-497a-880e-913da054ed5b req-11bbec61-77a4-477a-b977-7fa8aeb5b876 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.030904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-181b94fb-7eea-497a-880e-913da054ed5b req-11bbec61-77a4-477a-b977-7fa8aeb5b876 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 944 time: 0.2286735 Jul 30 01:51:55.054040 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df49852f-ebe7-4b88-8dae-818f7b58e94b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.055560 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.062386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.088737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066facb-e199-49fa-9596-5241d34caa77 req-7162d341-02fa-4ed1-aec9-dc1820cb8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.090364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-7162d341-02fa-4ed1-aec9-dc1820cb8852 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771205 Jul 30 01:51:55.090991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b5b741-de37-4ac5-a282-4c4ec8267e24,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.098447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.111133 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-83dffa04-abda-4390-9d32-14037063a8c0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3215008 Jul 30 01:51:55.198309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45750def-62da-48dd-9fc4-e02897afdf72 req-dcb9761b-8ec3-4433-a000-9cdc9d32d9d7 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/ports?device_id=3593b29b-7530-4620-bea3-0978d0257b07 HTTP/1.1" status: 200 len: 210 time: 0.2822318 Jul 30 01:51:55.224664 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-cfbd5bb5-242e-4d21-81f9-9c734c90e24d service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143382 Jul 30 01:51:55.241636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] No DVR routers for this DVR port b477689b-ce00-47ae-b8fa-e5f308c149b8 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:55.256428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.259688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87e8a6d0-71fb-4689-a82b-3c0ed7812427 req-e6f3508b-4fbd-4892-b8d3-d6123b898c6e tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.55 "DELETE /v2.0/ports/b477689b-ce00-47ae-b8fa-e5f308c149b8 HTTP/1.1" status: 204 len: 173 time: 2.2216704 Jul 30 01:51:55.260558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a324aba-3784-408e-b343-54f4017493fe', 'name': 'network-vif-deleted', 'tag': 'b477689b-ce00-47ae-b8fa-e5f308c149b8'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:55.274771 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14769bd-9aa2-4e8b-9c94-0325db44edf6" -d '{"events": [{"server_uuid": "5a324aba-3784-408e-b343-54f4017493fe", "name": "network-vif-deleted", "tag": "b477689b-ce00-47ae-b8fa-e5f308c149b8"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:55.278344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df49852f-ebe7-4b88-8dae-818f7b58e94b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.284229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df49852f-ebe7-4b88-8dae-818f7b58e94b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.288731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df49852f-ebe7-4b88-8dae-818f7b58e94b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/d49ccbe5-efde-4afd-af12-12b4605e9f79 HTTP/1.1" status: 204 len: 168 time: 0.7909181 Jul 30 01:51:55.295049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55768) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:55.309226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8b416a9-baf4-4923-a079-8a657e192712 req-655e14d1-4509-4b96-a410-36ebb912db3e service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948972 Jul 30 01:51:55.364147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49852f-ebe7-4b88-8dae-818f7b58e94b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49ccbe5-efde-4afd-af12-12b4605e9f79,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.379062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9066facb-e199-49fa-9596-5241d34caa77 req-f6efb6e1-39ff-48ad-83de-e61e08614670 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430559 Jul 30 01:51:55.387040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-181b94fb-7eea-497a-880e-913da054ed5b req-1b9ea36c-0975-4ca8-a817-4187f58e2679 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693865 Jul 30 01:51:55.407468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12d2f1a0-ec4f-4eaa-82b7-1327f62760df req-d12d5291-9d4f-4e7d-a132-f5bbf28b977b tempest-VolumesActionsTest-942963150 tempest-VolumesActionsTest-942963150-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a324aba-3784-408e-b343-54f4017493fe HTTP/1.1" status: 200 len: 210 time: 0.1113439 Jul 30 01:51:55.781020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1d6aa41d-6198-42ff-ac9a-9ae6581e57d5 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4808044 Jul 30 01:51:55.785219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:55.790629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852835151'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:55.827075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.842610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-d8584d21-b0f9-4be6-959e-1d14bebd03e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4384534 Jul 30 01:51:55.862230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:55.863319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-59c5f3dc-3b74-4397-8c96-3237de6f713a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663306821&fields=id&tenant_id=40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 267 time: 0.0805256 Jul 30 01:51:55.869439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c8c7d543-dbc2-4c3c-aef5-32764850f9b2 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:55.971149 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5ff6b0-968f-41a3-929e-b28491500efd x-openstack-request-id: req-cd5ff6b0-968f-41a3-929e-b28491500efd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:55.971373 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a324aba-3784-408e-b343-54f4017493fe", "name": "network-vif-deleted", "tag": "b477689b-ce00-47ae-b8fa-e5f308c149b8", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:55.971540 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd5ff6b0-968f-41a3-929e-b28491500efd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:55.971887 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a324aba-3784-408e-b343-54f4017493fe', 'name': 'network-vif-deleted', 'tag': 'b477689b-ce00-47ae-b8fa-e5f308c149b8', 'status': 'completed', 'code': 200} Jul 30 01:51:56.033580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.039957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.049166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:56.059468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:56.060379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.075554 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.076946 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2908199 Jul 30 01:51:56.082509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55794) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.091120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f81e7cda-ae92-4f6b-b739-2516bdf2efcb tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.093147 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-f81e7cda-ae92-4f6b-b739-2516bdf2efcb tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 01:51:56.093272 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-f81e7cda-ae92-4f6b-b739-2516bdf2efcb tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.094594 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f81e7cda-ae92-4f6b-b739-2516bdf2efcb tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107074 Jul 30 01:51:56.097779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5383d942-6086-46c3-9a54-cd3d33e6e9d6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:56.100106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.108202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0849d422-d192-4b86-a713-8be18866dae8 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.114339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-5af57927-4622-460e-9b4f-b97ff7f4c8a9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.122241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-5af57927-4622-460e-9b4f-b97ff7f4c8a9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/networks?id=8287d8c1-a0fc-46e5-830c-462cac27ca32 HTTP/1.1" status: 200 len: 796 time: 0.2579942 Jul 30 01:51:56.123126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.123660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.124103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.124596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.125008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.125433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.125828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.126225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.126738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.127190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.127590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.128035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca827fca-ab8f-4892-8f25-0a5a3b8b5750 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:56.134049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:56.135794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b347ad-d906-49d9-95ca-c977d8ef99e8 req-62c672d9-3ca4-49a9-8b7f-8b98f94f64d8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.137933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b347ad-d906-49d9-95ca-c977d8ef99e8 req-62c672d9-3ca4-49a9-8b7f-8b98f94f64d8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 943 time: 0.1720204 Jul 30 01:51:56.146180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-6f257c8e-de9f-4d73-b8de-8ed7d82f23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.147694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-6f257c8e-de9f-4d73-b8de-8ed7d82f23e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.1835110 Jul 30 01:51:56.149077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3', 'mac_address': 'fa:16:3e:16:ae:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:56.164397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-6941545d-caa0-4494-a656-eaf40594c527 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/quotas/40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 375 time: 0.0403974 Jul 30 01:51:56.175155 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-0849d422-d192-4b86-a713-8be18866dae8 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.176709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0849d422-d192-4b86-a713-8be18866dae8 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0755415 Jul 30 01:51:56.179869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.185343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ded0aef7-ce6b-4340-9e01-7ada748abc20 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.185869 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-ded0aef7-ce6b-4340-9e01-7ada748abc20 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 01:51:56.186353 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-ded0aef7-ce6b-4340-9e01-7ada748abc20 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.187402 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ded0aef7-ce6b-4340-9e01-7ada748abc20 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063365 Jul 30 01:51:56.190241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.199989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-eaefb15e-121d-4f84-a44d-2983468d0b1d tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.221362 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.243713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:56.258569 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-eaefb15e-121d-4f84-a44d-2983468d0b1d tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.262652 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eaefb15e-121d-4f84-a44d-2983468d0b1d tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0669420 Jul 30 01:51:56.271719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55804) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.280048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-34d410a1-a755-4f0f-bb80-7bf6bf0ccc97 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.280948 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-34d410a1-a755-4f0f-bb80-7bf6bf0ccc97 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 01:51:56.281732 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-34d410a1-a755-4f0f-bb80-7bf6bf0ccc97 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.287821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-34d410a1-a755-4f0f-bb80-7bf6bf0ccc97 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142560 Jul 30 01:51:56.289459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.293570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:56.296564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.299473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-54393091-4d8e-45c0-ba77-ae221d9a4ab0 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.301587 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.329894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b347ad-d906-49d9-95ca-c977d8ef99e8 req-1a1395db-35e3-4e2e-a6af-5f0292ac5129 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800940 Jul 30 01:51:56.350484 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-54393091-4d8e-45c0-ba77-ae221d9a4ab0 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.354843 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54393091-4d8e-45c0-ba77-ae221d9a4ab0 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0641878 Jul 30 01:51:56.355645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.361111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a7223219-087b-4b9b-92f5-2ce538423667 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.361730 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-a7223219-087b-4b9b-92f5-2ce538423667 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 01:51:56.362317 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-a7223219-087b-4b9b-92f5-2ce538423667 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.366889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a7223219-087b-4b9b-92f5-2ce538423667 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073423 Jul 30 01:51:56.367256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55810) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.374969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-37f7fa53-6297-459f-bc47-0e6790ad1267 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.392928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-eb43176f-222c-4b95-95fc-d45b5171374b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2060378 Jul 30 01:51:56.393161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:56.396854 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1460eb03-1d12-41ea-a136-4ab0394569f6" -d '{"events": [{"server_uuid": "57942286-b6ef-4a9b-ac5f-3d19662037c6", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7d543-dbc2-4c3c-aef5-32764850f9b2"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:56.436963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,segment=NetworkSegment(5dd293e4-3be1-45d3-ae8d-c411206cdeb4),segment_id=5dd293e4-3be1-45d3-ae8d-c411206cdeb4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:56.447862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b477689b-ce00-47ae-b8fa-e5f308c149b8 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:56.456883 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-37f7fa53-6297-459f-bc47-0e6790ad1267 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.458609 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-37f7fa53-6297-459f-bc47-0e6790ad1267 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0893941 Jul 30 01:51:56.460040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.460834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:56.461896 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.476315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-633ff24e-dcec-43bf-9830-c9d1177dec61 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '5383d942-6086-46c3-9a54-cd3d33e6e9d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.499841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: b477689b-ce00-47ae-b8fa-e5f308c149b8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:56.500086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b477689b-ce00-47ae-b8fa-e5f308c149b8 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:56.501420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:56.513296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-4c41c7d5-babb-4541-a90c-6072be0e25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.514940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-4c41c7d5-babb-4541-a90c-6072be0e25a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.3363383 Jul 30 01:51:56.522645 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-633ff24e-dcec-43bf-9830-c9d1177dec61 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:56.526485 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-633ff24e-dcec-43bf-9830-c9d1177dec61 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0595045 Jul 30 01:51:56.527263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.553556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:56.596450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8bfda97-1e57-4c75-b9a3-87185c6234b3 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.614073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-e7b58bd7-a471-48b6-b978-1b832d767b1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.0879848 Jul 30 01:51:56.623827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8bfda97-1e57-4c75-b9a3-87185c6234b3 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.683068 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8bfda97-1e57-4c75-b9a3-87185c6234b3 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.689018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8bfda97-1e57-4c75-b9a3-87185c6234b3 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.694529 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a8bfda97-1e57-4c75-b9a3-87185c6234b3 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/5383d942-6086-46c3-9a54-cd3d33e6e9d6 HTTP/1.1" status: 204 len: 168 time: 0.1665967 Jul 30 01:51:56.695586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55828) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.705827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:56.715972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfda97-1e57-4c75-b9a3-87185c6234b3 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5383d942-6086-46c3-9a54-cd3d33e6e9d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:56.727762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-45e8bc7e-54f2-4e13-a684-1785195e0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.730850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-45e8bc7e-54f2-4e13-a684-1785195e0b09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1090784 Jul 30 01:51:56.763831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-ff2052fa-ead7-4917-97f5-9205e18d5576 service neutron] 10.222.0.78 "GET /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490682 Jul 30 01:51:56.777374 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-11cf51bb-f590-4065-9084-a0e6c35b6d66 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686514 Jul 30 01:51:56.778034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.784099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874814438'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:56.816093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.860528 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b1f02-f71e-4b53-a960-dc25007940c2 x-openstack-request-id: req-819b1f02-f71e-4b53-a960-dc25007940c2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:56.861119 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57942286-b6ef-4a9b-ac5f-3d19662037c6", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7d543-dbc2-4c3c-aef5-32764850f9b2", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:56.861552 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-819b1f02-f71e-4b53-a960-dc25007940c2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:56.862122 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2', 'code': 200} Jul 30 01:51:56.891945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-c9dfb26c-33d2-4191-bb7b-9c5e1b0c2147 service neutron] 10.222.0.78 "GET /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256115 Jul 30 01:51:56.995747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-d3379ebf-d196-4f93-bf7e-f6e1aa337b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.997512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-d3379ebf-d196-4f93-bf7e-f6e1aa337b2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2303994 Jul 30 01:51:57.004385 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.006122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922174-b609-4618-a97a-e316401d0272 req-da972ead-65df-41ff-9995-aa9bb60fa7e4 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.007128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a433754-2b66-470e-a476-970f04558f72 req-a7eebca0-97ce-4def-a56b-f92a917ee218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.008033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20922174-b609-4618-a97a-e316401d0272 req-da972ead-65df-41ff-9995-aa9bb60fa7e4 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.0731294 Jul 30 01:51:57.008898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1a433754-2b66-470e-a476-970f04558f72 req-a7eebca0-97ce-4def-a56b-f92a917ee218 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 1097 time: 0.0792334 Jul 30 01:51:57.011447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.052499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.056673 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2772014 Jul 30 01:51:57.059345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55840) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:57.065771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-98ea8349-40d7-4775-a9f1-e455778577f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'ba5af477-ef5a-40ac-b31b-2ecf61fa871d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:57.110447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8aece-9eb6-4d2d-8397-cf3aa9f195d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5af477-ef5a-40ac-b31b-2ecf61fa871d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.135495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20922174-b609-4618-a97a-e316401d0272 req-42c6b6b1-f4d7-437a-a528-96a25b6563e2 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163933 Jul 30 01:51:57.151166 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1a433754-2b66-470e-a476-970f04558f72 req-e960ea73-600e-4d9b-871f-c2a0a21fe266 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301885 Jul 30 01:51:57.187230 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-98ea8349-40d7-4775-a9f1-e455778577f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The resource could not be found. Jul 30 01:51:57.189480 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-98ea8349-40d7-4775-a9f1-e455778577f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1257560 Jul 30 01:51:57.198205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55846) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:57.206269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-acf2a327-0f97-4d64-851e-ddb9dffce103 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'ba5af477-ef5a-40ac-b31b-2ecf61fa871d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1ae3b057-9e8a-4751-ac04-73590dcfb77a'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:57.211795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:57.215061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-78502f64-e153-411c-8dc2-2d09a865ec2e service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053790 Jul 30 01:51:57.310816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f94a1e9-5cc7-4eca-8da2-44b31e60edca tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.343405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f94a1e9-5cc7-4eca-8da2-44b31e60edca tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.344939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df4e8e6f-988c-4569-9c1a-2392eb037350 req-b6ecb0c7-1626-4df6-95d9-e81fd9160fe7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 210 time: 0.0623684 Jul 30 01:51:57.391690 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-acf2a327-0f97-4d64-851e-ddb9dffce103 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The resource could not be found. Jul 30 01:51:57.391690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-acf2a327-0f97-4d64-851e-ddb9dffce103 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1878424 Jul 30 01:51:57.395199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55858) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:57.428729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f94a1e9-5cc7-4eca-8da2-44b31e60edca tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.433127 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f94a1e9-5cc7-4eca-8da2-44b31e60edca tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.433641 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f94a1e9-5cc7-4eca-8da2-44b31e60edca tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/security-groups/d0dd6b01-76c8-466d-b611-d5711e02dc66 HTTP/1.1" status: 204 len: 168 time: 0.2208800 Jul 30 01:51:57.435130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d99ab-5816-46d7-b38c-83104c719c50 req-3732571c-9d80-4fc6-84ec-c85c42a514b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120106 Jul 30 01:51:57.437521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:57.463537 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-43201154-b953-434d-8425-54389ceba270 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] show failed (client error): The resource could not be found. Jul 30 01:51:57.464645 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-43201154-b953-434d-8425-54389ceba270 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "GET /v2.0/security-groups/d0dd6b01-76c8-466d-b611-d5711e02dc66 HTTP/1.1" status: 404 len: 347 time: 0.0261822 Jul 30 01:51:57.465487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94a1e9-5cc7-4eca-8da2-44b31e60edca tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd6b01-76c8-466d-b611-d5711e02dc66,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.468164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55866) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:57.706417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0f07edb-65b0-41b7-9f27-16b6dd8e7f67 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.725681 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-d5d039a2-0ee8-47cf-a78d-13f287a2d8bd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1609883 Jul 30 01:51:57.756560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75718fca-b7e0-450c-955f-2a4b2c5598ff req-cff85a8c-ae85-4ea3-a6a6-c49e2c10c0d7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.759470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75718fca-b7e0-450c-955f-2a4b2c5598ff req-cff85a8c-ae85-4ea3-a6a6-c49e2c10c0d7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 944 time: 0.1713414 Jul 30 01:51:57.808627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3386-9932-49f2-9bc1-18806bbf911c req-367a5c6c-5b65-48d1-a7a2-2fe412c0294c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.812250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44fa3386-9932-49f2-9bc1-18806bbf911c req-367a5c6c-5b65-48d1-a7a2-2fe412c0294c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.2681146 Jul 30 01:51:57.822171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0f07edb-65b0-41b7-9f27-16b6dd8e7f67 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.880281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:57.932885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75718fca-b7e0-450c-955f-2a4b2c5598ff req-d2b03787-ec26-4505-a175-95c4969168a8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431890 Jul 30 01:51:57.969860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44fa3386-9932-49f2-9bc1-18806bbf911c req-fa44c5dd-c6ad-4627-8c1d-98aacffbfa3b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431911 Jul 30 01:51:58.001872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port 6e69beb7-18c4-4176-9c6f-87b9bf20c8f5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:58.002221 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.006152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0f07edb-65b0-41b7-9f27-16b6dd8e7f67 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.011572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0f07edb-65b0-41b7-9f27-16b6dd8e7f67 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.013023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:58.013518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a0f07edb-65b0-41b7-9f27-16b6dd8e7f67 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/ba5af477-ef5a-40ac-b31b-2ecf61fa871d HTTP/1.1" status: 204 len: 168 time: 0.6173222 Jul 30 01:51:58.016154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55888) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:58.023742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:58.025845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.089230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f07edb-65b0-41b7-9f27-16b6dd8e7f67 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5af477-ef5a-40ac-b31b-2ecf61fa871d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:58.121734 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-23d95b18-db21-40a4-b3e8-973878f894f2 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043980 Jul 30 01:51:58.125568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55890) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:58.134376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-05254340-cb83-403a-83ad-579e04699069 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': 'f8224b20-30f3-46fd-839c-404ddb904469', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:58.169059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.234305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:58.242061 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.245031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.245532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.286873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for 6e69beb7-18c4-4176-9c6f-87b9bf20c8f5 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:58.358117 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-05254340-cb83-403a-83ad-579e04699069 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The resource could not be found. Jul 30 01:51:58.359110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-05254340-cb83-403a-83ad-579e04699069 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2322590 Jul 30 01:51:58.365658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:58.367447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55896) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:58.372574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--85794196'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:58.394374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5853-38a1-4d15-859d-2bb2f9246483 req-a88bbbb0-fcb7-49f3-a491-459850aae415 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.403576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a1e5853-38a1-4d15-859d-2bb2f9246483 req-a88bbbb0-fcb7-49f3-a491-459850aae415 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.1819587 Jul 30 01:51:58.423984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.496886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5611a830-9fe5-40b0-a805-6f9cfe490a59 req-2e987908-e91a-433f-8647-b7836356e60a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 210 time: 0.0453806 Jul 30 01:51:58.509354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a1e5853-38a1-4d15-859d-2bb2f9246483 req-d0ee71f6-8d7c-4f35-b93b-ae03604abd36 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044278 Jul 30 01:51:58.562096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.568656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.598370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.604292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55902) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:58.604511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2357945 Jul 30 01:51:58.617224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--903523211'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:58.635939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ff817-238e-436f-a9e9-11915458a1df tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50839b5a-47ee-488c-bd77-eb7e338d104c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:58.636950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.731704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=6e69beb7-18c4-4176-9c6f-87b9bf20c8f5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:58.849811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.864192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78705840-dcda-463a-8fe3-17cbd781b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:58.867369 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0652b410-a1c9-4802-8e46-a0401449abf0" -d '{"events": [{"server_uuid": "78705840-dcda-463a-8fe3-17cbd781b437", "name": "network-vif-plugged", "status": "completed", "tag": "9f9a1a0b-6f4d-4f73-b5f5-af05def602c3"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:58.913249 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2940de-4803-4872-a895-5bdbc581e42a x-openstack-request-id: req-2f2940de-4803-4872-a895-5bdbc581e42a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:58.913889 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78705840-dcda-463a-8fe3-17cbd781b437", "name": "network-vif-plugged", "status": "completed", "tag": "9f9a1a0b-6f4d-4f73-b5f5-af05def602c3", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:58.913889 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f2940de-4803-4872-a895-5bdbc581e42a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:58.914208 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78705840-dcda-463a-8fe3-17cbd781b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3', 'code': 200} Jul 30 01:51:58.915763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca17861-4d90-4185-b387-7fd86db7554a req-6fa9e7de-0f37-4d56-a9e6-d5c7680c520d tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.917397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca17861-4d90-4185-b387-7fd86db7554a req-6fa9e7de-0f37-4d56-a9e6-d5c7680c520d tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.2769778 Jul 30 01:51:58.924670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.927833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.928970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1530870c-5590-41a2-b600-da5955117aa8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/floatingips/719f6eee-b5ee-4998-b5d0-15b0aec4e043 HTTP/1.1" status: 204 len: 168 time: 1.4509385 Jul 30 01:51:58.931924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.005101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-0c0c0bf4-36de-4b42-9af0-f9634bffb5ce tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.006655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-0c0c0bf4-36de-4b42-9af0-f9634bffb5ce tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.55 "GET /v2.0/networks?id=8287d8c1-a0fc-46e5-830c-462cac27ca32 HTTP/1.1" status: 200 len: 796 time: 0.2788544 Jul 30 01:51:59.063170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3dea1-5631-439c-ad74-0394e003bcf0 req-71e7ca2f-b79f-45fb-9db6-a2bc3bb8c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.072044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7bb3dea1-5631-439c-ad74-0394e003bcf0 req-71e7ca2f-b79f-45fb-9db6-a2bc3bb8c5ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 1097 time: 0.0871501 Jul 30 01:51:59.084006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port a7cbed62-6f49-4e60-b848-08b02078bbbc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:59.084476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.095116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ca17861-4d90-4185-b387-7fd86db7554a req-c5e9e788-c417-494f-be02-4df7937fc1ef tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628602 Jul 30 01:51:59.148824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-08bb340d-0a3c-4c9c-88cf-7e6ae4acc296 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 473 time: 0.1261301 Jul 30 01:51:59.161176 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.179389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7bb3dea1-5631-439c-ad74-0394e003bcf0 req-b096039b-2371-4ae1-94d4-49e4abb63965 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989614 Jul 30 01:51:59.191305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'port': {'device_id': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'admin_state_up': True, 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'security_groups': ['bf33052b-c53e-465b-a01a-d63987752a12']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:59.210125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.219534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31c93-06d6-4863-844d-122a7edd94f1 req-2e03670a-caa4-44a1-91e1-1a034f34db41 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.221223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75f31c93-06d6-4863-844d-122a7edd94f1 req-2e03670a-caa4-44a1-91e1-1a034f34db41 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1839430 Jul 30 01:51:59.228984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.243067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for a7cbed62-6f49-4e60-b848-08b02078bbbc owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:59.360762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.362013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7564933 Jul 30 01:51:59.367389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.371967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6a5afb72-1dd0-4b3c-b12e-30e11ab3d3d6 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group_rule': {'security_group_id': '50839b5a-47ee-488c-bd77-eb7e338d104c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9443caab-333e-417a-bcb1-5cfea7a9c8f6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:59.374284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce6e45-6703-446a-84ba-9b694b1a6c23 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9443caab-333e-417a-bcb1-5cfea7a9c8f6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:59.395074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-0c6160b2-e72b-414f-8e7b-705c6a2e483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.396656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-0c6160b2-e72b-414f-8e7b-705c6a2e483a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748&tenant_id=a039994ac7fa46c88b04bbad3609586b HTTP/1.1" status: 200 len: 1096 time: 0.2546046 Jul 30 01:51:59.402563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.423982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:59.428693 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75f31c93-06d6-4863-844d-122a7edd94f1 req-91810717-4bd4-471d-8ac7-c3b4fcd3b0c7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930788 Jul 30 01:51:59.442781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=a7cbed62-6f49-4e60-b848-08b02078bbbc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:59.443493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea1be3-7d5e-46f9-9695-2ab2302be248 req-229f067d-dc25-46f7-b2df-80cc9f576395 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.445147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6ea1be3-7d5e-46f9-9695-2ab2302be248 req-229f067d-dc25-46f7-b2df-80cc9f576395 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.2587883 Jul 30 01:51:59.452364 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-6a5afb72-1dd0-4b3c-b12e-30e11ab3d3d6 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:51:59.453518 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6a5afb72-1dd0-4b3c-b12e-30e11ab3d3d6 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0851693 Jul 30 01:51:59.468077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55920) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.558007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:59.561543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.563043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.565646 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c018fd42-0e37-45e7-9a23-b2e9ae88e06d tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/ports/a7cbed62-6f49-4e60-b848-08b02078bbbc HTTP/1.1" status: 204 len: 168 time: 0.6326802 Jul 30 01:51:59.567951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.573900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55924) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.587220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6ea1be3-7d5e-46f9-9695-2ab2302be248 req-dd92f113-a711-4caa-acfb-7841fe3bee47 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096721 Jul 30 01:51:59.618798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a45a3159-7097-42c6-9140-18437a011b30 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.640650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a45a3159-7097-42c6-9140-18437a011b30 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.739916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a45a3159-7097-42c6-9140-18437a011b30 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.742824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a45a3159-7097-42c6-9140-18437a011b30 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.747578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a45a3159-7097-42c6-9140-18437a011b30 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/9443caab-333e-417a-bcb1-5cfea7a9c8f6 HTTP/1.1" status: 204 len: 168 time: 0.2784152 Jul 30 01:51:59.756185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55928) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.767137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3159-7097-42c6-9140-18437a011b30 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9443caab-333e-417a-bcb1-5cfea7a9c8f6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:59.772499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting port 3a274634-b169-48c7-a38e-66ef35299f93 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:59.772914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.867667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd5516e1-c962-4e4e-8f59-cd2912d0ac85 req-f6e3cb55-f6a3-4334-8893-ed9de1a6f03a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 210 time: 0.1122601 Jul 30 01:51:59.911833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.928805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Calling delete_port for 3a274634-b169-48c7-a38e-66ef35299f93 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:59.967848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.20.0.24 (8287d8c1-a0fc-46e5-830c-462cac27ca32/900d6a2b-8114-4f14-9e3a-c7c4d6f79204/b12b15ca-6c83-42b6-9643-43c5048508e0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:00.002628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff384d-20ac-422b-b3db-cfeec3722fa5 req-ad117afa-ecab-4b78-8e7a-795f1fa66b75 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:00.005857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49ff384d-20ac-422b-b3db-cfeec3722fa5 req-ad117afa-ecab-4b78-8e7a-795f1fa66b75 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.2273011 Jul 30 01:52:00.025550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cb895e29-ce9e-44e3-a2a5-03a8d8478813 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2681456 Jul 30 01:52:00.026929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55938) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.244357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5bd395-587c-4217-9bd6-405f5ddc8366 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.278521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.284494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5bd395-587c-4217-9bd6-405f5ddc8366 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.328312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Port': ['ID=3a274634-b169-48c7-a38e-66ef35299f93,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:00.430806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.435533 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0ca5dad1-df4c-422b-a234-8a15ae54eac2 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/ports/3a274634-b169-48c7-a38e-66ef35299f93 HTTP/1.1" status: 204 len: 168 time: 0.8615813 Jul 30 01:52:00.436488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55942) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.448415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5bd395-587c-4217-9bd6-405f5ddc8366 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.451363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5bd395-587c-4217-9bd6-405f5ddc8366 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.452669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f5bd395-587c-4217-9bd6-405f5ddc8366 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/50839b5a-47ee-488c-bd77-eb7e338d104c HTTP/1.1" status: 204 len: 168 time: 0.4246113 Jul 30 01:52:00.455977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:00.461243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55944) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.501344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bd395-587c-4217-9bd6-405f5ddc8366 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50839b5a-47ee-488c-bd77-eb7e338d104c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:00.539701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting subnet d3d90104-e03f-4b2f-9711-efc5591594f7 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:00.543844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.566128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49ff384d-20ac-422b-b3db-cfeec3722fa5 req-3df2f8bb-07ea-4dd9-918e-4956cf647210 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497241 Jul 30 01:52:00.594136 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.624745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0dd01919-44d7-4433-a112-cd0d0c121287 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1576798 Jul 30 01:52:00.634036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55950) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.639404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'tempest-secgroup--820550112'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:00.659316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:00.666838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.729395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210d7ea-a69f-46a2-bf08-5253f21fb7fb req-8ecbb76c-9ae5-4fe6-ac20-1dc78f795412 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:00.730973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6210d7ea-a69f-46a2-bf08-5253f21fb7fb req-8ecbb76c-9ae5-4fe6-ac20-1dc78f795412 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1701429 Jul 30 01:52:00.754947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5cd628-553b-455c-aa50-601058dc4f72 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:00.769651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.774071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.782291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.802797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.804054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1687460 Jul 30 01:52:00.804644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Transition to ACTIVE for port object b12b15ca-6c83-42b6-9643-43c5048508e0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:00.812415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55954) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.825021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13184334-de33-4265-b0ee-6faa165efb50 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:00.825735 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-13184334-de33-4265-b0ee-6faa165efb50 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 01:52:00.826296 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-13184334-de33-4265-b0ee-6faa165efb50 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 01:52:00.827333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13184334-de33-4265-b0ee-6faa165efb50 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "PUT /v2.0/security-groups/5fe411a3-27d6-4c9f-be81-f9275a3994f7 HTTP/1.1" status: 409 len: 330 time: 0.0120811 Jul 30 01:52:00.849739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55956) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.880380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a646d-389f-4c35-865b-b571bf2d5e52 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe411a3-27d6-4c9f-be81-f9275a3994f7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:00.895795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.915488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Transition to ACTIVE for port object 8f5cd628-553b-455c-aa50-601058dc4f72 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:00.937861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.938594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.956599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.983229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86934a79-d60b-4980-bf03-05951408c0f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.015876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86934a79-d60b-4980-bf03-05951408c0f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.017651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:01.033212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6210d7ea-a69f-46a2-bf08-5253f21fb7fb req-62030e46-0394-4256-88f4-a954f932c19d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854588 Jul 30 01:52:01.047694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:01.064795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.065053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:01.078688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.080436 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/subnets/d3d90104-e03f-4b2f-9711-efc5591594f7 HTTP/1.1" status: 204 len: 168 time: 0.6424050 Jul 30 01:52:01.089787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4ceb3-5dc0-4dce-b16d-74a995a0d91a req-4bf44f00-0bbf-43c2-bc2e-c99ec57d7f88 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.091455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5bc4ceb3-5dc0-4dce-b16d-74a995a0d91a req-4bf44f00-0bbf-43c2-bc2e-c99ec57d7f88 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.3395925 Jul 30 01:52:01.101671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661eb3f3-c99b-4ec4-aed3-054665a72520 None None] Network 3efebfd3-cb97-4208-8d47-9587a59c2360 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:01.116640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55962) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.118703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7b4f7-60ea-4345-a505-0256a324a1f9 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d90104-e03f-4b2f-9711-efc5591594f7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:01.135903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86934a79-d60b-4980-bf03-05951408c0f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.138509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86934a79-d60b-4980-bf03-05951408c0f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.139707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86934a79-d60b-4980-bf03-05951408c0f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/5fe411a3-27d6-4c9f-be81-f9275a3994f7 HTTP/1.1" status: 204 len: 168 time: 0.2888741 Jul 30 01:52:01.149532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.150338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86934a79-d60b-4980-bf03-05951408c0f9 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe411a3-27d6-4c9f-be81-f9275a3994f7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:01.218465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0c045d49-3515-4dc8-aab4-ed9d317d43d7 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621152 Jul 30 01:52:01.218804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55968) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.265598 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-daeca370-cead-4ca8-8dff-823e67a5af9b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] delete failed (client error): The resource could not be found. Jul 30 01:52:01.266780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-daeca370-cead-4ca8-8dff-823e67a5af9b tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "DELETE /v2.0/security-groups/bb7ade10-5aeb-424a-9275-6007ec47148e HTTP/1.1" status: 404 len: 347 time: 0.0470581 Jul 30 01:52:01.271233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55970) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.303474 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-1b818451-92f1-4cb6-a4c3-7e34203e4cb4 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] show failed (client error): The resource could not be found. Jul 30 01:52:01.303474 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b818451-92f1-4cb6-a4c3-7e34203e4cb4 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-groups/48e703a2-974c-4022-af00-e2cc72e8559c HTTP/1.1" status: 404 len: 347 time: 0.0283687 Jul 30 01:52:01.304387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55972) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.331109 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-f14cdb4e-e4db-47ba-8d53-0297e886da59 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] show failed (client error): The resource could not be found. Jul 30 01:52:01.333266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=b12b15ca-6c83-42b6-9643-43c5048508e0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:01.334356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f14cdb4e-e4db-47ba-8d53-0297e886da59 tempest-NegativeSecGroupTest-821849436 tempest-NegativeSecGroupTest-821849436-project] 10.222.0.78 "GET /v2.0/security-group-rules/2eb28179-5bb2-443b-b967-52610502002f HTTP/1.1" status: 404 len: 356 time: 0.0288322 Jul 30 01:52:01.436464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] DHCP port deletion for 3efebfd3-cb97-4208-8d47-9587a59c2360 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:01.534435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Deleting port 6a0bf638-b998-4019-ad95-4f625ed2bd1c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:01.535518 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.552974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=9']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:01.582207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.582886 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.627720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Deleting subnet f26378a3-f247-4c59-932b-d738676c75b0 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:01.642494 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5bc4ceb3-5dc0-4dce-b16d-74a995a0d91a req-fc5473e2-c355-40c2-984e-4c21c4039722 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5143766 Jul 30 01:52:01.646964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6a0bf638-b998-4019-ad95-4f625ed2bd1c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:01.661985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.702310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-518192b6-9fd2-4f9c-97bc-2e2a1e602faa None None] Provisioning for port b12b15ca-6c83-42b6-9643-43c5048508e0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:01.717864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] For port 6a0bf638-b998-4019-ad95-4f625ed2bd1c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6a0bf638-b998-4019-ad95-4f625ed2bd1c,segment=NetworkSegment(c84690d4-b910-4729-baed-30d6da7fcec8),segment_id=c84690d4-b910-4729-baed-30d6da7fcec8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:01.718368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.736045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-518192b6-9fd2-4f9c-97bc-2e2a1e602faa None None] Provisioning complete for port b12b15ca-6c83-42b6-9643-43c5048508e0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:01.736519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-518192b6-9fd2-4f9c-97bc-2e2a1e602faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.766813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e03ece-4df6-42de-9e75-eb02e5a57591 req-5711eeb0-1f73-4af4-8567-2dc9d188e7ed tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.767116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Calling delete_port for 6a0bf638-b998-4019-ad95-4f625ed2bd1c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:01.768868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73e03ece-4df6-42de-9e75-eb02e5a57591 req-5711eeb0-1f73-4af4-8567-2dc9d188e7ed tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 932 time: 0.3768468 Jul 30 01:52:01.770365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] No DVR routers for this DVR port 8f5cd628-553b-455c-aa50-601058dc4f72 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:01.772975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-d72a3ecd-4e18-4a33-9b05-f1aac8790c11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5877135 Jul 30 01:52:01.815254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55982) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:01.820833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-518192b6-9fd2-4f9c-97bc-2e2a1e602faa None None] Port b12b15ca-6c83-42b6-9643-43c5048508e0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:01.859643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Request body: {'port': {'device_id': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:01.929244 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.989755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.993369 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.025501 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8a9c3095-c9db-4e56-a8cf-73f1dacec969 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=07e15153df3f49aab48b77d679dfbb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072051 Jul 30 01:52:02.025848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55986) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:02.051393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Pushing event deleted for resources: {'Port': ['ID=6a0bf638-b998-4019-ad95-4f625ed2bd1c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.056524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] No DVR routers for this DVR port 6a0bf638-b998-4019-ad95-4f625ed2bd1c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:02.064653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.065068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.065414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.065785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.066146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.070964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.071367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.071772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.072040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.072374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.072707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.073037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a2353f-eb70-4ca3-94b4-574872367e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:02.101239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73e03ece-4df6-42de-9e75-eb02e5a57591 req-fbf29b8d-ff64-40dc-b929-556c03280627 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641191 Jul 30 01:52:02.110390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-977dfbee-4fc1-4ad8-a2de-cbb2f3047073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.122932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.153407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-977dfbee-4fc1-4ad8-a2de-cbb2f3047073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.164133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f55eff-e29e-4e0f-a07e-9478e9a46d12 req-37b801f8-625f-4107-9955-1f23984004bc tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.165928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05f55eff-e29e-4e0f-a07e-9478e9a46d12 req-37b801f8-625f-4107-9955-1f23984004bc tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.2770150 Jul 30 01:52:02.227417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-977dfbee-4fc1-4ad8-a2de-cbb2f3047073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.230355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-977dfbee-4fc1-4ad8-a2de-cbb2f3047073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.235833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-977dfbee-4fc1-4ad8-a2de-cbb2f3047073 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99e5d213-d3af-4a4f-a763-a65bfa9719aa HTTP/1.1" status: 204 len: 168 time: 0.2089028 Jul 30 01:52:02.251557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dfbee-4fc1-4ad8-a2de-cbb2f3047073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5d213-d3af-4a4f-a763-a65bfa9719aa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.348390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.383890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:02.384319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:02.384709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:02.419686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05f55eff-e29e-4e0f-a07e-9478e9a46d12 req-c54528f9-5df5-4f9b-a2d4-6ae95af86137 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228341 Jul 30 01:52:02.422095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Port 8f5cd628-553b-455c-aa50-601058dc4f72 on network b1306467-1764-416f-9ba4-5f651ab7a78b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:02.422725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Attempting to bind port 8f5cd628-553b-455c-aa50-601058dc4f72 on network b1306467-1764-416f-9ba4-5f651ab7a78b {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:02.532383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:02.532832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Checking segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:02.533318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Bound using segment: {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:02.534772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Bound port: 8f5cd628-553b-455c-aa50-601058dc4f72, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecd8051-1767-4574-b193-4a24f57b238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:02.534772 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.552646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364d7a-902f-461b-b09e-886792b3da0c req-934cb71a-135a-4315-a8a1-cf999b44553c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.560812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e364d7a-902f-461b-b09e-886792b3da0c req-934cb71a-135a-4315-a8a1-cf999b44553c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.3628950 Jul 30 01:52:02.791124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.797365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e364d7a-902f-461b-b09e-886792b3da0c req-3ab38335-5000-477c-811e-58910c9e7285 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353420 Jul 30 01:52:02.865386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Subnet': ['ID=f26378a3-f247-4c59-932b-d738676c75b0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.880854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad682227-f732-4bdd-8f05-61d9a461aadb None None] Network fe005ab1-d053-4c54-bef2-b2be6a33c30b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:02.897632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.900126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c23cc29c-7b98-4163-979f-d41aa64c8b51 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/subnets/f26378a3-f247-4c59-932b-d738676c75b0 HTTP/1.1" status: 204 len: 168 time: 1.7806480 Jul 30 01:52:02.904762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56016) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:02.915318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:02.984387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:03.005580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-e9515e44-90d2-4ddb-afb8-e0b731907f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.011202 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-e9515e44-90d2-4ddb-afb8-e0b731907f2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5ea2cfcad5483681b094c9599719e1&device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 1097 time: 0.2157648 Jul 30 01:52:03.028014 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.054502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bd1cf-62b8-40c4-97c1-455fa67122d3 req-074c7e64-c345-479d-9c14-56ca20fe2511 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.063026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef9bd1cf-62b8-40c4-97c1-455fa67122d3 req-074c7e64-c345-479d-9c14-56ca20fe2511 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.2596056 Jul 30 01:52:03.179460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c268289-38ac-447d-9791-238bc9e44893 req-ebe8a7f1-fbba-4d19-b4d7-7bb5dabe4f2d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.189698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-505595be-540f-4ff5-9d61-ab072b452474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.192548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c268289-38ac-447d-9791-238bc9e44893 req-ebe8a7f1-fbba-4d19-b4d7-7bb5dabe4f2d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 944 time: 0.2528563 Jul 30 01:52:03.193162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] DHCP port deletion for fe005ab1-d053-4c54-bef2-b2be6a33c30b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:03.204269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.204977 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.205964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-505595be-540f-4ff5-9d61-ab072b452474 service neutron] 10.222.0.66 "GET /v2.0/networks?id=828ad825-462f-440a-9037-308162007ae9 HTTP/1.1" status: 200 len: 913 time: 0.1849236 Jul 30 01:52:03.207050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] 10.222.0.55 "PUT /v2.0/ports/8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1093 time: 3.7906837 Jul 30 01:52:03.238589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:03.245200 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:03.321019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] Deleting port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:03.321390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.343693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-46a46aa2-ab74-457b-8fe6-30fd386071cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2 HTTP/1.1" status: 200 len: 217 time: 0.1206892 Jul 30 01:52:03.358389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.460459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef9bd1cf-62b8-40c4-97c1-455fa67122d3 req-ec4fcdaf-0bc2-4839-97a6-61b515168496 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856790 Jul 30 01:52:03.498957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-dc4e1c97-3338-416a-a635-5a361752f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.498957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-dc4e1c97-3338-416a-a635-5a361752f8f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d HTTP/1.1" status: 200 len: 852 time: 0.1320183 Jul 30 01:52:03.508289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] For port 58d79ae2-b7ee-470c-b9d0-692ac11fec06, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=58d79ae2-b7ee-470c-b9d0-692ac11fec06,segment=NetworkSegment(b97276aa-5d5d-4e44-afb0-b327b05ff71f),segment_id=b97276aa-5d5d-4e44-afb0-b327b05ff71f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:03.508851 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.524346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12b15ca-6c83-42b6-9643-43c5048508e0 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:03.528902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f859d1-1bb9-4345-a0c2-2a290d43ad2f service neutron] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:03.535439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c268289-38ac-447d-9791-238bc9e44893 req-077e64aa-941f-4da7-ad5c-82a9a33191ef tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3413565 Jul 30 01:52:03.541720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:03.552053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.573666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-faea8e10-aef1-43bc-8b3a-a64ba49c5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.575972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-faea8e10-aef1-43bc-8b3a-a64ba49c5070 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1097 time: 0.3110032 Jul 30 01:52:03.579983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] Calling delete_port for 58d79ae2-b7ee-470c-b9d0-692ac11fec06 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:03.581499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Transition to ACTIVE for port object b12b15ca-6c83-42b6-9643-43c5048508e0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:03.599940 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-983d7d43-4654-4a96-bde4-176f2db9d443 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=828ad825-462f-440a-9037-308162007ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896258 Jul 30 01:52:03.606154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.708162 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd15376-93a7-4879-9cb6-bac58067719d x-openstack-request-id: req-bcd15376-93a7-4879-9cb6-bac58067719d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:03.708482 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:03.718120 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcd15376-93a7-4879-9cb6-bac58067719d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:03.718675 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'status': 'completed', 'code': 200} Jul 30 01:52:03.743843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 58d79ae2-b7ee-470c-b9d0-692ac11fec06 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:03.838284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Pushing event updated for resources: {'Port': ['ID=b12b15ca-6c83-42b6-9643-43c5048508e0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:03.921032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1380460676'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:03.926848 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.941979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 update to DOWN by agent not found {{(pid=93891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 01:52:03.971243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] No DVR routers for this DVR port 58d79ae2-b7ee-470c-b9d0-692ac11fec06 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:03.974046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1610f-4155-4d2d-a9d6-f2a30627946a None None] Pushing event deleted for resources: {'Port': ['ID=58d79ae2-b7ee-470c-b9d0-692ac11fec06,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:04.038479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Made reservation on behalf of 353632501164462194c299e361552d96 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:04.042737 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.093180 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.184615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840befdb-5727-4585-ada7-93ed4f8981ac req-78ff2b4c-9b7e-4431-a6ee-d0fe2d998ee7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.186237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-840befdb-5727-4585-ada7-93ed4f8981ac req-78ff2b4c-9b7e-4431-a6ee-d0fe2d998ee7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 944 time: 0.5031803 Jul 30 01:52:04.245475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e5d9a-9c9e-445d-8962-51748966089e req-5c0dd36b-6f1a-4ce7-b6c6-2803421c26a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.247075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423e5d9a-9c9e-445d-8962-51748966089e req-5c0dd36b-6f1a-4ce7-b6c6-2803421c26a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.2302747 Jul 30 01:52:04.254552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-3db6428b-21f9-43e9-bded-a5d54402139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.256037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-3db6428b-21f9-43e9-bded-a5d54402139d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.6693833 Jul 30 01:52:04.313143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.327553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efebfd3-cb97-4208-8d47-9587a59c2360']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:04.345309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84690d4-b910-4729-baed-30d6da7fcec8') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:04.345608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84690d4-b910-4729-baed-30d6da7fcec8') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:04.354855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-05c25d23-8b29-40e0-b5ad-8bace57aa81b service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450552 Jul 30 01:52:04.358983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.370454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-840befdb-5727-4585-ada7-93ed4f8981ac req-32f16580-96fc-4017-8838-ba6afe264b94 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703179 Jul 30 01:52:04.382766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Attempting to bind port b12b15ca-6c83-42b6-9643-43c5048508e0 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:04.383143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Attempting to bind port b12b15ca-6c83-42b6-9643-43c5048508e0 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:04.383468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Attempting to bind port b12b15ca-6c83-42b6-9643-43c5048508e0 on network 8287d8c1-a0fc-46e5-830c-462cac27ca32 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:04.391341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.415307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-4a199da9-07b1-4127-868d-4a2180053a85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1000 time: 0.1497958 Jul 30 01:52:04.415854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Port b12b15ca-6c83-42b6-9643-43c5048508e0 on network 8287d8c1-a0fc-46e5-830c-462cac27ca32 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:04.416179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Attempting to bind port b12b15ca-6c83-42b6-9643-43c5048508e0 on network 8287d8c1-a0fc-46e5-830c-462cac27ca32 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:04.430714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:04.431287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:04.435704 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:04.438400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-423e5d9a-9c9e-445d-8962-51748966089e req-3632b432-ac21-4e65-b094-38999e699377 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795032 Jul 30 01:52:04.447267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:04.447399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Checking segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:04.447749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Bound using segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:04.448202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Bound port: b12b15ca-6c83-42b6-9643-43c5048508e0, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:04.459035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.522836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.538586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.540660 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/networks/3efebfd3-cb97-4208-8d47-9587a59c2360 HTTP/1.1" status: 204 len: 168 time: 1.6316285 Jul 30 01:52:04.551086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:04.559123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f652312-b958-4060-a6ef-a8b8d3619def tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Network': ['ID=3efebfd3-cb97-4208-8d47-9587a59c2360,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:04.562162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b69e7902-1e3c-42f4-9d8f-44925fcab1fd req-f02f7306-1e7c-4aca-b4f5-c2c428c618dc service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960185 Jul 30 01:52:04.564854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-3f541fbd-08ed-4bc2-b41d-01f699d3c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.567663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-3f541fbd-08ed-4bc2-b41d-01f699d3c710 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.1403811 Jul 30 01:52:04.594281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.648158 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.742126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.754256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe005ab1-d053-4c54-bef2-b2be6a33c30b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:04.765261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97276aa-5d5d-4e44-afb0-b327b05ff71f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:04.765551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97276aa-5d5d-4e44-afb0-b327b05ff71f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:04.777009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.797877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.805233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:04.805717 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:04.809711 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:04.880264 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.885865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.888027 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] 10.222.0.78 "DELETE /v2.0/networks/fe005ab1-d053-4c54-bef2-b2be6a33c30b HTTP/1.1" status: 204 len: 168 time: 0.3357515 Jul 30 01:52:04.913602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d587d39-a1da-4a42-92f1-691829da3ae8 tempest-TaggedBootDevicesTest-598708523 tempest-TaggedBootDevicesTest-598708523-project] Pushing event deleted for resources: {'Network': ['ID=fe005ab1-d053-4c54-bef2-b2be6a33c30b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:04.959990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.028288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:05.033776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] For port b12b15ca-6c83-42b6-9643-43c5048508e0, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:05.073937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] For port b12b15ca-6c83-42b6-9643-43c5048508e0, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b12b15ca-6c83-42b6-9643-43c5048508e0,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:05.078645 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.078896 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Added segment a53a6612-3d1a-4a33-8b9a-5c04183dafb4 of type vlan for network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab Jul 30 01:52:05.090555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b118bffe-642d-4450-8e3d-e04dd9211362,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:05.096455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.106003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62953c90-7a8a-49af-b60f-01a183c4c8ca req-651e1db2-dc3d-4273-a852-8af662c36092 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.107697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62953c90-7a8a-49af-b60f-01a183c4c8ca req-651e1db2-dc3d-4273-a852-8af662c36092 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.5689766 Jul 30 01:52:05.115465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-04063297-7ec1-4f3c-8579-49d55e619272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.116967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-04063297-7ec1-4f3c-8579-49d55e619272 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5237598 Jul 30 01:52:05.217004 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.301536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8eda7-c5cc-4dbc-aeea-26c7104965c2 req-7bbc657c-8a58-45b5-9b66-f2755aa240e8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.310008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0c8eda7-c5cc-4dbc-aeea-26c7104965c2 req-7bbc657c-8a58-45b5-9b66-f2755aa240e8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.3432410 Jul 30 01:52:05.313194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.313836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.315569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] 10.222.0.55 "PUT /v2.0/ports/b12b15ca-6c83-42b6-9643-43c5048508e0 HTTP/1.1" status: 200 len: 1093 time: 3.4716325 Jul 30 01:52:05.370960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a0ca-d641-4899-bd85-659f31875aed service neutron] Pushing event updated for resources: {'Port': ['ID=b12b15ca-6c83-42b6-9643-43c5048508e0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:05.420797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-47003369-a763-41ab-b937-55c7e9d20749 service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559714 Jul 30 01:52:05.430867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62953c90-7a8a-49af-b60f-01a183c4c8ca req-7d4b15bd-ac29-4186-961d-9cd5ab29412d tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897077 Jul 30 01:52:05.507557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b0c8eda7-c5cc-4dbc-aeea-26c7104965c2 req-1672bf51-a7be-4110-91ce-b1e6aa2a751c tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966631 Jul 30 01:52:05.568063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.582053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.582938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.708354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-85cf9009-1d36-435f-90f5-f5fbb873d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.709844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-85cf9009-1d36-435f-90f5-f5fbb873d75c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 1096 time: 0.2632492 Jul 30 01:52:05.738309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'tag': 'b12b15ca-6c83-42b6-9643-43c5048508e0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:05.740839 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e65cea9-a4f3-4a58-89b5-83355c765aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3c160b-2e89-419b-a385-79eb4e870a53", "tag": "b12b15ca-6c83-42b6-9643-43c5048508e0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:05.745254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2001028 Jul 30 01:52:05.748196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56070) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:05.754136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Request body: {'subnet': {'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:05.858247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef913f36-93e4-4419-a366-81926ff47855 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event updated for resources: {'Network': ['ID=7c5de4ed-645e-4b80-b8a1-8b65990d03ab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:05.868363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-90438b42-9d7e-458e-a7e0-1eb41367ca01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b12b15ca-6c83-42b6-9643-43c5048508e0 HTTP/1.1" status: 200 len: 217 time: 0.0747716 Jul 30 01:52:05.872612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:05.888150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Made reservation on behalf of 353632501164462194c299e361552d96 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:05.892137 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.943037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f5848-160c-4662-864f-ba823dd97857 req-a439e35d-7c63-452f-8459-edd0704ac7c8 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.944637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e71f5848-160c-4662-864f-ba823dd97857 req-a439e35d-7c63-452f-8459-edd0704ac7c8 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 944 time: 0.2735879 Jul 30 01:52:05.947478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-9ec42e62-c5b2-4189-b686-db1c08ce9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.949096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-9ec42e62-c5b2-4189-b686-db1c08ce9ef9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=900d6a2b-8114-4f14-9e3a-c7c4d6f79204 HTTP/1.1" status: 200 len: 837 time: 0.0719361 Jul 30 01:52:05.962024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-07dc8ff9-8f10-4575-ad32-044e923e86a4 service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164700 Jul 30 01:52:06.020999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7250f1e-e422-43a8-86ca-b6ff376e8291 req-5425e41c-2e30-4167-ac0a-b2e60fbb785f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.028630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7250f1e-e422-43a8-86ca-b6ff376e8291 req-5425e41c-2e30-4167-ac0a-b2e60fbb785f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.3563623 Jul 30 01:52:06.082723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e71f5848-160c-4662-864f-ba823dd97857 req-1471c046-4240-44f7-9816-40a9d0b1ce73 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293130 Jul 30 01:52:06.118830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-4df1440d-42b2-4023-af03-19a18ad4d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.120669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-4df1440d-42b2-4023-af03-19a18ad4d92a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8287d8c1-a0fc-46e5-830c-462cac27ca32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1557364 Jul 30 01:52:06.124515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7250f1e-e422-43a8-86ca-b6ff376e8291 req-2a04db79-1fff-47dd-a68b-f28c1d45a266 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950646 Jul 30 01:52:06.160270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.261834 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe8e71d-c5b7-4468-830c-55040b42feb1 x-openstack-request-id: req-ffe8e71d-c5b7-4468-830c-55040b42feb1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:06.262790 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3c160b-2e89-419b-a385-79eb4e870a53", "tag": "b12b15ca-6c83-42b6-9643-43c5048508e0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:06.263294 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffe8e71d-c5b7-4468-830c-55040b42feb1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:06.263769 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'tag': 'b12b15ca-6c83-42b6-9643-43c5048508e0', 'status': 'completed', 'code': 200} Jul 30 01:52:06.265844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-a9f2c250-48e1-4351-b6ec-146662799327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.267545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-a9f2c250-48e1-4351-b6ec-146662799327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a039994ac7fa46c88b04bbad3609586b&device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1097 time: 0.1985636 Jul 30 01:52:06.270103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event updated for resources: {'Subnet': ['ID=33c483b8-679d-41e8-9aba-10011d4afcc0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:06.272918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Checking segment: {'id': 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:06.273344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Network hostable DHCP agents. Network: 7c5de4ed-645e-4b80-b8a1-8b65990d03ab, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:06.305135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:06.321289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 7c5de4ed-645e-4b80-b8a1-8b65990d03ab) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:06.330081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.330713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.332330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048d2db-64d1-4153-8324-9b8e7744d46f None None] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:06.361042 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ba80cf0-44dd-4bcc-b913-cf6f6d0debf1 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6116104 Jul 30 01:52:06.362024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:06.372623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Request body: {'port': {'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab', 'name': 'tempest-TagsExtTest-1689620601'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:06.404340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-3b015228-187a-486b-ae89-1bf97b9c36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.413245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-3b015228-187a-486b-ae89-1bf97b9c36b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 200 len: 917 time: 0.1355553 Jul 30 01:52:06.500850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-c619e48b-e504-4597-9bc5-e48d1ce82f79 service neutron] 10.222.0.55 "GET /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724158 Jul 30 01:52:06.586106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-0fcc9158-46fa-418e-a42c-f6c66ff25a02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 200 len: 1000 time: 0.1565099 Jul 30 01:52:06.721329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Made reservation on behalf of 353632501164462194c299e361552d96 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:06.725275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.781012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] device_id is not set on port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:52:06.803262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-04793851-561c-49bb-8fe3-0808b0d02db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.804939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-04793851-561c-49bb-8fe3-0808b0d02db2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 200 len: 855 time: 0.2114568 Jul 30 01:52:06.820772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1ea3075-16fd-4cd6-8977-b440c4b777cd req-56ba8e30-5531-42c5-9329-6867fa5e6fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093863 Jul 30 01:52:06.910687 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.915556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-7c5de4ed-645e-4b80-b8a1-8b65990d03ab', 'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab', 'tenant_id': '353632501164462194c299e361552d96', 'fixed_ips': [{'subnet_id': '33c483b8-679d-41e8-9aba-10011d4afcc0'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:06.916460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.929598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a389e8c-cf50-441d-9ccf-42c1a1db3045 req-898cdaaf-d389-4017-8cff-626d616634fe tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.935252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a389e8c-cf50-441d-9ccf-42c1a1db3045 req-898cdaaf-d389-4017-8cff-626d616634fe tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.3089840 Jul 30 01:52:06.938419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Allocated IP 172.20.0.2 (7c5de4ed-645e-4b80-b8a1-8b65990d03ab/33c483b8-679d-41e8-9aba-10011d4afcc0/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:06.985347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c0671-ee29-4d6c-acea-c4c8e45627f5 req-210b75f3-c141-4c8c-91be-523c54600570 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.992621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-822c0671-ee29-4d6c-acea-c4c8e45627f5 req-210b75f3-c141-4c8c-91be-523c54600570 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.3269792 Jul 30 01:52:07.203077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-fba87c59-c245-4ef9-843f-7a1b7b371dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.209611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-fba87c59-c245-4ef9-843f-7a1b7b371dca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1306467-1764-416f-9ba4-5f651ab7a78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3851743 Jul 30 01:52:07.217831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a389e8c-cf50-441d-9ccf-42c1a1db3045 req-71796479-9763-46c2-8cda-295c7d42cf6b tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730386 Jul 30 01:52:07.273629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-822c0671-ee29-4d6c-acea-c4c8e45627f5 req-43ebfd7c-8aea-497f-8ce6-d4662b5e24ec tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698898 Jul 30 01:52:07.290241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-c5f55dea-a5d0-43ce-b30b-a7e66affc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.291824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-c5f55dea-a5d0-43ce-b30b-a7e66affc337 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 1096 time: 0.2666833 Jul 30 01:52:07.341557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.374542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Transition to ACTIVE for port object 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:07.444266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.492810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebff056-bf24-43cd-8e09-abcf95bce257 req-609bbbd0-3cb2-4af5-b3fd-0796bafabf8a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.494624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ebff056-bf24-43cd-8e09-abcf95bce257 req-609bbbd0-3cb2-4af5-b3fd-0796bafabf8a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 944 time: 0.1131630 Jul 30 01:52:07.593459 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4f07cf78-fd92-4d3c-832b-9c1b5955cbff {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:52:07.594196 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:52:07.696967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:07.718314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:07.723991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:07.816866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event updated for resources: {'Port': ['ID=01c9bace-eb45-4b4b-bd98-f0e4335e8b5d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:07.864379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.864998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.894968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5510c402-f751-4213-9732-cfb5c8bf95ef tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5309770 Jul 30 01:52:07.895813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56112) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:07.906899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-849412397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:07.969069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.970164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.995211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ebff056-bf24-43cd-8e09-abcf95bce257 req-774f0291-972b-4940-9ff4-b8b72b8597d1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930651 Jul 30 01:52:07.999406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-3a13b7f0-30a6-496c-bcfc-8a86378502e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.006827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-3a13b7f0-30a6-496c-bcfc-8a86378502e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8287d8c1-a0fc-46e5-830c-462cac27ca32 HTTP/1.1" status: 200 len: 897 time: 0.4773414 Jul 30 01:52:08.095875 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.100398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.109413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.125572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-76e57605-83d6-4f57-9b05-2837a2ddbc3b service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046336 Jul 30 01:52:08.146785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.152563 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b1c2aef3-754c-4cac-85d9-b49a19b48e80 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2556393 Jul 30 01:52:08.154128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:08.170563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1bc22e61-ab05-4d38-b4a9-9730a3499ec7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1595796665', 'prefixes': ['172.20.0.0/16']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:08.171443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4dcdf-14a3-4113-86fe-3f1b0f16c698 req-f7cc353d-b93c-4d5d-928c-e59a791af0a2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.173190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fec4dcdf-14a3-4113-86fe-3f1b0f16c698 req-f7cc353d-b93c-4d5d-928c-e59a791af0a2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1994760 Jul 30 01:52:08.266285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fec4dcdf-14a3-4113-86fe-3f1b0f16c698 req-b82e4c11-fd48-478d-bedd-97ebd136051e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770864 Jul 30 01:52:08.341834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bc22e61-ab05-4d38-b4a9-9730a3499ec7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for subnetpool, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.347814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:08.352474 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1bc22e61-ab05-4d38-b4a9-9730a3499ec7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1899343 Jul 30 01:52:08.353485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-0254fbbc-b8a0-4450-a37c-51e8fb813482 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-1000304432') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:08.389753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Allocated IP 172.20.0.3 (7c5de4ed-645e-4b80-b8a1-8b65990d03ab/33c483b8-679d-41e8-9aba-10011d4afcc0/67ca456f-ccd9-4791-8b29-5da30eee840b) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:08.665678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c86b5-aff2-4976-a00e-83663de11b72 req-cd4907eb-b92f-41ae-b555-cd7b3122241f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.675021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c75c86b5-aff2-4976-a00e-83663de11b72 req-cd4907eb-b92f-41ae-b555-cd7b3122241f tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.2184067 Jul 30 01:52:08.830538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c75c86b5-aff2-4976-a00e-83663de11b72 req-ef2d7113-9115-491f-8008-28a93d947d5d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543868 Jul 30 01:52:08.846689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.902625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534e888-3e26-457d-94cf-47642324a634 req-e2d42513-32f1-43b4-bd54-ac268e9e579c tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.913365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f534e888-3e26-457d-94cf-47642324a634 req-e2d42513-32f1-43b4-bd54-ac268e9e579c tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.3097217 Jul 30 01:52:08.918871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Transition to ACTIVE for port object 67ca456f-ccd9-4791-8b29-5da30eee840b will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:08.980704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Transition to ACTIVE for port object 67ca456f-ccd9-4791-8b29-5da30eee840b will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:08.993614 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.027852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0254fbbc-b8a0-4450-a37c-51e8fb813482 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-1000304432 HTTP/1.1" status: 201 len: 201 time: 0.6775734 Jul 30 01:52:09.028997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.036022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-4e92ae11-34de-43ff-b312-c92613bc0e26 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-1314895503') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:09.067858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:09.071944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f534e888-3e26-457d-94cf-47642324a634 req-a14f74b8-a660-4d8f-811a-c945ac4fb052 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576371 Jul 30 01:52:09.073155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:09.077642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:09.116029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Pushing event updated for resources: {'Port': ['ID=67ca456f-ccd9-4791-8b29-5da30eee840b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:09.197994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Attempting to bind port 67ca456f-ccd9-4791-8b29-5da30eee840b on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:09.198538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Attempting to bind port 67ca456f-ccd9-4791-8b29-5da30eee840b by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:09.199046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Attempting to bind port 67ca456f-ccd9-4791-8b29-5da30eee840b on network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:09.216536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:09.217084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Checking segment: {'id': 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:09.217594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.218094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Bound using segment: {'id': 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:09.218719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Bound port: 67ca456f-ccd9-4791-8b29-5da30eee840b, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7c5de4ed-645e-4b80-b8a1-8b65990d03ab'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:09.219292 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.226835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1eef1-8084-49d1-b29a-25742fb82590 req-14879b84-9f6c-479b-84af-7cce03c4a88c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.238503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cdd1eef1-8084-49d1-b29a-25742fb82590 req-14879b84-9f6c-479b-84af-7cce03c4a88c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 944 time: 0.0831733 Jul 30 01:52:09.283083 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e92ae11-34de-43ff-b312-c92613bc0e26 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-1314895503 HTTP/1.1" status: 201 len: 201 time: 0.2528989 Jul 30 01:52:09.287484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56136) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.295567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-7b27e788-2bc1-433d-8a40-f1581574678a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-1127142132') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:09.333351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cdd1eef1-8084-49d1-b29a-25742fb82590 req-b239d85b-4c9e-40d5-9a0d-e213491b605c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934970 Jul 30 01:52:09.470409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] For port 67ca456f-ccd9-4791-8b29-5da30eee840b, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:09.481093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] For port 67ca456f-ccd9-4791-8b29-5da30eee840b, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=67ca456f-ccd9-4791-8b29-5da30eee840b,segment=NetworkSegment(a53a6612-3d1a-4a33-8b9a-5c04183dafb4),segment_id=a53a6612-3d1a-4a33-8b9a-5c04183dafb4)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:09.488330 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.562418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b27e788-2bc1-433d-8a40-f1581574678a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-1127142132 HTTP/1.1" status: 201 len: 201 time: 0.2734303 Jul 30 01:52:09.564551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56144) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.575857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-3a852ce6-dfc2-4306-af97-8d1cc3bd18a7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-1338906809') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:09.620194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83897a-cf52-4d70-8530-b3dae2178e59 None None] Pushing event updated for resources: {'Port': ['ID=67ca456f-ccd9-4791-8b29-5da30eee840b,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:09.674420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36fe2-a54c-4914-9e4b-28ebce7ee674 req-e21df5ba-5aaa-49cd-a05d-f3415004a4fa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.694019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ab36fe2-a54c-4914-9e4b-28ebce7ee674 req-e21df5ba-5aaa-49cd-a05d-f3415004a4fa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.2693863 Jul 30 01:52:09.718082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3a852ce6-dfc2-4306-af97-8d1cc3bd18a7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-1338906809 HTTP/1.1" status: 201 len: 201 time: 0.1509664 Jul 30 01:52:09.721293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56148) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.733688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-f391b8db-13c3-47e1-a984-4c9ea6f4c49e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:09.812984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ab36fe2-a54c-4914-9e4b-28ebce7ee674 req-3444925c-a5e9-481b-814e-60d741ee5dfc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161604 Jul 30 01:52:09.998818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f391b8db-13c3-47e1-a984-4c9ea6f4c49e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags HTTP/1.1" status: 200 len: 241 time: 0.2756164 Jul 30 01:52:10.002198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56154) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:10.012705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-a7d623f2-f2b3-408a-bdf5-e43b515da39d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-1000304432') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:10.191840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-98324cec-b796-4e8d-9821-e95410431a06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b12b15ca-6c83-42b6-9643-43c5048508e0 HTTP/1.1" status: 200 len: 217 time: 0.1481862 Jul 30 01:52:10.447234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-9e74ecf5-c35f-4349-85a8-18599ede7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.450022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-9e74ecf5-c35f-4349-85a8-18599ede7c36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=900d6a2b-8114-4f14-9e3a-c7c4d6f79204 HTTP/1.1" status: 200 len: 837 time: 0.1835814 Jul 30 01:52:10.518189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620ac9-8d44-4c88-b65a-c306d68b58e5 req-8472b52a-4ae7-4054-9008-f4c148e62189 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.520937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9620ac9-8d44-4c88-b65a-c306d68b58e5 req-8472b52a-4ae7-4054-9008-f4c148e62189 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.3455651 Jul 30 01:52:10.642568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46cb9ab8-fcfa-47ad-a2f9-b43111e36ccc req-4af187a4-6113-4c1c-90ef-43813e259c16 service neutron] 10.222.0.55 "GET /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211467 Jul 30 01:52:10.673652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c3806-d5ea-4610-a238-f579b8839c8b req-576b93a2-4ea4-4fbb-9422-ad0150dcd1ea tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.704172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a31c3806-d5ea-4610-a238-f579b8839c8b req-576b93a2-4ea4-4fbb-9422-ad0150dcd1ea tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.3667672 Jul 30 01:52:10.744054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a7d623f2-f2b3-408a-bdf5-e43b515da39d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-1000304432 HTTP/1.1" status: 204 len: 168 time: 0.7398512 Jul 30 01:52:10.747783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56166) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:10.753094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-cd485cf5-a45b-4471-9366-04b2b5c2f198 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-1000304432') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:10.766271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9620ac9-8d44-4c88-b65a-c306d68b58e5 req-db897293-e71f-433c-b233-3af0a27205c8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306690 Jul 30 01:52:10.964344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd485cf5-a45b-4471-9366-04b2b5c2f198 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-1000304432 HTTP/1.1" status: 204 len: 168 time: 0.2148438 Jul 30 01:52:10.967808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56172) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:11.003727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-07508947-89da-4768-adc2-772bd6c522c0 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.045531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a31c3806-d5ea-4610-a238-f579b8839c8b req-a0a576a4-4b57-4a06-b1f7-469d95b240e2 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380752 Jul 30 01:52:11.152654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-07508947-89da-4768-adc2-772bd6c522c0 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags HTTP/1.1" status: 200 len: 205 time: 0.1815076 Jul 30 01:52:11.158269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:11.166954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-f17bf255-4e5c-444e-b59e-29728d564b56 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.167986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-539e0530-31b8-4d14-a5dd-c6aab20b6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.169616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-539e0530-31b8-4d14-a5dd-c6aab20b6f68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8287d8c1-a0fc-46e5-830c-462cac27ca32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3457901 Jul 30 01:52:11.203412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b4111-c840-436d-b865-61c47a8c7659 req-9cce0c59-506f-4a12-8ecd-f95924ecbb02 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.211701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad7b4111-c840-436d-b865-61c47a8c7659 req-9cce0c59-506f-4a12-8ecd-f95924ecbb02 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 944 time: 0.2520032 Jul 30 01:52:11.319562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad7b4111-c840-436d-b865-61c47a8c7659 req-f0b62583-d9ec-451e-ab0f-654dec9b1330 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069555 Jul 30 01:52:11.337418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f17bf255-4e5c-444e-b59e-29728d564b56 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags HTTP/1.1" status: 200 len: 241 time: 0.1747591 Jul 30 01:52:11.341719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:11.349933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-a1a95818-23dd-47c3-b308-07d14bb39d5e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-1314895503') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.355399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bd285-1512-4c16-b314-8cc1738725fd req-fc019c5e-a5e2-427a-bf0e-15fd529f51c6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.380642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af1bd285-1512-4c16-b314-8cc1738725fd req-fc019c5e-a5e2-427a-bf0e-15fd529f51c6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1082480 Jul 30 01:52:11.461340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af1bd285-1512-4c16-b314-8cc1738725fd req-4234a92f-8144-481a-b997-2b42f43bbb40 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790217 Jul 30 01:52:11.480566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb34da-a553-45d6-a1d0-c5ba2965403e None None] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:11.481904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56180) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:11.482445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1a95818-23dd-47c3-b308-07d14bb39d5e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-1314895503 HTTP/1.1" status: 204 len: 168 time: 0.1392226 Jul 30 01:52:11.487119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-d493d785-12ed-45b6-bec9-33eda1be92b3 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-1314895503') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.594663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b2972402-0146-4d72-86d6-df35515b82ce None None] Provisioning for port 67ca456f-ccd9-4791-8b29-5da30eee840b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:11.709561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d493d785-12ed-45b6-bec9-33eda1be92b3 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-1314895503 HTTP/1.1" status: 204 len: 168 time: 0.2264307 Jul 30 01:52:11.712102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:11.716837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-ca69a746-36ca-456e-b048-8bd6353a0f5d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.870114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 67ca456f-ccd9-4791-8b29-5da30eee840b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:11.905982 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-4079a746-1bfa-4c95-8d77-8911a6387b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:11.907554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-4079a746-1bfa-4c95-8d77-8911a6387b41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e5ea2cfcad5483681b094c9599719e1&device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 1097 time: 0.1624146 Jul 30 01:52:12.002636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 67ca456f-ccd9-4791-8b29-5da30eee840b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:12.020989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 67ca456f-ccd9-4791-8b29-5da30eee840b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:12.023913 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.268693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-990e7718-217b-49c8-bee3-1c39318e9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.271786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-990e7718-217b-49c8-bee3-1c39318e9620 service neutron] 10.222.0.66 "GET /v2.0/networks?id=828ad825-462f-440a-9037-308162007ae9 HTTP/1.1" status: 200 len: 913 time: 0.3488758 Jul 30 01:52:12.290624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc4d5-0311-480f-a4f4-7513d9ac307d req-07cc0d8f-ee7c-4f4b-a661-b922b7db92b8 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.307884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a1fc4d5-0311-480f-a4f4-7513d9ac307d req-07cc0d8f-ee7c-4f4b-a661-b922b7db92b8 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.5108793 Jul 30 01:52:12.382081 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-713c75f4-8c53-4bce-a960-3dcdf112dc5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2 HTTP/1.1" status: 200 len: 217 time: 0.1036398 Jul 30 01:52:12.418253 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.457945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ca69a746-36ca-456e-b048-8bd6353a0f5d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags HTTP/1.1" status: 200 len: 205 time: 0.7447104 Jul 30 01:52:12.478339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:12.493995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985404f-fa5a-4784-a295-3b69c079cd0e req-e7c3f77d-1b29-4fb3-a534-b0e9a89e8e16 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.496262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e985404f-fa5a-4784-a295-3b69c079cd0e req-e7c3f77d-1b29-4fb3-a534-b0e9a89e8e16 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.5701575 Jul 30 01:52:12.501646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-2155382a-a90b-4368-944b-d129bf72da0f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:12.510635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a1fc4d5-0311-480f-a4f4-7513d9ac307d req-e079fbd8-f679-4ff5-86e4-628b520cefbf tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796887 Jul 30 01:52:12.577588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e985404f-fa5a-4784-a295-3b69c079cd0e req-8d143fbd-5390-4e46-a3f3-3cdbf3113e8b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656884 Jul 30 01:52:12.618249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 67ca456f-ccd9-4791-8b29-5da30eee840b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=67ca456f-ccd9-4791-8b29-5da30eee840b,segment=NetworkSegment(a53a6612-3d1a-4a33-8b9a-5c04183dafb4),segment_id=a53a6612-3d1a-4a33-8b9a-5c04183dafb4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:12.621822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-491aa8c8-0412-4c26-8492-f4a8f8e567a7 service neutron] 10.222.0.55 "GET /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134348 Jul 30 01:52:12.643528 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.848333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=67ca456f-ccd9-4791-8b29-5da30eee840b,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:12.867982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5e5a1603-4dea-416c-948f-13c008b161e0 None None] Provisioning for port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:12.883993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5e5a1603-4dea-416c-948f-13c008b161e0 None None] Provisioning complete for port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:12.884374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1603-4dea-416c-948f-13c008b161e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.885362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-05270e6f-c40b-40de-9928-5e53c191190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:12.887564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-05270e6f-c40b-40de-9928-5e53c191190b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d HTTP/1.1" status: 200 len: 852 time: 0.4981067 Jul 30 01:52:12.985430 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2155382a-a90b-4368-944b-d129bf72da0f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags HTTP/1.1" status: 200 len: 241 time: 0.5060086 Jul 30 01:52:12.992795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56212) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:13.008223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-aa5409c8-109f-45ba-8243-f91425be3e32 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-1127142132') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.017623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a1603-4dea-416c-948f-13c008b161e0 None None] Port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:13.018179 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-b088f928-5a48-493a-b488-605a09e2d140 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=828ad825-462f-440a-9037-308162007ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170735 Jul 30 01:52:13.046596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5e5a1603-4dea-416c-948f-13c008b161e0 None None] Provisioning complete for port 67ca456f-ccd9-4791-8b29-5da30eee840b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:13.046977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1603-4dea-416c-948f-13c008b161e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.384263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa5409c8-109f-45ba-8243-f91425be3e32 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-1127142132 HTTP/1.1" status: 204 len: 168 time: 0.3855667 Jul 30 01:52:13.392473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:13.402638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-f5c12e91-7e9a-48e1-8543-f6ea2749c26d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-1127142132') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.412050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f3f409e2-0201-47b6-ab1d-39657204fc29 None None] Provisioning complete for port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:13.415791 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3f409e2-0201-47b6-ab1d-39657204fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.517983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f3f409e2-0201-47b6-ab1d-39657204fc29 None None] Port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:13.607923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-c9f87829-2fe8-4a90-b643-af67bd03e55d service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987621 Jul 30 01:52:13.735633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 67ca456f-ccd9-4791-8b29-5da30eee840b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:13.755760 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f5c12e91-7e9a-48e1-8543-f6ea2749c26d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-1127142132 HTTP/1.1" status: 204 len: 168 time: 0.3593519 Jul 30 01:52:13.763985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:13.776207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-e86ef2d6-fc58-4976-befc-66717baa40ba tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.902782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 67ca456f-ccd9-4791-8b29-5da30eee840b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:13.903197 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.912335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037bfe-5e0b-4711-a76e-08a4f193aa33 req-1b838fe2-5d16-4fea-b8fc-d1dea133b343 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.935087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d037bfe-5e0b-4711-a76e-08a4f193aa33 req-1b838fe2-5d16-4fea-b8fc-d1dea133b343 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.3462312 Jul 30 01:52:13.975766 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9c4688c0-22f4-4c08-aa52-a5d8351e1163 req-ad298778-b77e-459f-8531-32e7c248ca05 service neutron] 10.222.0.66 "GET /v2.0/networks/828ad825-462f-440a-9037-308162007ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554003 Jul 30 01:52:14.058708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a918df-3b39-4cb8-a4ab-cfe5a5560df5 req-3e329c55-552b-4d02-82fc-3985b68bb6ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.077098 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e86ef2d6-fc58-4976-befc-66717baa40ba tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags HTTP/1.1" status: 200 len: 205 time: 0.3067875 Jul 30 01:52:14.084497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56228) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.089549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66a918df-3b39-4cb8-a4ab-cfe5a5560df5 req-3e329c55-552b-4d02-82fc-3985b68bb6ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 944 time: 0.5006084 Jul 30 01:52:14.098115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-053298a3-eb25-4eb3-97b0-4459d603b82a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:14.222680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-053298a3-eb25-4eb3-97b0-4459d603b82a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags HTTP/1.1" status: 200 len: 241 time: 0.1364172 Jul 30 01:52:14.226306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56230) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.238422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-6e59b70a-0507-455d-9932-b330ffa486bf tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-1338906809') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:14.309956 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e59b70a-0507-455d-9932-b330ffa486bf tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-1338906809 HTTP/1.1" status: 204 len: 168 time: 0.0825460 Jul 30 01:52:14.313469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56232) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.340183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-ad6c9f5e-8a4e-4bb4-a822-78a4ea44f459 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-1338906809') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:14.376616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e65cea9-a4f3-4a58-89b5-83355c765aa7 req-7ba4b640-8d8c-4d71-8844-1dd3fe7597b3 service neutron] 10.222.0.55 "GET /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7366581 Jul 30 01:52:14.381699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d037bfe-5e0b-4711-a76e-08a4f193aa33 req-7ed3eae8-f299-4f6c-8904-0243f6b355ef tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457400 Jul 30 01:52:14.424695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66a918df-3b39-4cb8-a4ab-cfe5a5560df5 req-f430c038-a3f1-475a-9d7b-a2a0ea949634 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294826 Jul 30 01:52:14.506309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b12b15ca-6c83-42b6-9643-43c5048508e0 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:14.523294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56234) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.523590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad6c9f5e-8a4e-4bb4-a822-78a4ea44f459 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-1338906809 HTTP/1.1" status: 204 len: 168 time: 0.2029729 Jul 30 01:52:14.529117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-535c99cd-e485-466b-a41e-792340f56015 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:14.825561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-535c99cd-e485-466b-a41e-792340f56015 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags HTTP/1.1" status: 200 len: 205 time: 0.3004398 Jul 30 01:52:14.828818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56240) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.833762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-242287b2-2640-4f68-94a6-13196528b8ff tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:14.843718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b12b15ca-6c83-42b6-9643-43c5048508e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b12b15ca-6c83-42b6-9643-43c5048508e0,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:14.889420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b12b15ca-6c83-42b6-9643-43c5048508e0', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'port_id': 'b12b15ca-6c83-42b6-9643-43c5048508e0', 'mac_address': 'fa:16:3e:c3:f3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:14.911649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-242287b2-2640-4f68-94a6-13196528b8ff tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags HTTP/1.1" status: 204 len: 168 time: 0.0776651 Jul 30 01:52:14.913363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56242) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.926175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7db39-6a3f-4401-b145-0446e70930e3 req-c0a349bc-aae8-40f4-9a32-197c1ae5185d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.929115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38f7db39-6a3f-4401-b145-0446e70930e3 req-c0a349bc-aae8-40f4-9a32-197c1ae5185d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.2732482 Jul 30 01:52:14.929947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-78829ef2-26ee-4b44-a038-588713fe15a8 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:14.965891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16de2a-01b1-4c40-a218-6bc71eea3edc req-484eeede-fb18-4195-b7c5-7e84305f3794 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.982960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab16de2a-01b1-4c40-a218-6bc71eea3edc req-484eeede-fb18-4195-b7c5-7e84305f3794 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.3712108 Jul 30 01:52:15.029711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.090044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12b15ca-6c83-42b6-9643-43c5048508e0 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:15.139550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38f7db39-6a3f-4401-b145-0446e70930e3 req-5fc99dd1-e921-4a40-bee7-2990e6f053e8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526229 Jul 30 01:52:15.152179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b12b15ca-6c83-42b6-9643-43c5048508e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b12b15ca-6c83-42b6-9643-43c5048508e0,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:15.157861 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.224217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab16de2a-01b1-4c40-a218-6bc71eea3edc req-82441d9a-49b7-4dbf-8994-8ea02acba024 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378399 Jul 30 01:52:15.239906 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78829ef2-26ee-4b44-a038-588713fe15a8 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags HTTP/1.1" status: 204 len: 168 time: 0.3233945 Jul 30 01:52:15.242646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56246) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:15.247812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-f172302e-9e70-4a5f-8637-f24291b101de tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:15.317987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b12b15ca-6c83-42b6-9643-43c5048508e0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:15.392847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f172302e-9e70-4a5f-8637-f24291b101de tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1486111 Jul 30 01:52:15.396045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:15.400838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-4bdee9b4-b900-47cd-b128-8d19758b2b0f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:15.444412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b12b15ca-6c83-42b6-9643-43c5048508e0'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:15.779198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f7a7a-a11b-444e-a87c-e50a5a7a0677 req-4374dd3f-3584-4b91-875d-5aa0377a26ce tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.782446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e85f7a7a-a11b-444e-a87c-e50a5a7a0677 req-4374dd3f-3584-4b91-875d-5aa0377a26ce tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1816072 Jul 30 01:52:15.791563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:15.792465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4bdee9b4-b900-47cd-b128-8d19758b2b0f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags HTTP/1.1" status: 204 len: 168 time: 0.3949862 Jul 30 01:52:15.796918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-1b7e6b66-b191-4e92-b883-785a5bf82ac0 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-2060398277') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:15.835156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00defb-aa98-460b-a99a-1a70def3dbf5 req-9c06e37f-92d9-463c-96bc-e577bcb0772d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.837320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db00defb-aa98-460b-a99a-1a70def3dbf5 req-9c06e37f-92d9-463c-96bc-e577bcb0772d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 945 time: 0.1987991 Jul 30 01:52:15.899684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db00defb-aa98-460b-a99a-1a70def3dbf5 req-4a1097c7-f9d1-445a-b790-0a764fa76f11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536656 Jul 30 01:52:15.967194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e85f7a7a-a11b-444e-a87c-e50a5a7a0677 req-3ba0d7b6-8f10-442e-a727-5103393c9859 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614470 Jul 30 01:52:16.038987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b7e6b66-b191-4e92-b883-785a5bf82ac0 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-2060398277 HTTP/1.1" status: 201 len: 201 time: 0.2460098 Jul 30 01:52:16.041925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56260) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.047741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-0e0f25a6-882a-4452-916c-21bba2af7a9d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-320680975') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:16.205900 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0e0f25a6-882a-4452-916c-21bba2af7a9d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-320680975 HTTP/1.1" status: 201 len: 201 time: 0.1611159 Jul 30 01:52:16.207845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.221087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-03527eac-60f6-478d-9ed8-8994c6d7eb76 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-922624126') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:16.459642 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03527eac-60f6-478d-9ed8-8994c6d7eb76 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-922624126 HTTP/1.1" status: 201 len: 201 time: 0.2490733 Jul 30 01:52:16.462414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56270) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.466830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30feae1-5b51-45f9-a661-e93df7905e2a req-0373532b-83e3-49fd-9ea5-2435e11d9a38 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:16.468970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-a62af692-a711-4b6f-a68a-60411c476dfc tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-424030607') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:16.469688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b30feae1-5b51-45f9-a661-e93df7905e2a req-0373532b-83e3-49fd-9ea5-2435e11d9a38 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.1837242 Jul 30 01:52:16.517573 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a62af692-a711-4b6f-a68a-60411c476dfc tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-424030607 HTTP/1.1" status: 201 len: 201 time: 0.0533249 Jul 30 01:52:16.519721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bca7f4-5a57-4590-b9a3-95d80fefbe9f req-5a1b187a-d44f-45dd-af84-de21e88725eb tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:16.520599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.532620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-d8385214-6b0d-4a55-a0f6-4f7d87d5475a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', {'tags': ['tempest-TagsExtTest-Tag-942889613', 'tempest-TagsExtTest-Tag-1460633564', 'tempest-TagsExtTest-Tag-1238484975']}) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:16.543031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22bca7f4-5a57-4590-b9a3-95d80fefbe9f req-5a1b187a-d44f-45dd-af84-de21e88725eb tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.1980977 Jul 30 01:52:16.621397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22bca7f4-5a57-4590-b9a3-95d80fefbe9f req-b7f323bb-9248-4a0b-9403-d1093fcaef8a tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767546 Jul 30 01:52:16.663211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b30feae1-5b51-45f9-a661-e93df7905e2a req-9d2d310a-77af-4829-9f2c-f0fad67eefe1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869082 Jul 30 01:52:16.713121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56276) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.714365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d8385214-6b0d-4a55-a0f6-4f7d87d5475a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags HTTP/1.1" status: 200 len: 317 time: 0.1917651 Jul 30 01:52:16.720542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-f2fb9afa-a671-43dc-aa3f-d383ea85ee52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:16.919032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56282) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.919621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f2fb9afa-a671-43dc-aa3f-d383ea85ee52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags HTTP/1.1" status: 204 len: 168 time: 0.2038939 Jul 30 01:52:16.926051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-ee58fcf8-3ce8-4d69-8616-d76e5b92ddeb tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-942889613') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:17.177008 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-ee58fcf8-3ce8-4d69-8616-d76e5b92ddeb tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:17.180049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee58fcf8-3ce8-4d69-8616-d76e5b92ddeb tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-942889613 HTTP/1.1" status: 404 len: 328 time: 0.2595916 Jul 30 01:52:17.183831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56292) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:17.192449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-3aef44d1-1288-432c-b477-73c5995c9793 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-1460633564') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:17.256718 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-3aef44d1-1288-432c-b477-73c5995c9793 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:17.260736 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3aef44d1-1288-432c-b477-73c5995c9793 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-1460633564 HTTP/1.1" status: 404 len: 329 time: 0.0733666 Jul 30 01:52:17.262362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56294) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:17.273499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-19556b23-a117-4775-b4dc-9d208b20307a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0', 'tempest-TagsExtTest-Tag-1238484975') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:17.286857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca9daa-7ab2-45d1-9b55-bbbc2093bcdf req-292ccf53-7a3d-4fdb-b572-a2419cbbddc5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.294836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77ca9daa-7ab2-45d1-9b55-bbbc2093bcdf req-292ccf53-7a3d-4fdb-b572-a2419cbbddc5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 945 time: 0.1505408 Jul 30 01:52:17.314087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a8ae8-5315-41e6-afa3-21672e5dc4d5 req-f4c1257d-8be2-463d-9ad6-e8163e7f59c4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.324241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc0a8ae8-5315-41e6-afa3-21672e5dc4d5 req-f4c1257d-8be2-463d-9ad6-e8163e7f59c4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1347988 Jul 30 01:52:17.406723 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-19556b23-a117-4775-b4dc-9d208b20307a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:17.412347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:17.413718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-19556b23-a117-4775-b4dc-9d208b20307a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags/tempest-TagsExtTest-Tag-1238484975 HTTP/1.1" status: 404 len: 329 time: 0.1489954 Jul 30 01:52:17.435411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-b52a18f7-eb64-4a13-a81e-c07a2c5fbb43 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', {'tags': ['tempest-TagsExtTest-Tag-1430031605', 'tempest-TagsExtTest-Tag-2074851757', 'tempest-TagsExtTest-Tag-756598440']}) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:17.454347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77ca9daa-7ab2-45d1-9b55-bbbc2093bcdf req-fd493b2c-14ed-4a04-bf2d-c0d2c819c49e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584272 Jul 30 01:52:17.486071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc0a8ae8-5315-41e6-afa3-21672e5dc4d5 req-cd64e3e8-43b8-4e67-a3d7-43c7380d3c79 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607606 Jul 30 01:52:17.634135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b52a18f7-eb64-4a13-a81e-c07a2c5fbb43 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags HTTP/1.1" status: 200 len: 317 time: 0.2201827 Jul 30 01:52:17.637147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56302) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:17.642216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-5f58bae0-703b-43ec-9a9e-9c1540dad8bc tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:17.648731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c63f-8be9-4e0e-84d9-cf233621b91f req-4f2e1d34-1459-4afd-a9f3-ea432895a4cf tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.657092 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba2c63f-8be9-4e0e-84d9-cf233621b91f req-4f2e1d34-1459-4afd-a9f3-ea432895a4cf tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.0742066 Jul 30 01:52:17.766164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba2c63f-8be9-4e0e-84d9-cf233621b91f req-ae6f5c85-da16-4306-81cc-1849e6c5943e tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067038 Jul 30 01:52:17.811318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56310) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:17.811797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f58bae0-703b-43ec-9a9e-9c1540dad8bc tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1732457 Jul 30 01:52:17.817036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-b4eb413e-68a4-46e0-8321-a8ca9e9e146f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-1430031605') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:17.976579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af43b68-cc2c-488e-b648-1aaa430e46b4 req-be40ee23-b748-4484-9452-861f7ea0d1d8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.985410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8af43b68-cc2c-488e-b648-1aaa430e46b4 req-be40ee23-b748-4484-9452-861f7ea0d1d8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.0939629 Jul 30 01:52:18.106169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8af43b68-cc2c-488e-b648-1aaa430e46b4 req-48026a77-7221-49df-bff1-96fe70bf787e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108685 Jul 30 01:52:18.134151 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-b4eb413e-68a4-46e0-8321-a8ca9e9e146f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:18.137486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b4eb413e-68a4-46e0-8321-a8ca9e9e146f tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-1430031605 HTTP/1.1" status: 404 len: 329 time: 0.3250356 Jul 30 01:52:18.142300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56314) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:18.148051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-1e504171-2ba3-473d-a044-f6f41795778d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-2074851757') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:18.262313 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-1e504171-2ba3-473d-a044-f6f41795778d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:18.263430 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e504171-2ba3-473d-a044-f6f41795778d tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-2074851757 HTTP/1.1" status: 404 len: 329 time: 0.1201091 Jul 30 01:52:18.266327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56318) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:18.271556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-4fbf67da-0a5a-4e53-b902-d55000786952 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d', 'tempest-TagsExtTest-Tag-756598440') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:18.395169 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-4fbf67da-0a5a-4e53-b902-d55000786952 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:18.399233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4fbf67da-0a5a-4e53-b902-d55000786952 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags/tempest-TagsExtTest-Tag-756598440 HTTP/1.1" status: 404 len: 328 time: 0.1318862 Jul 30 01:52:18.405740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56322) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:18.413251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-c17b6898-3336-424a-8ebd-475782381ea2 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', {'tags': ['tempest-TagsExtTest-Tag-314784526', 'tempest-TagsExtTest-Tag-240006711', 'tempest-TagsExtTest-Tag-1678366467']}) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:18.518237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b12b15ca-6c83-42b6-9643-43c5048508e0 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:18.725446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b12b15ca-6c83-42b6-9643-43c5048508e0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:18.731506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b12b15ca-6c83-42b6-9643-43c5048508e0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:18.732193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.969119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c17b6898-3336-424a-8ebd-475782381ea2 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags HTTP/1.1" status: 200 len: 316 time: 0.5620859 Jul 30 01:52:18.973585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56336) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:18.996066 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9cccef1-4b7b-4b60-b6be-73f309982f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.000345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915540f-2baf-48e2-87b4-7d14fc6cd3d8 req-46ab955e-cbad-4502-9e48-a051853a5f08 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.017627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7915540f-2baf-48e2-87b4-7d14fc6cd3d8 req-46ab955e-cbad-4502-9e48-a051853a5f08 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 945 time: 0.2625632 Jul 30 01:52:19.033296 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.053433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-ceef42f5-774f-429c-b470-f4f5d481df81 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:19.076685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-0caa2550-f246-49bb-894a-b70e05c97e10 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.084295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-0caa2550-f246-49bb-894a-b70e05c97e10 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.66 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.1516485 Jul 30 01:52:19.095953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b15ca-6c83-42b6-9643-43c5048508e0'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:19.102014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13838c-c4f6-4e0a-ac54-590e065fab16 req-0ba5005a-0abd-416f-9746-db9ea8886546 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.104678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c13838c-c4f6-4e0a-ac54-590e065fab16 req-0ba5005a-0abd-416f-9746-db9ea8886546 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.3559816 Jul 30 01:52:19.106458 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e406094a-399d-4598-99fa-ab45964c2bba" -d '{"events": [{"server_uuid": "9c3c160b-2e89-419b-a385-79eb4e870a53", "name": "network-vif-plugged", "status": "completed", "tag": "b12b15ca-6c83-42b6-9643-43c5048508e0"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:19.131560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b12b15ca-6c83-42b6-9643-43c5048508e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b12b15ca-6c83-42b6-9643-43c5048508e0,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:19.137333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.243114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b12b15ca-6c83-42b6-9643-43c5048508e0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.299314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Deleting port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:19.299631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.385965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c13838c-c4f6-4e0a-ac54-590e065fab16 req-30b8b615-6a11-4599-8343-5012e0ed076a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909890 Jul 30 01:52:19.420254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7915540f-2baf-48e2-87b4-7d14fc6cd3d8 req-fd8c3ccb-e589-434e-b681-d4fe708dc0dc tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969536 Jul 30 01:52:19.468513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ceef42f5-774f-429c-b470-f4f5d481df81 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags HTTP/1.1" status: 204 len: 168 time: 0.4275022 Jul 30 01:52:19.471483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56344) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:19.489902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-ccd0fee2-f7d8-464f-b06c-dba8bdff522e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-314784526') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:19.536944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] For port c8c7d543-dbc2-4c3c-aef5-32764850f9b2, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,segment=NetworkSegment(5dd293e4-3be1-45d3-ae8d-c411206cdeb4),segment_id=5dd293e4-3be1-45d3-ae8d-c411206cdeb4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:19.537363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.571640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Calling delete_port for c8c7d543-dbc2-4c3c-aef5-32764850f9b2 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:19.662206 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496e65a-b898-4b49-8dc2-cb71dbce8fad x-openstack-request-id: req-c496e65a-b898-4b49-8dc2-cb71dbce8fad {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:19.662795 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c160b-2e89-419b-a385-79eb4e870a53", "name": "network-vif-plugged", "status": "completed", "tag": "b12b15ca-6c83-42b6-9643-43c5048508e0", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:19.662795 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c496e65a-b898-4b49-8dc2-cb71dbce8fad {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:19.663178 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b15ca-6c83-42b6-9643-43c5048508e0', 'code': 200} Jul 30 01:52:19.696088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dfbcc-9deb-42df-9a39-ee5d988efb4b req-b787c85c-c605-4d09-ad39-92df7936fc24 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.705756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-291dfbcc-9deb-42df-9a39-ee5d988efb4b req-b787c85c-c605-4d09-ad39-92df7936fc24 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/ports?device_id=57942286-b6ef-4a9b-ac5f-3d19662037c6 HTTP/1.1" status: 200 len: 945 time: 0.2094119 Jul 30 01:52:19.743097 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-ccd0fee2-f7d8-464f-b06c-dba8bdff522e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:19.747300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ccd0fee2-f7d8-464f-b06c-dba8bdff522e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-314784526 HTTP/1.1" status: 404 len: 328 time: 0.2714384 Jul 30 01:52:19.748053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:19.757342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-9991e19a-6d3f-42d7-9ba6-63c90e546c8a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-240006711') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:19.760378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.772942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['c8c7d543-dbc2-4c3c-aef5-32764850f9b2'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:19.851106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Pushing event deleted for resources: {'Port': ['ID=c8c7d543-dbc2-4c3c-aef5-32764850f9b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.907964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-291dfbcc-9deb-42df-9a39-ee5d988efb4b req-d2f96ac6-5b76-4202-866c-4c9f6265d995 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.78 "GET /v2.0/security-groups?id=2ef26289-520a-484a-a0ea-0900943a2fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009039 Jul 30 01:52:19.935351 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-9991e19a-6d3f-42d7-9ba6-63c90e546c8a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:19.936447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9991e19a-6d3f-42d7-9ba6-63c90e546c8a tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-240006711 HTTP/1.1" status: 404 len: 328 time: 0.1872561 Jul 30 01:52:19.940723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56354) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:19.945760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-b402d998-ed64-499a-8547-4439a78110ad tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a', 'tempest-TagsExtTest-Tag-1678366467') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:19.957887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea62c1-aae4-4ce6-8ba5-3432b4db5485 req-279e9ba9-7e8e-4c79-addd-9e9a4d892fda tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.965919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cea62c1-aae4-4ce6-8ba5-3432b4db5485 req-279e9ba9-7e8e-4c79-addd-9e9a4d892fda tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.1561339 Jul 30 01:52:20.090688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cea62c1-aae4-4ce6-8ba5-3432b4db5485 req-5498dcbf-bc4e-40e1-90c3-4f3b8117b3bb tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234972 Jul 30 01:52:20.105820 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-b402d998-ed64-499a-8547-4439a78110ad tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:20.108246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b402d998-ed64-499a-8547-4439a78110ad tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags/tempest-TagsExtTest-Tag-1678366467 HTTP/1.1" status: 404 len: 329 time: 0.1665125 Jul 30 01:52:20.110827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56360) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.115840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-9939a76c-5e7b-4ac0-ad76-a14595fa124c tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', {'tags': ['tempest-TagsExtTest-Tag-977421770', 'tempest-TagsExtTest-Tag-1921566775', 'tempest-TagsExtTest-Tag-207774369']}) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.176662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9939a76c-5e7b-4ac0-ad76-a14595fa124c tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "PUT /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags HTTP/1.1" status: 200 len: 316 time: 0.0644507 Jul 30 01:52:20.179255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56362) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.184870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-6b2801b1-9ec3-49be-adc5-df30b82cf3b6 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.226133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6b2801b1-9ec3-49be-adc5-df30b82cf3b6 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags HTTP/1.1" status: 204 len: 168 time: 0.0452471 Jul 30 01:52:20.228727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56364) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.235619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-595ebd6a-1b55-468b-b72d-50cf89d420a2 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-977421770') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.300966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] No DVR routers for this DVR port c8c7d543-dbc2-4c3c-aef5-32764850f9b2 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:20.304746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:20.307371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-93b65cc8-c0b4-4b31-b3c5-b591f830ec03 req-b1c5805d-efc3-4c46-a980-bacf54958518 tempest-TestServerAdvancedOps-794880716 tempest-TestServerAdvancedOps-794880716-project] 10.222.0.66 "DELETE /v2.0/ports/c8c7d543-dbc2-4c3c-aef5-32764850f9b2 HTTP/1.1" status: 204 len: 173 time: 1.2163548 Jul 30 01:52:20.307834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'name': 'network-vif-deleted', 'tag': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:20.310126 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94694e6b-f833-4a69-b7ef-e93cbbd09554" -d '{"events": [{"server_uuid": "57942286-b6ef-4a9b-ac5f-3d19662037c6", "name": "network-vif-deleted", "tag": "c8c7d543-dbc2-4c3c-aef5-32764850f9b2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:20.315323 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-595ebd6a-1b55-468b-b72d-50cf89d420a2 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:20.318420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-595ebd6a-1b55-468b-b72d-50cf89d420a2 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-977421770 HTTP/1.1" status: 404 len: 328 time: 0.0879831 Jul 30 01:52:20.321200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56368) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.325623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c25394-2f16-43de-a77a-ffe9ce43affa req-91e5006f-d883-4a96-8346-a0abbec8669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.327689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14c25394-2f16-43de-a77a-ffe9ce43affa req-91e5006f-d883-4a96-8346-a0abbec8669a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 1098 time: 0.0879061 Jul 30 01:52:20.329537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-8b11b4c6-c045-44cd-8ff0-61ed074b4785 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-1921566775') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.359965 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8b11b4c6-c045-44cd-8ff0-61ed074b4785 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:20.364817 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b11b4c6-c045-44cd-8ff0-61ed074b4785 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-1921566775 HTTP/1.1" status: 404 len: 329 time: 0.0417387 Jul 30 01:52:20.365541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56370) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.370552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-b0cf0a26-e7c9-46c1-a00f-b479a40c9487 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30', 'tempest-TagsExtTest-Tag-207774369') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.376047 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bd5ca6-f999-4519-b87b-261234c5b6f6 x-openstack-request-id: req-e6bd5ca6-f999-4519-b87b-261234c5b6f6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:20.376358 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57942286-b6ef-4a9b-ac5f-3d19662037c6", "name": "network-vif-deleted", "tag": "c8c7d543-dbc2-4c3c-aef5-32764850f9b2", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:20.376609 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6bd5ca6-f999-4519-b87b-261234c5b6f6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:20.377010 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57942286-b6ef-4a9b-ac5f-3d19662037c6', 'name': 'network-vif-deleted', 'tag': 'c8c7d543-dbc2-4c3c-aef5-32764850f9b2', 'status': 'completed', 'code': 200} Jul 30 01:52:20.403373 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-b0cf0a26-e7c9-46c1-a00f-b479a40c9487 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] show failed (client error): The resource could not be found. Jul 30 01:52:20.407966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b0cf0a26-e7c9-46c1-a00f-b479a40c9487 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags/tempest-TagsExtTest-Tag-207774369 HTTP/1.1" status: 404 len: 328 time: 0.0414069 Jul 30 01:52:20.409299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.414001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-4c9c3ee6-9ee3-48be-bcf2-1cdfd369dc41 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b3ea1b5d-8760-4e97-91af-1599e4256b30') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.451420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14c25394-2f16-43de-a77a-ffe9ce43affa req-30d00a9a-4fde-46c8-a472-2f367cee9bcb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023631 Jul 30 01:52:20.452377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56378) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.454715 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c9c3ee6-9ee3-48be-bcf2-1cdfd369dc41 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30/tags HTTP/1.1" status: 204 len: 168 time: 0.0433483 Jul 30 01:52:20.461797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-ab7cca84-3a14-49a2-86a0-3183b10dba05 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.651706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4c750-21be-4d02-ab70-063706748126 req-d5a83699-ab93-4f80-b7c3-3525fb21e2ad tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.653428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83d4c750-21be-4d02-ab70-063706748126 req-d5a83699-ab93-4f80-b7c3-3525fb21e2ad tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1227989 Jul 30 01:52:20.655025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab7cca84-3a14-49a2-86a0-3183b10dba05 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a/tags HTTP/1.1" status: 204 len: 168 time: 0.2013857 Jul 30 01:52:20.657813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56384) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.663140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-51ce25a2-1ee7-49e8-920f-0a9903dec238 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '01c9bace-eb45-4b4b-bd98-f0e4335e8b5d') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.696736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475fe26-8c9c-43a7-a643-edeccb9f7efb req-0b2d9ae6-8b46-48c2-bced-b448f97930b5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.698503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8475fe26-8c9c-43a7-a643-edeccb9f7efb req-0b2d9ae6-8b46-48c2-bced-b448f97930b5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 946 time: 0.1299016 Jul 30 01:52:20.729847 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-51ce25a2-1ee7-49e8-920f-0a9903dec238 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0709467 Jul 30 01:52:20.732266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56386) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.738795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-aa867aa8-fe5c-460f-a558-d1d352ae39b7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33c483b8-679d-41e8-9aba-10011d4afcc0') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:20.750500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83d4c750-21be-4d02-ab70-063706748126 req-29baf66f-98f2-45c2-a09a-30310c1d5c51 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797596 Jul 30 01:52:20.790563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8475fe26-8c9c-43a7-a643-edeccb9f7efb req-57eefc2d-b7a8-4fed-a378-0f99dda1064b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748129 Jul 30 01:52:20.829036 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa867aa8-fe5c-460f-a558-d1d352ae39b7 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0/tags HTTP/1.1" status: 204 len: 168 time: 0.0948615 Jul 30 01:52:20.834199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56388) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.945851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42786fa1-22a0-4ecd-9a52-1764382ea718 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for subnetpool, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:20.947853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-42786fa1-22a0-4ecd-9a52-1764382ea718 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnetpools/b3ea1b5d-8760-4e97-91af-1599e4256b30 HTTP/1.1" status: 204 len: 168 time: 0.1123388 Jul 30 01:52:20.950025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:20.985750 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-941b6441-8e33-403d-a01c-c3d16e1e2215 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a HTTP/1.1" status: 200 len: 205 time: 0.0343573 Jul 30 01:52:20.988605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56394) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:21.011402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56396) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:21.073933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Deleting subnet f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:21.077991 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.091157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.099185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.124823 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.173405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.283369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e0f0-9b33-4d7e-b8d4-e0b4b1c5dbe1 req-d26dc41f-171f-4e9b-aaed-267af6fda7f1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.287358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84f7e0f0-9b33-4d7e-b8d4-e0b4b1c5dbe1 req-d26dc41f-171f-4e9b-aaed-267af6fda7f1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.0908308 Jul 30 01:52:21.325611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.328494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.343422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84f7e0f0-9b33-4d7e-b8d4-e0b4b1c5dbe1 req-e60cb691-4952-427f-8893-f13090309572 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Jul 30 01:52:21.344927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.359805 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.361679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d HTTP/1.1" status: 204 len: 168 time: 0.3483412 Jul 30 01:52:21.381208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56402) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:21.401005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.401511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Fanout notify agent at l3_agent the message router_deleted on router f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:52:21.409262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.410378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42aba54a-3a19-4c84-963d-56be1fcb6e46 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/routers/f2f5464c-c1ee-4cb3-942d-dee90c8e4e4a HTTP/1.1" status: 204 len: 168 time: 0.4207458 Jul 30 01:52:21.412664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fa6a1b-9cfe-4f41-a62f-b2985842fb4d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:21.416434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56404) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:21.455676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.456896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.456896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.457223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.457557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.457888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.458232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.458543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.458868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.459222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.459548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.459869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc1bc7-cb5a-4207-bdcc-fb3747076a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:21.503719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.571569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Deleting port 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:21.573247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.632026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.657653 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fcf70612-ab54-4721-be3b-c36f56b0adcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.660321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828ad825-462f-440a-9037-308162007ae9']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:21.671834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd293e4-3be1-45d3-ae8d-c411206cdeb4') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:21.672127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd293e4-3be1-45d3-ae8d-c411206cdeb4') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:21.698643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:21.705213 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.705562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.721447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.722037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Calling delete_port for 01c9bace-eb45-4b4b-bd98-f0e4335e8b5d owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:21.728678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:21.729205 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:21.732075 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:21.866698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.914892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.932768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.939671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/828ad825-462f-440a-9037-308162007ae9 HTTP/1.1" status: 204 len: 168 time: 0.5387425 Jul 30 01:52:21.987654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56418) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:22.024640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.076827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event deleted for resources: {'Port': ['ID=01c9bace-eb45-4b4b-bd98-f0e4335e8b5d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:22.090341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Deleting subnet 1396e403-9f8d-4e1c-8635-2460742a68d0 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:22.097617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.236447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.324845 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.330195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e5345632-1519-4869-b36a-fd9ff2923824 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/ports/01c9bace-eb45-4b4b-bd98-f0e4335e8b5d HTTP/1.1" status: 204 len: 168 time: 0.9127617 Jul 30 01:52:22.335719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56424) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:22.390693 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.479272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c48c4-0bea-41e3-912e-a56464da8de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=828ad825-462f-440a-9037-308162007ae9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:22.501956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Deleting subnet 33c483b8-679d-41e8-9aba-10011d4afcc0 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:22.508330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.545315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d55ad-2104-4b74-bdff-2a2d569954b0 req-7b9195b4-f2c0-4646-a33a-c94609e1219c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.546788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d6d55ad-2104-4b74-bdff-2a2d569954b0 req-7b9195b4-f2c0-4646-a33a-c94609e1219c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.6960888 Jul 30 01:52:22.556323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd230c1-6112-4a32-b693-270c1a2a2989 req-075d4e62-1238-411b-aa52-71bf538a2570 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.557813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abd230c1-6112-4a32-b693-270c1a2a2989 req-075d4e62-1238-411b-aa52-71bf538a2570 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 946 time: 0.6155410 Jul 30 01:52:22.637047 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.711405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abd230c1-6112-4a32-b693-270c1a2a2989 req-8a16f2aa-c3b7-4432-a3f6-60c087934b14 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389415 Jul 30 01:52:22.739901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d6d55ad-2104-4b74-bdff-2a2d569954b0 req-f990a1e7-427d-4110-bc66-beb0d0a40d5b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792963 Jul 30 01:52:22.823282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.867417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.907609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1396e403-9f8d-4e1c-8635-2460742a68d0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:22.910087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.912069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54560135-37cc-47f4-9104-76c79073dcc4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1396e403-9f8d-4e1c-8635-2460742a68d0 HTTP/1.1" status: 204 len: 168 time: 0.9234524 Jul 30 01:52:22.917057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56436) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:22.963181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.015328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event deleted for resources: {'Subnet': ['ID=33c483b8-679d-41e8-9aba-10011d4afcc0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.017694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.020458 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1866b62a-690f-4088-ab4a-0907b6bfaa52 tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/subnets/33c483b8-679d-41e8-9aba-10011d4afcc0 HTTP/1.1" status: 204 len: 168 time: 0.6825607 Jul 30 01:52:23.027676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56440) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:23.036153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4904aa-17e7-4b70-acd3-bbe730e7d269 None None] Network 7c5de4ed-645e-4b80-b8a1-8b65990d03ab requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:23.082647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b37c6-dd0a-4f35-a7a6-30d8d0725149 req-a63c794a-8ef2-4d3d-8123-2711c24e8749 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.084529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-810b37c6-dd0a-4f35-a7a6-30d8d0725149 req-a63c794a-8ef2-4d3d-8123-2711c24e8749 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.1830025 Jul 30 01:52:23.110261 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.148853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.156536 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.234910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Deleting port 67ca456f-ccd9-4791-8b29-5da30eee840b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:23.235302 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.279261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] DHCP port deletion for 7c5de4ed-645e-4b80-b8a1-8b65990d03ab request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:23.294193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80738bcb-590c-4d01-b3fb-0a59aea9fd39 req-3c014c85-f9e9-43a2-9b52-aaa5063417ea tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.303324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80738bcb-590c-4d01-b3fb-0a59aea9fd39 req-3c014c85-f9e9-43a2-9b52-aaa5063417ea tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 946 time: 0.3000362 Jul 30 01:52:23.338411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] For port 67ca456f-ccd9-4791-8b29-5da30eee840b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=67ca456f-ccd9-4791-8b29-5da30eee840b,segment=NetworkSegment(a53a6612-3d1a-4a33-8b9a-5c04183dafb4),segment_id=a53a6612-3d1a-4a33-8b9a-5c04183dafb4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:23.339045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.346207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-810b37c6-dd0a-4f35-a7a6-30d8d0725149 req-9153b5dd-1211-430c-82db-df826e360da1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399900 Jul 30 01:52:23.355721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Calling delete_port for 67ca456f-ccd9-4791-8b29-5da30eee840b owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:23.383764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] Deleting port 67ca456f-ccd9-4791-8b29-5da30eee840b {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:23.384132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.453363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.474107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80738bcb-590c-4d01-b3fb-0a59aea9fd39 req-91a889a4-c6aa-48b7-8618-f59f79907b80 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697855 Jul 30 01:52:23.476647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.477108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aeb3962-7ccc-496b-a6bb-3a64baf08a49']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:23.486907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] For port 67ca456f-ccd9-4791-8b29-5da30eee840b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=67ca456f-ccd9-4791-8b29-5da30eee840b,segment=NetworkSegment(a53a6612-3d1a-4a33-8b9a-5c04183dafb4),segment_id=a53a6612-3d1a-4a33-8b9a-5c04183dafb4)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:23.488226 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.491141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc8b101-25c1-42db-b81b-5c2074161cb2') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:23.491628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc8b101-25c1-42db-b81b-5c2074161cb2') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:23.507585 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.510003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] Calling delete_port for 67ca456f-ccd9-4791-8b29-5da30eee840b owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:23.540769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] No DVR routers for this DVR port 67ca456f-ccd9-4791-8b29-5da30eee840b on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:23.546237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event deleted for resources: {'Port': ['ID=67ca456f-ccd9-4791-8b29-5da30eee840b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.548225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.622749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.654761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:23.655900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:23.661828 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:23.670989 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.702907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.715482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5de4ed-645e-4b80-b8a1-8b65990d03ab']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:23.732495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:23.734040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53a6612-3d1a-4a33-8b9a-5c04183dafb4') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:23.736617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 67ca456f-ccd9-4791-8b29-5da30eee840b no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:23.746663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.764523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.764690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 67ca456f-ccd9-4791-8b29-5da30eee840b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:23.764992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 67ca456f-ccd9-4791-8b29-5da30eee840b not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:23.768322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] Pushing event deleted for resources: {'Port': ['ID=67ca456f-ccd9-4791-8b29-5da30eee840b,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.776544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835df3d1-2481-4ec5-bc4a-125e53359bd1 None None] No DVR routers for this DVR port 67ca456f-ccd9-4791-8b29-5da30eee840b on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:23.780952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.794805 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.796829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] 10.222.0.78 "DELETE /v2.0/networks/5aeb3962-7ccc-496b-a6bb-3a64baf08a49 HTTP/1.1" status: 204 len: 168 time: 0.8768592 Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:23.807202 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:23.850632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a4122-d0f8-4f69-b8aa-9ef9b89be11a admin admin] Pushing event deleted for resources: {'Network': ['ID=5aeb3962-7ccc-496b-a6bb-3a64baf08a49,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.933463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.942240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.948491 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] 10.222.0.78 "DELETE /v2.0/networks/7c5de4ed-645e-4b80-b8a1-8b65990d03ab HTTP/1.1" status: 204 len: 168 time: 0.9172342 Jul 30 01:52:23.974407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85651cf3-8167-4e9f-bad3-ee331c46613e tempest-TagsExtTest-1796634291 tempest-TagsExtTest-1796634291-project] Pushing event deleted for resources: {'Network': ['ID=7c5de4ed-645e-4b80-b8a1-8b65990d03ab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.990580 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:52:24.014890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ee13f-a1e1-47fc-8404-72ddb45fe888 req-2c5d09f3-81d2-44ee-83bd-3557405c5b5d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.016403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2ee13f-a1e1-47fc-8404-72ddb45fe888 req-2c5d09f3-81d2-44ee-83bd-3557405c5b5d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1260347 Jul 30 01:52:24.040526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56462) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.092913 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2cce82d1-c51d-4ae1-a1d8-27290f5e0221 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e5ea2cfcad5483681b094c9599719e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511098 Jul 30 01:52:24.093543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56464) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.135993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c8c7d543-dbc2-4c3c-aef5-32764850f9b2 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:24.136636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e2ee13f-a1e1-47fc-8404-72ddb45fe888 req-12f0bec8-6410-4e63-8f85-f97905d60bd9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101820 Jul 30 01:52:24.177087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e51b4deb-a2c9-4e49-8a80-c89ad512254a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.179063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: c8c7d543-dbc2-4c3c-aef5-32764850f9b2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:24.179407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device c8c7d543-dbc2-4c3c-aef5-32764850f9b2 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:24.186491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Deleting port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:24.188044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.207408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e51b4deb-a2c9-4e49-8a80-c89ad512254a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.272423 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e51b4deb-a2c9-4e49-8a80-c89ad512254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.275069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e51b4deb-a2c9-4e49-8a80-c89ad512254a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.276237 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e51b4deb-a2c9-4e49-8a80-c89ad512254a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ef26289-520a-484a-a0ea-0900943a2fca HTTP/1.1" status: 204 len: 168 time: 0.1817541 Jul 30 01:52:24.285958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b4deb-a2c9-4e49-8a80-c89ad512254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef26289-520a-484a-a0ea-0900943a2fca,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:24.294040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56476) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.317180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] For port 9be34d72-c3fb-4a39-a51f-fe14ba906ff6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:24.317444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.339364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Calling delete_port for 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:24.525964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:24.553732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.598507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c347-7c56-4e76-b21b-f2fbd8ed7801 req-9bf86dd1-6ed5-4ae6-8617-648efbf2986e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.607431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4799c347-7c56-4e76-b21b-f2fbd8ed7801 req-9bf86dd1-6ed5-4ae6-8617-648efbf2986e tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 945 time: 0.0900743 Jul 30 01:52:24.639352 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e92e6b42-b43b-4a33-9cef-1aeede3bdc25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=353632501164462194c299e361552d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440676 Jul 30 01:52:24.644061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.707532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:24.723930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '8f5cd628-553b-455c-aa50-601058dc4f72', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'port_id': '8f5cd628-553b-455c-aa50-601058dc4f72', 'mac_address': 'fa:16:3e:7c:94:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:24.728452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4799c347-7c56-4e76-b21b-f2fbd8ed7801 req-3d41241f-b2e2-4c65-b1ee-c21bcd22201b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191216 Jul 30 01:52:24.743894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0df40ea-da24-4a1f-bf75-c4110ac5a376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.771522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.789159 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0df40ea-da24-4a1f-bf75-c4110ac5a376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.789686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5cd628-553b-455c-aa50-601058dc4f72 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:24.799746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.808434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.827957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:24.840216 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.844006 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Pushing event deleted for resources: {'Port': ['ID=9be34d72-c3fb-4a39-a51f-fe14ba906ff6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:24.890112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5fb06b6b-d5f7-4ef8-b3da-e7cbe5b9ac2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0126f7b75b954b349f5827422e66d9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798197 Jul 30 01:52:24.903403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56496) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.927348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0df40ea-da24-4a1f-bf75-c4110ac5a376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.929192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:24.933032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0df40ea-da24-4a1f-bf75-c4110ac5a376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.934730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0df40ea-da24-4a1f-bf75-c4110ac5a376 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b118bffe-642d-4450-8e3d-e04dd9211362 HTTP/1.1" status: 204 len: 168 time: 0.2892482 Jul 30 01:52:24.966306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df40ea-da24-4a1f-bf75-c4110ac5a376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b118bffe-642d-4450-8e3d-e04dd9211362,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:24.982183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e637a51-78e8-4fdc-8e68-18464dcea335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.010381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:25.099445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e637a51-78e8-4fdc-8e68-18464dcea335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.122266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['8f5cd628-553b-455c-aa50-601058dc4f72'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:25.223795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.331420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e637a51-78e8-4fdc-8e68-18464dcea335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.334197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e637a51-78e8-4fdc-8e68-18464dcea335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.335491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e637a51-78e8-4fdc-8e68-18464dcea335 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29034b1d-b522-497c-9420-9006d62bb125 HTTP/1.1" status: 204 len: 168 time: 0.4314837 Jul 30 01:52:25.352978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e637a51-78e8-4fdc-8e68-18464dcea335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29034b1d-b522-497c-9420-9006d62bb125,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.417595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96108b38-c448-4f95-a493-836b9870d88e req-1cffc87e-b876-41ab-8728-dad4d40e3940 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.419201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96108b38-c448-4f95-a493-836b9870d88e req-1cffc87e-b876-41ab-8728-dad4d40e3940 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1260464 Jul 30 01:52:25.511798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96108b38-c448-4f95-a493-836b9870d88e req-f6ead863-fe9b-467d-b64e-a6707950b537 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821886 Jul 30 01:52:25.675980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Router b85ed65e-7023-4304-bdcb-fa29eb776359 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:25.823421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.917822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:25.926428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d71b0bfe-de5d-4570-9681-c74b5b80785a admin admin] 10.222.0.78 "PUT /v2.0/routers/b85ed65e-7023-4304-bdcb-fa29eb776359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2267201 Jul 30 01:52:25.929156 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] Sync routers for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:25.930143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56528) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:25.945989 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:25.945989 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:25.959350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4fbb-1a6c-49ce-b254-24befcbc64d5 req-852f4448-0b73-4c2b-b848-34fba913a1c8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.970428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe9e4fbb-1a6c-49ce-b254-24befcbc64d5 req-852f4448-0b73-4c2b-b848-34fba913a1c8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 946 time: 0.0917993 Jul 30 01:52:26.023928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe9e4fbb-1a6c-49ce-b254-24befcbc64d5 req-0c6a09a5-95bd-424a-987b-03a55550bfc0 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523946 Jul 30 01:52:26.115943 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:26.232519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.470251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.20.0.17 (8287d8c1-a0fc-46e5-830c-462cac27ca32/900d6a2b-8114-4f14-9e3a-c7c4d6f79204/09b6ed47-9d35-433b-8cc8-96277b879059) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:26.497024 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:52:24Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:26.532685 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] Checking router: b85ed65e-7023-4304-bdcb-fa29eb776359 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:26.534466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:26.569663 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] Routers {'b85ed65e-7023-4304-bdcb-fa29eb776359'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:26.573423 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b85ed65e-7023-4304-bdcb-fa29eb776359'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:26.665773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 8f5cd628-553b-455c-aa50-601058dc4f72 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:26.675311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 8f5cd628-553b-455c-aa50-601058dc4f72 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:26.676372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.745487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.762044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56556) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:26.808384 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] Set router b85ed65e-7023-4304-bdcb-fa29eb776359 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:26.816283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ba78-f019-45f7-a83f-c9bc7b0d6122 req-dd7959d3-9ea0-4cf2-ab10-1cc0d8b35227 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.826732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e980ba78-f019-45f7-a83f-c9bc7b0d6122 req-dd7959d3-9ea0-4cf2-ab10-1cc0d8b35227 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.1750739 Jul 30 01:52:26.885565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.945748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e980ba78-f019-45f7-a83f-c9bc7b0d6122 req-e49d3df1-24e3-49e5-bbfb-a57742548fb2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093400 Jul 30 01:52:26.953962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-828722401-network', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:26.959272 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.973138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Transition to ACTIVE for port object 09b6ed47-9d35-433b-8cc8-96277b879059 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:27.007561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Made reservation on behalf of 6d9fb7f892e8400fb85d68790fd78b0c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:27.011376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.020596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Deleting port 07ab907a-8900-4710-b763-30d32c629de2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:27.021073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.032369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.081598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:27.084292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:27.091578 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac52609a-0903-43b9-ba5f-7e86e115aa99" -d '{"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-plugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:27.120348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.123953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] For port 07ab907a-8900-4710-b763-30d32c629de2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=07ab907a-8900-4710-b763-30d32c629de2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:27.124434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.137882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Calling delete_port for 07ab907a-8900-4710-b763-30d32c629de2 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:27.205794 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215776aa-aa2a-483d-a951-80aed656083b x-openstack-request-id: req-215776aa-aa2a-483d-a951-80aed656083b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:27.206448 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-plugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:27.207295 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-215776aa-aa2a-483d-a951-80aed656083b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:27.208032 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'code': 200} Jul 30 01:52:27.281480 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:52:24Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:27.296653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.329113 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d315417-a7c9-40e2-ba77-423363cf8702 None None] The sync data for ids ['b85ed65e-7023-4304-bdcb-fa29eb776359'] in n-d-713499-10 is: [{'id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'name': 'tempest-TaggedBootDevicesTest-83502022-router', 'tenant_id': '82df728ca872453da9a5adb3e5133a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '07ab907a-8900-4710-b763-30d32c629de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:52:24Z', 'revision_number': 5, 'project_id': '82df728ca872453da9a5adb3e5133a2d', 'gw_port': {'id': '07ab907a-8900-4710-b763-30d32c629de2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85ed65e-7023-4304-bdcb-fa29eb776359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:39Z', 'updated_at': '2021-07-30T01:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:27.371881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.426057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.431591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ab907a-8900-4710-b763-30d32c629de2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.477068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893d62b-3077-4c03-804b-de1ae6d0922e req-14515618-9a49-43a3-b866-99ed076b35a5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.478723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d893d62b-3077-4c03-804b-de1ae6d0922e req-14515618-9a49-43a3-b866-99ed076b35a5 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 947 time: 0.2258940 Jul 30 01:52:27.499129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017fc7-3da1-4205-a654-1f31766ec40c req-2547f863-1fbb-4413-ac06-9a6a12765da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.500421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32017fc7-3da1-4205-a654-1f31766ec40c req-2547f863-1fbb-4413-ac06-9a6a12765da3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 1099 time: 0.0831676 Jul 30 01:52:27.502508 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.535950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.550617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:27.561282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.561658 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Added segment 34f612d9-4442-40d1-a2c8-698e7398faab of type vlan for network 84c3113e-c178-4d86-ac18-f68ed7f74e2e Jul 30 01:52:27.655578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.739879 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d893d62b-3077-4c03-804b-de1ae6d0922e req-a03aae62-00e6-41e3-b2d5-014677e51e97 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461491 Jul 30 01:52:27.741780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32017fc7-3da1-4205-a654-1f31766ec40c req-fcf25d20-4726-4751-bd40-a8eaa9f24e3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304428 Jul 30 01:52:27.767031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.768141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.773720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.850855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:27.856413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0856564 Jul 30 01:52:27.864107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56584) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:27.876497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:27.896605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:27.897102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9be34d72-c3fb-4a39-a51f-fe14ba906ff6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:27.907491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:27.911826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:27.939749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Request body: {'subnet': {'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-828722401-subnet', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:27.964372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=09b6ed47-9d35-433b-8cc8-96277b879059,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.969098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d88ffd-90d9-4971-9903-220c40f8b565,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.997064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.999571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.145608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e694-38f3-478f-8466-aa1b4bce49aa admin admin] Pushing event updated for resources: {'Network': ['ID=84c3113e-c178-4d86-ac18-f68ed7f74e2e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.152070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Made reservation on behalf of 6d9fb7f892e8400fb85d68790fd78b0c for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:28.154580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.157944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:28.297425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93ad4d-ea81-43aa-8e9f-d541c7a277f0 req-00a2aadf-1cd3-444a-8202-22314ee1863c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.305800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c93ad4d-ea81-43aa-8e9f-d541c7a277f0 req-00a2aadf-1cd3-444a-8202-22314ee1863c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.2258790 Jul 30 01:52:28.378708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c93ad4d-ea81-43aa-8e9f-d541c7a277f0 req-ab1d8e96-f3e9-4c76-9d90-435d5fbec4c7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Jul 30 01:52:28.416617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-77efb228-ba25-4585-907b-00cfcd22c56f None None] Provisioning for port 09b6ed47-9d35-433b-8cc8-96277b879059 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:28.427122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-77efb228-ba25-4585-907b-00cfcd22c56f None None] Provisioning complete for port 09b6ed47-9d35-433b-8cc8-96277b879059 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:28.428131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77efb228-ba25-4585-907b-00cfcd22c56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.546340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-77efb228-ba25-4585-907b-00cfcd22c56f None None] Port 09b6ed47-9d35-433b-8cc8-96277b879059 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:28.553175 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.667564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6771569d-f407-4594-873b-e841a0caca5b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.714266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Checking segment: {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:28.714858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Network hostable DHCP agents. Network: 84c3113e-c178-4d86-ac18-f68ed7f74e2e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:28.738014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.743433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.746862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.765952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:28.855654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95542ed4-e296-4b7b-8c94-7ee2a63cfc4e req-363b8898-4af9-453c-a653-4d6392fbaad0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.861405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95542ed4-e296-4b7b-8c94-7ee2a63cfc4e req-363b8898-4af9-453c-a653-4d6392fbaad0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1415977 Jul 30 01:52:28.862865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 84c3113e-c178-4d86-ac18-f68ed7f74e2e) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:28.877031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919ae80-8276-43d7-accd-4d1ace7ab4b2 None None] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:28.878276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.878878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.012975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0ee76e56-d67e-4cbc-8396-52abace6bc17 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0739903 Jul 30 01:52:29.013729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56620) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:29.039048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:29.102055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95542ed4-e296-4b7b-8c94-7ee2a63cfc4e req-cf5bec0b-b465-4175-8c59-420455f19017 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204103 Jul 30 01:52:29.132341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf6647-394a-4005-a077-ef0759ef13dd req-c2119c84-1e82-4686-b2a9-c067c05251ae tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.145882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cadf6647-394a-4005-a077-ef0759ef13dd req-c2119c84-1e82-4686-b2a9-c067c05251ae tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 947 time: 0.2471380 Jul 30 01:52:29.172023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.179061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.194958 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.196079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.237927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-84c3113e-c178-4d86-ac18-f68ed7f74e2e', 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'fixed_ips': [{'subnet_id': '6771569d-f407-4594-873b-e841a0caca5b'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:29.239452 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.292839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cadf6647-394a-4005-a077-ef0759ef13dd req-e7b828d5-c81c-417a-80c7-dbcec013fcdb tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457582 Jul 30 01:52:29.348382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.351559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=09b6ed47-9d35-433b-8cc8-96277b879059,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:29.379458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.379981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85ed65e-7023-4304-bdcb-fa29eb776359 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:52:29.409503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.410848 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4a014bac-3222-43f2-8e0b-f70da789ab23 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b85ed65e-7023-4304-bdcb-fa29eb776359 HTTP/1.1" status: 204 len: 168 time: 3.4790723 Jul 30 01:52:29.416611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56644) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:29.419538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.536244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Deleting subnet f68c7b00-b7b6-49dc-96df-8b216051a7b4 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:29.544427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.582464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Allocated IP 172.20.0.2 (84c3113e-c178-4d86-ac18-f68ed7f74e2e/6771569d-f407-4594-873b-e841a0caca5b/f9900765-375a-46c3-9f18-a38e4b406e2e) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:29.683287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4ec19-e302-4440-8686-244fffe1b1eb req-3151c23f-e81f-49d7-8b66-276d7dce728c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.700737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05e4ec19-e302-4440-8686-244fffe1b1eb req-3151c23f-e81f-49d7-8b66-276d7dce728c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4015071 Jul 30 01:52:29.801496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:29.803299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:29.944310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.956311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Transition to ACTIVE for port object f9900765-375a-46c3-9f18-a38e4b406e2e will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:29.982433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Transition to ACTIVE for port object f9900765-375a-46c3-9f18-a38e4b406e2e will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:29.990356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.017853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:30.100405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:30.122415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:30.136304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:30.143575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Pushing event updated for resources: {'Port': ['ID=f9900765-375a-46c3-9f18-a38e4b406e2e,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:30.248357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Attempting to bind port f9900765-375a-46c3-9f18-a38e4b406e2e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:30.248976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Attempting to bind port f9900765-375a-46c3-9f18-a38e4b406e2e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:30.250446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Attempting to bind port f9900765-375a-46c3-9f18-a38e4b406e2e on network 84c3113e-c178-4d86-ac18-f68ed7f74e2e {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:30.257026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:30.257715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Checking segment: {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:30.258451 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.259021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Bound using segment: {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:30.259748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Bound port: f9900765-375a-46c3-9f18-a38e4b406e2e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:30.260871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.332608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2412e024-384f-4c3d-8a4c-1a20f4702975 None None] Provisioning complete for port 09b6ed47-9d35-433b-8cc8-96277b879059 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:30.333308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2412e024-384f-4c3d-8a4c-1a20f4702975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.345258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:30.368101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b5071f13-01a6-4437-92c9-c54dd59b1464 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "PUT /v2.0/routers/7ffba885-3519-493c-9785-742ee33ba423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3553424 Jul 30 01:52:30.402460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2412e024-384f-4c3d-8a4c-1a20f4702975 None None] Port 09b6ed47-9d35-433b-8cc8-96277b879059 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:30.404234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:30.430457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:30.436485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:30.460641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.467115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.514076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05e4ec19-e302-4440-8686-244fffe1b1eb req-7d01ffec-c74a-46fe-8120-d290f11cfbc8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8119617 Jul 30 01:52:30.601935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc22e1-7a6b-41fc-b804-0fd1ff62c901 req-c16494bd-ae78-4131-ba6d-fc02175f3add tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.603643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61cc22e1-7a6b-41fc-b804-0fd1ff62c901 req-c16494bd-ae78-4131-ba6d-fc02175f3add tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 947 time: 0.1688378 Jul 30 01:52:30.684883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.718086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61cc22e1-7a6b-41fc-b804-0fd1ff62c901 req-12966127-6dcd-4549-8dc9-afd573b828b1 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939870 Jul 30 01:52:30.754349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] For port f9900765-375a-46c3-9f18-a38e4b406e2e, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:30.790776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.796927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:30.827519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68c7b00-b7b6-49dc-96df-8b216051a7b4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:30.866263 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.870930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:30.871151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bbf331b9-f186-4c25-8f39-29171e606883 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f68c7b00-b7b6-49dc-96df-8b216051a7b4 HTTP/1.1" status: 204 len: 168 time: 1.4533672 Jul 30 01:52:31.038986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.051123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ed769-4fc2-4784-9aac-1dbf19895f5f None None] Network 31143a36-c95c-4f04-9473-6f84640e8107 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:31.054752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] For port f9900765-375a-46c3-9f18-a38e4b406e2e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f9900765-375a-46c3-9f18-a38e4b406e2e,segment=NetworkSegment(34f612d9-4442-40d1-a2c8-698e7398faab),segment_id=34f612d9-4442-40d1-a2c8-698e7398faab)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:31.056782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.077662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.134068 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.168323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Deleting port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:31.168323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.195179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-6782c025-9ed6-404b-b590-fc8e560702fd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.203455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-6782c025-9ed6-404b-b590-fc8e560702fd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.3312328 Jul 30 01:52:31.285185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-d60919e9-91ba-4511-8c01-1b3e65ef5d48 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/quotas/2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 375 time: 0.0800331 Jul 30 01:52:31.314772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] For port ea16356e-88a5-4e14-98fd-ab11dbe8ef66, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,segment=NetworkSegment(ba82c604-0813-4b50-82f8-3522d3487bf4),segment_id=ba82c604-0813-4b50-82f8-3522d3487bf4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:31.315604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.337058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Calling delete_port for ea16356e-88a5-4e14-98fd-ab11dbe8ef66 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:31.356889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27f43-2a09-4a1e-a38e-16141a452c6f None None] Pushing event updated for resources: {'Port': ['ID=f9900765-375a-46c3-9f18-a38e4b406e2e,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:31.365122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Allocated IP 172.25.8.180 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/4c1f006a-bc5c-430c-afa9-66a684662cb1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:31.381698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:28Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b6ed47-9d35-433b-8cc8-96277b879059', 'name': '', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:7a:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:26Z', 'updated_at': '2021-07-30T01:52:29Z', 'revision_number': 2, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:31.408690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-9cae9fd0-41cb-4962-86c4-f1ccd1d7441c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1104047 Jul 30 01:52:31.431405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:31.432198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Updating router 7ffba885-3519-493c-9785-742ee33ba423 port 09b6ed47-9d35-433b-8cc8-96277b879059 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:52:31.475050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.475725 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.575080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] No DVR routers for this DVR port ea16356e-88a5-4e14-98fd-ab11dbe8ef66 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:31.584445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3b125-c0de-4c21-8c54-65d3ced0ccbe None None] DHCP port deletion for 31143a36-c95c-4f04-9473-6f84640e8107 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:31.646526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea16356e-88a5-4e14-98fd-ab11dbe8ef66,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:31.735455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.745392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-0de54980-c02d-4745-9791-3bf68711fd29 service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334511 Jul 30 01:52:31.774338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 07ab907a-8900-4710-b763-30d32c629de2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:31.776396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.797215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31143a36-c95c-4f04-9473-6f84640e8107']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:31.803878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 07ab907a-8900-4710-b763-30d32c629de2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:31.804418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 07ab907a-8900-4710-b763-30d32c629de2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:31.805254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea16356e-88a5-4e14-98fd-ab11dbe8ef66 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:31.813332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba82c604-0813-4b50-82f8-3522d3487bf4') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:31.813642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba82c604-0813-4b50-82f8-3522d3487bf4') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:31.831494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.843908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ea16356e-88a5-4e14-98fd-ab11dbe8ef66 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:31.848098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ea16356e-88a5-4e14-98fd-ab11dbe8ef66 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:31.849153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.856317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:31.856714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.883483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.945104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-9b3f44a6-e016-4cd6-8431-21bcabcbf2cb service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902843 Jul 30 01:52:31.949227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:31.962970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:31.967741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:31.972754 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:31.977577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.988229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:32.089319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Pushing event updated for resources: {'Port': ['ID=4c1f006a-bc5c-430c-afa9-66a684662cb1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.121402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Deleting subnet 82594acc-b66c-4b48-85d8-f0f244582037 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:32.129195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.134048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] 10.222.0.78 "DELETE /v2.0/networks/31143a36-c95c-4f04-9473-6f84640e8107 HTTP/1.1" status: 204 len: 168 time: 1.2590251 Jul 30 01:52:32.144558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.147436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10ec5-bef9-481f-a2f9-f2ca4973fe1e admin admin] Pushing event deleted for resources: {'Network': ['ID=31143a36-c95c-4f04-9473-6f84640e8107,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.231176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.319849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.348540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Transition to ACTIVE for port object 09b6ed47-9d35-433b-8cc8-96277b879059 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:32.355858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.358872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a749fe99-27be-49fb-8992-0ebb10d51e21 req-b02859c7-0620-45b1-ba3a-dd4178ed9d2a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 210 time: 0.1142042 Jul 30 01:52:32.368769 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.498434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56714) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:32.601691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c04745-5f23-4a35-a350-4139f1e6a6f8 None None] Pushing event updated for resources: {'Port': ['ID=09b6ed47-9d35-433b-8cc8-96277b879059,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.639428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Attempting to bind port 09b6ed47-9d35-433b-8cc8-96277b879059 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:32.640060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Attempting to bind port 09b6ed47-9d35-433b-8cc8-96277b879059 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:32.640815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Attempting to bind port 09b6ed47-9d35-433b-8cc8-96277b879059 on network 8287d8c1-a0fc-46e5-830c-462cac27ca32 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:32.646716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:32.647546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Checking segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:32.648181 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.648816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Bound using segment: {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:32.649533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Bound port: 09b6ed47-9d35-433b-8cc8-96277b879059, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe48f877-a997-455e-af2a-e40adfb8ddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:32.650193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.674293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d02ad172-f1c0-4bfd-b249-d2f58709a45c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82df728ca872453da9a5adb3e5133a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742966 Jul 30 01:52:32.682162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:32.694860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.738559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.787759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.796180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] For port 09b6ed47-9d35-433b-8cc8-96277b879059, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:32.797082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/82594acc-b66c-4b48-85d8-f0f244582037 HTTP/1.1" status: 204 len: 168 time: 0.8075616 Jul 30 01:52:32.800749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:32.809645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] For port 09b6ed47-9d35-433b-8cc8-96277b879059, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=09b6ed47-9d35-433b-8cc8-96277b879059,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:32.827376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eac8a-dad0-4ffd-b6b9-6cbfea43fa34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82594acc-b66c-4b48-85d8-f0f244582037,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.828530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.970382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:32.971207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:33.097633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10678d12-0d45-414d-84d1-b4010f80c7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.102905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.124274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6b633-9473-43d6-bbd5-344e08c749b8 None None] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:33.179436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10678d12-0d45-414d-84d1-b4010f80c7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.193509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.205891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c04745-5f23-4a35-a350-4139f1e6a6f8 None None] Pushing event updated for resources: {'Port': ['ID=09b6ed47-9d35-433b-8cc8-96277b879059,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.391629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:33.405811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.425745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dbffb9f2-40cb-4aec-857c-5e0cef6fc42f None None] Provisioning for port f9900765-375a-46c3-9f18-a38e4b406e2e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:33.427434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0debdef6-1d81-47ac-beee-091f8bf97960']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:33.463542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00362557-4903-4d48-a5db-a86b7be3c0b4') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:33.467837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00362557-4903-4d48-a5db-a86b7be3c0b4') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:33.470184 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10678d12-0d45-414d-84d1-b4010f80c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.480413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10678d12-0d45-414d-84d1-b4010f80c7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.481869 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10678d12-0d45-414d-84d1-b4010f80c7a8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/265a896d-f108-42f9-b2fd-021d785303d8 HTTP/1.1" status: 204 len: 168 time: 0.7978897 Jul 30 01:52:33.494796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.516791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Router 42247f20-f412-4c44-91fd-861c74282558 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:52:33.521972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.549320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10678d12-0d45-414d-84d1-b4010f80c7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a896d-f108-42f9-b2fd-021d785303d8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.561477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:33.562145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:33.564232 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:33.724691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.733378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.740765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0debdef6-1d81-47ac-beee-091f8bf97960 HTTP/1.1" status: 204 len: 168 time: 0.9008455 Jul 30 01:52:33.742811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56734) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:33.766888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a4454e7-eb4c-4aee-a16f-320af6f7728e req-3119cf24-f680-4962-9eab-f20e6734839c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 210 time: 0.2209277 Jul 30 01:52:33.860091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Deleting subnet 54d7d779-2919-4fcb-a8e4-e67fd6fa9137 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:33.864016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f78c18-877a-46ca-afa9-71e01d88e432 admin admin] Pushing event deleted for resources: {'Network': ['ID=0debdef6-1d81-47ac-beee-091f8bf97960,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.865921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.972177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.983927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f9900765-375a-46c3-9f18-a38e4b406e2e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:34.053015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.090031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:28Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b6ed47-9d35-433b-8cc8-96277b879059', 'name': '', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:7a:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:26Z', 'updated_at': '2021-07-30T01:52:32Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:34.132305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-6cc27f36-b52c-4c66-b8ae-9fcb65a3a3c4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.134360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-6cc27f36-b52c-4c66-b8ae-9fcb65a3a3c4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.1442387 Jul 30 01:52:34.135791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:34.151667 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Sync routers for ids ['42247f20-f412-4c44-91fd-861c74282558'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:34.165778 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Routers {'42247f20-f412-4c44-91fd-861c74282558'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:34.167240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c64cc-0314-4916-8df1-4f7c1284c753 None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:28Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b6ed47-9d35-433b-8cc8-96277b879059', 'name': '', 'network_id': '8287d8c1-a0fc-46e5-830c-462cac27ca32', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:7a:ef:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:26Z', 'updated_at': '2021-07-30T01:52:32Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '900d6a2b-8114-4f14-9e3a-c7c4d6f79204', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:34.167471 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['42247f20-f412-4c44-91fd-861c74282558'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:34.171866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'port': {'device_id': '1a50601a-4ced-4dad-b388-b62358944976', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'admin_state_up': True, 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:34.188367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f9900765-375a-46c3-9f18-a38e4b406e2e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:34.195723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f9900765-375a-46c3-9f18-a38e4b406e2e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:34.196146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.203422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.344072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d7d779-2919-4fcb-a8e4-e67fd6fa9137,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:34.346747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.349574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bd8f78b1-8ccb-4040-9a75-072377391849 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/54d7d779-2919-4fcb-a8e4-e67fd6fa9137 HTTP/1.1" status: 204 len: 168 time: 0.6056666 Jul 30 01:52:34.364910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56744) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:34.381995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d5d100bd-182b-4c60-ad9c-59bb28ea111c None None] Provisioning complete for port f9900765-375a-46c3-9f18-a38e4b406e2e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:34.382637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d5d100bd-182b-4c60-ad9c-59bb28ea111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.446214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.456784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.463483 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Set router 42247f20-f412-4c44-91fd-861c74282558 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:34.510259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f9900765-375a-46c3-9f18-a38e4b406e2e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f9900765-375a-46c3-9f18-a38e4b406e2e,segment=NetworkSegment(34f612d9-4442-40d1-a2c8-698e7398faab),segment_id=34f612d9-4442-40d1-a2c8-698e7398faab)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:34.517401 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.524174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.528177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-eca18238-65a4-49d9-bc45-0de0de3a446d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.4921212 Jul 30 01:52:34.528743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:34.533448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.536307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56756) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:34.632764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f9900765-375a-46c3-9f18-a38e4b406e2e,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:34.707244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.732179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4f0c36-7877-4aa0-88d9-27dc5b5bf487']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:34.757218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88c8144-a7f9-4fa8-800a-0f0f61ed2f91') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:34.757582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88c8144-a7f9-4fa8-800a-0f0f61ed2f91') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:34.792551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.829337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.854992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:34.855894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.881473 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:32Z', 'revision_number': 3, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:34.889531 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:34.981195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.990899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Checking router: 42247f20-f412-4c44-91fd-861c74282558 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:34.991082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.991738 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Updating router 42247f20-f412-4c44-91fd-861c74282558 port 4c1f006a-bc5c-430c-afa9-66a684662cb1 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:52:34.994153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4f4f0c36-7877-4aa0-88d9-27dc5b5bf487 HTTP/1.1" status: 204 len: 168 time: 0.6277137 Jul 30 01:52:35.010512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-112c8661-3611-4b79-9e5b-bbcfb3071292 req-d3f48b99-a18a-4a89-a405-6a2e4db67b13 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 210 time: 0.0554428 Jul 30 01:52:35.036765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed58ec-ac10-429e-a9f9-321834231364 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4f0c36-7877-4aa0-88d9-27dc5b5bf487,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:35.077033 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.156944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:35.354473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1815198728-network', 'tenant_id': 'f20ea49113c94c199da06985ffb2dcaf'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:35.376628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56786) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:35.521091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8376ac8d-3411-4a68-b0ff-8045dad205fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59eb663ec41b4c31aa1953320bb615e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407757 Jul 30 01:52:35.521953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:35.524175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Made reservation on behalf of f20ea49113c94c199da06985ffb2dcaf for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:35.526519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.548583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.611976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e003d27-1142-4279-be45-98fb5ef20d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.645647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e003d27-1142-4279-be45-98fb5ef20d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.709833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e003d27-1142-4279-be45-98fb5ef20d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.714540 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.718971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e003d27-1142-4279-be45-98fb5ef20d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.723546 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2e003d27-1142-4279-be45-98fb5ef20d67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ead4e639-4dab-4bfd-bfe4-91c97ebae98c HTTP/1.1" status: 204 len: 168 time: 0.1979117 Jul 30 01:52:35.736817 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Transition to ACTIVE for port object 4c1f006a-bc5c-430c-afa9-66a684662cb1 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:35.757961 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.762106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e003d27-1142-4279-be45-98fb5ef20d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead4e639-4dab-4bfd-bfe4-91c97ebae98c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:35.800885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Allocated IP 172.20.0.8 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/38918129-fe50-449d-870e-dc252b948cfd) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:35.887381 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Attempting to bind port 4c1f006a-bc5c-430c-afa9-66a684662cb1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:35.888228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Attempting to bind port 4c1f006a-bc5c-430c-afa9-66a684662cb1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:35.888228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Attempting to bind port 4c1f006a-bc5c-430c-afa9-66a684662cb1 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:35.898799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 09b6ed47-9d35-433b-8cc8-96277b879059 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:35.914121 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:35.914576 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:35.914899 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.915321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:35.915803 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Bound port: 4c1f006a-bc5c-430c-afa9-66a684662cb1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:35.916186 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.936340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.945110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.950078 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Pushing event updated for resources: {'Port': ['ID=4c1f006a-bc5c-430c-afa9-66a684662cb1,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:35.990167 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:35.990503 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:35.990761 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:35.991098 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:35.997542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:36.003660 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.004250 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.004699 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.005080 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.005426 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.005837 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.006193 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.006549 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:36.029571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 09b6ed47-9d35-433b-8cc8-96277b879059 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:36.038900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 09b6ed47-9d35-433b-8cc8-96277b879059 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:36.039549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.045924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb5f4d-88b7-4ed1-9465-5337df3c8f50,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:36.049873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.050229 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Added segment 60ca0948-f5ac-448f-a234-a806da930faa of type vlan for network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 Jul 30 01:52:36.094243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] For port 4c1f006a-bc5c-430c-afa9-66a684662cb1, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:36.100319 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] For port 4c1f006a-bc5c-430c-afa9-66a684662cb1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4c1f006a-bc5c-430c-afa9-66a684662cb1,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:36.110611 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.146420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.173998 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.190722 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.192479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.193755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.217696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0590141 Jul 30 01:52:36.232194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:36.235460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 09b6ed47-9d35-433b-8cc8-96277b879059, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=09b6ed47-9d35-433b-8cc8-96277b879059,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:36.242540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.243760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f9900765-375a-46c3-9f18-a38e4b406e2e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:36.251622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08954148-f70b-491f-a973-fe01ccd71111 req-fc49be1f-6603-49b6-8e2c-447fb7feb16a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 210 time: 0.0837283 Jul 30 01:52:36.253367 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.267321 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583104f-7e6f-4f81-a2d0-648508295640 None None] Pushing event updated for resources: {'Port': ['ID=4c1f006a-bc5c-430c-afa9-66a684662cb1,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:36.269357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Request body: {'subnet': {'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1815198728-subnet', 'tenant_id': 'f20ea49113c94c199da06985ffb2dcaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:36.270363 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Routers {'42247f20-f412-4c44-91fd-861c74282558'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:36.270962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['42247f20-f412-4c44-91fd-861c74282558'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:36.409681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ac77-d755-48aa-94be-85b00ae2adb9 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:36.423768 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] Set router 42247f20-f412-4c44-91fd-861c74282558 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:36.428540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Made reservation on behalf of f20ea49113c94c199da06985ffb2dcaf for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:36.433190 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.446022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:36.465053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=09b6ed47-9d35-433b-8cc8-96277b879059,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:36.493792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56802) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:36.550751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.624980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f9900765-375a-46c3-9f18-a38e4b406e2e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:36.625277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.732638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Allocated IP 172.20.0.1 (84c3113e-c178-4d86-ac18-f68ed7f74e2e/6771569d-f407-4594-873b-e841a0caca5b/34de00f1-2c27-4023-af63-c0089727c05f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:36.753331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.810436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Transition to ACTIVE for port object 38918129-fe50-449d-870e-dc252b948cfd will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:36.855129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a250b5e-d520-4c53-8354-e955fb23d6ab,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:36.884736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-af51751b-d533-4548-9055-7748c327deac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38abb80f4da44918859aefc385063ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881395 Jul 30 01:52:36.885625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56806) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:36.890628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Checking segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:36.891126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Network hostable DHCP agents. Network: ae5b20eb-c916-4c40-bd7a-36b74b27b1c0, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:36.913389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:36.929087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ae5b20eb-c916-4c40-bd7a-36b74b27b1c0) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:36.937890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.938604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.968934 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7a29a0f-d1c6-4d7b-81e7-0ace1cf35bec admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7353334 Jul 30 01:52:36.972310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd6178-06d1-42d6-93bd-3680f194392b None None] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:36.981766 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:32Z', 'revision_number': 3, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:37.024237 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9537b0-26ef-411e-9bbf-aba4e05eb5d2 None None] The sync data for ids ['42247f20-f412-4c44-91fd-861c74282558'] in n-d-713499-10 is: [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:32Z', 'revision_number': 3, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:37.028834 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.042176 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.062222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:37.226882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.248377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Transition to ACTIVE for port object 34de00f1-2c27-4023-af63-c0089727c05f will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:37.280015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:37.292436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e46a21a-790b-42bb-959c-84051b2a59f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.310688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:37.338258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:37.369318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=38918129-fe50-449d-870e-dc252b948cfd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.493577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e46a21a-790b-42bb-959c-84051b2a59f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.615412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'tenant_id': 'f20ea49113c94c199da06985ffb2dcaf', 'fixed_ips': [{'subnet_id': '9a250b5e-d520-4c53-8354-e955fb23d6ab'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:37.616304 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.671694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e46a21a-790b-42bb-959c-84051b2a59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.675356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e46a21a-790b-42bb-959c-84051b2a59f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.676770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5e46a21a-790b-42bb-959c-84051b2a59f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15299a57-b8dc-4c72-b8d0-9bec866f7815 HTTP/1.1" status: 204 len: 168 time: 0.7867601 Jul 30 01:52:37.755723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46a21a-790b-42bb-959c-84051b2a59f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15299a57-b8dc-4c72-b8d0-9bec866f7815,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:37.796995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.797679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.828569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.882526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-47989f26-8441-4ad0-87c5-dc4010387328 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7194831 Jul 30 01:52:37.887815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 09b6ed47-9d35-433b-8cc8-96277b879059 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:38.011470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8d782c2b-e60b-4aec-8732-b90265cc79c9 None None] Provisioning for port 38918129-fe50-449d-870e-dc252b948cfd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:38.051702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8d782c2b-e60b-4aec-8732-b90265cc79c9 None None] Provisioning complete for port 38918129-fe50-449d-870e-dc252b948cfd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:38.051998 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8d782c2b-e60b-4aec-8732-b90265cc79c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.086489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1933f78-5e2f-4b11-9f84-d960c7b30503 req-4663294a-10f3-42fa-8085-e24b8ac2bda4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.094240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8d782c2b-e60b-4aec-8732-b90265cc79c9 None None] Port 38918129-fe50-449d-870e-dc252b948cfd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:38.101649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1933f78-5e2f-4b11-9f84-d960c7b30503 req-4663294a-10f3-42fa-8085-e24b8ac2bda4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 931 time: 0.6237495 Jul 30 01:52:38.123898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Request body: {'port': {'device_id': '1a50601a-4ced-4dad-b388-b62358944976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:38.130390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Allocated IP 172.20.0.2 (ae5b20eb-c916-4c40-bd7a-36b74b27b1c0/9a250b5e-d520-4c53-8354-e955fb23d6ab/f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:38.164440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-b0950b5e-41b6-45e2-bd8f-c43a9783cdc2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.168157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-b0950b5e-41b6-45e2-bd8f-c43a9783cdc2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 816 time: 0.3859947 Jul 30 01:52:38.201370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Pushing event updated for resources: {'Port': ['ID=34de00f1-2c27-4023-af63-c0089727c05f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.216331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 09b6ed47-9d35-433b-8cc8-96277b879059 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:38.216746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.231079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-86787beb-d925-4cac-89c6-7f1284e05806 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/quotas/f20ea49113c94c199da06985ffb2dcaf HTTP/1.1" status: 200 len: 375 time: 0.0498495 Jul 30 01:52:38.237866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:38.263192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:38.266311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:38.332739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-426e6fb5-e637-41aa-b59a-c295bca49eb2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006856 Jul 30 01:52:38.446519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.540842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1933f78-5e2f-4b11-9f84-d960c7b30503 req-c5449336-e4b6-4ed0-8a9a-9a6b9f85404d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377954 Jul 30 01:52:38.564252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c1f006a-bc5c-430c-afa9-66a684662cb1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:38.566551 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.607821 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.619649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Transition to ACTIVE for port object f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:38.652237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Transition to ACTIVE for port object f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:38.657280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 4c1f006a-bc5c-430c-afa9-66a684662cb1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:38.662470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.674204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4c1f006a-bc5c-430c-afa9-66a684662cb1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:38.675041 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.749648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:38.765045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:38.785514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:38.856310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Pushing event updated for resources: {'Port': ['ID=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.858653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c798704-51d6-4d33-b674-82f077fca2f9 None None] Provisioning for port 34de00f1-2c27-4023-af63-c0089727c05f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:38.896398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c798704-51d6-4d33-b674-82f077fca2f9 None None] Provisioning complete for port 34de00f1-2c27-4023-af63-c0089727c05f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:38.896776 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2c798704-51d6-4d33-b674-82f077fca2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.923075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Attempting to bind port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:38.923491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Attempting to bind port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:38.923805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Attempting to bind port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:38.937526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:38.938101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Checking segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:38.938614 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.939189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Bound using segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:38.939677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Bound port: f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:38.940173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.991316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-444fd666-5ba5-4163-a89b-27dc90e18002 service neutron] 10.222.0.78 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575708 Jul 30 01:52:39.001766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.014977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2c798704-51d6-4d33-b674-82f077fca2f9 None None] Port 34de00f1-2c27-4023-af63-c0089727c05f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:39.049150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 4c1f006a-bc5c-430c-afa9-66a684662cb1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4c1f006a-bc5c-430c-afa9-66a684662cb1,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:39.058569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.061054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] For port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:39.104365 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.116310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=4c1f006a-bc5c-430c-afa9-66a684662cb1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.129348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] For port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:39.134842 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.187231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38918129-fe50-449d-870e-dc252b948cfd {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:39.210032 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.253754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4c7ed-ed2f-40b9-8853-545adb69c6d5 None None] Pushing event updated for resources: {'Port': ['ID=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.342025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-f630c4d9-6947-4279-804a-6ba81e7e8de5 service neutron] 10.222.0.78 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483570 Jul 30 01:52:39.461273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Transition to ACTIVE for port object 38918129-fe50-449d-870e-dc252b948cfd will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:39.475853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.958813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=38918129-fe50-449d-870e-dc252b948cfd,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.129779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c1f006a-bc5c-430c-afa9-66a684662cb1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:40.207879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4c1f006a-bc5c-430c-afa9-66a684662cb1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:40.208755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.285748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9842aa-3dd4-42d6-9ba5-2684a8f0302d req-f8ccc1d7-c5ed-42f7-a4c9-be4749e0616b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.293965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be9842aa-3dd4-42d6-9ba5-2684a8f0302d req-f8ccc1d7-c5ed-42f7-a4c9-be4749e0616b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 943 time: 0.4435384 Jul 30 01:52:40.329293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.343015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:40.389113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.482249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:40.580269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be9842aa-3dd4-42d6-9ba5-2684a8f0302d req-145de07b-4b8d-47c8-8eca-d1537b56b1e8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824399 Jul 30 01:52:40.593730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Attempting to bind port 38918129-fe50-449d-870e-dc252b948cfd on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:40.594112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Attempting to bind port 38918129-fe50-449d-870e-dc252b948cfd by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:40.594540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Attempting to bind port 38918129-fe50-449d-870e-dc252b948cfd on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:40.600018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.601831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Pushing event updated for resources: {'Port': ['ID=34de00f1-2c27-4023-af63-c0089727c05f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.619441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-e2eb3bec-092a-4bb8-b828-2f51316ff7fb tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:40.630308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-e2eb3bec-092a-4bb8-b828-2f51316ff7fb tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 816 time: 0.5226464 Jul 30 01:52:40.641399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Port 38918129-fe50-449d-870e-dc252b948cfd on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:40.641840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Attempting to bind port 38918129-fe50-449d-870e-dc252b948cfd on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:40.660700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-e82b321e-e7b3-4f58-86a6-b944b9bbe65e tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/quotas/f20ea49113c94c199da06985ffb2dcaf HTTP/1.1" status: 200 len: 375 time: 0.0292590 Jul 30 01:52:40.676437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:40.676911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:40.677404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:40.677994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Bound port: 38918129-fe50-449d-870e-dc252b948cfd, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:40.678907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.914728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-5018ed95-d692-425b-a29a-5f92c12a1f2a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2528586 Jul 30 01:52:41.035321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] For port 38918129-fe50-449d-870e-dc252b948cfd, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:41.038989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:41.049920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:41.066039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] For port 38918129-fe50-449d-870e-dc252b948cfd, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=38918129-fe50-449d-870e-dc252b948cfd,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:41.075156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.171833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.172453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.173880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] 10.222.0.55 "PUT /v2.0/ports/38918129-fe50-449d-870e-dc252b948cfd HTTP/1.1" status: 200 len: 1092 time: 3.0697670 Jul 30 01:52:41.181215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a50601a-4ced-4dad-b388-b62358944976', 'tag': '38918129-fe50-449d-870e-dc252b948cfd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:41.183437 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a50601a-4ced-4dad-b388-b62358944976", "tag": "38918129-fe50-449d-870e-dc252b948cfd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:41.210223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf5cd8-c7b0-4834-8715-7295f2d61aba None None] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:41.264959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-fd48a71c-ce03-491f-92bb-9b51bf45641b service neutron] 10.222.0.78 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465040 Jul 30 01:52:41.365978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] Provisioning for port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:41.386778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] Provisioning complete for port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:41.387448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.411852 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f505466-81ed-498d-a84a-b648cbb5712a x-openstack-request-id: req-2f505466-81ed-498d-a84a-b648cbb5712a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:41.419105 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a50601a-4ced-4dad-b388-b62358944976", "tag": "38918129-fe50-449d-870e-dc252b948cfd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:41.419346 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f505466-81ed-498d-a84a-b648cbb5712a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:41.419719 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a50601a-4ced-4dad-b388-b62358944976', 'tag': '38918129-fe50-449d-870e-dc252b948cfd', 'status': 'completed', 'code': 200} Jul 30 01:52:41.427173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465e6b7-2d21-4d44-8541-6bb84eb4ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=38918129-fe50-449d-870e-dc252b948cfd,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:41.485533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7c24c48f-c218-4ad3-8700-62d1a9a85182 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.493248 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7c24c48f-c218-4ad3-8700-62d1a9a85182 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 816 time: 0.2254815 Jul 30 01:52:41.511671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Request body: {'port': {'device_id': 'cc68039d-7311-4d89-b681-d0de02544117', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'admin_state_up': True, 'tenant_id': 'f20ea49113c94c199da06985ffb2dcaf'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:41.566779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Router 42247f20-f412-4c44-91fd-861c74282558 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:41.571978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-20949930-34f5-4be7-a3cc-02de4b68ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.575024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-20949930-34f5-4be7-a3cc-02de4b68ba9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 1095 time: 0.2948954 Jul 30 01:52:41.654107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-cd9ba095-f97b-461f-9c55-d91e42c62214 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38918129-fe50-449d-870e-dc252b948cfd HTTP/1.1" status: 200 len: 217 time: 0.0583565 Jul 30 01:52:41.655376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.703392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] For port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:41.710594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.730368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-92cd0f98-6a9f-4849-bbfb-7b4e22f26082 service neutron] 10.222.0.78 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512827 Jul 30 01:52:41.804115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Made reservation on behalf of f20ea49113c94c199da06985ffb2dcaf for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:41.808449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440c7e-5c30-4f49-9bbd-cd76ff5163fd None None] Pushing event updated for resources: {'Port': ['ID=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:41.812922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.858053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-99c365d2-75a1-4e80-8dec-4d4a31004ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.859612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-99c365d2-75a1-4e80-8dec-4d4a31004ad5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1732409 Jul 30 01:52:41.868697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dfffc950-aa57-4908-9523-9b6b4f2521cb None None] Provisioning complete for port 34de00f1-2c27-4023-af63-c0089727c05f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:41.869818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfffc950-aa57-4908-9523-9b6b4f2521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.947283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dfffc950-aa57-4908-9523-9b6b4f2521cb None None] Port 34de00f1-2c27-4023-af63-c0089727c05f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:41.988649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:41.999839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-afe69977-57da-42b1-b987-20945cccd923 admin admin] 10.222.0.78 "PUT /v2.0/routers/42247f20-f412-4c44-91fd-861c74282558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4571114 Jul 30 01:52:42.001819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Sync routers for ids ['42247f20-f412-4c44-91fd-861c74282558'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:42.019697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe9440-b047-4a68-856e-22aa58cd089b req-479c192c-a957-4be7-a1df-98051120b713 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.021008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Routers {'42247f20-f412-4c44-91fd-861c74282558'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:42.021703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['42247f20-f412-4c44-91fd-861c74282558'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:42.051558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8fe9440-b047-4a68-856e-22aa58cd089b req-479c192c-a957-4be7-a1df-98051120b713 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 943 time: 0.3199828 Jul 30 01:52:42.120436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Allocated IP 172.20.0.11 (ae5b20eb-c916-4c40-bd7a-36b74b27b1c0/9a250b5e-d520-4c53-8354-e955fb23d6ab/00e50553-6497-4193-a337-17a62dd01a29) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:42.241054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8fe9440-b047-4a68-856e-22aa58cd089b req-b08af4dd-f965-4397-b624-ab18f8c0e179 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886835 Jul 30 01:52:42.257162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-7156a57c-f103-4488-bbe0-3539d3688375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.258897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-7156a57c-f103-4488-bbe0-3539d3688375 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3861024 Jul 30 01:52:42.487735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ba40ac4e-3744-49a3-8ed9-729071df41aa None None] Provisioning complete for port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:42.488219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ba40ac4e-3744-49a3-8ed9-729071df41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.612343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Set router 42247f20-f412-4c44-91fd-861c74282558 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:42.625071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.626006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-1704888a-0e32-4c1d-9d90-d9b089333171 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533285 Jul 30 01:52:42.655789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Transition to ACTIVE for port object 00e50553-6497-4193-a337-17a62dd01a29 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:42.708573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.760660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:42.764636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:42.767501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:42.843294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Pushing event updated for resources: {'Port': ['ID=00e50553-6497-4193-a337-17a62dd01a29,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:42.893406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.894005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.925591 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-c068dd1d-bf40-4492-88b0-bae3d6f140e8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4194839 Jul 30 01:52:42.938351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Request body: {'port': {'device_id': 'cc68039d-7311-4d89-b681-d0de02544117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:43.062056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.235421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:38Z', 'revision_number': 4, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '34de00f1-2c27-4023-af63-c0089727c05f', 'name': '', 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'mac_address': 'fa:16:3e:36:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6771569d-f407-4594-873b-e841a0caca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:36Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 2, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'subnets': [{'id': '6771569d-f407-4594-873b-e841a0caca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:43.289067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Checking router: 42247f20-f412-4c44-91fd-861c74282558 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:43.289434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Updating router 42247f20-f412-4c44-91fd-861c74282558 port 34de00f1-2c27-4023-af63-c0089727c05f binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:52:43.338830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.344912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-a48e1a0a-dcc3-49a2-898a-bbbcdf583294 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.354462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-a48e1a0a-dcc3-49a2-898a-bbbcdf583294 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 816 time: 0.9072716 Jul 30 01:52:43.381327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-91b71400-1ec4-4ad1-a152-a49c67d8b206 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/quotas/f20ea49113c94c199da06985ffb2dcaf HTTP/1.1" status: 200 len: 375 time: 0.0253561 Jul 30 01:52:43.383713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d7bcb80-2e75-4dca-bdfb-9fe0e265ef18 None None] Provisioning for port 00e50553-6497-4193-a337-17a62dd01a29 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:43.399188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d7bcb80-2e75-4dca-bdfb-9fe0e265ef18 None None] Provisioning complete for port 00e50553-6497-4193-a337-17a62dd01a29 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:43.399188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcb80-2e75-4dca-bdfb-9fe0e265ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.539842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bcb80-2e75-4dca-bdfb-9fe0e265ef18 None None] Port 00e50553-6497-4193-a337-17a62dd01a29 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:43.593367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b8eb24-0534-4bbe-9c4e-285f92e53478 req-85b8b79c-3e49-440e-84ea-233d26255eca service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9442010 Jul 30 01:52:43.653300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e50553-6497-4193-a337-17a62dd01a29 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:43.663784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-294a4d0a-e4b5-43da-947a-331ef29140d3 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2800369 Jul 30 01:52:43.673588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.693603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Transition to ACTIVE for port object 00e50553-6497-4193-a337-17a62dd01a29 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:43.701281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.753167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:43.878520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c184a-9517-480f-ad70-988aa13f7694 req-39db89d5-a071-4664-9cc2-c455a3c27766 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.886979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e8c184a-9517-480f-ad70-988aa13f7694 req-39db89d5-a071-4664-9cc2-c455a3c27766 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 943 time: 0.3929303 Jul 30 01:52:44.041841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=00e50553-6497-4193-a337-17a62dd01a29,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.051337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e8c184a-9517-480f-ad70-988aa13f7694 req-b484b8bf-d6f2-4f11-916e-a1bd28bb621a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628947 Jul 30 01:52:44.061358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-4a591ffc-e142-41a6-91ee-d9bf9b12e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.073767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-4a591ffc-e142-41a6-91ee-d9bf9b12e7e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 1095 time: 0.2298188 Jul 30 01:52:44.077125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Attempting to bind port 00e50553-6497-4193-a337-17a62dd01a29 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:44.077523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Attempting to bind port 00e50553-6497-4193-a337-17a62dd01a29 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:44.077808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Attempting to bind port 00e50553-6497-4193-a337-17a62dd01a29 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:44.085506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Port 00e50553-6497-4193-a337-17a62dd01a29 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:44.085844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Attempting to bind port 00e50553-6497-4193-a337-17a62dd01a29 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:44.100336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:44.100684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Checking segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:44.101081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Bound using segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:44.101534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Bound port: 00e50553-6497-4193-a337-17a62dd01a29, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:44.101905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.238991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-059342a6-345b-4173-a208-328ec7b4eaed service neutron] 10.222.0.78 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695450 Jul 30 01:52:44.290553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] For port 00e50553-6497-4193-a337-17a62dd01a29, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:44.302062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] For port 00e50553-6497-4193-a337-17a62dd01a29, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=00e50553-6497-4193-a337-17a62dd01a29,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:44.310420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.432430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.433112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.434708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/00e50553-6497-4193-a337-17a62dd01a29 HTTP/1.1" status: 200 len: 1093 time: 1.5009885 Jul 30 01:52:44.435263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc68039d-7311-4d89-b681-d0de02544117', 'tag': '00e50553-6497-4193-a337-17a62dd01a29'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:44.435914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-6c019528-be93-4bc6-a8ea-0e1e95806656 service neutron] 10.222.0.78 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953454 Jul 30 01:52:44.451354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-60b2a911-0261-4424-803d-e9c5cdab8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.455094 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ee687d-e750-45ee-ac34-a809e48aa344" -d '{"events": [{"name": "network-changed", "server_uuid": "cc68039d-7311-4d89-b681-d0de02544117", "tag": "00e50553-6497-4193-a337-17a62dd01a29"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:44.461025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-60b2a911-0261-4424-803d-e9c5cdab8a9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.3669376 Jul 30 01:52:44.508913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:44.509388 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.559413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84991d-cb0e-4bd1-8246-bb45456bd5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=00e50553-6497-4193-a337-17a62dd01a29,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.788625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-34213b3b-1911-41b7-9dcb-874c8a2e047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:44.792208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-34213b3b-1911-41b7-9dcb-874c8a2e047a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 1096 time: 0.2177968 Jul 30 01:52:44.829485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-e7404260-df70-43f4-a8f7-7d676ea93225 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38918129-fe50-449d-870e-dc252b948cfd HTTP/1.1" status: 200 len: 217 time: 0.3599744 Jul 30 01:52:44.834630 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0a1dc-5f2a-4c90-873e-62c73af91e28 x-openstack-request-id: req-aae0a1dc-5f2a-4c90-873e-62c73af91e28 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:44.835270 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc68039d-7311-4d89-b681-d0de02544117", "tag": "00e50553-6497-4193-a337-17a62dd01a29", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:44.835741 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aae0a1dc-5f2a-4c90-873e-62c73af91e28 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:44.838111 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc68039d-7311-4d89-b681-d0de02544117', 'tag': '00e50553-6497-4193-a337-17a62dd01a29', 'status': 'completed', 'code': 200} Jul 30 01:52:44.851773 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.878666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Transition to ACTIVE for port object 34de00f1-2c27-4023-af63-c0089727c05f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:44.932028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 56996) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:44.932843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.954898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-8c2af083-18dc-4451-8d21-4de7ee85891d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e50553-6497-4193-a337-17a62dd01a29 HTTP/1.1" status: 200 len: 217 time: 0.1477888 Jul 30 01:52:45.000145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4f09c-dcbf-44e1-b338-5bf000b95f8b None None] Pushing event updated for resources: {'Port': ['ID=34de00f1-2c27-4023-af63-c0089727c05f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:45.015837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-63348d83-1f64-4811-bb45-ef228844124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.025159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-63348d83-1f64-4811-bb45-ef228844124f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1845701 Jul 30 01:52:45.145721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-ffb77094-6172-41c2-99b4-21d3433c0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.147415 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-ffb77094-6172-41c2-99b4-21d3433c0458 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.1021049 Jul 30 01:52:45.258017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Attempting to bind port 34de00f1-2c27-4023-af63-c0089727c05f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:45.258816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Attempting to bind port 34de00f1-2c27-4023-af63-c0089727c05f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:45.259522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Attempting to bind port 34de00f1-2c27-4023-af63-c0089727c05f on network 84c3113e-c178-4d86-ac18-f68ed7f74e2e {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:45.267404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:45.268993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Checking segment: {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:45.269922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.270951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Bound using segment: {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:45.272132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Bound port: 34de00f1-2c27-4023-af63-c0089727c05f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f612d9-4442-40d1-a2c8-698e7398faab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:45.273028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.291824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-097a9a94-f3b3-4073-b89f-ce19a1e52b27 req-70263492-9efe-4d02-a7a9-aa58ce839db0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 210 time: 0.1376257 Jul 30 01:52:45.342615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-44eeae50-bfb0-4b4d-b471-c64390d335c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.344259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-44eeae50-bfb0-4b4d-b471-c64390d335c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2912297 Jul 30 01:52:45.437710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] For port 34de00f1-2c27-4023-af63-c0089727c05f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:45.443931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] For port 34de00f1-2c27-4023-af63-c0089727c05f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=34de00f1-2c27-4023-af63-c0089727c05f,segment=NetworkSegment(34f612d9-4442-40d1-a2c8-698e7398faab),segment_id=34f612d9-4442-40d1-a2c8-698e7398faab)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:45.452738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.572972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-cc33e398-9164-42e8-bd14-51ae04cfc640 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3182268 Jul 30 01:52:45.590710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Routers {'42247f20-f412-4c44-91fd-861c74282558'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:45.594438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['42247f20-f412-4c44-91fd-861c74282558'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:45.597386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4f09c-dcbf-44e1-b338-5bf000b95f8b None None] Pushing event updated for resources: {'Port': ['ID=34de00f1-2c27-4023-af63-c0089727c05f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:45.661834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ff520-5d6e-46fe-b506-5fe4b16fb7ce req-e9c0f12d-e53b-45d3-a328-68c1b43f9ced tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.671096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-222ff520-5d6e-46fe-b506-5fe4b16fb7ce req-e9c0f12d-e53b-45d3-a328-68c1b43f9ced tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 943 time: 0.4363425 Jul 30 01:52:45.747795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-19662e7c-9f5f-4443-b9e9-5b14142916bb tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.753855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-19662e7c-9f5f-4443-b9e9-5b14142916bb tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.55 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 816 time: 0.9717395 Jul 30 01:52:45.790455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Request body: {'port': {'device_id': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'admin_state_up': True, 'tenant_id': 'f20ea49113c94c199da06985ffb2dcaf'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:45.875244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] Set router 42247f20-f412-4c44-91fd-861c74282558 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:46.134809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-8ba9714b-703d-4c6a-a73a-831f1b70d564 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770481 Jul 30 01:52:46.279095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-eee45a38-5654-4701-99d7-2debe360d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.287296 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-eee45a38-5654-4701-99d7-2debe360d2d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1303861 Jul 30 01:52:46.287506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-de5d9f58-f5b3-4572-80f9-5ca5ad25f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.289298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-de5d9f58-f5b3-4572-80f9-5ca5ad25f2df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1098 time: 0.6712353 Jul 30 01:52:46.317021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-222ff520-5d6e-46fe-b506-5fe4b16fb7ce req-ee0c7ada-0b4a-421c-a575-978e8c57f247 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427126 Jul 30 01:52:46.432054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-a713b08d-6fb6-42b7-9c15-b06aae92c067 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278582 Jul 30 01:52:46.454413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:38Z', 'revision_number': 4, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '34de00f1-2c27-4023-af63-c0089727c05f', 'name': '', 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'mac_address': 'fa:16:3e:36:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6771569d-f407-4594-873b-e841a0caca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:36Z', 'updated_at': '2021-07-30T01:52:45Z', 'revision_number': 4, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'subnets': [{'id': '6771569d-f407-4594-873b-e841a0caca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:46.480669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Made reservation on behalf of f20ea49113c94c199da06985ffb2dcaf for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:46.490814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.540718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eae0fa-ead9-4dd5-8ba6-66c3ea0a0a0b None None] The sync data for ids ['42247f20-f412-4c44-91fd-861c74282558'] in n-d-713499-10 is: [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:38Z', 'revision_number': 4, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '34de00f1-2c27-4023-af63-c0089727c05f', 'name': '', 'network_id': '84c3113e-c178-4d86-ac18-f68ed7f74e2e', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'mac_address': 'fa:16:3e:36:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '6771569d-f407-4594-873b-e841a0caca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:36Z', 'updated_at': '2021-07-30T01:52:45Z', 'revision_number': 4, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'subnets': [{'id': '6771569d-f407-4594-873b-e841a0caca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:46.616202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 38918129-fe50-449d-870e-dc252b948cfd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:46.642639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-565a6a6e-0d90-4c6f-9a82-38f7992e0c70 req-2f522fd3-1539-4bfa-848a-127ace88f424 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775489 Jul 30 01:52:46.688389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ef5864-f522-40be-b0da-7ec7e2ab316c req-8b943ac8-7e1a-41f5-a694-2cc721099aa0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 210 time: 0.1891367 Jul 30 01:52:46.779211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 38918129-fe50-449d-870e-dc252b948cfd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=38918129-fe50-449d-870e-dc252b948cfd,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.798218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '38918129-fe50-449d-870e-dc252b948cfd', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': '38918129-fe50-449d-870e-dc252b948cfd', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:46.842212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-997b2ff1-5f83-44c7-b2e7-4a7dca3391cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.845783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-997b2ff1-5f83-44c7-b2e7-4a7dca3391cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 897 time: 0.3480618 Jul 30 01:52:46.872656 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.888905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38918129-fe50-449d-870e-dc252b948cfd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:46.926506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 38918129-fe50-449d-870e-dc252b948cfd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=38918129-fe50-449d-870e-dc252b948cfd,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.941894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.012291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Allocated IP 172.20.0.3 (ae5b20eb-c916-4c40-bd7a-36b74b27b1c0/9a250b5e-d520-4c53-8354-e955fb23d6ab/02b581b9-646d-44de-9572-fd075435c0ed) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:47.015800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-09822314-028f-420e-ba7d-52a07612a66d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.025511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-09822314-028f-420e-ba7d-52a07612a66d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 816 time: 0.2276869 Jul 30 01:52:47.044750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=38918129-fe50-449d-870e-dc252b948cfd,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:47.045144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Request body: {'port': {'device_id': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'admin_state_up': True, 'tenant_id': 'f20ea49113c94c199da06985ffb2dcaf'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:47.106249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-8fce996b-4980-4770-8336-7fd86a494ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.108115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-8fce996b-4980-4770-8336-7fd86a494ddb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 1096 time: 0.3411477 Jul 30 01:52:47.200161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-1f1a7fc7-b01e-4a03-bbed-ddc400f86b44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 200 len: 1001 time: 0.1241446 Jul 30 01:52:47.265004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['38918129-fe50-449d-870e-dc252b948cfd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:47.324570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19b3d6ab-8ad9-4ff5-a59d-d5d7cbf212a5 req-59f381f8-0096-47cb-8676-5e1feb3a72d2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0334387 Jul 30 01:52:47.348824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-6cf3e759-d163-47e3-97d3-2164fd032ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.350675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-6cf3e759-d163-47e3-97d3-2164fd032ec4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 917 time: 0.2326336 Jul 30 01:52:47.418880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.433209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-1be773bd-74b6-4f60-a035-11ac5b16fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.434828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-1be773bd-74b6-4f60-a035-11ac5b16fac2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3c3edf5-1eb0-4179-82f3-984d42a31ff0 HTTP/1.1" status: 200 len: 835 time: 0.1129236 Jul 30 01:52:47.477910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Transition to ACTIVE for port object 02b581b9-646d-44de-9572-fd075435c0ed will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:47.519324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-9c2b4d3e-334a-4541-863f-47a2496559de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e50553-6497-4193-a337-17a62dd01a29 HTTP/1.1" status: 200 len: 217 time: 0.1428490 Jul 30 01:52:47.520461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Made reservation on behalf of f20ea49113c94c199da06985ffb2dcaf for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:47.525011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.687944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-cb7a189b-b97a-4052-9fbf-bfb52bb681d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.695295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-cb7a189b-b97a-4052-9fbf-bfb52bb681d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2db8075-9fab-4e7a-acba-c00b9950e50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2477150 Jul 30 01:52:47.735053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.761919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46df5-1f22-4276-b591-e3af9e115f51 req-f02167df-13e7-413d-ba83-1bf5c973f88b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.763804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37b46df5-1f22-4276-b591-e3af9e115f51 req-f02167df-13e7-413d-ba83-1bf5c973f88b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 944 time: 0.2477717 Jul 30 01:52:47.788367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.798175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-c037db1e-8db8-4520-aa6c-259df81bbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.804107 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-c037db1e-8db8-4520-aa6c-259df81bbd94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.2577057 Jul 30 01:52:47.901653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 34de00f1-2c27-4023-af63-c0089727c05f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:48.012197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 34de00f1-2c27-4023-af63-c0089727c05f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:48.020998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 34de00f1-2c27-4023-af63-c0089727c05f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:48.021630 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.126157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Pushing event updated for resources: {'Port': ['ID=02b581b9-646d-44de-9572-fd075435c0ed,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:48.151993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:48.181789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-446e33f9-4ffa-45c9-8786-665c2719cbe1 req-cef7098a-1e10-475d-bdba-0d4cfa57c778 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 210 time: 0.1703260 Jul 30 01:52:48.201165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.219469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:48.266854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:48.282837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 34de00f1-2c27-4023-af63-c0089727c05f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=34de00f1-2c27-4023-af63-c0089727c05f,segment=NetworkSegment(34f612d9-4442-40d1-a2c8-698e7398faab),segment_id=34f612d9-4442-40d1-a2c8-698e7398faab)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:48.291275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.301046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 00e50553-6497-4193-a337-17a62dd01a29 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:48.327603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Allocated IP 172.20.0.5 (ae5b20eb-c916-4c40-bd7a-36b74b27b1c0/9a250b5e-d520-4c53-8354-e955fb23d6ab/522b2ac9-a55b-4e86-ac10-2294de1e39d6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:48.367384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37b46df5-1f22-4276-b591-e3af9e115f51 req-1555092c-0ae5-45f1-b504-4098f9b5bbd6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932826 Jul 30 01:52:48.405299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-6acbbad3-718d-448f-b8b0-ea120d0d56f0 service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030044 Jul 30 01:52:48.436073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.438673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.537205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 00e50553-6497-4193-a337-17a62dd01a29, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=00e50553-6497-4193-a337-17a62dd01a29,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:48.570833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '00e50553-6497-4193-a337-17a62dd01a29', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'port_id': '00e50553-6497-4193-a337-17a62dd01a29', 'mac_address': 'fa:16:3e:85:a2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a250b5e-d520-4c53-8354-e955fb23d6ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:48.631617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 38918129-fe50-449d-870e-dc252b948cfd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:48.646178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.653618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-15c9be92-88af-4ae8-812e-96c685d2c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.655133 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-15c9be92-88af-4ae8-812e-96c685d2c584 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7547147 Jul 30 01:52:48.669135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebad3300-6653-42e3-b93f-6f1d6b78a051 req-6bd5c14b-5285-4363-b76e-4709a330a48c service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251647 Jul 30 01:52:48.675716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-57675eff-c52b-4ec4-a7a2-e8071e7cf53b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8943257 Jul 30 01:52:48.699161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Request body: {'port': {'device_id': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:48.755775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Transition to ACTIVE for port object 522b2ac9-a55b-4e86-ac10-2294de1e39d6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:48.795737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.801075 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.887882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-88c85722-9803-4017-8b5a-683717be9555 None None] Provisioning for port 02b581b9-646d-44de-9572-fd075435c0ed completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:48.896384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e50553-6497-4193-a337-17a62dd01a29 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:48.904343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=34de00f1-2c27-4023-af63-c0089727c05f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:48.917150 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-559986e5-54cc-4ca5-9776-a1aea10c8bf1 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531400 Jul 30 01:52:48.944914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-88c85722-9803-4017-8b5a-683717be9555 None None] Provisioning complete for port 02b581b9-646d-44de-9572-fd075435c0ed triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:48.945333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88c85722-9803-4017-8b5a-683717be9555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.023286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 00e50553-6497-4193-a337-17a62dd01a29, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=00e50553-6497-4193-a337-17a62dd01a29,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:49.023866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.048188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.064203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3e9f5696-5082-453d-8ce8-795535e43b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.109258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-88c85722-9803-4017-8b5a-683717be9555 None None] Port 02b581b9-646d-44de-9572-fd075435c0ed cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:49.118249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 38918129-fe50-449d-870e-dc252b948cfd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:49.136537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 38918129-fe50-449d-870e-dc252b948cfd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:49.136973 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.185071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:49.214658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:49.231081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=00e50553-6497-4193-a337-17a62dd01a29,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.251031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:49.253696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57060) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:49.273674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Pushing event updated for resources: {'Port': ['ID=522b2ac9-a55b-4e86-ac10-2294de1e39d6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.296371 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.320415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['00e50553-6497-4193-a337-17a62dd01a29'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:49.396227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a50601a-4ced-4dad-b388-b62358944976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38918129-fe50-449d-870e-dc252b948cfd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:49.398607 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818cd033-bd47-47b9-a0db-a92de5370113" -d '{"events": [{"server_uuid": "1a50601a-4ced-4dad-b388-b62358944976", "name": "network-vif-plugged", "status": "completed", "tag": "38918129-fe50-449d-870e-dc252b948cfd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:49.470131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 38918129-fe50-449d-870e-dc252b948cfd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=38918129-fe50-449d-870e-dc252b948cfd,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:49.482601 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.497540 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a5ee687d-e750-45ee-ac34-a809e48aa344 req-af69fc09-0113-411b-b4de-3e32c420e77b service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983032 Jul 30 01:52:49.568180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.568887 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.680040 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-9f857173-78a5-4630-8d3a-d62a50e3b462 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6425807 Jul 30 01:52:49.694218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=38918129-fe50-449d-870e-dc252b948cfd,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.706425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Deleting port 34de00f1-2c27-4023-af63-c0089727c05f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:49.730699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.753337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Request body: {'port': {'device_id': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:49.791154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 34de00f1-2c27-4023-af63-c0089727c05f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:49.921057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b581b9-646d-44de-9572-fd075435c0ed {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:49.936319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.937421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.939170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-50f10f9f-7c90-47a1-8bdf-989ffc46dbbd None None] Provisioning for port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:49.948605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-50f10f9f-7c90-47a1-8bdf-989ffc46dbbd None None] Provisioning complete for port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:49.949243 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f10f9f-7c90-47a1-8bdf-989ffc46dbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.982926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Transition to ACTIVE for port object 02b581b9-646d-44de-9572-fd075435c0ed will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:49.997849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441b348-fb6e-407e-af76-3f2f08e73cef req-065b6d94-305d-4ddf-b6d8-6276e32e8228 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.006339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0441b348-fb6e-407e-af76-3f2f08e73cef req-065b6d94-305d-4ddf-b6d8-6276e32e8228 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 931 time: 0.6784132 Jul 30 01:52:50.007156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-50f10f9f-7c90-47a1-8bdf-989ffc46dbbd None None] Port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:50.008831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 34de00f1-2c27-4023-af63-c0089727c05f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:50.009351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.028578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.039331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acec02b-50f0-43ea-a1af-e9e903a0b781 req-0f43a0e0-123d-40c6-9f82-fa9c8e474fea tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.041001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1acec02b-50f0-43ea-a1af-e9e903a0b781 req-0f43a0e0-123d-40c6-9f82-fa9c8e474fea tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 945 time: 0.2006869 Jul 30 01:52:50.048841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] For port 34de00f1-2c27-4023-af63-c0089727c05f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=34de00f1-2c27-4023-af63-c0089727c05f,segment=NetworkSegment(34f612d9-4442-40d1-a2c8-698e7398faab),segment_id=34f612d9-4442-40d1-a2c8-698e7398faab)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:50.049756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.077888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Calling delete_port for 34de00f1-2c27-4023-af63-c0089727c05f owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:50.231563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0441b348-fb6e-407e-af76-3f2f08e73cef req-6d7f5199-be75-42ec-a2ac-c7bd13ad27c6 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237134 Jul 30 01:52:50.235636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Pushing event updated for resources: {'Port': ['ID=02b581b9-646d-44de-9572-fd075435c0ed,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:50.273137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1acec02b-50f0-43ea-a1af-e9e903a0b781 req-b84caded-055d-487b-a47d-19c49cb6b532 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605110 Jul 30 01:52:50.358115 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c0e76-3d7e-44de-9095-731ce5c58df1 x-openstack-request-id: req-6e8c0e76-3d7e-44de-9095-731ce5c58df1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:50.359390 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a50601a-4ced-4dad-b388-b62358944976", "name": "network-vif-plugged", "status": "completed", "tag": "38918129-fe50-449d-870e-dc252b948cfd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:50.359656 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e8c0e76-3d7e-44de-9095-731ce5c58df1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:50.360352 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a50601a-4ced-4dad-b388-b62358944976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38918129-fe50-449d-870e-dc252b948cfd', 'code': 200} Jul 30 01:52:50.602735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522b2ac9-a55b-4e86-ac10-2294de1e39d6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:50.614495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.639263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Transition to ACTIVE for port object 522b2ac9-a55b-4e86-ac10-2294de1e39d6 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:50.644847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.651779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.756118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=522b2ac9-a55b-4e86-ac10-2294de1e39d6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:50.802953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Pushing event deleted for resources: {'Port': ['ID=34de00f1-2c27-4023-af63-c0089727c05f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:50.869649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Attempting to bind port 02b581b9-646d-44de-9572-fd075435c0ed on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:50.870817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Attempting to bind port 02b581b9-646d-44de-9572-fd075435c0ed by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:50.871248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Attempting to bind port 02b581b9-646d-44de-9572-fd075435c0ed on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:50.880076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bb4c5-7e6f-4c36-83b6-8835da2bfdb7 req-a3086488-f2bb-4d85-9f80-412cca34c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.881715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c00bb4c5-7e6f-4c36-83b6-8835da2bfdb7 req-a3086488-f2bb-4d85-9f80-412cca34c1af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 1097 time: 0.1390729 Jul 30 01:52:50.883276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Port 02b581b9-646d-44de-9572-fd075435c0ed on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:50.883606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Attempting to bind port 02b581b9-646d-44de-9572-fd075435c0ed on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:50.963376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Attempting to bind port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:50.964091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Attempting to bind port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:50.966342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Attempting to bind port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:50.983479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:50.983479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Checking segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:50.983830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Bound using segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:50.984078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Bound port: 02b581b9-646d-44de-9572-fd075435c0ed, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:50.984445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.988239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:50.989444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Attempting to bind port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 on network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:51.075942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:51.076285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Checking segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:51.076811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Bound using segment: {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:51.077931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Bound port: 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ca0948-f5ac-448f-a234-a806da930faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:51.078305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.081551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c00bb4c5-7e6f-4c36-83b6-8835da2bfdb7 req-69406dba-4acc-479a-8a77-032eb9bac786 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599216 Jul 30 01:52:51.111133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.161859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.190438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.225907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] For port 02b581b9-646d-44de-9572-fd075435c0ed, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:51.231337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] For port 02b581b9-646d-44de-9572-fd075435c0ed, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=02b581b9-646d-44de-9572-fd075435c0ed,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:51.304301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.312712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] For port 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:51.321583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] For port 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:51.336193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.384688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Pushing event updated for resources: {'Port': ['ID=02b581b9-646d-44de-9572-fd075435c0ed,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.440987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.441881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.443843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-25d4188c-540a-4026-8267-3f6826965050 service neutron] 10.222.0.55 "PUT /v2.0/ports/02b581b9-646d-44de-9572-fd075435c0ed HTTP/1.1" status: 200 len: 1092 time: 2.7489016 Jul 30 01:52:51.460345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'tag': '02b581b9-646d-44de-9572-fd075435c0ed'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:51.463071 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f" -d '{"events": [{"name": "network-changed", "server_uuid": "05ec5aa6-9996-4ca6-8c4d-228cad3ab04c", "tag": "02b581b9-646d-44de-9572-fd075435c0ed"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:51.527991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.528631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.530195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] 10.222.0.66 "PUT /v2.0/ports/522b2ac9-a55b-4e86-ac10-2294de1e39d6 HTTP/1.1" status: 200 len: 1092 time: 1.8389924 Jul 30 01:52:51.558750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'tag': '522b2ac9-a55b-4e86-ac10-2294de1e39d6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:51.561234 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc397b9-a26f-43e0-abd9-75b7fbe3ad70", "tag": "522b2ac9-a55b-4e86-ac10-2294de1e39d6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:51.662544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db28d5df-13ed-42cb-9865-8ba115e88bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.695712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584638-0bb8-4efd-ba9c-08c55b242aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=522b2ac9-a55b-4e86-ac10-2294de1e39d6,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.816930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148f26b-e33c-46df-8289-93cb28c512bd req-05628605-65f3-4a71-91d7-d24402a7629b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.818727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5148f26b-e33c-46df-8289-93cb28c512bd req-05628605-65f3-4a71-91d7-d24402a7629b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 943 time: 0.4262912 Jul 30 01:52:51.871379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44298a4-2714-4b81-b34a-6232220d8857 req-5fb423d0-5c1d-423d-9ecc-51078a8411ac tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.873271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f44298a4-2714-4b81-b34a-6232220d8857 req-5fb423d0-5c1d-423d-9ecc-51078a8411ac tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 945 time: 0.4280424 Jul 30 01:52:51.903356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.903648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-26c1b1c9-e53e-446d-9684-2e4f12a3ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.906434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-26c1b1c9-e53e-446d-9684-2e4f12a3ce1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 1095 time: 0.2128024 Jul 30 01:52:51.946006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5148f26b-e33c-46df-8289-93cb28c512bd req-c07a0764-8e91-4967-899b-d67f50bff200 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136146 Jul 30 01:52:52.037874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-95306e5e-8446-4833-87c6-d9bb6a490a1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02b581b9-646d-44de-9572-fd075435c0ed HTTP/1.1" status: 200 len: 217 time: 0.1017499 Jul 30 01:52:52.173834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-e2721c5c-5539-4324-8a1f-765bd6b559ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.176683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-e2721c5c-5539-4324-8a1f-765bd6b559ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.1024444 Jul 30 01:52:52.269943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f44298a4-2714-4b81-b34a-6232220d8857 req-b4ec3b61-833a-47ea-a78c-ce3eec36abdf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752799 Jul 30 01:52:52.281668 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d8a2df-dc53-4f45-bbb2-da5dc88704df x-openstack-request-id: req-30d8a2df-dc53-4f45-bbb2-da5dc88704df {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:52.281891 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ec5aa6-9996-4ca6-8c4d-228cad3ab04c", "tag": "02b581b9-646d-44de-9572-fd075435c0ed", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:52.282104 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30d8a2df-dc53-4f45-bbb2-da5dc88704df {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:52.282708 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'tag': '02b581b9-646d-44de-9572-fd075435c0ed', 'status': 'completed', 'code': 200} Jul 30 01:52:52.331884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 00e50553-6497-4193-a337-17a62dd01a29 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:52.402579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-982a3b4e-2f5e-4cf0-b73d-945952b00798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.404157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-982a3b4e-2f5e-4cf0-b73d-945952b00798 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943765 Jul 30 01:52:52.461386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 00e50553-6497-4193-a337-17a62dd01a29 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:52.466569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 00e50553-6497-4193-a337-17a62dd01a29 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:52.467047 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.485474 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a52b16-b8ac-4b79-919c-d3b07c7888d4 x-openstack-request-id: req-29a52b16-b8ac-4b79-919c-d3b07c7888d4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:52.486057 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc397b9-a26f-43e0-abd9-75b7fbe3ad70", "tag": "522b2ac9-a55b-4e86-ac10-2294de1e39d6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:52.486057 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29a52b16-b8ac-4b79-919c-d3b07c7888d4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:52.486388 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'tag': '522b2ac9-a55b-4e86-ac10-2294de1e39d6', 'status': 'completed', 'code': 200} Jul 30 01:52:52.538320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-c82e4062-3cc3-4a69-b1f5-9e1d43717a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.540198 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-c82e4062-3cc3-4a69-b1f5-9e1d43717a15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 1095 time: 0.9130135 Jul 30 01:52:52.604669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 09b6ed47-9d35-433b-8cc8-96277b879059 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:52.605054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.623629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-a3b474aa-5fc8-4028-8e39-8587e238f97d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6 HTTP/1.1" status: 200 len: 217 time: 0.0707893 Jul 30 01:52:52.626060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Router 42247f20-f412-4c44-91fd-861c74282558 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:52.645339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.696971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-ca37cf30-a43c-4cf3-b0e6-f99250ef28ae service neutron] 10.222.0.55 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512152 Jul 30 01:52:52.711365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 00e50553-6497-4193-a337-17a62dd01a29, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=00e50553-6497-4193-a337-17a62dd01a29,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:52.712777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc68039d-7311-4d89-b681-d0de02544117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e50553-6497-4193-a337-17a62dd01a29'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:52.716484 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf5cbcb-903d-4f66-97a1-d8c2cfe929a7" -d '{"events": [{"server_uuid": "cc68039d-7311-4d89-b681-d0de02544117", "name": "network-vif-plugged", "status": "completed", "tag": "00e50553-6497-4193-a337-17a62dd01a29"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:52.741290 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.803276 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36826cf-43a6-47f3-843d-bfdffe8fdd56 x-openstack-request-id: req-d36826cf-43a6-47f3-843d-bfdffe8fdd56 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:52.804063 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc68039d-7311-4d89-b681-d0de02544117", "name": "network-vif-plugged", "status": "completed", "tag": "00e50553-6497-4193-a337-17a62dd01a29", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:52.804646 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d36826cf-43a6-47f3-843d-bfdffe8fdd56 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:52.805245 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc68039d-7311-4d89-b681-d0de02544117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e50553-6497-4193-a337-17a62dd01a29', 'code': 200} Jul 30 01:52:52.848206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e1a6ef-de27-4322-aae3-4608b1eb7a03 req-a627a1de-7033-46e8-a9b3-eaab8648b2c4 service neutron] 10.222.0.55 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405349 Jul 30 01:52:52.853885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=00e50553-6497-4193-a337-17a62dd01a29,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:52.860286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port 09b6ed47-9d35-433b-8cc8-96277b879059, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=09b6ed47-9d35-433b-8cc8-96277b879059,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:52.860672 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.889365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-5b83acbd-dcbe-4dd9-9706-cf057bfa6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.890971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-5b83acbd-dcbe-4dd9-9706-cf057bfa6761 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.2500472 Jul 30 01:52:52.894417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 09b6ed47-9d35-433b-8cc8-96277b879059 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:52.987694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:53.001269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d10d770-7746-463a-9b7e-d6210e3ab50a admin admin] 10.222.0.78 "PUT /v2.0/routers/42247f20-f412-4c44-91fd-861c74282558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0633352 Jul 30 01:52:53.001485 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] Sync routers for ids ['42247f20-f412-4c44-91fd-861c74282558'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:53.001953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a20a7-f4f8-4786-98da-b4b5ef9a612e req-cd777916-a239-4b75-b268-322988f7acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.002669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-325a20a7-f4f8-4786-98da-b4b5ef9a612e req-cd777916-a239-4b75-b268-322988f7acf6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 1098 time: 0.1085031 Jul 30 01:52:53.003418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:53.020955 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] Routers {'42247f20-f412-4c44-91fd-861c74282558'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:53.021593 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['42247f20-f412-4c44-91fd-861c74282558'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:53.053322 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.066872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c2171-712f-4910-9fae-cb67e7852cbb req-d93a4f6f-b25b-45f5-88b8-6b9ac7f7fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.068440 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-d93a4f6f-b25b-45f5-88b8-6b9ac7f7fc76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380489 Jul 30 01:52:53.136294 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-325a20a7-f4f8-4786-98da-b4b5ef9a612e req-460f13ca-08d2-4770-830c-e9542190f46c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248994 Jul 30 01:52:53.157299 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] Set router 42247f20-f412-4c44-91fd-861c74282558 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:53.287668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-7146c152-f9d7-4d4c-89ff-382f8c6198a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.289211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-7146c152-f9d7-4d4c-89ff-382f8c6198a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 1095 time: 0.1673305 Jul 30 01:52:53.296740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.302806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e861e4-2c6d-4cf5-b047-bf3228e9ac0d req-2f3dae6d-511d-4022-90e4-280a0db7722e tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.310446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16e861e4-2c6d-4cf5-b047-bf3228e9ac0d req-2f3dae6d-511d-4022-90e4-280a0db7722e tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 943 time: 0.1870790 Jul 30 01:52:53.406074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.467131 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-3cdf15a6-328c-42ff-81bf-a16b98dfd7b2 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900588 Jul 30 01:52:53.469048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.523191 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:50Z', 'revision_number': 5, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port': {'id': '4c1f006a-bc5c-430c-afa9-66a684662cb1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:17:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42247f20-f412-4c44-91fd-861c74282558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:31Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:53.550143 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] Checking router: 42247f20-f412-4c44-91fd-861c74282558 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:53.560847 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] Routers {'42247f20-f412-4c44-91fd-861c74282558'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:53.561755 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['42247f20-f412-4c44-91fd-861c74282558'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:53.581443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16e861e4-2c6d-4cf5-b047-bf3228e9ac0d req-6f508bac-8ee1-48ea-8c74-fb6c971a79da tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661498 Jul 30 01:52:53.592283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=09b6ed47-9d35-433b-8cc8-96277b879059,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:53.606898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-7bd60cf8-3939-4f58-939e-49d483dd71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.610757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-7bd60cf8-3939-4f58-939e-49d483dd71d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 917 time: 0.2899463 Jul 30 01:52:53.634637 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-425c2171-712f-4910-9fae-cb67e7852cbb req-5c9634f3-05e6-4c17-9ef6-7dd1754be36f service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474559 Jul 30 01:52:53.718186 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] Set router 42247f20-f412-4c44-91fd-861c74282558 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:53.746532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-f323e851-9d95-450f-be11-e844e4750372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02b581b9-646d-44de-9572-fd075435c0ed HTTP/1.1" status: 200 len: 217 time: 0.1260049 Jul 30 01:52:53.826724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27df1a-86e4-4430-b0b5-acef2d038159 req-7e295448-baec-41ab-abed-03f1e58d17dd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.832183 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:53.835177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f27df1a-86e4-4430-b0b5-acef2d038159 req-7e295448-baec-41ab-abed-03f1e58d17dd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 945 time: 0.4426942 Jul 30 01:52:53.851480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-419fc0c5-39ef-49e3-b0f3-2bd6b3e6cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.853158 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-419fc0c5-39ef-49e3-b0f3-2bd6b3e6cd89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 1095 time: 0.1608315 Jul 30 01:52:53.857899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Deleting port 4c1f006a-bc5c-430c-afa9-66a684662cb1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:53.858366 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.872789 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324ac05-1096-4795-82aa-a05d58fe30e2 None None] The sync data for ids ['42247f20-f412-4c44-91fd-861c74282558'] in n-d-713499-10 is: [{'id': '42247f20-f412-4c44-91fd-861c74282558', 'name': 'tempest-ImageQuotaTest-828722401-router', 'tenant_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:52:29Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '6d9fb7f892e8400fb85d68790fd78b0c', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:53.970137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-f546abcf-5acd-4990-b603-5831a830e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.972554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-f546abcf-5acd-4990-b603-5831a830e8bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.1904423 Jul 30 01:52:54.084675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f27df1a-86e4-4430-b0b5-acef2d038159 req-48e11ff2-07d1-448f-9a2d-c3a43d58162b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484517 Jul 30 01:52:54.160239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.160415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] For port 4c1f006a-bc5c-430c-afa9-66a684662cb1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4c1f006a-bc5c-430c-afa9-66a684662cb1,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:54.160654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.169810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-91a6ec3f-1ef9-475d-a19d-6256b4765951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.171617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-91a6ec3f-1ef9-475d-a19d-6256b4765951 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841475 Jul 30 01:52:54.179769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Calling delete_port for 4c1f006a-bc5c-430c-afa9-66a684662cb1 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:54.526248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.540734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.555612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-2b3c3272-7e33-43e9-8ce4-e99c1828ebd0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763170 Jul 30 01:52:54.597556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-6c54dd12-9ff8-4a30-9f2e-ffad838e6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.599387 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-6c54dd12-9ff8-4a30-9f2e-ffad838e6095 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 917 time: 0.7354875 Jul 30 01:52:54.600724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1f006a-bc5c-430c-afa9-66a684662cb1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:54.674751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cb3c36b-2ed9-4d1c-9954-bad40bbf936f req-104f86df-87eb-4047-be24-df935baa975b service neutron] 10.222.0.55 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095583 Jul 30 01:52:54.682755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:54.694397 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-e5483200-9103-465b-8d07-4d3470ab3f0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6 HTTP/1.1" status: 200 len: 217 time: 0.0417764 Jul 30 01:52:54.695343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.836019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.845660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.918218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-a231b347-1197-4f11-bc3c-55c8182546a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.920722 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-a231b347-1197-4f11-bc3c-55c8182546a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.1953957 Jul 30 01:52:54.941470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.942387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42247f20-f412-4c44-91fd-861c74282558 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:52:54.943521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed6c25-26d3-48a6-b95d-8a57cc2616b7 req-77c47ca9-345d-4bbf-9c6d-1214f3f86ed8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.950465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02ed6c25-26d3-48a6-b95d-8a57cc2616b7 req-77c47ca9-345d-4bbf-9c6d-1214f3f86ed8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 943 time: 0.2434032 Jul 30 01:52:54.980665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.983274 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8a12b89-7990-400e-8802-e81901fab1d9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/42247f20-f412-4c44-91fd-861c74282558 HTTP/1.1" status: 204 len: 168 time: 1.9780872 Jul 30 01:52:54.994259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:55.091635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-1bf88e6b-ef60-437d-9935-7495768514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:55.097128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-1bf88e6b-ef60-437d-9935-7495768514ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700287 Jul 30 01:52:55.104068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Deleting subnet 6771569d-f407-4594-873b-e841a0caca5b {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:55.124980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:55.129636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.137126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b891cd3b-8c8e-4046-89bd-4ed5de548a4d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "PUT /v2.0/routers/7ffba885-3519-493c-9785-742ee33ba423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8808229 Jul 30 01:52:55.142039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:55.168240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:55.168895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:55.173670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02ed6c25-26d3-48a6-b95d-8a57cc2616b7 req-be087202-6cc4-478b-9b84-4f70846d5dd6 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759439 Jul 30 01:52:55.425802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.507744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-7d2d675d-f0b6-44e7-98f0-ae2e0e41703d service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010606 Jul 30 01:52:55.522802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:55.634647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9453512-a70f-4577-9a48-cc430897045e req-49e18a79-dae7-4b23-ba05-3a98b4f62dc7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:55.636702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9453512-a70f-4577-9a48-cc430897045e req-49e18a79-dae7-4b23-ba05-3a98b4f62dc7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 946 time: 0.0872777 Jul 30 01:52:55.763798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9453512-a70f-4577-9a48-cc430897045e req-0ff8d031-ca77-4fe1-a50f-f2f8b51563d0 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197419 Jul 30 01:52:55.804612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c1f006a-bc5c-430c-afa9-66a684662cb1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:55.810917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.839112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 4c1f006a-bc5c-430c-afa9-66a684662cb1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:55.839662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4c1f006a-bc5c-430c-afa9-66a684662cb1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:55.840241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 34de00f1-2c27-4023-af63-c0089727c05f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:55.883420 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c9cb140-fcd5-4468-948b-dc566ef5a2f5 req-04f120d7-abd0-4b6f-bf38-4c83dd14c0a3 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617926 Jul 30 01:52:55.903730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 34de00f1-2c27-4023-af63-c0089727c05f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:55.905304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 34de00f1-2c27-4023-af63-c0089727c05f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:56.007723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.028616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:56.046918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6771569d-f407-4594-873b-e841a0caca5b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:56.053604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.058317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1c9e8c66-05d5-4704-b8ab-ec9c5a716604 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6771569d-f407-4594-873b-e841a0caca5b HTTP/1.1" status: 204 len: 168 time: 1.0508611 Jul 30 01:52:56.058930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57166) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:56.070651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174c27c-9a09-445c-a7be-a0613de71ce8 None None] Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:56.073526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:56.139286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:56.140224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:56.144359 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.248917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Deleting port f9900765-375a-46c3-9f18-a38e4b406e2e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:56.249641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.370913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] For port f9900765-375a-46c3-9f18-a38e4b406e2e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f9900765-375a-46c3-9f18-a38e4b406e2e,segment=NetworkSegment(34f612d9-4442-40d1-a2c8-698e7398faab),segment_id=34f612d9-4442-40d1-a2c8-698e7398faab)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:56.371403 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.386333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 522b2ac9-a55b-4e86-ac10-2294de1e39d6 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:56.406372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cb9bb-3aae-49a7-b3d0-2996529cc5dd req-74673045-654b-4c3c-98cd-fa2903359aa7 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.412050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14f07f-3343-44d3-bf59-e8bbc95425ed None None] DHCP port deletion for 84c3113e-c178-4d86-ac18-f68ed7f74e2e request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:56.415650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e4cb9bb-3aae-49a7-b3d0-2996529cc5dd req-74673045-654b-4c3c-98cd-fa2903359aa7 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 943 time: 0.1101847 Jul 30 01:52:56.419353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:56.425633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Calling delete_port for f9900765-375a-46c3-9f18-a38e4b406e2e owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:56.553328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e4cb9bb-3aae-49a7-b3d0-2996529cc5dd req-e2543414-c604-4e66-8af0-f717de36c107 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313636 Jul 30 01:52:56.607487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.646656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9900765-375a-46c3-9f18-a38e4b406e2e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:56.652806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] No DVR routers for this DVR port f9900765-375a-46c3-9f18-a38e4b406e2e on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:56.756010 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.770763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c3113e-c178-4d86-ac18-f68ed7f74e2e']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:56.787256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f612d9-4442-40d1-a2c8-698e7398faab') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:56.788761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f612d9-4442-40d1-a2c8-698e7398faab') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:56.794145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 02b581b9-646d-44de-9572-fd075435c0ed details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:56.801080 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.826900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.835116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:56.836053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:56.918735 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:56.975149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.984035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.986778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] 10.222.0.78 "DELETE /v2.0/networks/84c3113e-c178-4d86-ac18-f68ed7f74e2e HTTP/1.1" status: 204 len: 168 time: 0.9266713 Jul 30 01:52:57.026523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ea019-026c-4446-a7f5-b47d1d5d9d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c3113e-c178-4d86-ac18-f68ed7f74e2e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:57.037347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3b14f07f-3343-44d3-bf59-e8bbc95425ed None None] Deleting port f9900765-375a-46c3-9f18-a38e4b406e2e {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:57.037941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3b14f07f-3343-44d3-bf59-e8bbc95425ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.059197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2eb4b-c41e-4aa0-a955-e4f51dd3374d req-885437f6-b362-44c8-be69-16621e6a20ce tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.061044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51d2eb4b-c41e-4aa0-a955-e4f51dd3374d req-885437f6-b362-44c8-be69-16621e6a20ce tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 946 time: 0.1411710 Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-3b14f07f-3343-44d3-bf59-e8bbc95425ed None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e could not be found. Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 84c3113e-c178-4d86-ac18-f68ed7f74e2e could not be found. Jul 30 01:52:57.107480 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 01:52:57.158466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:57.175615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6a87c-d823-400b-99df-6ed4a93e487e None None] DHCP port deletion for 84c3113e-c178-4d86-ac18-f68ed7f74e2e request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:57.178283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:57.196666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51d2eb4b-c41e-4aa0-a955-e4f51dd3374d req-7302dcc5-2684-461b-9db4-008a9fc863da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284471 Jul 30 01:52:57.211670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-d29e19d1-b35d-4947-89dc-a52987ecbb68 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.213415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-d29e19d1-b35d-4947-89dc-a52987ecbb68 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 946 time: 0.1475778 Jul 30 01:52:57.237787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 02b581b9-646d-44de-9572-fd075435c0ed, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=02b581b9-646d-44de-9572-fd075435c0ed,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:57.242306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '522b2ac9-a55b-4e86-ac10-2294de1e39d6', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'port_id': '522b2ac9-a55b-4e86-ac10-2294de1e39d6', 'mac_address': 'fa:16:3e:6e:04:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a250b5e-d520-4c53-8354-e955fb23d6ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:57.244583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ba5d5dc-af89-4e4d-a952-a46eff30f74b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d9fb7f892e8400fb85d68790fd78b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640087 Jul 30 01:52:57.246497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:57.255673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad0255-3580-4557-b138-31ca1846d744 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:52:57.341101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '02b581b9-646d-44de-9572-fd075435c0ed', 'network_id': 'ae5b20eb-c916-4c40-bd7a-36b74b27b1c0', 'port_id': '02b581b9-646d-44de-9572-fd075435c0ed', 'mac_address': 'fa:16:3e:f8:46:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a250b5e-d520-4c53-8354-e955fb23d6ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:57.388333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.428516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port b12b15ca-6c83-42b6-9643-43c5048508e0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:57.428516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.434694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.520453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.524596 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.530826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.537455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88d88ffd-90d9-4971-9903-220c40f8b565 HTTP/1.1" status: 204 len: 168 time: 0.2894742 Jul 30 01:52:57.548109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d88ffd-90d9-4971-9903-220c40f8b565,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:57.562130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.562663 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.563130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.563571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.576944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.577343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.577978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.578324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.578657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.578989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.579343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.579676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aef50-34c6-4267-aca3-445188ecc855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:57.580624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.665287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522b2ac9-a55b-4e86-ac10-2294de1e39d6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:57.729453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b581b9-646d-44de-9572-fd075435c0ed {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:57.782703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f9900765-375a-46c3-9f18-a38e4b406e2e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:57.851890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:57.855751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f9900765-375a-46c3-9f18-a38e4b406e2e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:57.856198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f9900765-375a-46c3-9f18-a38e4b406e2e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:57.864770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 02b581b9-646d-44de-9572-fd075435c0ed, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=02b581b9-646d-44de-9572-fd075435c0ed,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:57.865868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad0255-3580-4557-b138-31ca1846d744 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:52:57.870833 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.883366 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.948331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:57.994350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db01746-6f18-433d-8843-3c38335aa921 None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '68065ee4-7cfc-41a0-a789-f9d5d2dd25b1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '7ffba885-3519-493c-9785-742ee33ba423', 'port_id': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'mac_address': 'fa:16:3e:fb:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:14Z', 'updated_at': '2021-07-30T01:51:25Z', 'revision_number': 1, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:58.027282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b0800-0c41-4aef-b87b-0a8c23ff8649 req-723692eb-fa8d-4d1a-b864-b6f884629b19 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.036300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f3b0800-0c41-4aef-b87b-0a8c23ff8649 req-723692eb-fa8d-4d1a-b864-b6f884629b19 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 944 time: 0.1267064 Jul 30 01:52:58.115374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f3b0800-0c41-4aef-b87b-0a8c23ff8649 req-e8f8e23e-e01f-4709-8340-c9ef8bc7ea6a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760109 Jul 30 01:52:58.121810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=522b2ac9-a55b-4e86-ac10-2294de1e39d6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.122445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port b12b15ca-6c83-42b6-9643-43c5048508e0, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b12b15ca-6c83-42b6-9643-43c5048508e0,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:58.122844 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.141865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for b12b15ca-6c83-42b6-9643-43c5048508e0 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:58.151256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['522b2ac9-a55b-4e86-ac10-2294de1e39d6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:58.220287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57206) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:58.242060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0990-9d79-414d-b480-69f7fb78d2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.242816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['02b581b9-646d-44de-9572-fd075435c0ed'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:58.380165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=02b581b9-646d-44de-9572-fd075435c0ed,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.475202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0990-9d79-414d-b480-69f7fb78d2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.485539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0990-9d79-414d-b480-69f7fb78d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.524586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04f974-8696-4c09-9e6b-3fc477b45879 req-c50eaf65-1034-439f-beb4-d8b2d5d02f66 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.529804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f04f974-8696-4c09-9e6b-3fc477b45879 req-c50eaf65-1034-439f-beb4-d8b2d5d02f66 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3c160b-2e89-419b-a385-79eb4e870a53 HTTP/1.1" status: 200 len: 867 time: 0.1036975 Jul 30 01:52:58.531161 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.536977 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a0bd0990-9d79-414d-b480-69f7fb78d2e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3135819 Jul 30 01:52:58.540293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57224) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:58.550596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd0990-9d79-414d-b480-69f7fb78d2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d40b01-0db0-4bc2-8e49-92e82c834a23,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.618208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=b12b15ca-6c83-42b6-9643-43c5048508e0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.703195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f04f974-8696-4c09-9e6b-3fc477b45879 req-dacb3087-ff78-4ced-82e8-db523c697d89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=bf33052b-c53e-465b-a01a-d63987752a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661029 Jul 30 01:52:58.782660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] No DVR routers for this DVR port b12b15ca-6c83-42b6-9643-43c5048508e0 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:58.789915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.791970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-accb02cc-fdb7-4d65-b63a-17648722c046 req-908779f4-efb4-4608-9a18-970edc916df3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.55 "DELETE /v2.0/ports/b12b15ca-6c83-42b6-9643-43c5048508e0 HTTP/1.1" status: 204 len: 173 time: 1.5587492 Jul 30 01:52:58.792420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'name': 'network-vif-deleted', 'tag': 'b12b15ca-6c83-42b6-9643-43c5048508e0'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:58.794713 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd5599-f783-4b7c-83a3-9aab43d363b5" -d '{"events": [{"server_uuid": "9c3c160b-2e89-419b-a385-79eb4e870a53", "name": "network-vif-deleted", "tag": "b12b15ca-6c83-42b6-9643-43c5048508e0"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:58.802151 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e9d-6802-4ff6-9d9d-7b53d6c7ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.873294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e9d-6802-4ff6-9d9d-7b53d6c7ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.949313 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edbeb23-ddc1-497d-a98c-b75be186720e x-openstack-request-id: req-6edbeb23-ddc1-497d-a98c-b75be186720e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:58.949460 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c160b-2e89-419b-a385-79eb4e870a53", "name": "network-vif-deleted", "tag": "b12b15ca-6c83-42b6-9643-43c5048508e0", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:58.949646 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6edbeb23-ddc1-497d-a98c-b75be186720e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:58.950045 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c160b-2e89-419b-a385-79eb4e870a53', 'name': 'network-vif-deleted', 'tag': 'b12b15ca-6c83-42b6-9643-43c5048508e0', 'status': 'completed', 'code': 200} Jul 30 01:52:58.961332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e9d-6802-4ff6-9d9d-7b53d6c7ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.964758 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e9d-6802-4ff6-9d9d-7b53d6c7ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.966163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bdfb6e9d-6802-4ff6-9d9d-7b53d6c7ad23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9d40b01-0db0-4bc2-8e49-92e82c834a23 HTTP/1.1" status: 204 len: 168 time: 0.4163878 Jul 30 01:52:58.978118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6e9d-6802-4ff6-9d9d-7b53d6c7ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d40b01-0db0-4bc2-8e49-92e82c834a23,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:59.240595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870eee00-c48f-4e26-8f25-10e2115357a6 req-7f8aa496-5037-4d1b-a4ea-086b6c485a01 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.242673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-870eee00-c48f-4e26-8f25-10e2115357a6 req-7f8aa496-5037-4d1b-a4ea-086b6c485a01 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 944 time: 0.0560660 Jul 30 01:52:59.287779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-870eee00-c48f-4e26-8f25-10e2115357a6 req-3082311e-dc4e-4493-86b5-de70ba665c86 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Jul 30 01:52:59.634989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 09b6ed47-9d35-433b-8cc8-96277b879059 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:59.663885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 09b6ed47-9d35-433b-8cc8-96277b879059 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:59.664494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 09b6ed47-9d35-433b-8cc8-96277b879059 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:59.794567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.803765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57274) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.946419 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46669f8b-61bf-40e9-b191-6cd5bd3e039e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.008425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46669f8b-61bf-40e9-b191-6cd5bd3e039e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.091258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1588038466-network', 'tenant_id': '108bd442902040708f0574f97abedc00'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:00.160977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Made reservation on behalf of 108bd442902040708f0574f97abedc00 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:00.163632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.183986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.207541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46669f8b-61bf-40e9-b191-6cd5bd3e039e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.210441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-46669f8b-61bf-40e9-b191-6cd5bd3e039e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.211857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-46669f8b-61bf-40e9-b191-6cd5bd3e039e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/security-groups/bf33052b-c53e-465b-a01a-d63987752a12 HTTP/1.1" status: 204 len: 168 time: 0.4159420 Jul 30 01:53:00.232852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46669f8b-61bf-40e9-b191-6cd5bd3e039e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf33052b-c53e-465b-a01a-d63987752a12,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.268338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.326450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting subnet 900d6a2b-8114-4f14-9e3a-c7c4d6f79204 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:00.330263 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.340747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.348497 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.388190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 522b2ac9-a55b-4e86-ac10-2294de1e39d6 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:00.397036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aedaf4-1f57-45a5-8365-3355d97759b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.404450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:00.416050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.416810 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Added segment e42b96b2-2759-4a42-aac4-439da2ed7f19 of type vlan for network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d Jul 30 01:53:00.437990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.473339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.505954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:00.510393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:00.510776 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.511738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c884-c0cd-473f-9398-a02710b1c48f req-1003e0a6-0cbd-4372-822f-840bb77d4e57 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.519890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7b5c884-c0cd-473f-9398-a02710b1c48f req-1003e0a6-0cbd-4372-822f-840bb77d4e57 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 944 time: 0.1212575 Jul 30 01:53:00.527600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.529656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.530796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.607032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7b5c884-c0cd-473f-9398-a02710b1c48f req-3f5d94bd-f4f7-4d48-8fbf-ef90625377c3 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827761 Jul 30 01:53:00.611091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8059366 Jul 30 01:53:00.615238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.622239 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Request body: {'subnet': {'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-subnet', 'tenant_id': '108bd442902040708f0574f97abedc00', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:00.624989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.629916 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.639599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78b67a-ebe4-475b-a767-d51feae6d3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.654830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:00.660248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Made reservation on behalf of 108bd442902040708f0574f97abedc00 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:00.663100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522b2ac9-a55b-4e86-ac10-2294de1e39d6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:00.665406 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef5682c-0cf2-41b6-a8e8-c1161dec2c51" -d '{"events": [{"server_uuid": "9fc397b9-a26f-43e0-abd9-75b7fbe3ad70", "name": "network-vif-plugged", "status": "completed", "tag": "522b2ac9-a55b-4e86-ac10-2294de1e39d6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:00.665764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.709065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 02b581b9-646d-44de-9572-fd075435c0ed up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:00.754907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.764597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:00.775531 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd6b9f8-b851-4efa-a959-710d251e00f1 x-openstack-request-id: req-fdd6b9f8-b851-4efa-a959-710d251e00f1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:00.776297 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc397b9-a26f-43e0-abd9-75b7fbe3ad70", "name": "network-vif-plugged", "status": "completed", "tag": "522b2ac9-a55b-4e86-ac10-2294de1e39d6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:00.776637 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdd6b9f8-b851-4efa-a959-710d251e00f1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:00.777207 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522b2ac9-a55b-4e86-ac10-2294de1e39d6', 'code': 200} Jul 30 01:53:00.797863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Subnet': ['ID=900d6a2b-8114-4f14-9e3a-c7c4d6f79204,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:00.800086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.805103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c69e1ad3-5a27-4ce4-9ae6-2168f9c42d5d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/subnets/900d6a2b-8114-4f14-9e3a-c7c4d6f79204 HTTP/1.1" status: 204 len: 168 time: 0.5356781 Jul 30 01:53:00.805396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.833875 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.849223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b90ad2-63fd-47d1-8dae-323591770106 None None] Network 8287d8c1-a0fc-46e5-830c-462cac27ca32 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:00.970749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a23b-a978-41b6-9bf1-47d05e9382d8 req-dc68c6e5-7cea-45f3-b358-987ca0b2166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.972769 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e99a23b-a978-41b6-9bf1-47d05e9382d8 req-dc68c6e5-7cea-45f3-b358-987ca0b2166d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 1097 time: 0.1664021 Jul 30 01:53:00.980946 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:53:01.037439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.060078 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e99a23b-a978-41b6-9bf1-47d05e9382d8 req-3fc0ec44-481b-4f2c-ba6c-45e0d7070a39 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777910 Jul 30 01:53:01.189194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.211471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=522b2ac9-a55b-4e86-ac10-2294de1e39d6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.252910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b619ef-b571-4c9c-bd57-4f5abc0ef537,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.269581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port dd735d43-d303-4148-8570-828741cde006 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:01.269994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.289310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 02b581b9-646d-44de-9572-fd075435c0ed completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:01.294819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 02b581b9-646d-44de-9572-fd075435c0ed triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:01.295402 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.316895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Checking segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:01.317283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Network hostable DHCP agents. Network: ecbd5b3f-8270-410f-87a1-2f4d807ccc9d, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:01.365741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port dd735d43-d303-4148-8570-828741cde006, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dd735d43-d303-4148-8570-828741cde006,segment=NetworkSegment(fe48f877-a997-455e-af2a-e40adfb8ddcb),segment_id=fe48f877-a997-455e-af2a-e40adfb8ddcb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:01.366111 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.368838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:01.386243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for dd735d43-d303-4148-8570-828741cde006 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:01.405164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ecbd5b3f-8270-410f-87a1-2f4d807ccc9d) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:01.411455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:01.412391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.426620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d8c99-e31d-4f1b-825c-3efdfa99a1da None None] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:01.472141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f9f4dfc7-6796-4533-bc48-3ad4ec7b7374 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8559301 Jul 30 01:53:01.475148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57322) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:01.480256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:01.524054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.525500 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.527244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.549499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] No DVR routers for this DVR port dd735d43-d303-4148-8570-828741cde006 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:01.629722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=dd735d43-d303-4148-8570-828741cde006,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.653088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b59b1-31f8-486f-ae45-aeeef582b709 None None] DHCP port deletion for 8287d8c1-a0fc-46e5-830c-462cac27ca32 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:01.655421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.729669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.738545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd735d43-d303-4148-8570-828741cde006 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:01.742172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:01.743811 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.762849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.790321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8287d8c1-a0fc-46e5-830c-462cac27ca32']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:01.792099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: dd735d43-d303-4148-8570-828741cde006 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:01.792825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dd735d43-d303-4148-8570-828741cde006 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:01.832366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe48f877-a997-455e-af2a-e40adfb8ddcb') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:01.832940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe48f877-a997-455e-af2a-e40adfb8ddcb') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:01.859229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.891451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.904656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:01.905153 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:01.911565 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:01.960678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Allocated IP 172.20.0.2 (ecbd5b3f-8270-410f-87a1-2f4d807ccc9d/61b619ef-b571-4c9c-bd57-4f5abc0ef537/caec3b66-3490-45b1-b4f6-e22ddb9de9d6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:02.013434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.027864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.029812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/networks/8287d8c1-a0fc-46e5-830c-462cac27ca32 HTTP/1.1" status: 204 len: 168 time: 1.2202201 Jul 30 01:53:02.032364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57328) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:02.052833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f041c-17e0-4c97-ba5a-4435c75901ab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Network': ['ID=8287d8c1-a0fc-46e5-830c-462cac27ca32,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.083463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 02b581b9-646d-44de-9572-fd075435c0ed, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=02b581b9-646d-44de-9572-fd075435c0ed,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:02.085623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.097505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.098733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b12b15ca-6c83-42b6-9643-43c5048508e0 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:02.113874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a309cd-3664-4a21-98b5-635acb79f454 req-f8526bb6-5613-4a6d-b904-43844ae7a483 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:02.116044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3a309cd-3664-4a21-98b5-635acb79f454 req-f8526bb6-5613-4a6d-b904-43844ae7a483 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.2775385 Jul 30 01:53:02.167605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: b12b15ca-6c83-42b6-9643-43c5048508e0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:02.167945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b12b15ca-6c83-42b6-9643-43c5048508e0 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:02.259614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=02b581b9-646d-44de-9572-fd075435c0ed,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.265309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3a309cd-3664-4a21-98b5-635acb79f454 req-c1197a4c-0fad-4b7f-999b-e3f20ea3c428 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364982 Jul 30 01:53:02.287139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.287731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.288225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.288714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.289201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.289696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.290202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.290700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.291216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.291694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.292201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.292688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:02.310951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.324452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Transition to ACTIVE for port object caec3b66-3490-45b1-b4f6-e22ddb9de9d6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:02.348136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Transition to ACTIVE for port object caec3b66-3490-45b1-b4f6-e22ddb9de9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:02.359644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.430773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:02.434355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:02.441474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:02.448036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Pushing event updated for resources: {'Port': ['ID=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.528227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Attempting to bind port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:02.528598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Attempting to bind port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:02.528959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Attempting to bind port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 on network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:02.535051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:02.535475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Checking segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:02.536024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.536419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Bound using segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:02.536896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Bound port: caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:02.537275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.579490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.625292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] For port caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:02.628551 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.631084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] For port caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:02.637108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.730064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba41dd-2efd-4265-81d0-42896e1715ca None None] Pushing event updated for resources: {'Port': ['ID=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.778927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b581b9-646d-44de-9572-fd075435c0ed'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:02.781993 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bcf0f7-5179-40bc-94ea-4043baf7aa48" -d '{"events": [{"server_uuid": "05ec5aa6-9996-4ca6-8c4d-228cad3ab04c", "name": "network-vif-plugged", "status": "completed", "tag": "02b581b9-646d-44de-9572-fd075435c0ed"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:02.810603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 8786368e-54ca-4c6e-b79c-24e6fd253693 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:02.811160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.831179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Allocated IP 172.25.8.44 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/9ec35fd0-c71e-4498-b1bb-061753fd8397) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:02.855677 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c87b6-c128-4218-a716-b867804e9a4c x-openstack-request-id: req-d66c87b6-c128-4218-a716-b867804e9a4c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:02.856214 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ec5aa6-9996-4ca6-8c4d-228cad3ab04c", "name": "network-vif-plugged", "status": "completed", "tag": "02b581b9-646d-44de-9572-fd075435c0ed", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:02.856582 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d66c87b6-c128-4218-a716-b867804e9a4c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:02.857093 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b581b9-646d-44de-9572-fd075435c0ed', 'code': 200} Jul 30 01:53:02.967040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.967962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.977728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.009087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 8786368e-54ca-4c6e-b79c-24e6fd253693 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:03.081794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbf6ba-a4ad-4cf4-8bce-ee5aa0955db6 req-7e81ffab-c437-49a2-b46c-c6b815568cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:03.083937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17cbf6ba-a4ad-4cf4-8bce-ee5aa0955db6 req-7e81ffab-c437-49a2-b46c-c6b815568cb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 1097 time: 0.0660188 Jul 30 01:53:03.143275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17cbf6ba-a4ad-4cf4-8bce-ee5aa0955db6 req-caa598ed-f1e9-4c9d-b422-b60bccfc1864 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449777 Jul 30 01:53:03.144715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.195368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:03.198688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:03.204155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:03.234765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec35fd0-c71e-4498-b1bb-061753fd8397,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:03.317054 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.349095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=8786368e-54ca-4c6e-b79c-24e6fd253693,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:03.445787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.446821 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Floating IP 68065ee4-7cfc-41a0-a789-f9d5d2dd25b1 disassociated (deleted). External IP: 172.25.8.48, port: d2d42f7b-1c50-4d02-80be-86b222cc7e95. Jul 30 01:53:03.538483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cae3bb-b9b4-42d3-bf39-b899f83bdb20 req-b1fbff0a-b08e-4474-b68e-07e8b33c1bfb tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:03.540215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09cae3bb-b9b4-42d3-bf39-b899f83bdb20 req-b1fbff0a-b08e-4474-b68e-07e8b33c1bfb tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.1098249 Jul 30 01:53:03.668442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09cae3bb-b9b4-42d3-bf39-b899f83bdb20 req-893b05e9-eaca-4868-ad36-0122aee3018f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101563 Jul 30 01:53:03.693202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.809098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device caec3b66-3490-45b1-b4f6-e22ddb9de9d6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:03.861906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:03.960324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:03.999355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd038e2-92a9-4e22-ba5f-165534067d1e req-10675130-2dbd-45cb-a5ef-a7c11f6524a1 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:04.001076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cd038e2-92a9-4e22-ba5f-165534067d1e req-10675130-2dbd-45cb-a5ef-a7c11f6524a1 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.1993647 Jul 30 01:53:04.075215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:04.086597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.090879 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:04.092490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cd038e2-92a9-4e22-ba5f-165534067d1e req-ab893885-b665-4048-8e8d-0ad35dda251b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842478 Jul 30 01:53:04.104853 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:04.105478 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:04.131573 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2b19e1d8-0328-4f83-a31c-5891666f549f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/floatingips/68065ee4-7cfc-41a0-a789-f9d5d2dd25b1 HTTP/1.1" status: 204 len: 168 time: 2.0957592 Jul 30 01:53:04.131573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:04.132300 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad060d6-dbdf-401e-ab79-9bc67a881249" -d '{"events": [{"name": "network-changed", "server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:04.444567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152bd985-f6fd-41b5-9677-4d8f1a114ab5 None None] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:04.480158 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:04.483976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.528311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a917009-dce6-4216-b795-eac786a781cf req-91e40cfe-a728-40f4-af9a-c38122be9053 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:04.537398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a917009-dce6-4216-b795-eac786a781cf req-91e40cfe-a728-40f4-af9a-c38122be9053 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.2834675 Jul 30 01:53:04.599325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] Provisioning for port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:04.607273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] Provisioning complete for port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:04.607645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.698162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57376) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:04.878260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a917009-dce6-4216-b795-eac786a781cf req-88a9fb2d-c356-4176-a4d0-f7dac5b7ca32 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332412 Jul 30 01:53:04.883453 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a71c2ff-595c-473b-bee2-e07ca775a901 x-openstack-request-id: req-5a71c2ff-595c-473b-bee2-e07ca775a901 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:04.883751 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:04.884070 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5a71c2ff-595c-473b-bee2-e07ca775a901 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:04.884392 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'status': 'completed', 'code': 200} Jul 30 01:53:04.926349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Router 1d5e070a-f507-4f83-acad-38dc5c716f28 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:04.991922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-dcc3e573-bc9e-4566-a922-5a4f4836b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:04.993427 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.996613 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-dcc3e573-bc9e-4566-a922-5a4f4836b89f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 1098 time: 0.0774765 Jul 30 01:53:05.093024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] For port caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:05.100016 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.161594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fdc991b-6eee-41cf-9d7e-e64464235b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.218717 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:05.244114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ecc75-4ed9-4923-ae66-6238791700c9 None None] Pushing event updated for resources: {'Port': ['ID=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.274328 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:05.287773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:05.288407 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:05.302713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-109ff6b8-d215-4743-9127-f37ecbd1b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.304260 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-109ff6b8-d215-4743-9127-f37ecbd1b3fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 200 len: 897 time: 0.2935438 Jul 30 01:53:05.391465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea0111-267a-4f98-98df-fa3ad47c5544 req-91924510-128c-436f-ab15-d442c2f6fa1b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.400409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfea0111-267a-4f98-98df-fa3ad47c5544 req-91924510-128c-436f-ab15-d442c2f6fa1b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 947 time: 0.2876980 Jul 30 01:53:05.419637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:05.431350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Sync routers for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:05.468053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:05.478863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:05.529000 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:05.549995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfea0111-267a-4f98-98df-fa3ad47c5544 req-bfcb8986-cbbd-457e-9ac4-1150d02e1812 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485891 Jul 30 01:53:05.599686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cce36-8a88-4668-b6c2-44fc0f2e95a1 req-53cd838d-6bc3-481c-903b-17caa059339c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.601299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d0cce36-8a88-4668-b6c2-44fc0f2e95a1 req-53cd838d-6bc3-481c-903b-17caa059339c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 946 time: 0.2752512 Jul 30 01:53:05.617688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fdc991b-6eee-41cf-9d7e-e64464235b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.622821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-a7047d54-74e4-4790-8924-4506499e7fbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 200 len: 217 time: 0.3105795 Jul 30 01:53:05.628390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fdc991b-6eee-41cf-9d7e-e64464235b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.675559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.681623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-87ff6f90-b8e8-46ae-9cff-32dbbd22bc29 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2053692 Jul 30 01:53:05.701211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.722368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c5dea6d7-b64e-457d-8f79-a863d1c1bb35 None None] Provisioning complete for port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:05.725429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5dea6d7-b64e-457d-8f79-a863d1c1bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.780040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device caec3b66-3490-45b1-b4f6-e22ddb9de9d6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:05.827537 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5fdc991b-6eee-41cf-9d7e-e64464235b4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8459347cdff4b6897b923d61dd7ac38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280792 Jul 30 01:53:05.837994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.864394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:05.869288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc991b-6eee-41cf-9d7e-e64464235b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf5383-352b-47ea-85df-4d7099a38112,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.889582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-72108a00-5b5b-4dc6-ba65-b36b41f14ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.897167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-72108a00-5b5b-4dc6-ba65-b36b41f14ed5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b3c3edf5-1eb0-4179-82f3-984d42a31ff0 HTTP/1.1" status: 200 len: 835 time: 0.2616041 Jul 30 01:53:05.918679 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:06.016700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d0cce36-8a88-4668-b6c2-44fc0f2e95a1 req-45c2f740-77fa-451a-bbd1-4ad791c81934 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=23057097-e097-412e-9a58-df24df6097d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908975 Jul 30 01:53:06.097865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-31a28529-b568-48d1-b725-1185eebe3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.104814 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-31a28529-b568-48d1-b725-1185eebe3f23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2db8075-9fab-4e7a-acba-c00b9950e50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1904082 Jul 30 01:53:06.143046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15735bf-c755-453d-a48d-a30a43524966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.240394 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55e216-670c-4aee-a29f-0ba8f8dc79e7 None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:52:53Z', 'revision_number': 6, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '90d2769b-f7aa-493f-a21a-e1ef7ed8b8af', 'name': '', 'network_id': 'f2db8075-9fab-4e7a-acba-c00b9950e50e', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:89:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:38Z', 'updated_at': '2021-07-30T01:50:51Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': 'b3c3edf5-1eb0-4179-82f3-984d42a31ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:06.347633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15735bf-c755-453d-a48d-a30a43524966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.398419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:06.398990 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.475635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b480-416e-4653-8a84-2b5984f751af req-c2a1aa43-90b8-4e69-9570-93ff8339cf18 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.477512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-10d8b480-416e-4653-8a84-2b5984f751af req-c2a1aa43-90b8-4e69-9570-93ff8339cf18 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 946 time: 0.2261102 Jul 30 01:53:06.508195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-076eca78-4c6d-4200-8dd6-0c4be8b1d340 service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816550 Jul 30 01:53:06.573477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:03Z', 'revision_number': 3, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:06.662370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ad060d6-dbdf-401e-ab79-9bc67a881249 req-eda2629d-7d3c-4f65-928c-aca9287a65fb service neutron] 10.222.0.66 "GET /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305871 Jul 30 01:53:06.664151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Checking router: 1d5e070a-f507-4f83-acad-38dc5c716f28 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:06.664666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Updating router 1d5e070a-f507-4f83-acad-38dc5c716f28 port 9ec35fd0-c71e-4498-b1bb-061753fd8397 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:06.701274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15735bf-c755-453d-a48d-a30a43524966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.704542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e15735bf-c755-453d-a48d-a30a43524966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.705940 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e15735bf-c755-453d-a48d-a30a43524966 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a9bf5383-352b-47ea-85df-4d7099a38112 HTTP/1.1" status: 204 len: 168 time: 0.8641734 Jul 30 01:53:06.717846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15735bf-c755-453d-a48d-a30a43524966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf5383-352b-47ea-85df-4d7099a38112,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.725539 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51222b0-3dbf-4d15-884e-5af8985c4e01 None None] New status for floating IP 68065ee4-7cfc-41a0-a789-f9d5d2dd25b1: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:53:06.785918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.862727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port d2d42f7b-1c50-4d02-80be-86b222cc7e95 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:06.863180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.986122 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.086431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port d2d42f7b-1c50-4d02-80be-86b222cc7e95, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d2d42f7b-1c50-4d02-80be-86b222cc7e95,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:07.087089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.115400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for d2d42f7b-1c50-4d02-80be-86b222cc7e95 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:07.281844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-ef5dbced-0b87-492f-b148-2b58a699f246 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.283349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-ef5dbced-0b87-492f-b148-2b58a699f246 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.55 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 947 time: 1.2202399 Jul 30 01:53:07.339380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbd9ef-7593-4299-ad5d-5503cc13a944 req-50127599-43d4-4426-b82b-fa9c690cf49d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.340911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78dbd9ef-7593-4299-ad5d-5503cc13a944 req-50127599-43d4-4426-b82b-fa9c690cf49d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 1.1710901 Jul 30 01:53:07.363916 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.395628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.396236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Transition to ACTIVE for port object 9ec35fd0-c71e-4498-b1bb-061753fd8397 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:07.403017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.428101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1ba3-1d32-4b85-91ed-85a9346bd473 req-46fb75c5-b3d8-4aea-8509-f425808314a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.430191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-374c1ba3-1d32-4b85-91ed-85a9346bd473 req-46fb75c5-b3d8-4aea-8509-f425808314a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2023489 Jul 30 01:53:07.431436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57410) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:07.481884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7473-fb6c-444d-976e-07ec20ec00aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.485152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Attempting to bind port 9ec35fd0-c71e-4498-b1bb-061753fd8397 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:07.485755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Attempting to bind port 9ec35fd0-c71e-4498-b1bb-061753fd8397 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:07.486278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Attempting to bind port 9ec35fd0-c71e-4498-b1bb-061753fd8397 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:07.492563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a85d22-7c2b-4fb7-8b9b-12b93e1d0499 None None] Pushing event updated for resources: {'Port': ['ID=9ec35fd0-c71e-4498-b1bb-061753fd8397,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.497541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:07.498504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:07.498504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.498714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:07.499776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Bound port: 9ec35fd0-c71e-4498-b1bb-061753fd8397, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:07.500154 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.518022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=d2d42f7b-1c50-4d02-80be-86b222cc7e95,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.547866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78dbd9ef-7593-4299-ad5d-5503cc13a944 req-40e7f47a-0c6e-4e92-8329-530a255c373f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727378 Jul 30 01:53:07.582125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] For port 9ec35fd0-c71e-4498-b1bb-061753fd8397, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:07.586903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] For port 9ec35fd0-c71e-4498-b1bb-061753fd8397, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9ec35fd0-c71e-4498-b1bb-061753fd8397,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:07.602243 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.636576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Deleting port 8f5cd628-553b-455c-aa50-601058dc4f72 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:07.636934 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.680313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] No DVR routers for this DVR port d2d42f7b-1c50-4d02-80be-86b222cc7e95 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:07.684009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.686389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-10d8b480-416e-4653-8a84-2b5984f751af req-400db066-79d5-41af-b657-56df59175ec1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "DELETE /v2.0/ports/d2d42f7b-1c50-4d02-80be-86b222cc7e95 HTTP/1.1" status: 204 len: 173 time: 1.1968417 Jul 30 01:53:07.687640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'name': 'network-vif-deleted', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:07.691472 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044724e-f9d9-4307-9b85-2da84837f6c4" -d '{"events": [{"server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "name": "network-vif-deleted", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:07.694556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-374c1ba3-1d32-4b85-91ed-85a9346bd473 req-d2b8d87e-d1a7-4e70-ab69-5f937115162c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153835 Jul 30 01:53:07.832607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:07.834597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:07.894362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7473-fb6c-444d-976e-07ec20ec00aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.908322 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7473-fb6c-444d-976e-07ec20ec00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.945178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c96b11e-6d6b-4e0d-8b84-d5c8e6af1ae5 req-b6fbd054-3dad-4a80-9a35-8caf73bade11 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=27910ea4-fa96-4bb0-aebb-4fc0a4db7b37 HTTP/1.1" status: 200 len: 210 time: 0.0581474 Jul 30 01:53:07.966943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:07.967279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a85d22-7c2b-4fb7-8b9b-12b93e1d0499 None None] Pushing event updated for resources: {'Port': ['ID=9ec35fd0-c71e-4498-b1bb-061753fd8397,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.967738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.992731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1cbc7473-fb6c-444d-976e-07ec20ec00aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9140fb688ff45ada3c3740595ac6ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439212 Jul 30 01:53:07.995596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc7473-fb6c-444d-976e-07ec20ec00aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7112b8-de86-47ea-9317-f915860f728c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.997374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57422) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:08.098807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf098-f6b7-44e3-9a2f-4ab44651704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.162081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf098-f6b7-44e3-9a2f-4ab44651704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.216557 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.221274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:08.273210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9b264-b6f3-49ec-a7f5-8acc5936cb95 req-9ea46c82-e931-4b1c-9f71-834884b7d4f2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:08.283931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a9b264-b6f3-49ec-a7f5-8acc5936cb95 req-9ea46c82-e931-4b1c-9f71-834884b7d4f2 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 947 time: 0.5307403 Jul 30 01:53:08.315139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf098-f6b7-44e3-9a2f-4ab44651704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.317818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf098-f6b7-44e3-9a2f-4ab44651704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.320138 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4cbf098-f6b7-44e3-9a2f-4ab44651704c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e7112b8-de86-47ea-9317-f915860f728c HTTP/1.1" status: 204 len: 168 time: 0.3223569 Jul 30 01:53:08.334248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbf098-f6b7-44e3-9a2f-4ab44651704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7112b8-de86-47ea-9317-f915860f728c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.535845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a9b264-b6f3-49ec-a7f5-8acc5936cb95 req-54ce6cb2-55f6-4fb3-a8ef-361c5fadd06d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b29263c-fba6-4d8e-b96d-273319e06364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942775 Jul 30 01:53:08.637441 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a11bfcc-b114-41aa-940a-0f35ca221e88 x-openstack-request-id: req-3a11bfcc-b114-41aa-940a-0f35ca221e88 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:08.638089 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27910ea4-fa96-4bb0-aebb-4fc0a4db7b37", "name": "network-vif-deleted", "tag": "d2d42f7b-1c50-4d02-80be-86b222cc7e95", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:08.638089 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a11bfcc-b114-41aa-940a-0f35ca221e88 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:08.638386 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27910ea4-fa96-4bb0-aebb-4fc0a4db7b37', 'name': 'network-vif-deleted', 'tag': 'd2d42f7b-1c50-4d02-80be-86b222cc7e95', 'status': 'completed', 'code': 200} Jul 30 01:53:08.671412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:03Z', 'revision_number': 3, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:08.706741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c03f-9e02-4cf6-8171-953a08cec1b3 None None] The sync data for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 is: [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:03Z', 'revision_number': 3, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:08.734350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 8f5cd628-553b-455c-aa50-601058dc4f72 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:08.759818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe58452-894f-4053-a9bf-fadf8225d1d3 req-7f7c395b-95d2-4292-96a9-17112009100a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:08.774638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afe58452-894f-4053-a9bf-fadf8225d1d3 req-7f7c395b-95d2-4292-96a9-17112009100a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.2333214 Jul 30 01:53:08.861811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.862654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.862654 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Floating IP c12006c2-dd68-4edc-8f52-7e682f0a4202 disassociated. External IP: 172.25.8.212, port: 8f5cd628-553b-455c-aa50-601058dc4f72. Jul 30 01:53:08.862940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Calling delete_port for 8f5cd628-553b-455c-aa50-601058dc4f72 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:08.882834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Allocated IP 172.20.0.1 (ecbd5b3f-8270-410f-87a1-2f4d807ccc9d/61b619ef-b571-4c9c-bd57-4f5abc0ef537/2d58fa8f-cd27-4535-9b69-b4f9cec13a3c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:08.895567 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.930569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:08.933032 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b56abe-578d-43f6-9630-5a0b032a840e" -d '{"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:08.957895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 8f5cd628-553b-455c-aa50-601058dc4f72, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=8f5cd628-553b-455c-aa50-601058dc4f72,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:08.967416 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.992131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afe58452-894f-4053-a9bf-fadf8225d1d3 req-90740e3c-2e91-4ffb-9b84-57cb3be02a90 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164657 Jul 30 01:53:09.047521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449db4e-3d2c-489b-b51f-087d143644d6 req-f725252b-aae1-445e-b72a-a7f63d4f81a4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.053388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a449db4e-3d2c-489b-b51f-087d143644d6 req-f725252b-aae1-445e-b72a-a7f63d4f81a4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2638218 Jul 30 01:53:09.121377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57440) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.264584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a449db4e-3d2c-489b-b51f-087d143644d6 req-08d3d1d2-821d-4fd6-b9a7-725e15ba7f63 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550508 Jul 30 01:53:09.312706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcba9-8986-4ddb-935d-17419d29f08f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.396556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcba9-8986-4ddb-935d-17419d29f08f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.412859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.445535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Transition to ACTIVE for port object 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:09.564189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcba9-8986-4ddb-935d-17419d29f08f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.585248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f5dcba9-8986-4ddb-935d-17419d29f08f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.593415 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ffb07-4f02-4c19-a7a7-b1f487c3cb71 x-openstack-request-id: req-de0ffb07-4f02-4c19-a7a7-b1f487c3cb71 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:09.595336 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:09.595775 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de0ffb07-4f02-4c19-a7a7-b1f487c3cb71 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:09.596279 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'code': 200} Jul 30 01:53:09.631705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f5dcba9-8986-4ddb-935d-17419d29f08f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/security-groups/23057097-e097-412e-9a58-df24df6097d1 HTTP/1.1" status: 204 len: 168 time: 0.5094011 Jul 30 01:53:09.656195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=13']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:09.658101 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.690526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcba9-8986-4ddb-935d-17419d29f08f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23057097-e097-412e-9a58-df24df6097d1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:09.794878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:09.824242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abb0f-4867-4ef1-accf-adf17342f07e req-d4ff72c3-9b24-45f8-a582-620cbb7d1d5e tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.833026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba1abb0f-4867-4ef1-accf-adf17342f07e req-d4ff72c3-9b24-45f8-a582-620cbb7d1d5e tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.1361091 Jul 30 01:53:09.877883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:09.912640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.912640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:09.976971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba1abb0f-4867-4ef1-accf-adf17342f07e req-f50c3fe3-4163-4a76-8bed-cedc15bf01af tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412940 Jul 30 01:53:10.001496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9ec35fd0-c71e-4498-b1bb-061753fd8397 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:10.038388 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.072859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:10.177552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9ec35fd0-c71e-4498-b1bb-061753fd8397 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:10.183814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9ec35fd0-c71e-4498-b1bb-061753fd8397 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:10.185520 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.224138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Pushing event updated for resources: {'Port': ['ID=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.284975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42ba5c55-e831-40a2-ab51-3aff88697ff0 req-28b02510-0802-45b1-9906-d32a5d660fda tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 210 time: 0.2948611 Jul 30 01:53:10.399062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d2d42f7b-1c50-4d02-80be-86b222cc7e95 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:10.467149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: d2d42f7b-1c50-4d02-80be-86b222cc7e95 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:10.467492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d2d42f7b-1c50-4d02-80be-86b222cc7e95 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:10.475595 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.505350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9ec35fd0-c71e-4498-b1bb-061753fd8397, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9ec35fd0-c71e-4498-b1bb-061753fd8397,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:10.513301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.514383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event deleted for resources: {'Port': ['ID=8f5cd628-553b-455c-aa50-601058dc4f72,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.523454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.609038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e165-c472-43b9-b580-281a844d1bd6 None None] Provisioning for port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:10.616816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dfa0e165-c472-43b9-b580-281a844d1bd6 None None] Provisioning complete for port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:10.617201 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e165-c472-43b9-b580-281a844d1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.668440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0e165-c472-43b9-b580-281a844d1bd6 None None] Port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:10.713536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9ec35fd0-c71e-4498-b1bb-061753fd8397,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.729201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde40281-0006-4757-8aca-1f29415d0b95 req-ede9b2b5-27f1-4394-9ec9-8eccc9977dbb tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:10.736729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cde40281-0006-4757-8aca-1f29415d0b95 req-ede9b2b5-27f1-4394-9ec9-8eccc9977dbb tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4705658 Jul 30 01:53:10.831205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cde40281-0006-4757-8aca-1f29415d0b95 req-aac96f27-85ff-43cb-9c48-6f28a3657d86 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909960 Jul 30 01:53:10.883780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.085618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:11.197446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c737b-d4e4-4612-ab48-9b2ea5d72c01 req-d7658b4e-7bce-4059-a683-d927b82179c8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:11.218208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c737b-d4e4-4612-ab48-9b2ea5d72c01 req-d7658b4e-7bce-4059-a683-d927b82179c8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:11.258925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c737b-d4e4-4612-ab48-9b2ea5d72c01 req-d7658b4e-7bce-4059-a683-d927b82179c8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:11.260722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c67c737b-d4e4-4612-ab48-9b2ea5d72c01 req-d7658b4e-7bce-4059-a683-d927b82179c8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70&device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c&device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 2417 time: 0.3660252 Jul 30 01:53:11.394373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.439732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c67c737b-d4e4-4612-ab48-9b2ea5d72c01 req-78738939-02b7-46b8-86da-23a1d1c4da9c tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618056 Jul 30 01:53:11.440625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.575776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Pushing event updated for resources: {'Port': ['ID=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.653225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:11.656231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.668533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44dd7f87-67b4-47e1-9fca-ce7706efdc95 req-2fcb364a-0341-47dc-88f0-08d73d851aad tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 210 time: 0.1102772 Jul 30 01:53:11.753533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.791491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9ec35fd0-c71e-4498-b1bb-061753fd8397 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:11.864609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9ec35fd0-c71e-4498-b1bb-061753fd8397 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:11.864983 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.885143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:11.886268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.906948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:11.980283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838216-88d5-4104-9c61-2b0617e14712 req-e7cd39e7-1637-4709-98f4-af845d49f8ab tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:11.981618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27838216-88d5-4104-9c61-2b0617e14712 req-e7cd39e7-1637-4709-98f4-af845d49f8ab tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.2026377 Jul 30 01:53:12.015165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:12.026379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:12.036307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:12.036947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:12.094297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] No DVR routers for this DVR port 8f5cd628-553b-455c-aa50-601058dc4f72 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:12.108546 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.111032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a939a9af-b5ea-4dbf-9401-d2426fb52f37 req-004785ef-7361-450b-a0cb-adf7ded4c24b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.55 "DELETE /v2.0/ports/8f5cd628-553b-455c-aa50-601058dc4f72 HTTP/1.1" status: 204 len: 173 time: 4.8203318 Jul 30 01:53:12.114343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-deleted', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:12.123869 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b43aea-5e3d-4dc4-a4fa-b5a33cf4ff55" -d '{"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-deleted", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:12.138731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330185-9871-48b6-bd33-5dc6eefb7d03 req-fc93eca8-dd78-4e99-81d2-757bffc94d64 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.141202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.148550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e330185-9871-48b6-bd33-5dc6eefb7d03 req-fc93eca8-dd78-4e99-81d2-757bffc94d64 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2975113 Jul 30 01:53:12.164538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:12.180782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=90d2769b-f7aa-493f-a21a-e1ef7ed8b8af,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:12.210392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27838216-88d5-4104-9c61-2b0617e14712 req-27073bf6-fa5d-42d0-99a4-d5f4e519ed9f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145188 Jul 30 01:53:12.287617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e330185-9871-48b6-bd33-5dc6eefb7d03 req-1fbbd586-bec2-4ee4-bf2d-13feb8b1e96b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380782 Jul 30 01:53:12.320388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:12.328424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:12.466493 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff46601-3166-4f7b-9311-af0cbe06392e x-openstack-request-id: req-cff46601-3166-4f7b-9311-af0cbe06392e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:12.466787 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4748f-f468-41bc-a459-b48306cf6748", "name": "network-vif-deleted", "tag": "8f5cd628-553b-455c-aa50-601058dc4f72", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:12.467059 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cff46601-3166-4f7b-9311-af0cbe06392e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:12.467457 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4748f-f468-41bc-a459-b48306cf6748', 'name': 'network-vif-deleted', 'tag': '8f5cd628-553b-455c-aa50-601058dc4f72', 'status': 'completed', 'code': 200} Jul 30 01:53:12.659262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.688965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Router 1d5e070a-f507-4f83-acad-38dc5c716f28 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:12.812605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:12.919136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:12.954327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:12.955691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:13.030184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-20f765b4-f50a-4f41-8a6e-ac421ffaaebc None None] Provisioning complete for port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:13.032220 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20f765b4-f50a-4f41-8a6e-ac421ffaaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.052126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:13.063538 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Sync routers for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:13.079669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-14d1881b-d706-49dd-be1b-ed93989fce04 admin admin] 10.222.0.78 "PUT /v2.0/routers/1d5e070a-f507-4f83-acad-38dc5c716f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3725722 Jul 30 01:53:13.103809 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:13.111932 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:13.140355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a01f894a-b531-4984-92d5-6ac755c7392b req-4b080900-c68a-4b6e-9d17-3166d22895f8 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/ports?device_id=46b4748f-f468-41bc-a459-b48306cf6748 HTTP/1.1" status: 200 len: 210 time: 0.1954446 Jul 30 01:53:13.198020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-20f765b4-f50a-4f41-8a6e-ac421ffaaebc None None] Port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:13.221184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57536) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:13.384611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:13.426919 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:13.511653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349acb-b718-47e8-83a2-8036c71ccc28 req-135d6ab0-c764-46cd-be43-1d6151a30dd9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.521484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac349acb-b718-47e8-83a2-8036c71ccc28 req-135d6ab0-c764-46cd-be43-1d6151a30dd9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1243234 Jul 30 01:53:13.960404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 7ffba885-3519-493c-9785-742ee33ba423 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:13.969824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:14.009547 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 2, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:14.067537 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Checking router: 1d5e070a-f507-4f83-acad-38dc5c716f28 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:14.068192 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Updating router 1d5e070a-f507-4f83-acad-38dc5c716f28 port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:14.081610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcee6a0-c115-4b24-aeb9-40cb4be984c2 None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:44:09Z', 'revision_number': 4, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '104772fa-3490-4786-9c2d-a0405b060a54', 'name': '', 'network_id': 'b1306467-1764-416f-9ba4-5f651ab7a78b', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'mac_address': 'fa:16:3e:44:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '01075988-123e-45e5-b4d1-248382e7c433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:08Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'subnets': [{'id': '01075988-123e-45e5-b4d1-248382e7c433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:14.104129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:14.113680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1842984428-network', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:14.124403 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.152390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:14.166660 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f24340d-582c-42a3-a3e3-6349bdba0e59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "PUT /v2.0/routers/7ffba885-3519-493c-9785-742ee33ba423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0901933 Jul 30 01:53:14.166890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] Sync routers for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:14.166983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Made reservation on behalf of 176e99252ccf4c69b4f00154fb09eac0 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:14.168026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.184016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:14.187471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:14.191817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:14.192545 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.257960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac349acb-b718-47e8-83a2-8036c71ccc28 req-6fa235e1-b278-46e8-a80c-67dfd6307755 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7354949 Jul 30 01:53:14.260661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39257662-0bb9-4c0f-9a6b-6c7ccdc42419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.318165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting subnet b3c3edf5-1eb0-4179-82f3-984d42a31ff0 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:14.325199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.401998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57574) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:14.411608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.529276 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-721f8e8f-605f-4e83-bea9-005a4a31b43b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.534170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:14.574512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-721f8e8f-605f-4e83-bea9-005a4a31b43b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.680658 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82acaf2c-e3c7-4b43-97e3-1c4a4367b85f None None] New status for floating IP c12006c2-dd68-4edc-8f52-7e682f0a4202: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:53:14.744904 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.796784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.829690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.920462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 7, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:14.927911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-721f8e8f-605f-4e83-bea9-005a4a31b43b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.930464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-721f8e8f-605f-4e83-bea9-005a4a31b43b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.933999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-721f8e8f-605f-4e83-bea9-005a4a31b43b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "DELETE /v2.0/security-groups/9b29263c-fba6-4d8e-b96d-273319e06364 HTTP/1.1" status: 204 len: 168 time: 0.5284274 Jul 30 01:53:14.956417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57580) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:14.984082 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.988739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] Checking router: 7ffba885-3519-493c-9785-742ee33ba423 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:14.990909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d33d4d-0319-4df2-873e-3121280eb095,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.000609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8e8f-605f-4e83-bea9-005a4a31b43b tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29263c-fba6-4d8e-b96d-273319e06364,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.005082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:15.008623 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Transition to ACTIVE for port object 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:15.021621 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.029135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] Routers {'7ffba885-3519-493c-9785-742ee33ba423'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:15.029983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ffba885-3519-493c-9785-742ee33ba423'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:15.045979 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-832f705e-d387-499f-b11f-e5ae32056d0d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] show failed (client error): The resource could not be found. Jul 30 01:53:15.049773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-832f705e-d387-499f-b11f-e5ae32056d0d tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "GET /v2.0/security-groups/9b29263c-fba6-4d8e-b96d-273319e06364 HTTP/1.1" status: 404 len: 347 time: 0.0672643 Jul 30 01:53:15.050365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57582) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.069415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.069415 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Added segment 5afc6cf6-eb1d-46cf-8e98-5740a1b722f1 of type vlan for network 64cca530-c0a7-4952-9d40-5b4f5193b83c Jul 30 01:53:15.102114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c30a1-81a0-4d11-9232-2e8c06b94058 req-9ff6a9d1-baa3-43b3-828c-09051fd57e4c tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.104866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef7c30a1-81a0-4d11-9232-2e8c06b94058 req-9ff6a9d1-baa3-43b3-828c-09051fd57e4c tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.3701475 Jul 30 01:53:15.125898 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1961c-e577-4fee-83bc-1ada994e63bb None None] Pushing event updated for resources: {'Port': ['ID=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.238069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.238796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef7c30a1-81a0-4d11-9232-2e8c06b94058 req-aadc066e-b448-48f9-b7b7-98d19b69a704 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211748 Jul 30 01:53:15.266032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] Set router 7ffba885-3519-493c-9785-742ee33ba423 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:15.269318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.281302 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Attempting to bind port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:15.283577 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Attempting to bind port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:15.284041 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Attempting to bind port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c on network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:15.306452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:15.306907 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Checking segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:15.307727 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.308344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Bound using segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:15.309071 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Bound port: 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:15.311737 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.331732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.339145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/subnets/b3c3edf5-1eb0-4179-82f3-984d42a31ff0 HTTP/1.1" status: 204 len: 168 time: 1.1316280 Jul 30 01:53:15.341349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39257662-0bb9-4c0f-9a6b-6c7ccdc42419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.343554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57586) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.347287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ba0d3-6a89-4c6b-b597-b54caec7723c None None] Network f2db8075-9fab-4e7a-acba-c00b9950e50e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:15.401759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27db6e-ba51-467d-bc3c-3eb55176ae93 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c3edf5-1eb0-4179-82f3-984d42a31ff0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.411887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39257662-0bb9-4c0f-9a6b-6c7ccdc42419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.433237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.434580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.435510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.462698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Deleting port e0b39b8b-320b-450c-b9ed-d9baac6eaeb6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:15.463365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.478897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] For port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:15.495447 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] For port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:15.504389 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.579622 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1961c-e577-4fee-83bc-1ada994e63bb None None] Pushing event updated for resources: {'Port': ['ID=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.583096 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4777710 Jul 30 01:53:15.600899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:15.602374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.602521 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:15.626707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Request body: {'subnet': {'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1842984428-subnet', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:15.628867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.657721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9df36-11ff-4630-b3c0-be424e19703f admin admin] Pushing event updated for resources: {'Network': ['ID=64cca530-c0a7-4952-9d40-5b4f5193b83c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.707761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39257662-0bb9-4c0f-9a6b-6c7ccdc42419 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0a694a0415048b698204517a6ad5a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4850698 Jul 30 01:53:15.708771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39257662-0bb9-4c0f-9a6b-6c7ccdc42419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1839589c-6097-46ae-b0f6-f86d1b852e8a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.714849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57590) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:15.721720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:15.757793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Made reservation on behalf of 176e99252ccf4c69b4f00154fb09eac0 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:15.760185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.771934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.772269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.831940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d52f-b9b2-429d-aa41-e37d96271903 req-c0a5e7ab-d6d5-4cdf-85fa-dead6bc80e88 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.844690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b94d52f-b9b2-429d-aa41-e37d96271903 req-c0a5e7ab-d6d5-4cdf-85fa-dead6bc80e88 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4217577 Jul 30 01:53:15.853287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Calling delete_port for e0b39b8b-320b-450c-b9ed-d9baac6eaeb6 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:15.872899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:15.947967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 7, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:16.002456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10e550-86bb-421f-9d50-8482f30b4ee1 None None] The sync data for ids ['7ffba885-3519-493c-9785-742ee33ba423'] in n-d-713499-10 is: [{'id': '7ffba885-3519-493c-9785-742ee33ba423', 'name': 'tempest-TestNetworkBasicOps-router-1420596935', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:53:12Z', 'revision_number': 7, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '17adb816-3c5a-4f98-98bd-162aafe0450e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffba885-3519-493c-9785-742ee33ba423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:32Z', 'updated_at': '2021-07-30T01:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:16.024313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] DHCP port deletion for f2db8075-9fab-4e7a-acba-c00b9950e50e request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:16.110286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b94d52f-b9b2-429d-aa41-e37d96271903 req-ed31d88c-f153-4f0c-9c7c-4dd5df93bf57 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645640 Jul 30 01:53:16.113317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] Deleting port 39fc0896-39c4-4380-bfa1-42f2419f3f03 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:16.113701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.129194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.148244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93ae74a4-58c1-42c6-b9e0-caf09a9dc815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.175700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93ae74a4-58c1-42c6-b9e0-caf09a9dc815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.194619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] For port 39fc0896-39c4-4380-bfa1-42f2419f3f03, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=39fc0896-39c4-4380-bfa1-42f2419f3f03,segment=NetworkSegment(1a8e104b-9439-4ba7-bdf5-c65a8429f8aa),segment_id=1a8e104b-9439-4ba7-bdf5-c65a8429f8aa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:16.195600 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.221875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] Calling delete_port for 39fc0896-39c4-4380-bfa1-42f2419f3f03 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:16.278389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93ae74a4-58c1-42c6-b9e0-caf09a9dc815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.281800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93ae74a4-58c1-42c6-b9e0-caf09a9dc815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.283154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-93ae74a4-58c1-42c6-b9e0-caf09a9dc815 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1839589c-6097-46ae-b0f6-f86d1b852e8a HTTP/1.1" status: 204 len: 168 time: 0.5656300 Jul 30 01:53:16.301068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae74a4-58c1-42c6-b9e0-caf09a9dc815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1839589c-6097-46ae-b0f6-f86d1b852e8a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.326418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 17adb816-3c5a-4f98-98bd-162aafe0450e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:16.326842 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.332603 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:15Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:16.402721 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2a67a-25d8-489e-bb18-6c03cc3fd4a0 None None] The sync data for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 is: [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:15Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:16.476498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.542575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.633443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940cb3-c818-46f5-be4c-86dd7bb8415a req-e68b9646-e48f-47fa-9538-685cc1792a7f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:16.636087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Pushing event deleted for resources: {'Port': ['ID=e0b39b8b-320b-450c-b9ed-d9baac6eaeb6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.643251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e940cb3-c818-46f5-be4c-86dd7bb8415a req-e68b9646-e48f-47fa-9538-685cc1792a7f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.2426722 Jul 30 01:53:16.666465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb0bcc9-b49b-41e9-88f2-f08c99e3c578,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.717745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.750658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port 17adb816-3c5a-4f98-98bd-162aafe0450e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=17adb816-3c5a-4f98-98bd-162aafe0450e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:16.751229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.773853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] Pushing event deleted for resources: {'Port': ['ID=39fc0896-39c4-4380-bfa1-42f2419f3f03,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:16.775947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae477f-3cca-40a5-927a-5bf49b5e96ef None None] No DVR routers for this DVR port 39fc0896-39c4-4380-bfa1-42f2419f3f03 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:16.801497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 17adb816-3c5a-4f98-98bd-162aafe0450e owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:16.817705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e940cb3-c818-46f5-be4c-86dd7bb8415a req-6379bd86-28ca-4cc1-92df-9dfeeb894e29 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721780 Jul 30 01:53:16.876737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Checking segment: {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:16.877531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Network hostable DHCP agents. Network: 64cca530-c0a7-4952-9d40-5b4f5193b83c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:16.880955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.883874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.885644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b36f628-6a73-48aa-919d-a7785d386c87 tempest-AttachVolumeShelveTestJSON-1770928954 tempest-AttachVolumeShelveTestJSON-1770928954-project] 10.222.0.78 "DELETE /v2.0/floatingips/c12006c2-dd68-4edc-8f52-7e682f0a4202 HTTP/1.1" status: 204 len: 168 time: 1.8193212 Jul 30 01:53:16.957158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:16.972684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 64cca530-c0a7-4952-9d40-5b4f5193b83c) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:16.977342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:16.978282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.983286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe081b-2991-478c-9470-d3217afa655f None None] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:17.031130 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-039aed75-3455-4e00-b1d1-6e0b38877810 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4204521 Jul 30 01:53:17.031778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57606) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:17.053823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:17.125318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.141296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57612) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:17.164927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=17adb816-3c5a-4f98-98bd-162aafe0450e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.182232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.183396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.223493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8abe0509-5df1-4101-9846-e4c5e32739f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.255488 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.333092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-64cca530-c0a7-4952-9d40-5b4f5193b83c', 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'fixed_ips': [{'subnet_id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:17.343397 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.401890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.405813 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.425603 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.426691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af5698-b8d7-483a-a916-44380dda2bae req-66a049d3-b5f3-4ada-9c1c-2fac1fa7757b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:17.434960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29af5698-b8d7-483a-a916-44380dda2bae req-66a049d3-b5f3-4ada-9c1c-2fac1fa7757b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1728859 Jul 30 01:53:17.514150 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.514983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Fanout notify agent at l3_agent the message router_deleted on router 7ffba885-3519-493c-9785-742ee33ba423 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:17.544410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.548348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1e0fdf9b-4be8-489c-81b4-19503fc8b123 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/routers/7ffba885-3519-493c-9785-742ee33ba423 HTTP/1.1" status: 204 len: 168 time: 2.2013979 Jul 30 01:53:17.549415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57616) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:17.662277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.699290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Allocated IP 172.20.0.2 (64cca530-c0a7-4952-9d40-5b4f5193b83c/8eb0bcc9-b49b-41e9-88f2-f08c99e3c578/c5e16a56-fbff-4bf7-888b-d15ee8c2cd95) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:17.750829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.776222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29af5698-b8d7-483a-a916-44380dda2bae req-042a612f-d778-4da2-90d1-5b169b1441b9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400974 Jul 30 01:53:17.880431 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8abe0509-5df1-4101-9846-e4c5e32739f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.897286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8abe0509-5df1-4101-9846-e4c5e32739f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.971153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:18.012376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8abe0509-5df1-4101-9846-e4c5e32739f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a56daa5d221451285f21cc446eb182a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642025 Jul 30 01:53:18.022922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:18.071943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0509-5df1-4101-9846-e4c5e32739f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871ebc3f-7b54-4c2f-8592-b9d0b1fa40fc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.098973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.150731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2db8075-9fab-4e7a-acba-c00b9950e50e']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.166218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:18.184528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:18.185171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.193241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.193694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8e104b-9439-4ba7-bdf5-c65a8429f8aa') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.211479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba6976-8710-4e9e-afc1-aa826b65ad7b req-3b03cfd9-ad14-42f6-b7f0-c7875eed8076 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.213596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3ba6976-8710-4e9e-afc1-aa826b65ad7b req-3b03cfd9-ad14-42f6-b7f0-c7875eed8076 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.2083163 Jul 30 01:53:18.237165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.248488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56b5a84c-d94a-42c2-9204-13c9a8b727fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.252995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Transition to ACTIVE for port object c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:18.274420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.330576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Transition to ACTIVE for port object c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:18.347284 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.375684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56b5a84c-d94a-42c2-9204-13c9a8b727fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.378641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:18.379222 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.387790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3ba6976-8710-4e9e-afc1-aa826b65ad7b req-f04ec7a4-8e9f-4cdd-b966-d93363931594 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605031 Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:18.394375 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:18.432905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.452684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.478112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.515508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:18.525044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:18.528543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.531095 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.546792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:18.554726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:18.555654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.558182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/networks/f2db8075-9fab-4e7a-acba-c00b9950e50e HTTP/1.1" status: 204 len: 168 time: 1.0073423 Jul 30 01:53:18.559645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cda9f-28a4-4df3-9470-0a9437cc7f83 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Network': ['ID=f2db8075-9fab-4e7a-acba-c00b9950e50e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.583886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:18.615068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Pushing event updated for resources: {'Port': ['ID=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.615305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'network': {'name': 'tempest-network-smoke--698157694', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:18.619553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.694587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:18.698678 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.807772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 39fc0896-39c4-4380-bfa1-42f2419f3f03 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:18.823918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:18.842930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.843319 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Added segment c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0 of type vlan for network 3da369d7-f2bf-4212-87eb-2b488ef228a1 Jul 30 01:53:18.847656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56b5a84c-d94a-42c2-9204-13c9a8b727fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.850515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56b5a84c-d94a-42c2-9204-13c9a8b727fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.851737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-56b5a84c-d94a-42c2-9204-13c9a8b727fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/871ebc3f-7b54-4c2f-8592-b9d0b1fa40fc HTTP/1.1" status: 204 len: 168 time: 0.8220408 Jul 30 01:53:18.904593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.919178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 39fc0896-39c4-4380-bfa1-42f2419f3f03 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:18.922586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 39fc0896-39c4-4380-bfa1-42f2419f3f03 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:18.925378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:18.942705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5a84c-d94a-42c2-9204-13c9a8b727fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871ebc3f-7b54-4c2f-8592-b9d0b1fa40fc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:18.946002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:18.955311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.956273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.012053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Allocated IP 172.25.8.116 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/87721915-fa5e-40b3-be31-b43effe33093) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:19.106712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5188937 Jul 30 01:53:19.109847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57642) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:19.114017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Attempting to bind port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:19.116039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Attempting to bind port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:19.117532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Attempting to bind port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 on network 64cca530-c0a7-4952-9d40-5b4f5193b83c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:19.124283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-198297041', 'admin_state_up': True, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:19.130905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:19.132567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90d2769b-f7aa-493f-a21a-e1ef7ed8b8af not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:19.155061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:19.157282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Checking segment: {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:19.158643 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.159897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Bound using segment: {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:19.160852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Bound port: c5e16a56-fbff-4bf7-888b-d15ee8c2cd95, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:19.161615 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.213764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef657b60-b5af-4db8-a452-c190ea421311 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Network': ['ID=3da369d7-f2bf-4212-87eb-2b488ef228a1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.218029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.276125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35701-0ab9-4ea0-8698-e85a9cdbc50d req-e4d51d85-86a6-466f-8934-eb7cb9391889 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.288881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.289994 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-213be479-e7b3-4c64-bdb5-aef22d4745af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.292182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96f35701-0ab9-4ea0-8698-e85a9cdbc50d req-e4d51d85-86a6-466f-8934-eb7cb9391889 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3292136 Jul 30 01:53:19.301417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:19.358932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.374513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.384578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.420389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96f35701-0ab9-4ea0-8698-e85a9cdbc50d req-1d4200a0-43d5-4b8c-b973-b62f9dff27fa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195614 Jul 30 01:53:19.504946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] For port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:19.513507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] For port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:19.524344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.556132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Pushing event updated for resources: {'Port': ['ID=87721915-fa5e-40b3-be31-b43effe33093,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.578815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:19.581036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:19.583638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:19.596785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.686050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13f1dd-e5bb-4353-b644-54c072884f9c None None] Pushing event updated for resources: {'Port': ['ID=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.833969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:19.917502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb450b-ad57-4de3-94ac-1573437aa9d5 req-a92fec9f-01fc-4166-bd4f-b172aec21444 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.922039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8feb450b-ad57-4de3-94ac-1573437aa9d5 req-a92fec9f-01fc-4166-bd4f-b172aec21444 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.3291817 Jul 30 01:53:19.991031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:19.991409 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.172971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.200135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.270191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 17adb816-3c5a-4f98-98bd-162aafe0450e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:20.307195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 17adb816-3c5a-4f98-98bd-162aafe0450e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:20.307538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 17adb816-3c5a-4f98-98bd-162aafe0450e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:20.360645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8feb450b-ad57-4de3-94ac-1573437aa9d5 req-403e92ae-055e-47f9-8595-864f8fab703e tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234532 Jul 30 01:53:20.728142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.791820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.838072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead2c4-05bc-4511-82f1-9b0b87da1f50 req-3beb785f-3f93-4292-8a03-025846d030a7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.839908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bead2c4-05bc-4511-82f1-9b0b87da1f50 req-3beb785f-3f93-4292-8a03-025846d030a7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1845329 Jul 30 01:53:20.974689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bead2c4-05bc-4511-82f1-9b0b87da1f50 req-d8900652-f6d8-44b3-93bc-ae272705bdc8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931640 Jul 30 01:53:21.075920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.25.8.138 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/874597ff-50f2-45fb-836e-f6d1e29671fe) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:21.091392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.134411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.199660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.261973 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.325547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:21.338405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=874597ff-50f2-45fb-836e-f6d1e29671fe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.341245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:21.343408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:21.412509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:21.425146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca2532-48bc-4f09-9558-668bea07f8a0 None None] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:21.577322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-970900e4-0da8-45e7-93fc-0293ca36d911 None None] Provisioning for port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:21.701795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:21.743306 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.744829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-58de95e6-6ba7-4da8-8138-7ce2df2aba6f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7117450 Jul 30 01:53:21.745324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceb022-a663-41ba-91fc-13430b41933e req-253e35d3-0def-480c-88f3-b3102a391218 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.754572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57702) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:21.760724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fceb022-a663-41ba-91fc-13430b41933e req-253e35d3-0def-480c-88f3-b3102a391218 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.2430475 Jul 30 01:53:21.766240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Sync routers for ids ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:21.792781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-77236195-3970-4a5e-bc3f-9b985a058ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.816926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Routers {'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:21.817583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:52:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:22.003743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:22.186008 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.237364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.355892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Set router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:22.442170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9fceb022-a663-41ba-91fc-13430b41933e req-4546d59a-891a-4da4-9452-f1cd0e071b0f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762831 Jul 30 01:53:22.477744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:22.610015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:22.610385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.683528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50f70-3185-407f-b06c-37ffe2aa06aa req-8f7e0740-2f29-4915-b92f-7ec9e8588246 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:22.685180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6d50f70-3185-407f-b06c-37ffe2aa06aa req-8f7e0740-2f29-4915-b92f-7ec9e8588246 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3322580 Jul 30 01:53:22.828086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6d50f70-3185-407f-b06c-37ffe2aa06aa req-b903b7e9-ae58-4ebe-a78c-1751370af11c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152670 Jul 30 01:53:23.000473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-204b0dd2-619d-4862-b6bb-126334f311b2 None None] Provisioning complete for port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:23.001014 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-204b0dd2-619d-4862-b6bb-126334f311b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.033902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.099974 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.312008 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.327381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.522273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:23.548403 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.583839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57762) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:23.715223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Allocated IP 172.20.0.1 (64cca530-c0a7-4952-9d40-5b4f5193b83c/8eb0bcc9-b49b-41e9-88f2-f08c99e3c578/ba010a4b-8073-4720-a4ac-e5a88589a8d6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:23.764036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:19Z', 'revision_number': 3, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:23.869227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Checking router: df2b1fbe-c7da-4d3a-bb9c-11e7171d235f for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:23.869675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Updating router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f port 87721915-fa5e-40b3-be31-b43effe33093 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:23.954613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c42c314e-85a3-4dc5-a9bf-010883a7363a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.993385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:24.021764 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.132933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.174890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Transition to ACTIVE for port object ba010a4b-8073-4720-a4ac-e5a88589a8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:24.221299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a05b-889f-4f2b-9c91-892ede56f366 req-e54995f0-4c7e-4181-9f73-dafbe3e736ad tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:24.230255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73a6a05b-889f-4f2b-9c91-892ede56f366 req-e54995f0-4c7e-4181-9f73-dafbe3e736ad tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.3164992 Jul 30 01:53:24.293256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-27091df3-7b5e-4e1f-a8e7-d042977e3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:24.295174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-27091df3-7b5e-4e1f-a8e7-d042977e3428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.3424680 Jul 30 01:53:24.307909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.342274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2ccf-550c-484f-bd28-5f7e6941f834 req-e8547517-ac3e-4584-a3d1-b0b660297941 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:24.350514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:24.354463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1afc2ccf-550c-484f-bd28-5f7e6941f834 req-e8547517-ac3e-4584-a3d1-b0b660297941 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4565094 Jul 30 01:53:24.369687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:24.373300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:24.585382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba010a4b-8073-4720-a4ac-e5a88589a8d6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:24.623997 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.632017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73a6a05b-889f-4f2b-9c91-892ede56f366 req-457ff325-6522-4039-98c1-558569745d09 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617108 Jul 30 01:53:24.714006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1afc2ccf-550c-484f-bd28-5f7e6941f834 req-7776b10e-e78d-4729-871b-982c6aca0bd0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855253 Jul 30 01:53:24.723453 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.753554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Transition to ACTIVE for port object 87721915-fa5e-40b3-be31-b43effe33093 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:24.770556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.790992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 975dc135-e9c8-4e78-bfd2-3cb61767927b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:24.809547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.824989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-93cec4b5-468d-41de-8cb0-5826f3cb1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:24.837560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-93cec4b5-468d-41de-8cb0-5826f3cb1cfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.5135829 Jul 30 01:53:24.897032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c42c314e-85a3-4dc5-a9bf-010883a7363a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.904373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c42c314e-85a3-4dc5-a9bf-010883a7363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.934805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Attempting to bind port 87721915-fa5e-40b3-be31-b43effe33093 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:24.935211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Attempting to bind port 87721915-fa5e-40b3-be31-b43effe33093 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:24.935568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Attempting to bind port 87721915-fa5e-40b3-be31-b43effe33093 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:24.989759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74e21-7b42-49f0-a07e-7c392bff5795 None None] Pushing event updated for resources: {'Port': ['ID=87721915-fa5e-40b3-be31-b43effe33093,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:24.994311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:24.996290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.000419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:25.004433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.004654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c42c314e-85a3-4dc5-a9bf-010883a7363a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db87357a938346bb828fe9acdc640810&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4141734 Jul 30 01:53:25.004757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:25.004757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Bound port: 87721915-fa5e-40b3-be31-b43effe33093, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:25.004757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.005024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c314e-85a3-4dc5-a9bf-010883a7363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c1f345-3963-416f-824e-a38224ebdd4c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.012803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:25.064900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1ed2f367-da6e-472b-bb58-4c67a0d682d8 None None] Provisioning for port ba010a4b-8073-4720-a4ac-e5a88589a8d6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:25.081541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1ed2f367-da6e-472b-bb58-4c67a0d682d8 None None] Provisioning complete for port ba010a4b-8073-4720-a4ac-e5a88589a8d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:25.091124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ed2f367-da6e-472b-bb58-4c67a0d682d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.104580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e0b07b-47a5-4353-b8e6-5e325fcc30e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.160523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e0b07b-47a5-4353-b8e6-5e325fcc30e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.249760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:25.260676 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Sync routers for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:25.283074 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:25.283902 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:25.338430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-5e1b3315-75dc-4684-a031-d669a2046c31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.4832211 Jul 30 01:53:25.394277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e0b07b-47a5-4353-b8e6-5e325fcc30e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.399909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e0b07b-47a5-4353-b8e6-5e325fcc30e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.405775 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-37e0b07b-47a5-4353-b8e6-5e325fcc30e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08c1f345-3963-416f-824e-a38224ebdd4c HTTP/1.1" status: 204 len: 168 time: 0.3917961 Jul 30 01:53:25.455420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0b07b-47a5-4353-b8e6-5e325fcc30e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c1f345-3963-416f-824e-a38224ebdd4c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.473837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.481115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01752683-e765-401d-bd40-0d837402acf9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3560457 Jul 30 01:53:25.481822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57806) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:25.530077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.536878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.585121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] For port 87721915-fa5e-40b3-be31-b43effe33093, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:25.587606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2f367-da6e-472b-bb58-4c67a0d682d8 None None] Port ba010a4b-8073-4720-a4ac-e5a88589a8d6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:25.604263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-acabcb74-b9e0-41e2-8a4d-429da89f90f4 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=40ad5a70069c490aadaefd93ae71ab62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1069341 Jul 30 01:53:25.608366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57808) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:25.643943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] For port 87721915-fa5e-40b3-be31-b43effe33093, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=87721915-fa5e-40b3-be31-b43effe33093,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:25.655286 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.671961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-7a97da07-daf8-440b-a13a-82f9e78cad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:25.677248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-7a97da07-daf8-440b-a13a-82f9e78cad4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.3288035 Jul 30 01:53:25.694205 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:25.724762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.819580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba010a4b-8073-4720-a4ac-e5a88589a8d6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.882789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:25.893684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Routers {'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:25.905504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:25.930464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:25.932860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:26.197356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] Set router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:26.277704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 3, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:26.351577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:26.373396 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Checking router: 975dc135-e9c8-4e78-bfd2-3cb61767927b for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:26.377043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Updating router 975dc135-e9c8-4e78-bfd2-3cb61767927b port 874597ff-50f2-45fb-836e-f6d1e29671fe binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:26.405922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74e21-7b42-49f0-a07e-7c392bff5795 None None] Pushing event updated for resources: {'Port': ['ID=87721915-fa5e-40b3-be31-b43effe33093,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:26.409331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0deb60-6cf8-45ad-b422-45f8f436a2a7 req-0c127ff6-8568-4ea0-8bb2-63429b220b66 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.424578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d0deb60-6cf8-45ad-b422-45f8f436a2a7 req-0c127ff6-8568-4ea0-8bb2-63429b220b66 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.5322390 Jul 30 01:53:26.465791 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.506604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-6082da21-752a-44ad-8195-1b258379cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.509036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-6082da21-752a-44ad-8195-1b258379cda3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8070922 Jul 30 01:53:26.553785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:26.554982 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.557654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9129f3f-5c34-4243-b58a-9127a3e3870a req-8793483d-395c-43df-94fb-049fa1dcb355 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.559515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9129f3f-5c34-4243-b58a-9127a3e3870a req-8793483d-395c-43df-94fb-049fa1dcb355 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.6039641 Jul 30 01:53:26.678579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-de3b29b0-c239-469a-8710-09e947c801d5 None None] Provisioning complete for port ba010a4b-8073-4720-a4ac-e5a88589a8d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:26.679368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-de3b29b0-c239-469a-8710-09e947c801d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.776205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-5563596e-4354-4405-8fd2-c6ba691e36c8 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544682 Jul 30 01:53:26.781412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b868b-ec49-4c9a-83af-4226f915dd67 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.786542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-db2b868b-ec49-4c9a-83af-4226f915dd67 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1735783 Jul 30 01:53:26.797124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57836) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:26.799656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:26.808482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-de3b29b0-c239-469a-8710-09e947c801d5 None None] Port ba010a4b-8073-4720-a4ac-e5a88589a8d6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:26.817423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-65cb6009-90e8-4cda-9b7a-dbf285fe54f1 admin admin] 10.222.0.78 "PUT /v2.0/routers/df2b1fbe-c7da-4d3a-bb9c-11e7171d235f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0618460 Jul 30 01:53:26.897018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ba010a4b-8073-4720-a4ac-e5a88589a8d6', 'name': '', 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'mac_address': 'fa:16:3e:19:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:23Z', 'updated_at': '2021-07-30T01:53:25Z', 'revision_number': 2, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'subnets': [{'id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:26.940620 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c718733-063f-47ef-b7a1-c8d0dbd7572c tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1360023 Jul 30 01:53:26.942680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d0deb60-6cf8-45ad-b422-45f8f436a2a7 req-b16cf2f2-e0d2-400d-9f54-0bad7a11e7ef tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790440 Jul 30 01:53:26.943420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57844) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:26.969511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959210559', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:26.981331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9129f3f-5c34-4243-b58a-9127a3e3870a req-5ab22054-3b9c-463d-b13c-02d6109fa573 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038658 Jul 30 01:53:27.037616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b238d777-99b6-4dae-a5f7-87ad624576cf None None] The sync data for ids ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'] in n-d-713499-10 is: [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ba010a4b-8073-4720-a4ac-e5a88589a8d6', 'name': '', 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'mac_address': 'fa:16:3e:19:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:23Z', 'updated_at': '2021-07-30T01:53:25Z', 'revision_number': 2, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'subnets': [{'id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:27.112195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78a845ef-76ed-4568-83f6-f140ef5af01b req-04b3f682-df3b-4624-8d49-0ad0041ba239 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235521 Jul 30 01:53:27.289618 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.312987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:27.340351 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Transition to ACTIVE for port object 874597ff-50f2-45fb-836e-f6d1e29671fe will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:27.347933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.360993 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.628857 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Attempting to bind port 874597ff-50f2-45fb-836e-f6d1e29671fe on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:27.642637 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Attempting to bind port 874597ff-50f2-45fb-836e-f6d1e29671fe by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:27.643016 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Attempting to bind port 874597ff-50f2-45fb-836e-f6d1e29671fe on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:27.678746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d35090-2879-413b-a2e0-5ba60e14eaa8 None None] Pushing event updated for resources: {'Port': ['ID=874597ff-50f2-45fb-836e-f6d1e29671fe,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:27.693177 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:27.697350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:27.698189 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.716256 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:27.716781 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Bound port: 874597ff-50f2-45fb-836e-f6d1e29671fe, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:27.717178 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.844103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028bc78-d586-49fa-96c9-286364ae1128 req-cfa33342-d7bb-48ce-9e6f-b84a09069a1f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.855456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9028bc78-d586-49fa-96c9-286364ae1128 req-cfa33342-d7bb-48ce-9e6f-b84a09069a1f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.1199849 Jul 30 01:53:27.904483 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] For port 874597ff-50f2-45fb-836e-f6d1e29671fe, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:27.910701 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] For port 874597ff-50f2-45fb-836e-f6d1e29671fe, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=874597ff-50f2-45fb-836e-f6d1e29671fe,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:27.917257 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.934876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513e28-06da-4230-bc90-2dc8a8651672 req-68916da5-18e3-4d23-bcfb-027762a835b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.937256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-68916da5-18e3-4d23-bcfb-027762a835b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f20ea49113c94c199da06985ffb2dcaf&device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 1098 time: 0.2074821 Jul 30 01:53:27.955736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9028bc78-d586-49fa-96c9-286364ae1128 req-f415b114-d3ad-49a5-809b-5a268ab1aeef tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986493 Jul 30 01:53:28.049011 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:28.058012 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:28.153287 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d35090-2879-413b-a2e0-5ba60e14eaa8 None None] Pushing event updated for resources: {'Port': ['ID=874597ff-50f2-45fb-836e-f6d1e29671fe,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:28.242565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71750a3d-934e-4b9e-853c-12e3845311ac req-3de1c3f4-6d23-4134-9a57-8568887cc36f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.255297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71750a3d-934e-4b9e-853c-12e3845311ac req-3de1c3f4-6d23-4134-9a57-8568887cc36f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1397913 Jul 30 01:53:28.282073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513e28-06da-4230-bc90-2dc8a8651672 req-bda572a2-c867-4e19-9510-d04e3c2b8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.285295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-bda572a2-c867-4e19-9510-d04e3c2b8631 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 200 len: 917 time: 0.3398516 Jul 30 01:53:28.341422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.349175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-69cfd65c-7171-4445-99f6-ea34bd05570a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00e50553-6497-4193-a337-17a62dd01a29 HTTP/1.1" status: 200 len: 217 time: 0.0551937 Jul 30 01:53:28.378186 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:28.385109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71750a3d-934e-4b9e-853c-12e3845311ac req-7b01ebc4-cc49-44eb-892d-a7853517aceb tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222057 Jul 30 01:53:28.540395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513e28-06da-4230-bc90-2dc8a8651672 req-c1c8fc08-9be9-4c0c-816b-5f69dfe057e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.543408 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-c1c8fc08-9be9-4c0c-816b-5f69dfe057e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 200 len: 855 time: 0.1123276 Jul 30 01:53:28.608660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895d107-dae8-4667-94d1-895321c06f99 req-ad2f611f-4c14-408b-86cc-921fffeba9c6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.614728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b895d107-dae8-4667-94d1-895321c06f99 req-ad2f611f-4c14-408b-86cc-921fffeba9c6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1251099 Jul 30 01:53:28.717700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b895d107-dae8-4667-94d1-895321c06f99 req-e2640a11-38c1-4bec-a203-73081b35f1ca tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959718 Jul 30 01:53:28.735120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Subnet': ['ID=96342e4f-eca2-4041-93f2-997b3f7541af,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:28.752435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Checking segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:28.752580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network hostable DHCP agents. Network: 3da369d7-f2bf-4212-87eb-2b488ef228a1, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:28.783310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513e28-06da-4230-bc90-2dc8a8651672 req-cb64245c-d4ba-4d17-81b7-fb2dab7af611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.786422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-cb64245c-d4ba-4d17-81b7-fb2dab7af611 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2295628 Jul 30 01:53:28.908729 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 3, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.005298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:29.050011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3da369d7-f2bf-4212-87eb-2b488ef228a1) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:29.059282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ec5faa-5812-4cbe-b906-30203c99986a None None] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:29.099108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:29.099794 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.117066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbee81-e57f-4ff3-bed5-5e1c702de363 None None] The sync data for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 is: [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:21Z', 'revision_number': 3, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:29.194100 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-666047cb-2e84-45d2-b9a8-8ce7bfbb4498 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2474053 Jul 30 01:53:29.195377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57930) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:29.199709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-4c902eaf-8446-49dd-9b3b-4385a973ad9a service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047685 Jul 30 01:53:29.471762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af513e28-06da-4230-bc90-2dc8a8651672 req-e8e2e63c-02eb-4875-8724-c3ed82edf5c7 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616997 Jul 30 01:53:29.545576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3da369d7-f2bf-4212-87eb-2b488ef228a1', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:29.546968 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.742414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3166f3-4aa7-4b84-9a24-5b05d6c5e64e req-4aa338d4-f1bd-4ceb-ac2e-3d5bde4e0630 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:29.758708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb3166f3-4aa7-4b84-9a24-5b05d6c5e64e req-4aa338d4-f1bd-4ceb-ac2e-3d5bde4e0630 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.4414032 Jul 30 01:53:29.870421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c806bb-d412-4b11-b729-293b1451e768 req-06eab2e6-b796-49b7-bfa7-ff048aa43b4b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:29.881340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53c806bb-d412-4b11-b729-293b1451e768 req-06eab2e6-b796-49b7-bfa7-ff048aa43b4b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.5650601 Jul 30 01:53:30.014401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 87721915-fa5e-40b3-be31-b43effe33093 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:30.214399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Allocated IP 172.20.0.2 (3da369d7-f2bf-4212-87eb-2b488ef228a1/96342e4f-eca2-4041-93f2-997b3f7541af/5d446c5d-5354-4462-bcf7-803583396e5b) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:30.260408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb3166f3-4aa7-4b84-9a24-5b05d6c5e64e req-68009588-b0b0-446f-b433-f9319355b6a6 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006783 Jul 30 01:53:30.382543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53c806bb-d412-4b11-b729-293b1451e768 req-706ceda5-bd39-41f7-8666-0b96f00a94df tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4977129 Jul 30 01:53:30.539842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:30.544875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 87721915-fa5e-40b3-be31-b43effe33093 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:30.584310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 87721915-fa5e-40b3-be31-b43effe33093 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:30.585170 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.830744 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.856908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Transition to ACTIVE for port object 5d446c5d-5354-4462-bcf7-803583396e5b will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:30.866665 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.894141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 87721915-fa5e-40b3-be31-b43effe33093, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=87721915-fa5e-40b3-be31-b43effe33093,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:30.900315 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.901360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 874597ff-50f2-45fb-836e-f6d1e29671fe up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:31.041482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=87721915-fa5e-40b3-be31-b43effe33093,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.090202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Transition to ACTIVE for port object 5d446c5d-5354-4462-bcf7-803583396e5b will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:31.128265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.207594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20061187-f671-4fe7-85d4-442c9a98909b req-7ba2de94-5c5d-4c2f-b64f-f96bf87b005a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:31.229851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20061187-f671-4fe7-85d4-442c9a98909b req-7ba2de94-5c5d-4c2f-b64f-f96bf87b005a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3853936 Jul 30 01:53:31.280562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:31.325281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:31.393944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:31.401039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Pushing event updated for resources: {'Port': ['ID=5d446c5d-5354-4462-bcf7-803583396e5b,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.488678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20061187-f671-4fe7-85d4-442c9a98909b req-23bdf6f2-68d1-4e8e-9f19-ceae390664f5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574658 Jul 30 01:53:31.520969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 874597ff-50f2-45fb-836e-f6d1e29671fe completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:31.567883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Attempting to bind port 5d446c5d-5354-4462-bcf7-803583396e5b on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:31.571162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Attempting to bind port 5d446c5d-5354-4462-bcf7-803583396e5b by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:31.572428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Attempting to bind port 5d446c5d-5354-4462-bcf7-803583396e5b on network 3da369d7-f2bf-4212-87eb-2b488ef228a1 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:31.579181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 874597ff-50f2-45fb-836e-f6d1e29671fe triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:31.580232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.608325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:31.608890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Checking segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:31.612333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.612333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Bound using segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:31.612333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Bound port: 5d446c5d-5354-4462-bcf7-803583396e5b, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:31.612333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.637386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.784164 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.838331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] For port 5d446c5d-5354-4462-bcf7-803583396e5b, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:31.853406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] For port 5d446c5d-5354-4462-bcf7-803583396e5b, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d446c5d-5354-4462-bcf7-803583396e5b,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:31.865787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 874597ff-50f2-45fb-836e-f6d1e29671fe, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=874597ff-50f2-45fb-836e-f6d1e29671fe,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:31.872448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.902018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365622e-6a76-4318-bee0-9394040c9b27 req-95412fc7-dab9-49db-a6bf-067a879f30ea tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:31.917880 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.920262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b365622e-6a76-4318-bee0-9394040c9b27 req-95412fc7-dab9-49db-a6bf-067a879f30ea tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.4231653 Jul 30 01:53:32.054587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.059487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b365622e-6a76-4318-bee0-9394040c9b27 req-75a40169-3bbd-4f81-ade9-aba4c5f15c93 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379633 Jul 30 01:53:32.068120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83943bd0-2361-41cd-8185-5a8b6008ef3f None None] Pushing event updated for resources: {'Port': ['ID=5d446c5d-5354-4462-bcf7-803583396e5b,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:32.236126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=874597ff-50f2-45fb-836e-f6d1e29671fe,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:32.251802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 87721915-fa5e-40b3-be31-b43effe33093 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:32.329316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Sync routers for ids ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:32.387507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Routers {'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:32.389516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:32.724783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 87721915-fa5e-40b3-be31-b43effe33093 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:32.725154 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.728398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.20.0.1 (3da369d7-f2bf-4212-87eb-2b488ef228a1/96342e4f-eca2-4041-93f2-997b3f7541af/e3dfe103-03a5-444a-9ce2-92d004dfd177) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:32.942926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Deleting port 104772fa-3490-4786-9c2d-a0405b060a54 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:32.943640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.991501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bca6a-22f4-49d7-abc6-e0beb7373cc7 req-50566338-f860-4a7d-8988-3bca5f4dce7a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.012836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-031bca6a-22f4-49d7-abc6-e0beb7373cc7 req-50566338-f860-4a7d-8988-3bca5f4dce7a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.4028165 Jul 30 01:53:33.067374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] For port 104772fa-3490-4786-9c2d-a0405b060a54, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=104772fa-3490-4786-9c2d-a0405b060a54,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:33.067985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.086422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Calling delete_port for 104772fa-3490-4786-9c2d-a0405b060a54 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:33.138768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93d610-2b08-44ac-80b0-a760a8b71809 req-38ab353e-adcb-442b-8afd-732fb0875779 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.145509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba93d610-2b08-44ac-80b0-a760a8b71809 req-38ab353e-adcb-442b-8afd-732fb0875779 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4372463 Jul 30 01:53:33.185194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Set router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:33.186690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.216034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-031bca6a-22f4-49d7-abc6-e0beb7373cc7 req-4be273d6-e8bf-498d-84d9-e61d298ee6b3 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013748 Jul 30 01:53:33.318189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Transition to ACTIVE for port object e3dfe103-03a5-444a-9ce2-92d004dfd177 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:33.410855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba93d610-2b08-44ac-80b0-a760a8b71809 req-ba6674d1-4124-4605-a225-96f7674147a5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536044 Jul 30 01:53:33.491267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.590975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Pushing event deleted for resources: {'Port': ['ID=104772fa-3490-4786-9c2d-a0405b060a54,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:33.700588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c248d-f520-4c10-ac3a-54d04f70440a req-f09da678-5b73-49e6-bc8a-dc06b54711d7 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.715931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d78c248d-f520-4c10-ac3a-54d04f70440a req-f09da678-5b73-49e6-bc8a-dc06b54711d7 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.2943082 Jul 30 01:53:33.844000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d78c248d-f520-4c10-ac3a-54d04f70440a req-8808b96b-29b5-46c1-89e6-807536717c5d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 Jul 30 01:53:33.845950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.939090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ba010a4b-8073-4720-a4ac-e5a88589a8d6', 'name': '', 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'mac_address': 'fa:16:3e:19:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:23Z', 'updated_at': '2021-07-30T01:53:25Z', 'revision_number': 2, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'subnets': [{'id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:34.100693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Checking router: df2b1fbe-c7da-4d3a-bb9c-11e7171d235f for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:34.101051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Updating router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f port ba010a4b-8073-4720-a4ac-e5a88589a8d6 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:34.180993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=e3dfe103-03a5-444a-9ce2-92d004dfd177,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:34.200027 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.318373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.350464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.350818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.355320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.355736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.356079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.360459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.360967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.361589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.361941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.362298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.362640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.362976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:34.461942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:34.505683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f287d-823f-497f-9748-d3695c2168fa req-e24e95e4-fef1-473e-9348-5b918e2f58a6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.517976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-388f287d-823f-497f-9748-d3695c2168fa req-e24e95e4-fef1-473e-9348-5b918e2f58a6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2254453 Jul 30 01:53:34.556642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:34.600521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:34.675478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0850e-02b9-4f46-a102-79bf69f5c353 None None] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:34.695341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d446c5d-5354-4462-bcf7-803583396e5b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:34.810463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906c54a-0522-4675-b03d-fb10d25afe18 req-80e09538-f99b-4289-a136-7d2a6ca70767 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.812227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2906c54a-0522-4675-b03d-fb10d25afe18 req-80e09538-f99b-4289-a136-7d2a6ca70767 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.5863748 Jul 30 01:53:34.918037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d348faee-6fa1-46be-ad3e-a19ea77a4c35 None None] Provisioning for port 5d446c5d-5354-4462-bcf7-803583396e5b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:34.931803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.192699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-388f287d-823f-497f-9748-d3695c2168fa req-d161310d-31be-4622-afd6-76bb9522346e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6690679 Jul 30 01:53:35.208642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2906c54a-0522-4675-b03d-fb10d25afe18 req-e249e903-a417-4a2d-87fb-cd8b93250cdc tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802285 Jul 30 01:53:35.274686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.276199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5d446c5d-5354-4462-bcf7-803583396e5b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:35.321554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-1dba1722-3f4a-4880-ae23-04540cd9d8b3 req-a1f423af-a721-4d38-b0b8-67e1c951a005 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:53:35.322711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dba1722-3f4a-4880-ae23-04540cd9d8b3 req-a1f423af-a721-4d38-b0b8-67e1c951a005 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059836 Jul 30 01:53:35.329946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5d446c5d-5354-4462-bcf7-803583396e5b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:35.332167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.497018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Router 84d6bfb8-3e52-4dec-8337-5d688106c923 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:35.675614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dba1722-3f4a-4880-ae23-04540cd9d8b3 req-25f86d70-a987-486d-b11b-61c39d7c676b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2973356 Jul 30 01:53:35.808495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:35.820451 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] Sync routers for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:35.832057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4122ce7-085c-4a39-946d-b8d8ca5808ff admin admin] 10.222.0.78 "PUT /v2.0/routers/84d6bfb8-3e52-4dec-8337-5d688106c923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2878044 Jul 30 01:53:35.834513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58064) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:35.837533 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:35.838170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:35.981689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.160082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 5d446c5d-5354-4462-bcf7-803583396e5b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d446c5d-5354-4462-bcf7-803583396e5b,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:36.194847 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.200357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.201525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 874597ff-50f2-45fb-836e-f6d1e29671fe up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:36.234639 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:36.428478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Transition to ACTIVE for port object ba010a4b-8073-4720-a4ac-e5a88589a8d6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:36.496136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 874597ff-50f2-45fb-836e-f6d1e29671fe triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:36.496532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.698052 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.704636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a43fca90-2172-468d-a3af-2899ea9ef9c9 None None] Provisioning for port e3dfe103-03a5-444a-9ce2-92d004dfd177 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:36.729965 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:53:33Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:36.800343 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] Checking router: 84d6bfb8-3e52-4dec-8337-5d688106c923 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:36.821654 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] Routers {'84d6bfb8-3e52-4dec-8337-5d688106c923'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:36.824295 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84d6bfb8-3e52-4dec-8337-5d688106c923'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:36.945854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a43fca90-2172-468d-a3af-2899ea9ef9c9 None None] Provisioning complete for port e3dfe103-03a5-444a-9ce2-92d004dfd177 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:36.946230 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a43fca90-2172-468d-a3af-2899ea9ef9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.045219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a43fca90-2172-468d-a3af-2899ea9ef9c9 None None] Port e3dfe103-03a5-444a-9ce2-92d004dfd177 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:37.047360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=5d446c5d-5354-4462-bcf7-803583396e5b,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.120926 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] Set router 84d6bfb8-3e52-4dec-8337-5d688106c923 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:37.158004 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.379132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3fa05-528e-44c5-becc-b8efcb9ee4e2 None None] Pushing event updated for resources: {'Port': ['ID=ba010a4b-8073-4720-a4ac-e5a88589a8d6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.389886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a43fca90-2172-468d-a3af-2899ea9ef9c9 None None] Provisioning complete for port 5d446c5d-5354-4462-bcf7-803583396e5b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:37.390348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a43fca90-2172-468d-a3af-2899ea9ef9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.459451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf026a-3e0a-47bf-a2fd-ffccdc5ee8b0 req-301c22ed-3b34-4793-82d5-f3c678c04f7f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.463295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52cf026a-3e0a-47bf-a2fd-ffccdc5ee8b0 req-301c22ed-3b34-4793-82d5-f3c678c04f7f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.3136060 Jul 30 01:53:37.496307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acab69-3b08-4190-9cff-e087c69d6f3a req-591964a9-d1ba-4500-8104-479b23672e14 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.511625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73acab69-3b08-4190-9cff-e087c69d6f3a req-591964a9-d1ba-4500-8104-479b23672e14 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4383783 Jul 30 01:53:37.569947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Attempting to bind port ba010a4b-8073-4720-a4ac-e5a88589a8d6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:37.570527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Attempting to bind port ba010a4b-8073-4720-a4ac-e5a88589a8d6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:37.579714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Attempting to bind port ba010a4b-8073-4720-a4ac-e5a88589a8d6 on network 64cca530-c0a7-4952-9d40-5b4f5193b83c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:37.597938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.601531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:37.603448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Checking segment: {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:37.603868 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.604271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Bound using segment: {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:37.604776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Bound port: ba010a4b-8073-4720-a4ac-e5a88589a8d6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:37.605169 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.737007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] For port ba010a4b-8073-4720-a4ac-e5a88589a8d6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:37.763158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] For port ba010a4b-8073-4720-a4ac-e5a88589a8d6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ba010a4b-8073-4720-a4ac-e5a88589a8d6,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:37.773751 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.790430 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:53:33Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:37.807775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73acab69-3b08-4190-9cff-e087c69d6f3a req-17ca8902-03f8-4ec5-b47a-1f629adfb03e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950616 Jul 30 01:53:37.847103 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad2bc1-fa25-4f5c-adec-67590db6c4e7 None None] The sync data for ids ['84d6bfb8-3e52-4dec-8337-5d688106c923'] in n-d-713499-10 is: [{'id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'name': 'tempest-AttachVolumeShelveTestJSON-291144148-router', 'tenant_id': 'a039994ac7fa46c88b04bbad3609586b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:03Z', 'updated_at': '2021-07-30T01:53:33Z', 'revision_number': 5, 'project_id': 'a039994ac7fa46c88b04bbad3609586b', 'gw_port': {'id': '3879b627-0405-4ffe-8d23-9e0098a8b602', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d6bfb8-3e52-4dec-8337-5d688106c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:37.864806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52cf026a-3e0a-47bf-a2fd-ffccdc5ee8b0 req-b3a143f6-31b2-4b11-b413-c356f8842055 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930391 Jul 30 01:53:37.903856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Routers {'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:37.904596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:37.981089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3fa05-528e-44c5-becc-b8efcb9ee4e2 None None] Pushing event updated for resources: {'Port': ['ID=ba010a4b-8073-4720-a4ac-e5a88589a8d6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:37.990914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c776469-a1cb-4ad1-897b-8d4a2c1f9332 None None] Provisioning complete for port e3dfe103-03a5-444a-9ce2-92d004dfd177 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:37.991351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c776469-a1cb-4ad1-897b-8d4a2c1f9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.088949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5c776469-a1cb-4ad1-897b-8d4a2c1f9332 None None] Port e3dfe103-03a5-444a-9ce2-92d004dfd177 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:38.090467 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:53:38.128266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] Set router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:38.239816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.243498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.278752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.450022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c296f-7177-454c-981f-641922028ec3 req-0e0c1683-7f93-47ac-a9c7-58b65539612e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.460436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e38c296f-7177-454c-981f-641922028ec3 req-0e0c1683-7f93-47ac-a9c7-58b65539612e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4476812 Jul 30 01:53:38.572296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60584b2d-14e4-4a04-9572-a1382d01313f req-61897399-ed0f-4bfd-820c-e44f1b4c3587 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.583640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60584b2d-14e4-4a04-9572-a1382d01313f req-61897399-ed0f-4bfd-820c-e44f1b4c3587 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.4859209 Jul 30 01:53:38.594305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ba010a4b-8073-4720-a4ac-e5a88589a8d6', 'name': '', 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'mac_address': 'fa:16:3e:19:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:23Z', 'updated_at': '2021-07-30T01:53:37Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'subnets': [{'id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:38.651395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1470a70-bddf-48da-b155-3d122a521888 None None] The sync data for ids ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'] in n-d-713499-10 is: [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:53:24Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'ba010a4b-8073-4720-a4ac-e5a88589a8d6', 'name': '', 'network_id': '64cca530-c0a7-4952-9d40-5b4f5193b83c', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'mac_address': 'fa:16:3e:19:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:23Z', 'updated_at': '2021-07-30T01:53:37Z', 'revision_number': 4, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'subnets': [{'id': '8eb0bcc9-b49b-41e9-88f2-f08c99e3c578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:38.705303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=e3dfe103-03a5-444a-9ce2-92d004dfd177,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:38.710574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.717615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e38c296f-7177-454c-981f-641922028ec3 req-e91de40a-8a83-4910-9372-950d995da1fa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562973 Jul 30 01:53:38.792991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60584b2d-14e4-4a04-9572-a1382d01313f req-f4317fe3-4a19-4919-91c5-5d3203164984 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056417 Jul 30 01:53:38.831849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Deleting port 3879b627-0405-4ffe-8d23-9e0098a8b602 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:38.832472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.904365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:39.152251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ba010a4b-8073-4720-a4ac-e5a88589a8d6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:39.174622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020aeb91-1a42-49d7-82b4-61c0b4088424 req-e2b465ec-1a04-41df-8aa0-bd92b0bdd59d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.181822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-020aeb91-1a42-49d7-82b4-61c0b4088424 req-e2b465ec-1a04-41df-8aa0-bd92b0bdd59d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2796659 Jul 30 01:53:39.187688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a6f4c0-837f-4f7f-bb72-579e170a92e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.205461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeddb48-6479-4685-b5b2-b6a30a626112 req-312eb22e-bd16-43a7-b464-6e59522a7512 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.207453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1eeddb48-6479-4685-b5b2-b6a30a626112 req-312eb22e-bd16-43a7-b464-6e59522a7512 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.3169334 Jul 30 01:53:39.268697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ba010a4b-8073-4720-a4ac-e5a88589a8d6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:39.273909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ba010a4b-8073-4720-a4ac-e5a88589a8d6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:39.276136 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.412235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:39.462411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] For port 3879b627-0405-4ffe-8d23-9e0098a8b602, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3879b627-0405-4ffe-8d23-9e0098a8b602,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:39.463943 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.482288 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a6f4c0-837f-4f7f-bb72-579e170a92e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.485080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-020aeb91-1a42-49d7-82b4-61c0b4088424 req-911829a4-127b-45eb-842c-8a8f4feef9be tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746530 Jul 30 01:53:39.491296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a6f4c0-837f-4f7f-bb72-579e170a92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.503823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:39.542059 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.566186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6f4c0-837f-4f7f-bb72-579e170a92e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df132630-b7fb-4955-b167-273a0b5d5f37,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.591753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Calling delete_port for 3879b627-0405-4ffe-8d23-9e0098a8b602 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:39.620757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1eeddb48-6479-4685-b5b2-b6a30a626112 req-1d785f34-e19c-49f1-a602-9a9c8bcdcde3 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897338 Jul 30 01:53:39.626796 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-14a6f4c0-837f-4f7f-bb72-579e170a92e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bea992535e494e40834390fedcd1016b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197058 Jul 30 01:53:39.629383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:39.662990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ba010a4b-8073-4720-a4ac-e5a88589a8d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ba010a4b-8073-4720-a4ac-e5a88589a8d6,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:39.676634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.678760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d446c5d-5354-4462-bcf7-803583396e5b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:39.790461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-330659b7-ddf6-4b9a-95b8-e6d626732d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.859589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-330659b7-ddf6-4b9a-95b8-e6d626732d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.922264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ba010a4b-8073-4720-a4ac-e5a88589a8d6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.958044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5d446c5d-5354-4462-bcf7-803583396e5b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:39.958044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.982952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-330659b7-ddf6-4b9a-95b8-e6d626732d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.994758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-330659b7-ddf6-4b9a-95b8-e6d626732d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.002967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-330659b7-ddf6-4b9a-95b8-e6d626732d0b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df132630-b7fb-4955-b167-273a0b5d5f37 HTTP/1.1" status: 204 len: 168 time: 0.3652668 Jul 30 01:53:40.027567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330659b7-ddf6-4b9a-95b8-e6d626732d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df132630-b7fb-4955-b167-273a0b5d5f37,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:40.150097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-304d975a-1d3a-414c-9ddf-abc370bb3410 None None] Provisioning complete for port e3dfe103-03a5-444a-9ce2-92d004dfd177 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:40.152319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-304d975a-1d3a-414c-9ddf-abc370bb3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.241581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-304d975a-1d3a-414c-9ddf-abc370bb3410 None None] Port e3dfe103-03a5-444a-9ce2-92d004dfd177 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:40.245929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 104772fa-3490-4786-9c2d-a0405b060a54 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:40.250178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5ab26-7822-4dad-8c39-16ad8180ff3e req-769d235d-1257-4dd2-b749-7fad5a7dbb75 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.253302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6f5ab26-7822-4dad-8c39-16ad8180ff3e req-769d235d-1257-4dd2-b749-7fad5a7dbb75 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4577010 Jul 30 01:53:40.271743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 104772fa-3490-4786-9c2d-a0405b060a54 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:40.272337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 104772fa-3490-4786-9c2d-a0405b060a54 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:40.336879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f670-baa4-4905-98f8-ba8a70297f4e req-ae33a0ac-addd-4f77-92ef-03ea342db34d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.343245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f670-baa4-4905-98f8-ba8a70297f4e req-ae33a0ac-addd-4f77-92ef-03ea342db34d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.349181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f670-baa4-4905-98f8-ba8a70297f4e req-ae33a0ac-addd-4f77-92ef-03ea342db34d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.359128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e40f670-baa4-4905-98f8-ba8a70297f4e req-ae33a0ac-addd-4f77-92ef-03ea342db34d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70&device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c&device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 2417 time: 0.3847187 Jul 30 01:53:40.402165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 975dc135-e9c8-4e78-bfd2-3cb61767927b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:40.448280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e40f670-baa4-4905-98f8-ba8a70297f4e req-ced78b57-55e1-480b-9107-4ca3bd1a6d79 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Jul 30 01:53:40.499204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6f5ab26-7822-4dad-8c39-16ad8180ff3e req-fd50e97a-08d1-433d-a1a6-a4975dbd4645 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844249 Jul 30 01:53:40.510206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-70cebdf1-cf6d-4212-bade-a2770a4f23c7 req-be729a2c-5de1-4a48-a1ea-169bb413e6a7 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:53:40.517650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70cebdf1-cf6d-4212-bade-a2770a4f23c7 req-be729a2c-5de1-4a48-a1ea-169bb413e6a7 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417104 Jul 30 01:53:40.687636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70cebdf1-cf6d-4212-bade-a2770a4f23c7 req-e5706ee9-c21a-4b2b-99b2-a680e29852ac tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1690044 Jul 30 01:53:40.756849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.802068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3879b627-0405-4ffe-8d23-9e0098a8b602,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:40.883496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:40.895233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Sync routers for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:40.900268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-111b5cdd-a4b8-48e2-863d-9e7a7544a50f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "PUT /v2.0/routers/975dc135-e9c8-4e78-bfd2-3cb61767927b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7030830 Jul 30 01:53:40.902340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58172) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:40.924698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.929470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:40.934266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:41.124664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.126846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.128025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.128653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.129274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.129945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.130558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.131204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.131870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.132489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.134964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18359b09-0773-476c-870c-af4a4df13657 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7096 time: 0.2300436 Jul 30 01:53:41.139941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.155019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58178) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.257845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.259049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.259843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.260746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.261753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.262381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.263188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.263898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.264504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.265134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.265302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ba010a4b-8073-4720-a4ac-e5a88589a8d6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:41.269208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9f49c721-9070-4797-bf22-51870c3df52a tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6572 time: 0.1276050 Jul 30 01:53:41.272235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.289430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.292043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.416074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.416983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d6bfb8-3e52-4dec-8337-5d688106c923 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:41.425367 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.428547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a4e0b029-37dd-4552-8d7f-17946a530c31 admin admin] 10.222.0.78 "DELETE /v2.0/routers/84d6bfb8-3e52-4dec-8337-5d688106c923 HTTP/1.1" status: 204 len: 168 time: 5.5823538 Jul 30 01:53:41.431229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:41.434175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:41.537018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ba010a4b-8073-4720-a4ac-e5a88589a8d6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:41.537631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.542357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1337708957-network', 'tenant_id': 'ad75594de89b477f83c86b49155f9506'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:41.551709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Deleting subnet 01075988-123e-45e5-b4d1-248382e7c433 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:41.571974 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.647179 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.648699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Made reservation on behalf of ad75594de89b477f83c86b49155f9506 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:41.651451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.676762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c94c3fa5-effd-4bfb-8617-daa41d3c61f6 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5030 time: 0.4028797 Jul 30 01:53:41.781990 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.810408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.968671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.012590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.018786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58196) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:42.031276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] 10.222.0.78 "DELETE /v2.0/subnets/01075988-123e-45e5-b4d1-248382e7c433 HTTP/1.1" status: 204 len: 168 time: 0.5936468 Jul 30 01:53:42.095898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d5d1e-c47e-4233-a3ce-5e3fdba5e7af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01075988-123e-45e5-b4d1-248382e7c433,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.158128 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.233173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95289e95-f335-4a5c-bfd4-03fdba96ea40 None None] Network b1306467-1764-416f-9ba4-5f651ab7a78b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:42.308028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.316401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.327707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Deleting port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:42.328051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.340790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:42.386338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.386719 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Added segment c33bb596-374b-4ad0-a5fe-164817831793 of type vlan for network 58115ff3-22da-494f-8dc7-19e96cdc4a14 Jul 30 01:53:42.421563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f577048e-159c-4a61-bf97-8c2d3c3b2acf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.499273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] For port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,segment=NetworkSegment(7ecd8051-1767-4574-b193-4a24f57b238c),segment_id=7ecd8051-1767-4574-b193-4a24f57b238c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:42.503700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.506426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.556790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Calling delete_port for 1a13a3b5-6cf7-419a-97e0-7f0155c56efe owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:42.584270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58204) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:42.608588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20962240', 'description': 'tempest-secgroup-smoke-20962240 description', 'project_id': '40ad5a70069c490aadaefd93ae71ab62'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:42.636012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.637027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.637619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.767232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] Pushing event updated for resources: {'Network': ['ID=58115ff3-22da-494f-8dc7-19e96cdc4a14,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.791488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:42.792439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.825415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.825823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] No DVR routers for this DVR port 1a13a3b5-6cf7-419a-97e0-7f0155c56efe on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:42.833519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aa03e386-11d7-416c-a7a4-7a03c9d0511b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6638887 Jul 30 01:53:42.841837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58208) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:42.854562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Request body: {'subnet': {'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1337708957-subnet', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:42.913254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:37Z', 'revision_number': 2, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:42.954916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Made reservation on behalf of ad75594de89b477f83c86b49155f9506 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:42.958545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Checking router: 975dc135-e9c8-4e78-bfd2-3cb61767927b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:42.958908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Updating router 975dc135-e9c8-4e78-bfd2-3cb61767927b port e3dfe103-03a5-444a-9ce2-92d004dfd177 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:42.968152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.037138 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.039314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e61770-2395-4dec-83e9-319e556742d9 None None] DHCP port deletion for b1306467-1764-416f-9ba4-5f651ab7a78b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:43.047153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3879b627-0405-4ffe-8d23-9e0098a8b602 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:43.102254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3879b627-0405-4ffe-8d23-9e0098a8b602 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:43.102580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3879b627-0405-4ffe-8d23-9e0098a8b602 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:43.171171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.196023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1306467-1764-416f-9ba4-5f651ab7a78b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:43.213068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecd8051-1767-4574-b193-4a24f57b238c') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:43.213364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecd8051-1767-4574-b193-4a24f57b238c') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:43.220591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a13a3b5-6cf7-419a-97e0-7f0155c56efe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.226280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.263398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.280869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:43.283964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:43.288165 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:43.417396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.431300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.442749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] 10.222.0.78 "DELETE /v2.0/networks/b1306467-1764-416f-9ba4-5f651ab7a78b HTTP/1.1" status: 204 len: 168 time: 1.4199665 Jul 30 01:53:43.474008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6986a5a-5068-42b2-8b08-047773ad51bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b1306467-1764-416f-9ba4-5f651ab7a78b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.599061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.603427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.629304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.654761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58228) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.685181 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.700974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Transition to ACTIVE for port object e3dfe103-03a5-444a-9ce2-92d004dfd177 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:43.716015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.721650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.725967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1374958 Jul 30 01:53:43.735286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58232) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.751839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9fac6500-b4ec-485d-a1b6-12a27382aee4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a039994ac7fa46c88b04bbad3609586b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925019 Jul 30 01:53:43.752767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58234) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.767559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '744b2c50-2f96-41ef-a45f-f782798b03eb', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:43.800133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c477b9-2da6-4915-9ebd-cd5961b598b4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744b2c50-2f96-41ef-a45f-f782798b03eb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.810814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a021bf-38a8-4e9e-9e6a-79006e8bac47,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.830467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9904-af5d-46ba-b54f-678949da72fd None None] Pushing event updated for resources: {'Port': ['ID=e3dfe103-03a5-444a-9ce2-92d004dfd177,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.837220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3790307-7bd9-4a45-bcf0-d972a964b7bb req-92e3f332-8277-42ef-b4e6-830509d8d595 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.854538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3790307-7bd9-4a45-bcf0-d972a964b7bb req-92e3f332-8277-42ef-b4e6-830509d8d595 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.5461822 Jul 30 01:53:43.922273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f77f-d0c4-4af7-97d7-3b605954586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.933337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Attempting to bind port e3dfe103-03a5-444a-9ce2-92d004dfd177 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:43.933716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Attempting to bind port e3dfe103-03a5-444a-9ce2-92d004dfd177 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:43.942783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Attempting to bind port e3dfe103-03a5-444a-9ce2-92d004dfd177 on network 3da369d7-f2bf-4212-87eb-2b488ef228a1 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:43.960743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f77f-d0c4-4af7-97d7-3b605954586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.964394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:43.964779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Checking segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:43.965193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.965585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Bound using segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:43.966075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Bound port: e3dfe103-03a5-444a-9ce2-92d004dfd177, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:43.966460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.999171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.003081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Checking segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:44.014898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Network hostable DHCP agents. Network: 58115ff3-22da-494f-8dc7-19e96cdc4a14, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:44.070595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f77f-d0c4-4af7-97d7-3b605954586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.074884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f77f-d0c4-4af7-97d7-3b605954586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.086755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ef9f77f-d0c4-4af7-97d7-3b605954586d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/104e91ef-594b-49b9-9a9a-e80e2e9c28ab HTTP/1.1" status: 204 len: 168 time: 0.3245716 Jul 30 01:53:44.132655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9f77f-d0c4-4af7-97d7-3b605954586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e91ef-594b-49b9-9a9a-e80e2e9c28ab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.141601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3790307-7bd9-4a45-bcf0-d972a964b7bb req-b96ca7a9-635d-419c-b1d1-a910481292e2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859857 Jul 30 01:53:44.164498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:44.166278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] For port e3dfe103-03a5-444a-9ce2-92d004dfd177, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:44.170051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] For port e3dfe103-03a5-444a-9ce2-92d004dfd177, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e3dfe103-03a5-444a-9ce2-92d004dfd177,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:44.197618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.216161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 58115ff3-22da-494f-8dc7-19e96cdc4a14) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:44.220959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.236507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803ad9b-da16-402c-99b3-9979777eeb8d None None] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:44.238611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.239317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.257542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.325303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c15fca-8b97-4e21-bfe8-d9831f5470ab,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.340960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5509b679-e4b1-4744-8696-4219c8f79aa3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4977422 Jul 30 01:53:44.343720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58250) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.351555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:44.354717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.358584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1a173200-0396-423c-8f8e-eb637477f3a1 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5991931 Jul 30 01:53:44.358883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58252) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.365408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '744b2c50-2f96-41ef-a45f-f782798b03eb', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:44.394079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.395335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.431749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9904-af5d-46ba-b54f-678949da72fd None None] Pushing event updated for resources: {'Port': ['ID=e3dfe103-03a5-444a-9ce2-92d004dfd177,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.440585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:44.442018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:44.492268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.575548 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.683320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.708529 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.759509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.765786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4051120 Jul 30 01:53:44.771374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58258) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.801682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '744b2c50-2f96-41ef-a45f-f782798b03eb', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:44.824419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112721c1-1500-4e21-92a4-70382aee12d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61326194-7648-431f-835f-0cf208cc9e9f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:44.833468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:44.898478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2541a17-759d-419e-a864-3d42317f369e req-4a0adce4-5b88-4495-95aa-8f0c2092dc52 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.918702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a2541a17-759d-419e-a864-3d42317f369e req-4a0adce4-5b88-4495-95aa-8f0c2092dc52 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 945 time: 0.2880282 Jul 30 01:53:45.062921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.085135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1a13a3b5-6cf7-419a-97e0-7f0155c56efe no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:45.092404 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.139824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 1a13a3b5-6cf7-419a-97e0-7f0155c56efe {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:45.142880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1a13a3b5-6cf7-419a-97e0-7f0155c56efe not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:45.293222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Deleting port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:45.302353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.461743 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.475022 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.566232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273c4411-b6e7-40fd-a5d7-66f72144df31,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.570360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-58115ff3-22da-494f-8dc7-19e96cdc4a14', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'fixed_ips': [{'subnet_id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:45.575549 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.596167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] For port 522b2ac9-a55b-4e86-ac10-2294de1e39d6, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=522b2ac9-a55b-4e86-ac10-2294de1e39d6,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:45.596800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.604851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.606848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-28eac1c2-bf53-4c9d-a865-1cb574395a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8340521 Jul 30 01:53:45.609322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58286) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:45.615648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '744b2c50-2f96-41ef-a45f-f782798b03eb', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:45.646637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Calling delete_port for 522b2ac9-a55b-4e86-ac10-2294de1e39d6 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:45.810177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.961843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58292) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:45.977369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.016521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.020706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.037267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Allocated IP 172.20.0.2 (58115ff3-22da-494f-8dc7-19e96cdc4a14/52a021bf-38a8-4e9e-9e6a-79006e8bac47/607aba9f-d1c9-4d1b-9270-b73a78a9f80c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:46.142982 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.150023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Pushing event deleted for resources: {'Port': ['ID=522b2ac9-a55b-4e86-ac10-2294de1e39d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:46.150743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['00e50553-6497-4193-a337-17a62dd01a29', '522b2ac9-a55b-4e86-ac10-2294de1e39d6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:46.153311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['02b581b9-646d-44de-9572-fd075435c0ed'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:46.186455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528ba8-ecc6-4e46-809b-f390ae7aa6d1 req-797d44c4-74d2-4096-a323-6e0ed8ee5c3d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.197965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26528ba8-ecc6-4e46-809b-f390ae7aa6d1 req-797d44c4-74d2-4096-a323-6e0ed8ee5c3d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fc397b9-a26f-43e0-abd9-75b7fbe3ad70 HTTP/1.1" status: 200 len: 867 time: 0.8533750 Jul 30 01:53:46.237652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.282319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] No DVR routers for this DVR port 522b2ac9-a55b-4e86-ac10-2294de1e39d6 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:46.286227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.289399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a2541a17-759d-419e-a864-3d42317f369e req-9c500698-a053-43fc-8d3a-736e549e0ac2 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "DELETE /v2.0/ports/522b2ac9-a55b-4e86-ac10-2294de1e39d6 HTTP/1.1" status: 204 len: 173 time: 1.3649411 Jul 30 01:53:46.290177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'name': 'network-vif-deleted', 'tag': '522b2ac9-a55b-4e86-ac10-2294de1e39d6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:46.309459 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba0d8c-8e82-4fe3-aae4-18da0d849bbc" -d '{"events": [{"server_uuid": "9fc397b9-a26f-43e0-abd9-75b7fbe3ad70", "name": "network-vif-deleted", "tag": "522b2ac9-a55b-4e86-ac10-2294de1e39d6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:46.323891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c62cb47-9c8f-4a94-bf46-819a59d16a09,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:46.375188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.376492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2509f936-0124-49ee-b3a7-66a7cb0a7d3a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7661786 Jul 30 01:53:46.379562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:46.384614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '744b2c50-2f96-41ef-a45f-f782798b03eb', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:46.424835 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f29b7c-b84b-4884-a9be-57927a0e5f81 x-openstack-request-id: req-06f29b7c-b84b-4884-a9be-57927a0e5f81 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:46.425376 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc397b9-a26f-43e0-abd9-75b7fbe3ad70", "name": "network-vif-deleted", "tag": "522b2ac9-a55b-4e86-ac10-2294de1e39d6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:46.425802 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06f29b7c-b84b-4884-a9be-57927a0e5f81 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:46.426372 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc397b9-a26f-43e0-abd9-75b7fbe3ad70', 'name': 'network-vif-deleted', 'tag': '522b2ac9-a55b-4e86-ac10-2294de1e39d6', 'status': 'completed', 'code': 200} Jul 30 01:53:46.431456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26528ba8-ecc6-4e46-809b-f390ae7aa6d1 req-680156de-a07e-4807-97d5-01a7a5c14c0f tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305639 Jul 30 01:53:46.470810 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Project 40ad5a70069c490aadaefd93ae71ab62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:53:46.479692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.506671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Allocated IP 172.25.8.4 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f6a3d583-1942-4da1-8da0-18ac9d60338f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:46.567584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.583467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:44Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:46.635476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d784b2a-5909-44cb-aafa-fcd6c4c3f500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.724698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.730131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Transition to ACTIVE for port object 607aba9f-d1c9-4d1b-9270-b73a78a9f80c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:46.739129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.749665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397dd3e-b463-44a1-ad59-d9eaa8bf3094 None None] The sync data for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 is: [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:44Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:46.809890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.839054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f811c017-2261-40bf-b921-0f526fd1be3d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:46.907416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Transition to ACTIVE for port object 607aba9f-d1c9-4d1b-9270-b73a78a9f80c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:46.971144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.992998 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.045945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d784b2a-5909-44cb-aafa-fcd6c4c3f500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.058875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d784b2a-5909-44cb-aafa-fcd6c4c3f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.098080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:47.146346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:47.148992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:47.152038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Pushing event updated for resources: {'Port': ['ID=f6a3d583-1942-4da1-8da0-18ac9d60338f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.210656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.221747 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fd9dd06-fd30-410e-9cef-584f6efe3416 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8384485 Jul 30 01:53:47.232080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Pushing event updated for resources: {'Port': ['ID=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.256799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58330) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:47.291931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e3dfe103-03a5-444a-9ce2-92d004dfd177 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:47.296576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:47.308045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'security_group_rule': {'security_group_id': '744b2c50-2f96-41ef-a45f-f782798b03eb', 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:47.352679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7d784b2a-5909-44cb-aafa-fcd6c4c3f500 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e65626d61124c0db949353edc2e6091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3912225 Jul 30 01:53:47.364060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:47.377264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:47.397838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:47.475233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d784b2a-5909-44cb-aafa-fcd6c4c3f500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3224957-07fd-4c6b-b6dd-63b0b6b06a63,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.640224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e3dfe103-03a5-444a-9ce2-92d004dfd177 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:47.657107 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Project 40ad5a70069c490aadaefd93ae71ab62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:53:47.664703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e3dfe103-03a5-444a-9ce2-92d004dfd177 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:47.666984 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.670603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Attempting to bind port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:47.674266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Attempting to bind port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:47.675520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Attempting to bind port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:47.690793 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.701444 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-4c5fff61-f900-4e19-8789-f21426b1be80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2352095 Jul 30 01:53:47.703808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9692f51d-1a77-421f-b0a1-7d4e2ec3beac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.765374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:47.765743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Checking segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:47.766151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.767109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Bound using segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:47.769647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Bound port: 607aba9f-d1c9-4d1b-9270-b73a78a9f80c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:47.770081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.896176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9692f51d-1a77-421f-b0a1-7d4e2ec3beac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.984091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-bc5bd8d2-6505-4992-b1cf-125cc49261d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.988205 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-bc5bd8d2-6505-4992-b1cf-125cc49261d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=94b488a9f91a4cedb11c59818fd94649&device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 1098 time: 0.2497816 Jul 30 01:53:48.020716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] For port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:48.026669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] For port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:48.042759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.139485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.177076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.248358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40239e1c-f59f-416f-82da-7c895da413ff,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:48.256158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7422c1-6dfe-4254-9a0e-6fca9de6592f None None] Pushing event updated for resources: {'Port': ['ID=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:48.287972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.289827 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f81ff83e-80a0-4dc6-b56c-8694e2e9ebb2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0095267 Jul 30 01:53:48.318211 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.326879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9692f51d-1a77-421f-b0a1-7d4e2ec3beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.337527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9692f51d-1a77-421f-b0a1-7d4e2ec3beac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.343482 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9692f51d-1a77-421f-b0a1-7d4e2ec3beac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3224957-07fd-4c6b-b6dd-63b0b6b06a63 HTTP/1.1" status: 204 len: 168 time: 0.9724398 Jul 30 01:53:48.359207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-edc00603-59dc-4057-8500-b77b79953c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.361383 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-edc00603-59dc-4057-8500-b77b79953c29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 200 len: 912 time: 0.3276265 Jul 30 01:53:48.362386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f51d-1a77-421f-b0a1-7d4e2ec3beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3224957-07fd-4c6b-b6dd-63b0b6b06a63,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:48.536025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 522b2ac9-a55b-4e86-ac10-2294de1e39d6 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:48.576918 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-6be5f7c5-885d-4d26-aa39-29aad69d080e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6355afb-188e-45df-87a9-3c87881cf334 HTTP/1.1" status: 200 len: 1002 time: 0.2037542 Jul 30 01:53:48.653430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e3dfe103-03a5-444a-9ce2-92d004dfd177, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e3dfe103-03a5-444a-9ce2-92d004dfd177,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:48.655267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 522b2ac9-a55b-4e86-ac10-2294de1e39d6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:48.655795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 522b2ac9-a55b-4e86-ac10-2294de1e39d6 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:48.669913 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.782252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-43623cc5-7b14-43a5-991f-3d3ffad05fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.785102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-43623cc5-7b14-43a5-991f-3d3ffad05fc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 200 len: 850 time: 0.2006211 Jul 30 01:53:48.905221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-61a06782-e0d3-4207-b611-0595b1f9eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.911521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-61a06782-e0d3-4207-b611-0595b1f9eaa9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd7b6f6e-b05e-41d6-83ff-564af48a647b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181877 Jul 30 01:53:48.936887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-96038b15-c074-4ff4-8377-5528b43113a5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20962240&fields=id&tenant_id=40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 267 time: 0.1617093 Jul 30 01:53:48.948460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46746c5-dfc8-4fe5-9b36-a5d9458fe02a req-c3481927-ec60-4e2d-9b84-d3f62f561c50 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.958280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f46746c5-dfc8-4fe5-9b36-a5d9458fe02a req-c3481927-ec60-4e2d-9b84-d3f62f561c50 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.2802145 Jul 30 01:53:49.014940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e3dfe103-03a5-444a-9ce2-92d004dfd177,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.061328 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b9e002c-2178-4296-89db-a74025120759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.118983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.137583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-76af918e-ade0-426f-b30d-95c349aa4dfc service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174015 Jul 30 01:53:49.255554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 607aba9f-d1c9-4d1b-9270-b73a78a9f80c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:49.353277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f46746c5-dfc8-4fe5-9b36-a5d9458fe02a req-971c0756-76af-4acb-9693-054c8aa6f5f8 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915081 Jul 30 01:53:49.445046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:49.449216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c9ab1ea6-86f1-4046-8477-82f2b9e00419 req-8e715772-2621-4935-b584-dbd352c3384c service neutron] 10.222.0.66 "GET /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036604 Jul 30 01:53:49.602012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58392) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:49.632304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82dd6cf2-5339-4380-b5b2-2b16b3e29b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.698028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-9debf0b7-be2f-4a1a-a62f-7a762bea0ef2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.702022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-9debf0b7-be2f-4a1a-a62f-7a762bea0ef2 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/networks?id=3da369d7-f2bf-4212-87eb-2b488ef228a1 HTTP/1.1" status: 200 len: 796 time: 0.7636447 Jul 30 01:53:49.782769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-4ff5c1bf-8d59-4059-b258-7662847816e3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/quotas/40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 375 time: 0.0655692 Jul 30 01:53:49.829157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82dd6cf2-5339-4380-b5b2-2b16b3e29b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.835080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82dd6cf2-5339-4380-b5b2-2b16b3e29b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.872359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd6cf2-5339-4380-b5b2-2b16b3e29b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab01312-843d-445d-90fd-6c08bbac151b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.900654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82dd6cf2-5339-4380-b5b2-2b16b3e29b45 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70fdc4f4c3e04b08a6e7bc715f3ae314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953305 Jul 30 01:53:49.901633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:49.981907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a239650d-a71f-4848-9cca-fafd22bde25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.002092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a7e85-9dc6-466a-861a-c9bc89037599 None None] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:50.016191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-288eeb1e-1c71-4cd6-9990-e6dd6d13ebea tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.017851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a239650d-a71f-4848-9cca-fafd22bde25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.030546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-288eeb1e-1c71-4cd6-9990-e6dd6d13ebea tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.55 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.5072486 Jul 30 01:53:50.087913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a239650d-a71f-4848-9cca-fafd22bde25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.093425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a239650d-a71f-4848-9cca-fafd22bde25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.098181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a239650d-a71f-4848-9cca-fafd22bde25c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ab01312-843d-445d-90fd-6c08bbac151b HTTP/1.1" status: 204 len: 168 time: 0.1938007 Jul 30 01:53:50.118854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239650d-a71f-4848-9cca-fafd22bde25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab01312-843d-445d-90fd-6c08bbac151b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:50.198662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-07a4b25a-7622-4516-b87e-8a02c4a13660 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2684865 Jul 30 01:53:50.341882 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.387671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] Provisioning for port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:50.403527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] Provisioning complete for port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:50.403898 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.439627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:50.604386 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.661619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] For port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:50.670793 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.695281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb96b-f145-4fb6-a9cc-de22d04c3651 req-5b0b6fba-87ca-499c-9c7a-4e41526c4a4a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.697095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-245cb96b-f145-4fb6-a9cc-de22d04c3651 req-5b0b6fba-87ca-499c-9c7a-4e41526c4a4a tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.1387115 Jul 30 01:53:50.760831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c484629-f61c-41e9-865b-2deda8c9fb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.791276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Deleting port 02b581b9-646d-44de-9572-fd075435c0ed {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:50.791896 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.825617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3c375-1b48-4014-9681-e63859b3a275 None None] Pushing event updated for resources: {'Port': ['ID=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:50.838045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58416) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:50.869221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-989bf35e-469c-421b-bb80-5c46d699d60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.903871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-1f60c21a-708d-42bd-a409-4ec89df4f0a1 service neutron] 10.222.0.78 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827562 Jul 30 01:53:50.944011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Router 13d33829-1fa0-49b0-8959-798c70c73e76 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:50.982743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c484629-f61c-41e9-865b-2deda8c9fb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.993915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2c484629-f61c-41e9-865b-2deda8c9fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.001455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-245cb96b-f145-4fb6-a9cc-de22d04c3651 req-85088abc-3461-4f73-b65b-428f4f93d892 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850146 Jul 30 01:53:51.075287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 607aba9f-d1c9-4d1b-9270-b73a78a9f80c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:51.094407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2c484629-f61c-41e9-865b-2deda8c9fb9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78f275bbe7f742f2ae6e6c0c67bb3f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504822 Jul 30 01:53:51.100909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58418) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:51.138123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c484629-f61c-41e9-865b-2deda8c9fb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe371c-2c3d-4ec8-b544-a31b6c49460e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:51.183806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] For port 02b581b9-646d-44de-9572-fd075435c0ed, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=02b581b9-646d-44de-9572-fd075435c0ed,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:51.185195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.189605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2706686-0226-41f7-a5e6-5e2d304f8f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.230939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2706686-0226-41f7-a5e6-5e2d304f8f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.237504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-51a529d1-c3a9-4bcc-a9b5-5e850f80a96f service neutron] 10.222.0.78 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200774 Jul 30 01:53:51.246711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Calling delete_port for 02b581b9-646d-44de-9572-fd075435c0ed owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:51.264146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bee37326-b3ce-4ff3-a0ee-359de82d6302 None None] Provisioning complete for port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:51.265755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bee37326-b3ce-4ff3-a0ee-359de82d6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.278825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-989bf35e-469c-421b-bb80-5c46d699d60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.291301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.324181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:51.332437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-989bf35e-469c-421b-bb80-5c46d699d60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.337729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2706686-0226-41f7-a5e6-5e2d304f8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.339488 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Sync routers for ids ['13d33829-1fa0-49b0-8959-798c70c73e76'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:51.340567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2706686-0226-41f7-a5e6-5e2d304f8f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.345505 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a2706686-0226-41f7-a5e6-5e2d304f8f70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0fe371c-2c3d-4ec8-b544-a31b6c49460e HTTP/1.1" status: 204 len: 168 time: 0.2403791 Jul 30 01:53:51.361714 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Routers {'13d33829-1fa0-49b0-8959-798c70c73e76'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:51.363187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['13d33829-1fa0-49b0-8959-798c70c73e76'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:51.387523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.396544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fbb42cb5-11ca-4db5-9145-f29feeb623aa admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0485983 Jul 30 01:53:51.402195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58422) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:51.432086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bf35e-469c-421b-bb80-5c46d699d60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e109fddb-53dd-45fd-bee3-c856863b608d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:51.455456 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-989bf35e-469c-421b-bb80-5c46d699d60f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de4a2b17bb90426894717a41087d9e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163325 Jul 30 01:53:51.456205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58424) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:51.566322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:51.571956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.590216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706686-0226-41f7-a5e6-5e2d304f8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe371c-2c3d-4ec8-b544-a31b6c49460e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:51.650133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da60186-a9ba-4c62-9a9d-56c9fefc76b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.706235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dedd15a2-87d6-4233-a725-cece25751e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.728004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e3dfe103-03a5-444a-9ce2-92d004dfd177 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:51.764770 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Set router 13d33829-1fa0-49b0-8959-798c70c73e76 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:51.765224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da60186-a9ba-4c62-9a9d-56c9fefc76b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.768338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94e9a358-9149-4fcd-b5f0-adbce19ab3a3 req-55526a4e-ec16-4c1a-925f-5d1ed8a5c84a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 210 time: 0.1825962 Jul 30 01:53:51.871172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e3dfe103-03a5-444a-9ce2-92d004dfd177 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:51.871547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.944214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da60186-a9ba-4c62-9a9d-56c9fefc76b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.957193 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da60186-a9ba-4c62-9a9d-56c9fefc76b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.963025 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6da60186-a9ba-4c62-9a9d-56c9fefc76b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e109fddb-53dd-45fd-bee3-c856863b608d HTTP/1.1" status: 204 len: 168 time: 0.4912391 Jul 30 01:53:51.998030 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.003071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da60186-a9ba-4c62-9a9d-56c9fefc76b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e109fddb-53dd-45fd-bee3-c856863b608d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:52.293997 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:47Z', 'revision_number': 3, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:52.351639 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Checking router: 13d33829-1fa0-49b0-8959-798c70c73e76 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:52.352807 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Updating router 13d33829-1fa0-49b0-8959-798c70c73e76 port f6a3d583-1942-4da1-8da0-18ac9d60338f binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:52.467573 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.496628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58446) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:52.515117 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6800b2de-a4dc-4ff3-b6e9-8517805c7609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.615827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c3693-5847-403d-81df-b7635fa9c5b0 req-a623a2aa-5971-4e34-b422-6d843150745d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:52.620873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-391c3693-5847-403d-81df-b7635fa9c5b0 req-a623a2aa-5971-4e34-b422-6d843150745d tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 945 time: 0.3323214 Jul 30 01:53:52.642870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.655476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['00e50553-6497-4193-a337-17a62dd01a29'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:52.725039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6800b2de-a4dc-4ff3-b6e9-8517805c7609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.730010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6800b2de-a4dc-4ff3-b6e9-8517805c7609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.818000 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6800b2de-a4dc-4ff3-b6e9-8517805c7609 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab321cc9e0214e99a73022c930f1dca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201525 Jul 30 01:53:52.820631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:52.851486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Pushing event deleted for resources: {'Port': ['ID=02b581b9-646d-44de-9572-fd075435c0ed,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:52.861805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800b2de-a4dc-4ff3-b6e9-8517805c7609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2fd399-3323-4218-8f46-ed319a85a714,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:52.936838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 02b581b9-646d-44de-9572-fd075435c0ed no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:53.045703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 02b581b9-646d-44de-9572-fd075435c0ed {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:53.046055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 02b581b9-646d-44de-9572-fd075435c0ed not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:53.081871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66435d6-5b88-4889-a9b0-be99d44911f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.105168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.167232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66435d6-5b88-4889-a9b0-be99d44911f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.174482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-391c3693-5847-403d-81df-b7635fa9c5b0 req-d5d4886a-1eeb-4ad2-9868-dacff2e49252 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340710 Jul 30 01:53:53.284578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66435d6-5b88-4889-a9b0-be99d44911f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.287868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c66435d6-5b88-4889-a9b0-be99d44911f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.289322 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c66435d6-5b88-4889-a9b0-be99d44911f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc2fd399-3323-4218-8f46-ed319a85a714 HTTP/1.1" status: 204 len: 168 time: 0.4577758 Jul 30 01:53:53.305207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] No DVR routers for this DVR port 02b581b9-646d-44de-9572-fd075435c0ed on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:53.309630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.311996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9382012d-3e76-4aa0-baaa-b689ffa58340 req-eb65cece-4596-4572-a19c-3259aaec2703 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.55 "DELETE /v2.0/ports/02b581b9-646d-44de-9572-fd075435c0ed HTTP/1.1" status: 204 len: 173 time: 3.2679420 Jul 30 01:53:53.321780 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.324024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66435d6-5b88-4889-a9b0-be99d44911f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2fd399-3323-4218-8f46-ed319a85a714,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.352666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'name': 'network-vif-deleted', 'tag': '02b581b9-646d-44de-9572-fd075435c0ed'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:53.356646 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ad46c6-96c1-4137-aba6-fb35bbd94baa" -d '{"events": [{"server_uuid": "05ec5aa6-9996-4ca6-8c4d-228cad3ab04c", "name": "network-vif-deleted", "tag": "02b581b9-646d-44de-9572-fd075435c0ed"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:53.366752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffcd0e02-6cb2-45d4-90dd-7042375f3900 req-5172f592-9847-4ba3-b887-2c97fdf13fea tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 210 time: 0.2762475 Jul 30 01:53:53.388141 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Transition to ACTIVE for port object f6a3d583-1942-4da1-8da0-18ac9d60338f will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:53.411929 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.514964 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895d47b-1204-4628-a022-c06c05e0101b x-openstack-request-id: req-2895d47b-1204-4628-a022-c06c05e0101b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:53.515282 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ec5aa6-9996-4ca6-8c4d-228cad3ab04c", "name": "network-vif-deleted", "tag": "02b581b9-646d-44de-9572-fd075435c0ed", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:53.515535 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2895d47b-1204-4628-a022-c06c05e0101b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:53.515953 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ec5aa6-9996-4ca6-8c4d-228cad3ab04c', 'name': 'network-vif-deleted', 'tag': '02b581b9-646d-44de-9572-fd075435c0ed', 'status': 'completed', 'code': 200} Jul 30 01:53:53.519590 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Attempting to bind port f6a3d583-1942-4da1-8da0-18ac9d60338f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:53.522689 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Attempting to bind port f6a3d583-1942-4da1-8da0-18ac9d60338f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:53.525588 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Attempting to bind port f6a3d583-1942-4da1-8da0-18ac9d60338f on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:53.537884 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.616327 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:53.618773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:53.619386 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.624740 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:53.625492 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Bound port: f6a3d583-1942-4da1-8da0-18ac9d60338f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:53.626156 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.734782 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Pushing event updated for resources: {'Port': ['ID=f6a3d583-1942-4da1-8da0-18ac9d60338f,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.800718 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.801565 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.802073 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.802551 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.803057 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.803560 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.804038 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.804514 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.805000 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.805502 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.805984 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.806469 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:53.848284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-48f8dbe8-ebb1-4290-a4bc-b57a65a80ebc tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:53.854054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-48f8dbe8-ebb1-4290-a4bc-b57a65a80ebc tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "GET /v2.0/networks?id=3da369d7-f2bf-4212-87eb-2b488ef228a1 HTTP/1.1" status: 200 len: 796 time: 0.3175991 Jul 30 01:53:53.856505 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] For port f6a3d583-1942-4da1-8da0-18ac9d60338f, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:53.862674 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] For port f6a3d583-1942-4da1-8da0-18ac9d60338f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f6a3d583-1942-4da1-8da0-18ac9d60338f,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:53.879263 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.964866 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-32b3b302-a128-4aa0-86de-a4035e9640c8 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad5a70069c490aadaefd93ae71ab62 HTTP/1.1" status: 200 len: 378 time: 0.1002574 Jul 30 01:53:53.977926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'port': {'device_id': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'admin_state_up': True, 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'security_groups': ['744b2c50-2f96-41ef-a45f-f782798b03eb']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:54.027403 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Routers {'13d33829-1fa0-49b0-8959-798c70c73e76'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:54.028040 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['13d33829-1fa0-49b0-8959-798c70c73e76'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:54.031220 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e63a9d-661f-4046-a607-cd867dd0dbb8 None None] Pushing event updated for resources: {'Port': ['ID=f6a3d583-1942-4da1-8da0-18ac9d60338f,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:54.049485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Allocated IP 172.20.0.1 (58115ff3-22da-494f-8dc7-19e96cdc4a14/52a021bf-38a8-4e9e-9e6a-79006e8bac47/837faa4f-ef26-4168-8a01-b955ff26c4a8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:54.232741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.259678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Transition to ACTIVE for port object 837faa4f-ef26-4168-8a01-b955ff26c4a8 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:54.346779 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.359927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Made reservation on behalf of 40ad5a70069c490aadaefd93ae71ab62 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:54.366355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.416967 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] Set router 13d33829-1fa0-49b0-8959-798c70c73e76 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:54.540647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:54.549232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:54.578481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.817688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.20.0.8 (3da369d7-f2bf-4212-87eb-2b488ef228a1/96342e4f-eca2-4041-93f2-997b3f7541af/5bea0aeb-023b-4918-96a7-a2b85894abcf) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:55.007595 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:47Z', 'revision_number': 3, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:55.036146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-213a3e21-b088-4657-8b72-f515dbe23cc1 None None] Provisioning for port 837faa4f-ef26-4168-8a01-b955ff26c4a8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:55.051539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-213a3e21-b088-4657-8b72-f515dbe23cc1 None None] Provisioning complete for port 837faa4f-ef26-4168-8a01-b955ff26c4a8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:55.052735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-213a3e21-b088-4657-8b72-f515dbe23cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.103676 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267d6f-e104-4220-b1da-8650a6ec82a1 None None] The sync data for ids ['13d33829-1fa0-49b0-8959-798c70c73e76'] in n-d-713499-10 is: [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:47Z', 'revision_number': 3, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:55.168837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-213a3e21-b088-4657-8b72-f515dbe23cc1 None None] Port 837faa4f-ef26-4168-8a01-b955ff26c4a8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:55.174470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.214839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Transition to ACTIVE for port object 5bea0aeb-023b-4918-96a7-a2b85894abcf will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:55.315278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.447945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=5bea0aeb-023b-4918-96a7-a2b85894abcf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:55.467601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:55.470571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:55.484909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:55.517901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:55.617430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-486605e5-5892-4df8-9e9f-c88d5f8b0403 req-ae44aaf2-da26-4dd6-b04f-012588d2cd30 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=05ec5aa6-9996-4ca6-8c4d-228cad3ab04c HTTP/1.1" status: 200 len: 210 time: 1.1074128 Jul 30 01:53:55.618225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.700868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Pushing event updated for resources: {'Port': ['ID=837faa4f-ef26-4168-8a01-b955ff26c4a8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:55.705068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:55.705883 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.744228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca18aea-19ab-4b8d-90ce-7a043d7308a3 req-66fad426-1a88-48b6-b83a-4475ab480e9e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:55.746248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eca18aea-19ab-4b8d-90ce-7a043d7308a3 req-66fad426-1a88-48b6-b83a-4475ab480e9e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 931 time: 1.2017684 Jul 30 01:53:55.778808 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-2a7d11de-9036-457d-88ec-9adf824666da tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8051553 Jul 30 01:53:55.799965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Request body: {'port': {'device_id': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:55.896762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eca18aea-19ab-4b8d-90ce-7a043d7308a3 req-82835255-db34-4a3f-8d4f-601c41fe6eab tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224582 Jul 30 01:53:55.945820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.986285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.100653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c1f2a9a-af6d-4613-a1f0-1e9b2f1d1481 None None] Provisioning for port 5bea0aeb-023b-4918-96a7-a2b85894abcf completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:56.111661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2c1f2a9a-af6d-4613-a1f0-1e9b2f1d1481 None None] Provisioning complete for port 5bea0aeb-023b-4918-96a7-a2b85894abcf triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:56.112237 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2a9a-af6d-4613-a1f0-1e9b2f1d1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.250220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f2a9a-af6d-4613-a1f0-1e9b2f1d1481 None None] Port 5bea0aeb-023b-4918-96a7-a2b85894abcf cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:56.427044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.436822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.520775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bea0aeb-023b-4918-96a7-a2b85894abcf {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:56.529778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.542734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.545146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Transition to ACTIVE for port object 5bea0aeb-023b-4918-96a7-a2b85894abcf will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:56.550644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.638084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Pushing event updated for resources: {'Port': ['ID=5bea0aeb-023b-4918-96a7-a2b85894abcf,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:56.714065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Pushing event updated for resources: {'Port': ['ID=837faa4f-ef26-4168-8a01-b955ff26c4a8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:56.921196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Attempting to bind port 5bea0aeb-023b-4918-96a7-a2b85894abcf on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:56.921849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Attempting to bind port 5bea0aeb-023b-4918-96a7-a2b85894abcf by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:56.922371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Attempting to bind port 5bea0aeb-023b-4918-96a7-a2b85894abcf on network 3da369d7-f2bf-4212-87eb-2b488ef228a1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:56.951528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Port 5bea0aeb-023b-4918-96a7-a2b85894abcf on network 3da369d7-f2bf-4212-87eb-2b488ef228a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:56.957740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Attempting to bind port 5bea0aeb-023b-4918-96a7-a2b85894abcf on network 3da369d7-f2bf-4212-87eb-2b488ef228a1 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:56.975980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:56.976512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Checking segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:56.986072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Bound using segment: {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:56.986873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Bound port: 5bea0aeb-023b-4918-96a7-a2b85894abcf, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:56.987446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.011135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:57.023245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:57.236890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f6a3d583-1942-4da1-8da0-18ac9d60338f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:57.338586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] For port 5bea0aeb-023b-4918-96a7-a2b85894abcf, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:57.344451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] For port 5bea0aeb-023b-4918-96a7-a2b85894abcf, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:57.353222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.397912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f6a3d583-1942-4da1-8da0-18ac9d60338f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:57.404079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f6a3d583-1942-4da1-8da0-18ac9d60338f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:57.404459 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.532912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.533596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.552490 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] 10.222.0.66 "PUT /v2.0/ports/5bea0aeb-023b-4918-96a7-a2b85894abcf HTTP/1.1" status: 200 len: 1092 time: 1.7630007 Jul 30 01:53:57.560347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b12d4-c983-438a-bab6-e0a726162a8a service neutron] Pushing event updated for resources: {'Port': ['ID=5bea0aeb-023b-4918-96a7-a2b85894abcf,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:57.594031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:57.597162 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a7fd4c-6d6c-4466-b455-c7257d477ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:57.603478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d877f-d703-44b1-844f-c833e71fe708 req-ea1b722c-8da6-43a2-9a79-79e30fbb87c7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.605630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-816d877f-d703-44b1-844f-c833e71fe708 req-ea1b722c-8da6-43a2-9a79-79e30fbb87c7 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 943 time: 0.3717074 Jul 30 01:53:57.700904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.721146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Router 13d33829-1fa0-49b0-8959-798c70c73e76 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:57.727990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f6a3d583-1942-4da1-8da0-18ac9d60338f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f6a3d583-1942-4da1-8da0-18ac9d60338f,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:57.737839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.750774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0d815-096d-4573-a390-d97119fa9b2d req-299df835-22e1-4789-98db-cb38d242a134 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.765004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddb0d815-096d-4573-a390-d97119fa9b2d req-299df835-22e1-4789-98db-cb38d242a134 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.4127443 Jul 30 01:53:57.800262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-9422a164-cccc-47b2-b2f1-ea68e76aac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.802142 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-9422a164-cccc-47b2-b2f1-ea68e76aac66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 1095 time: 0.1874082 Jul 30 01:53:57.813181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f6a3d583-1942-4da1-8da0-18ac9d60338f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:57.820306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-87ad1faa-5efa-4a03-aab7-30f4046a5d22 None None] Provisioning complete for port 837faa4f-ef26-4168-8a01-b955ff26c4a8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:57.822814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87ad1faa-5efa-4a03-aab7-30f4046a5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.906319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-816d877f-d703-44b1-844f-c833e71fe708 req-2869f32e-20ad-4c93-ad91-3121dc940470 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2901230 Jul 30 01:53:57.939838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-87ad1faa-5efa-4a03-aab7-30f4046a5d22 None None] Port 837faa4f-ef26-4168-8a01-b955ff26c4a8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:57.954329 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-32f9d06d-6497-4eae-b581-ff37b3546032 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf HTTP/1.1" status: 200 len: 217 time: 0.1378577 Jul 30 01:53:58.021964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddb0d815-096d-4573-a390-d97119fa9b2d req-5f59ee0d-6917-4105-9c27-c2759444c189 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557282 Jul 30 01:53:58.080486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-7ba02c94-bacb-487e-9313-7cb13985c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.082046 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-7ba02c94-bacb-487e-9313-7cb13985c3be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96342e4f-eca2-4041-93f2-997b3f7541af HTTP/1.1" status: 200 len: 834 time: 0.1225047 Jul 30 01:53:58.089796 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92126b94-579d-41a7-8331-19ae500383bc x-openstack-request-id: req-92126b94-579d-41a7-8331-19ae500383bc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:58.090107 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:58.090489 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92126b94-579d-41a7-8331-19ae500383bc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:58.091230 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'status': 'completed', 'code': 200} Jul 30 01:53:58.205779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:58.219417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-206de9c8-2613-4083-a62d-d8d50642ec29 admin admin] 10.222.0.78 "PUT /v2.0/routers/13d33829-1fa0-49b0-8959-798c70c73e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8091896 Jul 30 01:53:58.230617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-41363ad2-e8f4-4fc6-869e-04cc0691ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.235442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-41363ad2-e8f4-4fc6-869e-04cc0691ca6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3da369d7-f2bf-4212-87eb-2b488ef228a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387281 Jul 30 01:53:58.377186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-9c0d62ba-d732-47ed-bb02-d674b40dc6b3 service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363029 Jul 30 01:53:58.409062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Sync routers for ids ['13d33829-1fa0-49b0-8959-798c70c73e76'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:58.427964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Routers {'13d33829-1fa0-49b0-8959-798c70c73e76'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:58.428604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['13d33829-1fa0-49b0-8959-798c70c73e76'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.619870 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4967766-a012-4ba8-a78e-b6efcfafcdf2 req-0ff52fed-a10d-4d53-ad1a-8477fbe1f7ce service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221851 Jul 30 01:53:58.764436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Set router 13d33829-1fa0-49b0-8959-798c70c73e76 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:58.771221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-4e7a2c13-f4ef-487d-8058-8ba45c528b3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3841202 Jul 30 01:53:58.867125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-5f7373cc-0c40-4208-a1fb-e279d62e160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.868689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-5f7373cc-0c40-4208-a1fb-e279d62e160c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 1095 time: 0.1880217 Jul 30 01:53:58.883743 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7cd8a141-6d2d-47b9-bf67-81a4e09615d5 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.886151 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7cd8a141-6d2d-47b9-bf67-81a4e09615d5 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.1534448 Jul 30 01:53:58.959478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-87c398ba-8230-43f2-97e7-3d0beacd4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.962500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-87c398ba-8230-43f2-97e7-3d0beacd4efe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.1037424 Jul 30 01:53:59.204310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.256730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f6a3d583-1942-4da1-8da0-18ac9d60338f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:59.338661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:55Z', 'revision_number': 4, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '837faa4f-ef26-4168-8a01-b955ff26c4a8', 'name': '', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'mac_address': 'fa:16:3e:c4:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:53Z', 'updated_at': '2021-07-30T01:53:56Z', 'revision_number': 2, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'subnets': [{'id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:59.385457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Checking router: 13d33829-1fa0-49b0-8959-798c70c73e76 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:59.390525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Updating router 13d33829-1fa0-49b0-8959-798c70c73e76 port 837faa4f-ef26-4168-8a01-b955ff26c4a8 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:53:59.431230 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.474640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f6a3d583-1942-4da1-8da0-18ac9d60338f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:59.475411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.536162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23289c9-8db1-42ed-a25d-1542a4763c59 req-4d72ce33-83b5-478e-a08f-0a68503fed38 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.541264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e23289c9-8db1-42ed-a25d-1542a4763c59 req-4d72ce33-83b5-478e-a08f-0a68503fed38 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 943 time: 0.3674312 Jul 30 01:53:59.662260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e23289c9-8db1-42ed-a25d-1542a4763c59 req-7d51c29a-5a3a-4e44-8b3b-546f95c6871f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076972 Jul 30 01:53:59.671134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45ef66-143d-4edf-a5d1-6a5cd57d798d req-efce8dc8-5b17-40f5-8afc-28d1b9db7b8c tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.673552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c45ef66-143d-4edf-a5d1-6a5cd57d798d req-efce8dc8-5b17-40f5-8afc-28d1b9db7b8c tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 946 time: 0.4677415 Jul 30 01:53:59.702502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49e07349-3074-4eb6-a5a9-422f049fb3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.744172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58658) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.753714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-249669649-network', 'tenant_id': 'aaccad567246452ea894c8007125ef2d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:59.786552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c45ef66-143d-4edf-a5d1-6a5cd57d798d req-4241354f-da4f-455f-9707-af08e5469945 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/security-groups?id=79fb5f4d-88b7-4ed1-9465-5337df3c8f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585947 Jul 30 01:53:59.788406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-658d89e0-5bf0-4b86-8872-64de7976036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.789906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-658d89e0-5bf0-4b86-8872-64de7976036e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.8072193 Jul 30 01:53:59.839942 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:53:59.839942 n-d-713499-10 neutron-server[93889]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:53:59.839942 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id': 'aaccad567246452ea894c8007125ef2d', 'id': 'd163da4a-3d35-4f8f-ba68-183c9a72bf52', 'expiration': datetime.datetime(2021, 7, 30, 1, 55, 59, 814707)}] Jul 30 01:53:59.839942 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:53:59.840399 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:53:59.845582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-43da5811-7161-42f4-acc0-b8e3ba214982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.847126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-43da5811-7161-42f4-acc0-b8e3ba214982 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3da369d7-f2bf-4212-87eb-2b488ef228a1 HTTP/1.1" status: 200 len: 897 time: 0.9600196 Jul 30 01:53:59.890580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-9e920bb2-c3c9-463a-b0cb-d39f6f0cef5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.0877202 Jul 30 01:53:59.902244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-a2251112-67ff-4498-97b5-134fa19d5bc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf HTTP/1.1" status: 200 len: 217 time: 0.0472288 Jul 30 01:53:59.910325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Deleting port 00e50553-6497-4193-a337-17a62dd01a29 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:59.911196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.975929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-e6150e9d-2a50-4898-bed7-ebc36e4fdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.982948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-e6150e9d-2a50-4898-bed7-ebc36e4fdfc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0799048 Jul 30 01:54:00.075155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-f7eb0083-7cff-4a77-8a32-19f54d2e9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.076943 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-f7eb0083-7cff-4a77-8a32-19f54d2e9584 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96342e4f-eca2-4041-93f2-997b3f7541af HTTP/1.1" status: 200 len: 834 time: 0.1618013 Jul 30 01:54:00.101208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-0d124c85-6abb-4241-9e7b-9888c0680ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.102986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-0d124c85-6abb-4241-9e7b-9888c0680ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114340 Jul 30 01:54:00.122572 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.135157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Transition to ACTIVE for port object 837faa4f-ef26-4168-8a01-b955ff26c4a8 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:00.144761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.147592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] For port 00e50553-6497-4193-a337-17a62dd01a29, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=00e50553-6497-4193-a337-17a62dd01a29,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:00.147950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.172301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-c7bec4ff-13d4-4dca-90fa-f84bd46fff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.175481 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-c7bec4ff-13d4-4dca-90fa-f84bd46fff7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3da369d7-f2bf-4212-87eb-2b488ef228a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913997 Jul 30 01:54:00.177076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Calling delete_port for 00e50553-6497-4193-a337-17a62dd01a29 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:00.186566 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49e07349-3074-4eb6-a5a9-422f049fb3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.192190 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-49e07349-3074-4eb6-a5a9-422f049fb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.229538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e07349-3074-4eb6-a5a9-422f049fb3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9c277-e03b-4637-a2a6-7212d6b52efb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.230839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20e11-17e2-4f10-aebe-f51d3c3ae3ae None None] Pushing event updated for resources: {'Port': ['ID=837faa4f-ef26-4168-8a01-b955ff26c4a8,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.301496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-49e07349-3074-4eb6-a5a9-422f049fb3ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=baa9e7c42fb845aaa7b07c766918662e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0935857 Jul 30 01:54:00.306109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58666) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:00.348266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Attempting to bind port 837faa4f-ef26-4168-8a01-b955ff26c4a8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:00.348873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Attempting to bind port 837faa4f-ef26-4168-8a01-b955ff26c4a8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:00.349234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Attempting to bind port 837faa4f-ef26-4168-8a01-b955ff26c4a8 on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:00.356763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:00.357186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Checking segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:00.357621 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.358002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Bound using segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:00.358620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Bound port: 837faa4f-ef26-4168-8a01-b955ff26c4a8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:00.359030 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.412029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8af1ed44-ad74-4ae3-8614-b09827045a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.429487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-1d2329c7-48d0-426b-810d-df5564684a3c service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164117 Jul 30 01:54:00.486734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Made reservation on behalf of aaccad567246452ea894c8007125ef2d for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:00.489440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.523563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] For port 837faa4f-ef26-4168-8a01-b955ff26c4a8, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:00.529594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] For port 837faa4f-ef26-4168-8a01-b955ff26c4a8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=837faa4f-ef26-4168-8a01-b955ff26c4a8,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:00.538770 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.541026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.562913 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-b0908a56-7169-4557-a6eb-c2f3e215cbd6 service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800902 Jul 30 01:54:00.573820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c6671eb-2942-4d77-ace3-ce04d8b6df06 req-f72f0439-7629-4328-84fc-6d9ae50ad5d7 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338937 Jul 30 01:54:00.589469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8af1ed44-ad74-4ae3-8614-b09827045a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.657036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20e11-17e2-4f10-aebe-f51d3c3ae3ae None None] Pushing event updated for resources: {'Port': ['ID=837faa4f-ef26-4168-8a01-b955ff26c4a8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.663032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Routers {'13d33829-1fa0-49b0-8959-798c70c73e76'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:00.664928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8af1ed44-ad74-4ae3-8614-b09827045a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.667113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['13d33829-1fa0-49b0-8959-798c70c73e76'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:00.667667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8af1ed44-ad74-4ae3-8614-b09827045a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.668958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8af1ed44-ad74-4ae3-8614-b09827045a9b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0cd9c277-e03b-4637-a2a6-7212d6b52efb HTTP/1.1" status: 204 len: 168 time: 0.3607173 Jul 30 01:54:00.705217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ed44-ad74-4ae3-8614-b09827045a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9c277-e03b-4637-a2a6-7212d6b52efb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.783698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87a7fd4c-6d6c-4466-b455-c7257d477ebd req-1ca73de5-8531-4153-acb0-b2339627b71f service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119622 Jul 30 01:54:00.834268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.905150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71dcd1-cd28-4333-afe7-679b1941f9c5 req-58c21077-b480-4a62-9119-65c44a0a1a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.912357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Pushing event deleted for resources: {'Port': ['ID=00e50553-6497-4193-a337-17a62dd01a29,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.924502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.924870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.925201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.925544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.925875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.926200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.926523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.926842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.927191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.927507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.927817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.928136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:00.930948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b71dcd1-cd28-4333-afe7-679b1941f9c5 req-58c21077-b480-4a62-9119-65c44a0a1a1f tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 943 time: 0.1648159 Jul 30 01:54:01.021522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e29c937-e1c9-4a71-a816-9bd96f52bb39 req-74f0d465-0840-4039-b983-abbfc1dd359b tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc68039d-7311-4d89-b681-d0de02544117 HTTP/1.1" status: 200 len: 210 time: 0.0831823 Jul 30 01:54:01.044382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] No DVR routers for this DVR port 00e50553-6497-4193-a337-17a62dd01a29 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:01.055417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.055417 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6410e8b8-120e-442c-8090-eb489d7adf7b req-7d67e7c9-f1c2-42df-8570-677e655683f0 tempest-ListServerFiltersTestJSON-1694525703 tempest-ListServerFiltersTestJSON-1694525703-project] 10.222.0.66 "DELETE /v2.0/ports/00e50553-6497-4193-a337-17a62dd01a29 HTTP/1.1" status: 204 len: 173 time: 2.0229511 Jul 30 01:54:01.055417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc68039d-7311-4d89-b681-d0de02544117', 'name': 'network-vif-deleted', 'tag': '00e50553-6497-4193-a337-17a62dd01a29'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:01.056690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] Set router 13d33829-1fa0-49b0-8959-798c70c73e76 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:01.063740 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371b730-7971-41a0-9e04-7f1e5aecdb86" -d '{"events": [{"server_uuid": "cc68039d-7311-4d89-b681-d0de02544117", "name": "network-vif-deleted", "tag": "00e50553-6497-4193-a337-17a62dd01a29"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:01.087914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b71dcd1-cd28-4333-afe7-679b1941f9c5 req-f8b52694-8fcc-4e70-a8c8-98bbb6b6c09b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1558850 Jul 30 01:54:01.119723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.145629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.178201 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1644b49-936a-48cc-86fc-2acf3e5f0fba x-openstack-request-id: req-b1644b49-936a-48cc-86fc-2acf3e5f0fba {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:01.178526 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc68039d-7311-4d89-b681-d0de02544117", "name": "network-vif-deleted", "tag": "00e50553-6497-4193-a337-17a62dd01a29", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:01.178783 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1644b49-936a-48cc-86fc-2acf3e5f0fba {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:01.179319 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc68039d-7311-4d89-b681-d0de02544117', 'name': 'network-vif-deleted', 'tag': '00e50553-6497-4193-a337-17a62dd01a29', 'status': 'completed', 'code': 200} Jul 30 01:54:01.217588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:01.252579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b22092-17a7-4d1e-a9be-8e2a195fde14,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.256258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.256816 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Added segment 4e0aa161-8913-4123-9de1-78287e36f3e9 of type vlan for network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c Jul 30 01:54:01.314850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.379631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.381492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.382493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.395534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58694) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:01.420380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a414d179-62b2-476f-8617-1c94b199b33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.510841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.537276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:01.602679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a414d179-62b2-476f-8617-1c94b199b33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.617800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e7e43bfd-d431-4db4-9d98-0ad299b0b6b0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8675008 Jul 30 01:54:01.618058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a414d179-62b2-476f-8617-1c94b199b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.618190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:01.624760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Request body: {'subnet': {'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-249669649-subnet', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:01.680256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Made reservation on behalf of aaccad567246452ea894c8007125ef2d for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:01.688463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.733524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:55Z', 'revision_number': 4, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '837faa4f-ef26-4168-8a01-b955ff26c4a8', 'name': '', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'mac_address': 'fa:16:3e:c4:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:53Z', 'updated_at': '2021-07-30T01:54:00Z', 'revision_number': 4, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'subnets': [{'id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:01.753272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a414d179-62b2-476f-8617-1c94b199b33c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3fa6bfd8d8c347f999945c229e5ac1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563859 Jul 30 01:54:01.765413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58708) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:01.783686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0b80f-f8e9-47b1-9909-73f304b26fc5 None None] The sync data for ids ['13d33829-1fa0-49b0-8959-798c70c73e76'] in n-d-713499-10 is: [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:53:55Z', 'revision_number': 4, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '837faa4f-ef26-4168-8a01-b955ff26c4a8', 'name': '', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'mac_address': 'fa:16:3e:c4:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:53Z', 'updated_at': '2021-07-30T01:54:00Z', 'revision_number': 4, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'subnets': [{'id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:01.841103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414d179-62b2-476f-8617-1c94b199b33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b9d4f-57a6-4c81-9ca1-613a7c804ccd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.964331 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e361d66a-ad63-4a97-a099-04dbfcdc11dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.013486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e361d66a-ad63-4a97-a099-04dbfcdc11dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.106306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e361d66a-ad63-4a97-a099-04dbfcdc11dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.114384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e361d66a-ad63-4a97-a099-04dbfcdc11dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.119688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e361d66a-ad63-4a97-a099-04dbfcdc11dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c1b9d4f-57a6-4c81-9ca1-613a7c804ccd HTTP/1.1" status: 204 len: 168 time: 0.3586533 Jul 30 01:54:02.120912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:02.173673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.199138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361d66a-ad63-4a97-a099-04dbfcdc11dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b9d4f-57a6-4c81-9ca1-613a7c804ccd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.282535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.285019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Checking segment: {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:02.285406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Network hostable DHCP agents. Network: fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:02.302641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Deleting subnet 9a250b5e-d520-4c53-8354-e955fb23d6ab {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:02.309901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.323890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:02.335720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:02.352493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:02.353605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.360771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f5259-9b5d-4ed9-9fd0-679b8cd09e4d None None] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:02.404627 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0bdb8ae6-27bc-4330-b3e3-dba9cbe3bab8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7852261 Jul 30 01:54:02.405319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58724) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:02.411947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:02.414204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781d346-d311-45a0-8932-ea7b8b9b80f6 req-8f285b73-75db-4291-9675-eb52ed823d67 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:02.421868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3781d346-d311-45a0-8932-ea7b8b9b80f6 req-8f285b73-75db-4291-9675-eb52ed823d67 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 943 time: 0.1957784 Jul 30 01:54:02.443766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.446082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.461129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.532892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5bea0aeb-023b-4918-96a7-a2b85894abcf details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:02.539693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 00e50553-6497-4193-a337-17a62dd01a29 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:02.572198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 00e50553-6497-4193-a337-17a62dd01a29 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:02.572881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 00e50553-6497-4193-a337-17a62dd01a29 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:02.579906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.629475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3781d346-d311-45a0-8932-ea7b8b9b80f6 req-c8be6042-a30b-4899-8b8b-5de5e50b23d3 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2056615 Jul 30 01:54:02.797650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.840618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.931094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.958146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a250b5e-d520-4c53-8354-e955fb23d6ab,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.967067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.971685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-51269ecb-5307-4c68-881b-d111eedca154 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9a250b5e-d520-4c53-8354-e955fb23d6ab HTTP/1.1" status: 204 len: 168 time: 0.8469503 Jul 30 01:54:02.974968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:02.982376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe26dc08-18f3-4324-a532-763258b60453 None None] Network ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:03.121220 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.253325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Deleting port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:03.253661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.257346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c', 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'fixed_ips': [{'subnet_id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:03.258222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.289960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 837faa4f-ef26-4168-8a01-b955ff26c4a8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:03.321155 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.355836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.421840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] For port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,segment=NetworkSegment(60ca0948-f5ac-448f-a234-a806da930faa),segment_id=60ca0948-f5ac-448f-a234-a806da930faa)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:03.422235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.455189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Calling delete_port for f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:03.503915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Allocated IP 172.25.8.69 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ac2c25d9-d2a5-4151-af93-a570ceb8025f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:03.662165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.712512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.779698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2c25d9-d2a5-4151-af93-a570ceb8025f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:03.803384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:03.806495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:03.810600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:04.056782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.093923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Allocated IP 172.20.0.2 (fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c/bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa/322704ef-b4bb-4185-90bf-aafb9ea4f6ff) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:04.164431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:04.237967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] No DVR routers for this DVR port f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:04.283059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f880246-d465-434a-9d0f-bb146fe1d177 req-d559435b-79b4-465b-ad2f-98b914294e78 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:04.313139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f880246-d465-434a-9d0f-bb146fe1d177 req-d559435b-79b4-465b-ad2f-98b914294e78 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 943 time: 0.4549227 Jul 30 01:54:04.446965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5bea0aeb-023b-4918-96a7-a2b85894abcf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:04.479999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'port_id': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'mac_address': 'fa:16:3e:b6:09:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:04.597511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f880246-d465-434a-9d0f-bb146fe1d177 req-57487b29-7a03-4064-b1fc-217473d2f1f5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2828069 Jul 30 01:54:04.605012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.632419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5b20eb-c916-4c40-bd7a-36b74b27b1c0']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:04.654795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ca0948-f5ac-448f-a234-a806da930faa') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:04.655081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ca0948-f5ac-448f-a234-a806da930faa') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:04.658067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19eb312-f5f4-47f8-9f3d-6326f547e5a5 None None] DHCP port deletion for ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:04.666070 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.673747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.677251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 837faa4f-ef26-4168-8a01-b955ff26c4a8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:04.683866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.693758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:04.694163 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:04.696482 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:04.699777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.736463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 837faa4f-ef26-4168-8a01-b955ff26c4a8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:04.736989 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.798799 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.802074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bea0aeb-023b-4918-96a7-a2b85894abcf {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:04.836090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.850357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Transition to ACTIVE for port object 322704ef-b4bb-4185-90bf-aafb9ea4f6ff will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:04.857009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.859210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5bea0aeb-023b-4918-96a7-a2b85894abcf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:04.869108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] 10.222.0.78 "DELETE /v2.0/networks/ae5b20eb-c916-4c40-bd7a-36b74b27b1c0 HTTP/1.1" status: 204 len: 168 time: 1.8847239 Jul 30 01:54:04.898978 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.906242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4b5d-0d04-432e-98ff-9fc925e91f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5b20eb-c916-4c40-bd7a-36b74b27b1c0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:04.929266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Transition to ACTIVE for port object 322704ef-b4bb-4185-90bf-aafb9ea4f6ff will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:04.993924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.015319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58780) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.101674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5bea0aeb-023b-4918-96a7-a2b85894abcf,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.104469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.160778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.161132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.161915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.163225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.163553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.164137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.164630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.164979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.165314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.165644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.165970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.166538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:05.212260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.249711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Pushing event updated for resources: {'Port': ['ID=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.284040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['5bea0aeb-023b-4918-96a7-a2b85894abcf'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:05.291655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:05.299937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 837faa4f-ef26-4168-8a01-b955ff26c4a8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=837faa4f-ef26-4168-8a01-b955ff26c4a8,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:05.309203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:05.313631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58786) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.316264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:05.321951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80796eb9-9ec1-4296-b8de-575724eee46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.329300 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.390180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bcad0b89-c58f-4b38-98ce-861fe8f469f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f20ea49113c94c199da06985ffb2dcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728867 Jul 30 01:54:05.417573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58790) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.492551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:05.530592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Router c6932ac5-002f-445d-9503-80f623091796 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:05.536751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc156177-82ac-4814-8463-4dd6f7ce01f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.566614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80796eb9-9ec1-4296-b8de-575724eee46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.567669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc156177-82ac-4814-8463-4dd6f7ce01f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.572389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80796eb9-9ec1-4296-b8de-575724eee46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.598441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:05.599067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1e0a679-e8a3-4838-81b1-5dbd6ec89ae3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:05.611799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-80796eb9-9ec1-4296-b8de-575724eee46f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dceedb207e7447a78fc1efd6898452bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953629 Jul 30 01:54:05.612458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58792) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.647296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Attempting to bind port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:05.648008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Attempting to bind port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:05.648466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Attempting to bind port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff on network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:05.649050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80796eb9-9ec1-4296-b8de-575724eee46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fac30-043c-4881-985a-1c246ead2bc9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.674313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:05.674817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Checking segment: {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:05.675333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.675799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Bound using segment: {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:05.676388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Bound port: 322704ef-b4bb-4185-90bf-aafb9ea4f6ff, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:05.676905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.696344 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=837faa4f-ef26-4168-8a01-b955ff26c4a8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.717733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83e17b41-216d-4e67-8b31-b6516485f06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.777675 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83e17b41-216d-4e67-8b31-b6516485f06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.781364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc156177-82ac-4814-8463-4dd6f7ce01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.784538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc156177-82ac-4814-8463-4dd6f7ce01f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.786166 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fc156177-82ac-4814-8463-4dd6f7ce01f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79fb5f4d-88b7-4ed1-9465-5337df3c8f50 HTTP/1.1" status: 204 len: 168 time: 0.3674552 Jul 30 01:54:05.807219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc156177-82ac-4814-8463-4dd6f7ce01f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb5f4d-88b7-4ed1-9465-5337df3c8f50,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.867814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cafa5-5ba4-4b98-a14f-7e8ddd3caf23 req-bdb4bbc9-5722-4eb9-8fd5-2435460796a5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:05.869520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f1cafa5-5ba4-4b98-a14f-7e8ddd3caf23 req-bdb4bbc9-5722-4eb9-8fd5-2435460796a5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 944 time: 0.1103919 Jul 30 01:54:05.898629 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83e17b41-216d-4e67-8b31-b6516485f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.902247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83e17b41-216d-4e67-8b31-b6516485f06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.905927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-83e17b41-216d-4e67-8b31-b6516485f06c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/998fac30-043c-4881-985a-1c246ead2bc9 HTTP/1.1" status: 204 len: 168 time: 0.2884047 Jul 30 01:54:05.914853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] For port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:05.927728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] For port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:05.940330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:05.959506 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Sync routers for ids ['c6932ac5-002f-445d-9503-80f623091796'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:05.963846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e17b41-216d-4e67-8b31-b6516485f06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fac30-043c-4881-985a-1c246ead2bc9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.980003 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.982147 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Routers {'c6932ac5-002f-445d-9503-80f623091796'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:05.983616 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6932ac5-002f-445d-9503-80f623091796'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:05.987694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.990706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-856e99a9-aae9-4478-9982-783af07ddf84 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5830405 Jul 30 01:54:05.996019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:06.033764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f1cafa5-5ba4-4b98-a14f-7e8ddd3caf23 req-a90fb9b3-b88c-4806-9492-833aec86b287 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190174 Jul 30 01:54:06.214289 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Set router c6932ac5-002f-445d-9503-80f623091796 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:06.295260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68009870-1059-404e-ac4f-fcad71846c54 None None] Pushing event updated for resources: {'Port': ['ID=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:06.853106 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:54:04Z', 'revision_number': 3, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:06.864489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.948962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Checking router: c6932ac5-002f-445d-9503-80f623091796 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:06.949299 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Updating router c6932ac5-002f-445d-9503-80f623091796 port ac2c25d9-d2a5-4151-af93-a570ceb8025f binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:07.035211 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.377329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:07.400173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e78d-a982-4e70-89f4-24dec772cb3b req-4bde3e45-76db-4b0f-ab28-5171318b7c9c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:07.427318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c74e78d-a982-4e70-89f4-24dec772cb3b req-4bde3e45-76db-4b0f-ab28-5171318b7c9c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 944 time: 0.1973491 Jul 30 01:54:07.790756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 322704ef-b4bb-4185-90bf-aafb9ea4f6ff up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:07.870682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c74e78d-a982-4e70-89f4-24dec772cb3b req-13af5014-f8ea-484b-b003-dd25685bfe8a tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4434927 Jul 30 01:54:07.874386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16af655b-6c8e-49aa-8575-e647fa178c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.967466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-e5175576-9a99-42ea-bc08-5a99335e5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:07.968980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-e5175576-9a99-42ea-bc08-5a99335e5cbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.5220883 Jul 30 01:54:08.001409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:08.013049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 837faa4f-ef26-4168-8a01-b955ff26c4a8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:08.016167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c280191-85fb-40c4-b940-26e83474c7cb req-7fbc2832-5376-4c45-b88b-1d9fd545eefe tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:08.028222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c280191-85fb-40c4-b940-26e83474c7cb req-7fbc2832-5376-4c45-b88b-1d9fd545eefe tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.5066969 Jul 30 01:54:08.157762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 837faa4f-ef26-4168-8a01-b955ff26c4a8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:08.158052 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.251359 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.279945 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Transition to ACTIVE for port object ac2c25d9-d2a5-4151-af93-a570ceb8025f will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:08.295375 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.299512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.384770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f3183-cdc7-44c7-b0ed-dc23feeab72c None None] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:08.432763 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Attempting to bind port ac2c25d9-d2a5-4151-af93-a570ceb8025f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:08.434471 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Attempting to bind port ac2c25d9-d2a5-4151-af93-a570ceb8025f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:08.435301 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Attempting to bind port ac2c25d9-d2a5-4151-af93-a570ceb8025f on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:08.438121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c280191-85fb-40c4-b940-26e83474c7cb req-b49560a4-accb-4b2d-887f-41c39cd9ae58 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081583 Jul 30 01:54:08.459303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:08.459968 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:08.460477 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.461069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:08.462619 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Bound port: ac2c25d9-d2a5-4151-af93-a570ceb8025f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:08.463397 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.467934 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9d43d-55b6-4ec8-a967-91b9ba6fb5fb None None] Pushing event updated for resources: {'Port': ['ID=ac2c25d9-d2a5-4151-af93-a570ceb8025f,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:08.581732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-62fcb5df-dcc3-4cba-942a-1d5e31aec534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:08.583832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-62fcb5df-dcc3-4cba-942a-1d5e31aec534 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.5354326 Jul 30 01:54:08.614711 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] For port ac2c25d9-d2a5-4151-af93-a570ceb8025f, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:08.622874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] For port ac2c25d9-d2a5-4151-af93-a570ceb8025f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ac2c25d9-d2a5-4151-af93-a570ceb8025f,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:08.631422 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.674440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] Provisioning for port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:08.694631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] Provisioning complete for port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:08.695015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.744655 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Routers {'c6932ac5-002f-445d-9503-80f623091796'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:08.747858 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6932ac5-002f-445d-9503-80f623091796'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:08.830137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16af655b-6c8e-49aa-8575-e647fa178c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.837345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-ae0bb816-6f2b-4af4-9110-7f4ac869f1f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.2370400 Jul 30 01:54:08.842204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16af655b-6c8e-49aa-8575-e647fa178c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.935735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Allocated IP 172.20.0.1 (fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c/bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa/4b81b085-989e-4a96-9007-327ab526b1ec) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:08.959646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5bea0aeb-023b-4918-96a7-a2b85894abcf up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:09.028890 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] Set router c6932ac5-002f-445d-9503-80f623091796 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:09.062256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-fe319482-98d2-408c-a05d-04d4f3d039fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.064341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-fe319482-98d2-408c-a05d-04d4f3d039fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.2088251 Jul 30 01:54:09.140359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af655b-6c8e-49aa-8575-e647fa178c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da51d876-4192-42f7-aeff-75f450a7af2a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:09.227447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.267085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Transition to ACTIVE for port object 4b81b085-989e-4a96-9007-327ab526b1ec will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:09.296560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-16af655b-6c8e-49aa-8575-e647fa178c78 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe90fbb2b32c4b1ab130e38deaa721ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9155309 Jul 30 01:54:09.299525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58920) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:09.354917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.371183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b8f25-15b9-4fe8-88c9-824097444030 req-48b0d8a8-79ab-406b-b753-f05d95e6a1e4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.378408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 5bea0aeb-023b-4918-96a7-a2b85894abcf completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:09.391575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 5bea0aeb-023b-4918-96a7-a2b85894abcf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:09.392021 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.392726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a64b8f25-15b9-4fe8-88c9-824097444030 req-48b0d8a8-79ab-406b-b753-f05d95e6a1e4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 944 time: 0.3023899 Jul 30 01:54:09.396215 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9d43d-55b6-4ec8-a967-91b9ba6fb5fb None None] Pushing event updated for resources: {'Port': ['ID=ac2c25d9-d2a5-4151-af93-a570ceb8025f,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:09.404476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-3027fe2b-c048-44c4-ad37-cafc6d6156d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.409701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-3027fe2b-c048-44c4-ad37-cafc6d6156d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328196 Jul 30 01:54:09.475156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] For port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:09.508482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.514939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.573188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99fcdc68-0e03-4e45-95dd-5710aabb8068 req-c4b661bc-cd26-4b07-a586-c22a8af7b459 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.1622171 Jul 30 01:54:09.647264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:09.656240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:09.658275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23d4f751-fce0-4a67-a494-d69a471d682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.664680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:09.684534 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:54:04Z', 'revision_number': 3, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:09.729369 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276413c0-b8dd-4c87-8cde-7cdf0d6110e7 None None] The sync data for ids ['c6932ac5-002f-445d-9503-80f623091796'] in n-d-713499-10 is: [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:54:04Z', 'revision_number': 3, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:09.802871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370fd72-2f81-4834-9356-d8c69c6e8f4a None None] Pushing event updated for resources: {'Port': ['ID=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:09.857462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b81b085-989e-4a96-9007-327ab526b1ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:09.866323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23d4f751-fce0-4a67-a494-d69a471d682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.877752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.907378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a64b8f25-15b9-4fe8-88c9-824097444030 req-9840a3d4-4404-47d3-b363-03f760119234 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5099533 Jul 30 01:54:09.987971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:09.992767 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460c358-f942-4934-9124-51b4099dc855" -d '{"events": [{"server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "name": "network-vif-plugged", "status": "completed", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:10.004877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.058475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2bd7-9af2-499e-a527-e126c54d13fc req-2b56ccf9-a07e-4f2c-931f-b3ae3d62615c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:10.060448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c66d2bd7-9af2-499e-a527-e126c54d13fc req-2b56ccf9-a07e-4f2c-931f-b3ae3d62615c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2732387 Jul 30 01:54:10.065709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-9bb7791e-94a3-4d85-abe0-7fa2f6ad7b20 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328840 Jul 30 01:54:10.071440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5bea0aeb-023b-4918-96a7-a2b85894abcf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:10.085553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.228889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23d4f751-fce0-4a67-a494-d69a471d682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.240566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23d4f751-fce0-4a67-a494-d69a471d682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.241763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-23d4f751-fce0-4a67-a494-d69a471d682b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da51d876-4192-42f7-aeff-75f450a7af2a HTTP/1.1" status: 204 len: 168 time: 0.9365447 Jul 30 01:54:10.278333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5bea0aeb-023b-4918-96a7-a2b85894abcf,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:10.301488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4f751-fce0-4a67-a494-d69a471d682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da51d876-4192-42f7-aeff-75f450a7af2a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:10.416308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d602a53-c1f2-443b-a973-ab8cf1ac1731 req-1f857cbe-c761-4b11-9021-50c78e073abe service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374012 Jul 30 01:54:10.563815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-84266062-47e9-49e6-8f8d-7438accf352a None None] Provisioning complete for port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:10.564194 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-84266062-47e9-49e6-8f8d-7438accf352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.573229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c66d2bd7-9af2-499e-a527-e126c54d13fc req-e03df137-7f1e-41dd-b732-0b2871f740b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4908087 Jul 30 01:54:10.741189 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd242c-7bb6-424d-8dd3-dd7582100963 x-openstack-request-id: req-5dbd242c-7bb6-424d-8dd3-dd7582100963 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:10.741593 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "name": "network-vif-plugged", "status": "completed", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:10.741731 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5dbd242c-7bb6-424d-8dd3-dd7582100963 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:10.742141 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'code': 200} Jul 30 01:54:10.791998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.063692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c999f-320e-4fe1-a258-54d56de2e1ef req-0a2ac794-46c0-4227-a6c1-d45e05f4426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.066174 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-009c999f-320e-4fe1-a258-54d56de2e1ef req-0a2ac794-46c0-4227-a6c1-d45e05f4426b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 1097 time: 0.2391310 Jul 30 01:54:11.175656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8cde3be-7903-4c0a-8787-120090ae8ede None None] Provisioning for port 4b81b085-989e-4a96-9007-327ab526b1ec completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:11.183879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8cde3be-7903-4c0a-8787-120090ae8ede None None] Provisioning complete for port 4b81b085-989e-4a96-9007-327ab526b1ec triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:11.186220 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8cde3be-7903-4c0a-8787-120090ae8ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.252561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1397fcd7-7b53-4c07-bd0b-1995dfdd53c5 req-f813a88c-6430-44b7-b89a-e95bcc3e61cd tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.2357359 Jul 30 01:54:11.334218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916a6de-096f-44f4-a6df-1ebb035a82f2 req-5099b692-245c-4e40-a43c-f82da812752b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.335944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b916a6de-096f-44f4-a6df-1ebb035a82f2 req-5099b692-245c-4e40-a43c-f82da812752b tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 945 time: 0.2939937 Jul 30 01:54:11.345938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c8cde3be-7903-4c0a-8787-120090ae8ede None None] Port 4b81b085-989e-4a96-9007-327ab526b1ec cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:11.347740 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-009c999f-320e-4fe1-a258-54d56de2e1ef req-5ffc3639-5166-43aa-bd5c-171ad1d8b387 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2714725 Jul 30 01:54:11.561757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b916a6de-096f-44f4-a6df-1ebb035a82f2 req-f7eb4e15-7bfd-45ab-8cea-278c5e60ec59 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1970031 Jul 30 01:54:11.563985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.580462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.693589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.766377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59008) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:11.789483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 322704ef-b4bb-4185-90bf-aafb9ea4f6ff up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:11.832803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5495fda5-c89c-45b1-b2b7-da28f15ce5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.913796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:11.914067 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.932478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe235e-9f8b-4499-ad7c-e37ceb17742a req-552cf09a-aa91-479a-b442-d5d4a840a6af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.943623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cfe235e-9f8b-4499-ad7c-e37ceb17742a req-552cf09a-aa91-479a-b442-d5d4a840a6af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1915452 Jul 30 01:54:11.970220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b81b085-989e-4a96-9007-327ab526b1ec,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:12.079550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5495fda5-c89c-45b1-b2b7-da28f15ce5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.138692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:12.148216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cfe235e-9f8b-4499-ad7c-e37ceb17742a req-4db4057f-0450-4d5c-b918-0fe38d39b03f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031107 Jul 30 01:54:12.151040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:12.174535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5495fda5-c89c-45b1-b2b7-da28f15ce5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.231694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ac2c25d9-d2a5-4151-af93-a570ceb8025f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:12.233664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5495fda5-c89c-45b1-b2b7-da28f15ce5ba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ce38043334f4613928ee2d720612d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640703 Jul 30 01:54:12.234440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59018) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:12.236189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495fda5-c89c-45b1-b2b7-da28f15ce5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82e3196-500f-4b73-a8a8-fb1d19eaf477,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:12.405454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ac2c25d9-d2a5-4151-af93-a570ceb8025f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:12.417503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ac2c25d9-d2a5-4151-af93-a570ceb8025f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:12.423269 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.431513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83f54550-9439-47af-850e-7221c30b77c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.497765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83f54550-9439-47af-850e-7221c30b77c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.638924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Router c6932ac5-002f-445d-9503-80f623091796 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:12.701637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-61cf566c-9907-4e6b-826e-34d22ef8efa5 req-e94cfe68-75fa-4e02-8e87-e3060ca8d16e tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1317272 Jul 30 01:54:12.714306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83f54550-9439-47af-850e-7221c30b77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.751891 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83f54550-9439-47af-850e-7221c30b77c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.751891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-83f54550-9439-47af-850e-7221c30b77c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c82e3196-500f-4b73-a8a8-fb1d19eaf477 HTTP/1.1" status: 204 len: 168 time: 0.4854319 Jul 30 01:54:12.768782 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.836497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f54550-9439-47af-850e-7221c30b77c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82e3196-500f-4b73-a8a8-fb1d19eaf477,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:12.843466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a3470f9f-5e1b-418f-975d-0828022061b8 None None] Provisioning complete for port 4b81b085-989e-4a96-9007-327ab526b1ec triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:12.847225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a3470f9f-5e1b-418f-975d-0828022061b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.867706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ac2c25d9-d2a5-4151-af93-a570ceb8025f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ac2c25d9-d2a5-4151-af93-a570ceb8025f,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:12.890027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231c4c-1cb2-4be2-bfda-eeda8198c7d9 req-ddbeffb4-3b31-447e-98bf-034dcc5b7bd5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:12.905437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6231c4c-1cb2-4be2-bfda-eeda8198c7d9 req-ddbeffb4-3b31-447e-98bf-034dcc5b7bd5 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 945 time: 0.1594782 Jul 30 01:54:12.929070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.962109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:12.974111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-21b12dda-291c-4980-ba14-189ef5f360f0 admin admin] 10.222.0.78 "PUT /v2.0/routers/c6932ac5-002f-445d-9503-80f623091796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9763188 Jul 30 01:54:13.005342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6231c4c-1cb2-4be2-bfda-eeda8198c7d9 req-03b98b0c-a323-4fe0-83b3-c70543e1d156 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988951 Jul 30 01:54:13.101176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ac2c25d9-d2a5-4151-af93-a570ceb8025f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:13.130537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a3470f9f-5e1b-418f-975d-0828022061b8 None None] Port 4b81b085-989e-4a96-9007-327ab526b1ec cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:13.337741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dea217d1-e46e-4f6c-a390-0b980ccfc335 req-030acfd7-307e-4ff8-975d-df2dae0374b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.1509752 Jul 30 01:54:13.358220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Sync routers for ids ['c6932ac5-002f-445d-9503-80f623091796'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:13.368989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a32f-01d9-4a47-8a0c-786af7efeb2e req-a7b76f1d-8152-4b22-a200-2db2476b190e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:13.371652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce4a32f-01d9-4a47-8a0c-786af7efeb2e req-a7b76f1d-8152-4b22-a200-2db2476b190e tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 945 time: 0.1603925 Jul 30 01:54:13.378551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Routers {'c6932ac5-002f-445d-9503-80f623091796'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:13.380975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6932ac5-002f-445d-9503-80f623091796'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.444394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce4a32f-01d9-4a47-8a0c-786af7efeb2e req-54ebe8c7-60a8-4930-990c-b176e30a8b64 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604866 Jul 30 01:54:13.458135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59056) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.493554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ac2c25d9-d2a5-4151-af93-a570ceb8025f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:13.536958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e0fb8-687d-4f2b-a630-da247b5d0bd9 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:13.538847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aa4e0fb8-687d-4f2b-a630-da247b5d0bd9 tempest-TestNetworkBasicOps-931350761 tempest-TestNetworkBasicOps-931350761-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 1092 time: 0.0795386 Jul 30 01:54:13.541297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59060) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.548724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.560662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:13.567787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3bed883-c676-4c91-89da-1a66e492f910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.683416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ac2c25d9-d2a5-4151-af93-a570ceb8025f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:13.684157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.695811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.737889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59070) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.823163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Set router c6932ac5-002f-445d-9503-80f623091796 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:13.908319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3bed883-c676-4c91-89da-1a66e492f910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.919495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3bed883-c676-4c91-89da-1a66e492f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.976487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79f8e0b2-db0f-4f49-998f-9c0d95247b5b req-5171cbc5-4130-42b6-a5aa-bd8259a4f989 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0853932 Jul 30 01:54:14.030330 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c3bed883-c676-4c91-89da-1a66e492f910 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54fcb1c2cb064c759944c89f6245ce84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876623 Jul 30 01:54:14.031776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bed883-c676-4c91-89da-1a66e492f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f1dc71-4e54-4896-a76d-6dabf7788d50,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.034557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59080) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:14.042767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f772-c803-47da-888d-869c48b4518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.061338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.192839 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a8ed-10a7-4ddb-91a7-eeb8417cff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.206666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Allocated IP 172.25.8.114 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/97e35e73-97bc-4c0b-94f3-56b92ab97aa9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:14.278089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a8ed-10a7-4ddb-91a7-eeb8417cff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.362722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f772-c803-47da-888d-869c48b4518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.364293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a8ed-10a7-4ddb-91a7-eeb8417cff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.367377 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a8ed-10a7-4ddb-91a7-eeb8417cff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.369141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dbf3a8ed-10a7-4ddb-91a7-eeb8417cff06 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35f1dc71-4e54-4896-a76d-6dabf7788d50 HTTP/1.1" status: 204 len: 168 time: 0.3331964 Jul 30 01:54:14.391328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ba3f772-c803-47da-888d-869c48b4518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.423989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:54:10Z', 'revision_number': 4, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '4b81b085-989e-4a96-9007-327ab526b1ec', 'name': '', 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'mac_address': 'fa:16:3e:a1:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:08Z', 'updated_at': '2021-07-30T01:54:11Z', 'revision_number': 2, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'subnets': [{'id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:14.424551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3a8ed-10a7-4ddb-91a7-eeb8417cff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f1dc71-4e54-4896-a76d-6dabf7788d50,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.491455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Checking router: c6932ac5-002f-445d-9503-80f623091796 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:14.495396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Updating router c6932ac5-002f-445d-9503-80f623091796 port 4b81b085-989e-4a96-9007-327ab526b1ec binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:14.506714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.550028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0ba3f772-c803-47da-888d-869c48b4518b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f50acf08039b4cc29366e004c26e6282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108006 Jul 30 01:54:14.550850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59094) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:14.571924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.576091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3f772-c803-47da-888d-869c48b4518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d45e4d7-2123-4308-aecc-7f2e09c53c4c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.583571 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.640643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:14.646219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:14.654713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:14.694321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=97e35e73-97bc-4c0b-94f3-56b92ab97aa9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:15.090393 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:54:15.231335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c212c823-0715-4d44-9c47-839c83af8d26 req-7f8f48f7-8c1b-4ed0-b23e-152f165a83d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.6088786 Jul 30 01:54:15.303769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-453d8698-773c-440a-ba70-3ca09b7bf865 req-6895f28e-e729-4ab8-807b-92300cfe86eb tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0630119 Jul 30 01:54:15.317936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-c648aa73-332f-492b-861b-520170885033 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:15.326147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-c648aa73-332f-492b-861b-520170885033 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/networks?id=58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 200 len: 911 time: 0.9113603 Jul 30 01:54:15.368014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-c8782a72-658f-4a89-a4ec-fedb9ec75941 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/quotas/aaccad567246452ea894c8007125ef2d HTTP/1.1" status: 200 len: 375 time: 0.0325148 Jul 30 01:54:15.396596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.420340 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.441044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Transition to ACTIVE for port object 4b81b085-989e-4a96-9007-327ab526b1ec will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:15.449734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1282ac8c-c579-4fdd-9cd5-006ed7958529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.455685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.480924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1282ac8c-c579-4fdd-9cd5-006ed7958529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.506574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fbc42-4f20-46cf-9744-aa10954fd2b5 None None] Pushing event updated for resources: {'Port': ['ID=4b81b085-989e-4a96-9007-327ab526b1ec,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:15.545161 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.554634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1282ac8c-c579-4fdd-9cd5-006ed7958529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.557484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1282ac8c-c579-4fdd-9cd5-006ed7958529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.558715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1282ac8c-c579-4fdd-9cd5-006ed7958529 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d45e4d7-2123-4308-aecc-7f2e09c53c4c HTTP/1.1" status: 204 len: 168 time: 1.0039718 Jul 30 01:54:15.575263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282ac8c-c579-4fdd-9cd5-006ed7958529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d45e4d7-2123-4308-aecc-7f2e09c53c4c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:15.615385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-e6177337-41b5-476f-98d6-ad471bcf8643 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=aaccad567246452ea894c8007125ef2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2457998 Jul 30 01:54:15.662833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Attempting to bind port 4b81b085-989e-4a96-9007-327ab526b1ec on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:15.663531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Attempting to bind port 4b81b085-989e-4a96-9007-327ab526b1ec by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:15.664153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Attempting to bind port 4b81b085-989e-4a96-9007-327ab526b1ec on network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:15.670982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:15.671953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Checking segment: {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:15.672741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.673528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Bound using segment: {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:15.674173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Bound port: 4b81b085-989e-4a96-9007-327ab526b1ec, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0aa161-8913-4123-9de1-78287e36f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:15.674738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.791874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-3640ddac-f387-4d8e-a024-807f6554cfb1 service neutron] 10.222.0.78 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751976 Jul 30 01:54:15.841435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] For port 4b81b085-989e-4a96-9007-327ab526b1ec, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:15.848813 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] For port 4b81b085-989e-4a96-9007-327ab526b1ec, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4b81b085-989e-4a96-9007-327ab526b1ec,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:15.860496 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.928688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.934637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.006550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fbc42-4f20-46cf-9744-aa10954fd2b5 None None] Pushing event updated for resources: {'Port': ['ID=4b81b085-989e-4a96-9007-327ab526b1ec,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.042088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Routers {'c6932ac5-002f-445d-9503-80f623091796'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:16.043132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6932ac5-002f-445d-9503-80f623091796'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:16.100040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-8064c151-4ebb-4e94-8e02-f5e189f59716 service neutron] 10.222.0.78 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072314 Jul 30 01:54:16.137618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event updated for resources: {'Port': ['ID=97e35e73-97bc-4c0b-94f3-56b92ab97aa9,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.153128 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.280641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] Set router c6932ac5-002f-445d-9503-80f623091796 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:16.337960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:16.364283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee075-2546-429d-a992-b902fea1ccac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.455971 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Floating IP fb83d9af-9da6-48d9-94ec-f5ecb6872f49 associated. External IP: 172.25.8.114, port: 5bea0aeb-023b-4918-96a7-a2b85894abcf. Jul 30 01:54:16.601562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c3b8459-c20f-40a6-8811-fb65abe6f6e3 req-82ec390b-897a-472f-be23-857079ce183a tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 210 time: 0.0936224 Jul 30 01:54:16.642023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c1b52c-e096-40d7-b9ef-ebc73e9929cc req-3af9a9df-1236-4f36-a628-a8d97f989a78 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1178846 Jul 30 01:54:16.731248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee075-2546-429d-a992-b902fea1ccac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.736607 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3d1ee075-2546-429d-a992-b902fea1ccac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.835962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:54:10Z', 'revision_number': 4, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '4b81b085-989e-4a96-9007-327ab526b1ec', 'name': '', 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'mac_address': 'fa:16:3e:a1:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:08Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 4, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'subnets': [{'id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:16.836595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3d1ee075-2546-429d-a992-b902fea1ccac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cd14c9bc174481da93f1ed5da37ed44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973142 Jul 30 01:54:16.838199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59160) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:16.862731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ee075-2546-429d-a992-b902fea1ccac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd38a639-efe2-4033-8f7f-1e65091191c6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.904713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af879145-38dd-4c73-b9a2-d8d24730e149 None None] The sync data for ids ['c6932ac5-002f-445d-9503-80f623091796'] in n-d-713499-10 is: [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:54:10Z', 'revision_number': 4, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '4b81b085-989e-4a96-9007-327ab526b1ec', 'name': '', 'network_id': 'fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'mac_address': 'fa:16:3e:a1:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:08Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 4, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'subnets': [{'id': 'bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:16.939106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 975dc135-e9c8-4e78-bfd2-3cb61767927b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:16.973175 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6d92-15fa-4bd0-a061-e83b94878521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.029845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6d92-15fa-4bd0-a061-e83b94878521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.212079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6d92-15fa-4bd0-a061-e83b94878521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.215472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6d92-15fa-4bd0-a061-e83b94878521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.216805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1b9c6d92-15fa-4bd0-a061-e83b94878521 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd38a639-efe2-4033-8f7f-1e65091191c6 HTTP/1.1" status: 204 len: 168 time: 0.3729825 Jul 30 01:54:17.253919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6d92-15fa-4bd0-a061-e83b94878521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd38a639-efe2-4033-8f7f-1e65091191c6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:17.367540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92af8815-8978-4c2a-bfdc-4688603a0d46 req-da481f09-1927-4bc7-9964-10d56dbf3486 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0990937 Jul 30 01:54:17.399581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:17.411384 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] Sync routers for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:17.441525 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:17.442856 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:17.449141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.569754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-536d0ccf-51fb-4e06-bfa8-c6a7b7dcf1ba tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0186210 Jul 30 01:54:17.571809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:17.578004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59194) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:17.586979 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82aa7c7-f682-487c-8540-a6b209fdf682" -d '{"events": [{"name": "network-changed", "server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:17.657984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4b81b085-989e-4a96-9007-327ab526b1ec up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:17.764482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bb04a162-5a56-4a67-879f-1b1f98a493ee tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/fb83d9af-9da6-48d9-94ec-f5ecb6872f49 HTTP/1.1" status: 200 len: 991 time: 0.1841207 Jul 30 01:54:17.793137 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:17.845701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 4b81b085-989e-4a96-9007-327ab526b1ec completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:17.857167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4b81b085-989e-4a96-9007-327ab526b1ec triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:17.857548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.991644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73b64915-8ba9-4e29-a829-bebb7f48b694 req-ec1492a3-0612-4eaf-b0e1-3ccbee962519 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 210 time: 0.0649152 Jul 30 01:54:18.223534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.321875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 4b81b085-989e-4a96-9007-327ab526b1ec, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4b81b085-989e-4a96-9007-327ab526b1ec,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:18.326908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.385311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=4b81b085-989e-4a96-9007-327ab526b1ec,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:18.506638 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5524f3eb-f0c2-4caa-9d42-457fb6f7cc2f x-openstack-request-id: req-5524f3eb-f0c2-4caa-9d42-457fb6f7cc2f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:18.506932 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:18.507345 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5524f3eb-f0c2-4caa-9d42-457fb6f7cc2f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:18.507793 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'status': 'completed', 'code': 200} Jul 30 01:54:18.632604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46e9b863-6358-49cc-bc74-79ee221ad081 req-e2164b60-5c85-40f1-a7b7-7d8c7dce2126 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0746794 Jul 30 01:54:18.678845 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'fb83d9af-9da6-48d9-94ec-f5ecb6872f49', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'port_id': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'mac_address': 'fa:16:3e:b6:09:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:54:15Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 0, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:18.742654 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] Checking router: 975dc135-e9c8-4e78-bfd2-3cb61767927b for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:18.756058 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:18.757030 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:53:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:18.767871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:18.914854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-486a1f90-dbe0-40e1-9d4c-ab2ac5ef7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.917078 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c13b389-3b3f-4a35-8918-a2e3453e3a1d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/fb83d9af-9da6-48d9-94ec-f5ecb6872f49 HTTP/1.1" status: 200 len: 991 time: 0.1473150 Jul 30 01:54:19.047545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:19.067648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-fc1b67b9-784c-43f7-8487-19ca91d6344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:19.077295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-fc1b67b9-784c-43f7-8487-19ca91d6344b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 1097 time: 0.5130014 Jul 30 01:54:19.185293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c71c8d26-9992-4721-adc9-14d4c80af4c6 req-fe081fec-2111-4491-9ff7-3ca4361adb91 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 210 time: 0.0754662 Jul 30 01:54:19.549345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4b81b085-989e-4a96-9007-327ab526b1ec up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:19.571708 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'fb83d9af-9da6-48d9-94ec-f5ecb6872f49', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'port_id': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'mac_address': 'fa:16:3e:b6:09:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:54:15Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 0, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:19.629714 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df47a5-4a42-4a02-9db9-d0ef6f92db26 None None] The sync data for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 is: [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'fb83d9af-9da6-48d9-94ec-f5ecb6872f49', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'port_id': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'mac_address': 'fa:16:3e:b6:09:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:54:15Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 0, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:19.718254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4b81b085-989e-4a96-9007-327ab526b1ec triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:19.723359 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:19.894472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ab93c53-0263-4764-a743-3586f388675f req-441bad0b-a22b-45cc-8d79-bd09d52d1fe3 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0998762 Jul 30 01:54:19.922124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59254) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:20.084782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c0158245-7a58-4234-9751-f5799e599fd4 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/fb83d9af-9da6-48d9-94ec-f5ecb6872f49 HTTP/1.1" status: 200 len: 991 time: 0.1587937 Jul 30 01:54:20.172307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae8fbd-b2e3-4a18-bfd4-4dbddf10c16a None None] New status for floating IP fb83d9af-9da6-48d9-94ec-f5ecb6872f49: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:54:20.215666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-bab42c4d-f935-49f7-8bf6-5cb87e9f3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:20.217788 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-bab42c4d-f935-49f7-8bf6-5cb87e9f3ccc service neutron] 10.222.0.66 "GET /v2.0/networks?id=3da369d7-f2bf-4212-87eb-2b488ef228a1 HTTP/1.1" status: 200 len: 897 time: 1.1359236 Jul 30 01:54:20.320146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-5d48a3e3-9482-4a56-899c-707a7b1831d1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:20.321912 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-5d48a3e3-9482-4a56-899c-707a7b1831d1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.66 "GET /v2.0/networks?id=58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 200 len: 911 time: 0.2882807 Jul 30 01:54:20.338714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3aa5e3f0-7d7a-4c82-b0a1-fa9f78f3d07c req-3c70c745-f22e-44b8-8877-07ae4b265c9b tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Jul 30 01:54:20.346505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Request body: {'port': {'device_id': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'admin_state_up': True, 'tenant_id': 'aaccad567246452ea894c8007125ef2d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:20.385798 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-75f63393-0380-427d-b52c-b40c3db6ff2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf HTTP/1.1" status: 200 len: 999 time: 0.1470318 Jul 30 01:54:20.408650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Made reservation on behalf of aaccad567246452ea894c8007125ef2d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:20.411795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.473111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-9d656ddb-d567-4698-ba5b-0c17e2f25339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:20.474526 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-9d656ddb-d567-4698-ba5b-0c17e2f25339 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96342e4f-eca2-4041-93f2-997b3f7541af HTTP/1.1" status: 200 len: 834 time: 0.0808883 Jul 30 01:54:20.613680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Allocated IP 172.20.0.9 (58115ff3-22da-494f-8dc7-19e96cdc4a14/52a021bf-38a8-4e9e-9e6a-79006e8bac47/994d2612-5a21-4249-b1a2-5cc99bb1c7dc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:20.633122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-836e6b86-fb76-4253-99c0-d93bb5ec437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:20.635057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-836e6b86-fb76-4253-99c0-d93bb5ec437f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3da369d7-f2bf-4212-87eb-2b488ef228a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294000 Jul 30 01:54:20.814479 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-171c9099-0fb3-4bf4-84c7-ff5e3646dfa3 service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717675 Jul 30 01:54:20.927342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.955686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Transition to ACTIVE for port object 994d2612-5a21-4249-b1a2-5cc99bb1c7dc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:20.984724 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d82aa7c7-f682-487c-8540-a6b209fdf682 req-daf4bf40-8e74-4924-9e07-e59de1f42bd6 service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617522 Jul 30 01:54:21.008834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.059429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:21.063036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:21.077570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:21.081750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Pushing event updated for resources: {'Port': ['ID=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:21.088123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59310) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:21.139758 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.278479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:21.279205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.310829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-546bd4ab-d309-4258-a2e6-75e9dad6bd17 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9786391 Jul 30 01:54:21.323657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9ad5c841-3491-417e-9132-a266f100ec91 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/fb83d9af-9da6-48d9-94ec-f5ecb6872f49 HTTP/1.1" status: 200 len: 993 time: 0.2342117 Jul 30 01:54:21.326423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Request body: {'port': {'device_id': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:21.418723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.452655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88669035-8896-4905-8a54-7284c4bfb6d5 req-0a43c75f-b46f-4670-9e0c-1b3cab67240e tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0709009 Jul 30 01:54:21.571450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03695a-9897-4254-8e20-3c9889ead97b req-bef3c4d4-ec14-4416-a40c-b5e9996d8ca5 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:21.582083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb03695a-9897-4254-8e20-3c9889ead97b req-bef3c4d4-ec14-4416-a40c-b5e9996d8ca5 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1027 time: 0.1012735 Jul 30 01:54:21.645082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb03695a-9897-4254-8e20-3c9889ead97b req-f4496ffb-ed55-4cc9-9c69-bd4c9212795b tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618057 Jul 30 01:54:21.675945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3e673e69-3716-49ff-b8af-6908ba4acb01 None None] Provisioning for port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:21.697809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3e673e69-3716-49ff-b8af-6908ba4acb01 None None] Provisioning complete for port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:21.698184 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3e673e69-3716-49ff-b8af-6908ba4acb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.704389 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8afb-63ee-411c-98ba-5e7eadc74ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.745431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3e673e69-3716-49ff-b8af-6908ba4acb01 None None] Port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:21.829079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994d2612-5a21-4249-b1a2-5cc99bb1c7dc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:21.837632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.863358 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.881361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Transition to ACTIVE for port object 994d2612-5a21-4249-b1a2-5cc99bb1c7dc will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:21.886754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.956636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Pushing event updated for resources: {'Port': ['ID=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:22.115093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Attempting to bind port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:22.116161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Attempting to bind port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:22.116733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Attempting to bind port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:22.144317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:22.144679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Attempting to bind port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:22.159352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:22.159732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Checking segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:22.160425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Bound using segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:22.160889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Bound port: 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:22.161260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.246049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] For port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:22.249894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] For port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:22.254461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.310872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.311516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.312968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] 10.222.0.66 "PUT /v2.0/ports/994d2612-5a21-4249-b1a2-5cc99bb1c7dc HTTP/1.1" status: 200 len: 1092 time: 0.9924481 Jul 30 01:54:22.313433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'tag': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:22.315878 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5e47a0-6dd8-481b-8f51-b55933ddab18", "tag": "994d2612-5a21-4249-b1a2-5cc99bb1c7dc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:22.441258 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3caef27-2376-4297-acbf-97270ba59330 x-openstack-request-id: req-f3caef27-2376-4297-acbf-97270ba59330 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:22.441625 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5e47a0-6dd8-481b-8f51-b55933ddab18", "tag": "994d2612-5a21-4249-b1a2-5cc99bb1c7dc", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:22.441943 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3caef27-2376-4297-acbf-97270ba59330 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:22.442429 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'tag': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc', 'status': 'completed', 'code': 200} Jul 30 01:54:22.461614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7079f6-cff1-41dd-9a36-d85121ab4c15 service neutron] Pushing event updated for resources: {'Port': ['ID=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:22.488785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-f4bebdba-448b-47ca-9f73-cb64cce0966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.490407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-f4bebdba-448b-47ca-9f73-cb64cce0966f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aaccad567246452ea894c8007125ef2d&device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1095 time: 0.1173887 Jul 30 01:54:22.600972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-48e73bbd-4e1c-4bc4-972f-f1ab7e713923 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc HTTP/1.1" status: 200 len: 217 time: 0.0967076 Jul 30 01:54:22.650189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02772b9a-2257-43e2-8ebb-0dcd2fa48ebc req-491fc500-f52e-4677-aef6-ebca42082b9b tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0513504 Jul 30 01:54:22.704466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-75341b7f-81a5-49ec-a94a-e6c368e7a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.706331 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-75341b7f-81a5-49ec-a94a-e6c368e7a0b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52a021bf-38a8-4e9e-9e6a-79006e8bac47 HTTP/1.1" status: 200 len: 849 time: 0.0982413 Jul 30 01:54:22.819187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51033491-4f05-451f-97c9-8819a68ada51 req-c0156738-dc5a-4236-bb28-0932c8cee8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.820581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-c0156738-dc5a-4236-bb28-0932c8cee8fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58115ff3-22da-494f-8dc7-19e96cdc4a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070163 Jul 30 01:54:22.834948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f6719-a395-4b75-987f-334747ca7210 req-53ae5af4-672a-4c15-9fc0-ed1a2bb39d16 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.843212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-263f6719-a395-4b75-987f-334747ca7210 req-53ae5af4-672a-4c15-9fc0-ed1a2bb39d16 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1095 time: 0.1030686 Jul 30 01:54:22.892479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-263f6719-a395-4b75-987f-334747ca7210 req-ee3ba199-bf99-4ca9-ab47-644cf2803ea8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Jul 30 01:54:22.971824 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-bb70092a-5d87-40e7-aba1-87bcc3216591 service neutron] 10.222.0.66 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372566 Jul 30 01:54:23.065233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.094792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51033491-4f05-451f-97c9-8819a68ada51 req-f2b745d9-0f3d-44a0-80dd-abbe0b81fc39 service neutron] 10.222.0.66 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064682 Jul 30 01:54:23.185111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59444) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:23.210011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-e2754f46-1e9f-4086-8d02-1516c5dfdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:23.211780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-e2754f46-1e9f-4086-8d02-1516c5dfdc4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aaccad567246452ea894c8007125ef2d&device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1095 time: 0.0670857 Jul 30 01:54:23.324120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-ea5fbbed-bda8-435b-92c6-0ad3508d1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:23.325630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-ea5fbbed-bda8-435b-92c6-0ad3508d1fc7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 200 len: 911 time: 0.1053224 Jul 30 01:54:23.331031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89587e0e-2621-4bae-8ce4-7d71be60dfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.420498 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-1005ad1d-ba58-432d-be16-abf2568be9aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc HTTP/1.1" status: 200 len: 217 time: 0.0838664 Jul 30 01:54:23.518545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-cc107ddd-3e5a-441d-af31-68fec9a7f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:23.520147 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-cc107ddd-3e5a-441d-af31-68fec9a7f1e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52a021bf-38a8-4e9e-9e6a-79006e8bac47 HTTP/1.1" status: 200 len: 849 time: 0.0870712 Jul 30 01:54:23.523172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89587e0e-2621-4bae-8ce4-7d71be60dfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.528802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-89587e0e-2621-4bae-8ce4-7d71be60dfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.572339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89587e0e-2621-4bae-8ce4-7d71be60dfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67cae72-56e0-44a8-98aa-e2b239e8abf7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:23.581032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-89587e0e-2621-4bae-8ce4-7d71be60dfff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f17a206a4834880abd1d3e174eab2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918004 Jul 30 01:54:23.582188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59456) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:23.595476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-8cd6faab-98c1-4e75-96e7-48b8d416774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:23.597259 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-8cd6faab-98c1-4e75-96e7-48b8d416774f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58115ff3-22da-494f-8dc7-19e96cdc4a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693862 Jul 30 01:54:23.649423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f1f-e0b1-4501-b849-94c1e94ed142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.673717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f1f-e0b1-4501-b849-94c1e94ed142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.723735 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-d0a8ac7e-6ede-41c5-836f-f8ecf8e722f9 service neutron] 10.222.0.66 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121387 Jul 30 01:54:23.755559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f1f-e0b1-4501-b849-94c1e94ed142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.758360 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6f1f-e0b1-4501-b849-94c1e94ed142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.759765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0a4f6f1f-e0b1-4501-b849-94c1e94ed142 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a67cae72-56e0-44a8-98aa-e2b239e8abf7 HTTP/1.1" status: 204 len: 168 time: 0.1776226 Jul 30 01:54:23.772563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f6f1f-e0b1-4501-b849-94c1e94ed142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67cae72-56e0-44a8-98aa-e2b239e8abf7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:23.837812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae418ab9-40e6-459f-b852-9f10f5c88142 req-d6b8b6ab-b612-4f1a-8aab-6cbdedcc4959 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0398707 Jul 30 01:54:23.904814 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cccaf73-67c1-47e1-ad6c-a04b0eb66fe8 req-3fc2ffaa-9a3f-47af-a2a2-de0ea56067c9 service neutron] 10.222.0.66 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723571 Jul 30 01:54:24.038931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8da5-ae6a-4864-aa9e-9ff671af74e1 req-50efaea8-fc7e-4805-b312-65d50b09a4c8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:24.040601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-831b8da5-ae6a-4864-aa9e-9ff671af74e1 req-50efaea8-fc7e-4805-b312-65d50b09a4c8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1095 time: 0.0478430 Jul 30 01:54:24.084249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-831b8da5-ae6a-4864-aa9e-9ff671af74e1 req-1d9b1621-a419-4efe-9ec3-6b10557140b8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357018 Jul 30 01:54:24.162755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:24.176852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48b93af7-c4e9-465b-bbcb-f01f0fa8e5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.291262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48b93af7-c4e9-465b-bbcb-f01f0fa8e5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.297716 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48b93af7-c4e9-465b-bbcb-f01f0fa8e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.363637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48b93af7-c4e9-465b-bbcb-f01f0fa8e5c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcf0c9e1e981442b8ec4d599a11084b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970630 Jul 30 01:54:24.363637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b93af7-c4e9-465b-bbcb-f01f0fa8e5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c976c392-486a-4cdf-a421-3696e063a417,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:24.363958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59470) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:24.435875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2b20f6-6ce6-4745-b336-c157777e7e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.462020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2b20f6-6ce6-4745-b336-c157777e7e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.521230 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2b20f6-6ce6-4745-b336-c157777e7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.524437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2b20f6-6ce6-4745-b336-c157777e7e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.529126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ef2b20f6-6ce6-4745-b336-c157777e7e8b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c976c392-486a-4cdf-a421-3696e063a417 HTTP/1.1" status: 204 len: 168 time: 0.1641648 Jul 30 01:54:24.553173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.563497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b20f6-6ce6-4745-b336-c157777e7e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c976c392-486a-4cdf-a421-3696e063a417,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:24.990105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d87607a3-f9e9-4978-b879-7ed49c753706 req-2cc11757-70dd-46d3-aff9-691c495932e7 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0423088 Jul 30 01:54:24.996835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 994d2612-5a21-4249-b1a2-5cc99bb1c7dc details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:25.124857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:25.139099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'port_id': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc', 'mac_address': 'fa:16:3e:91:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:25.200612 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.220306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994d2612-5a21-4249-b1a2-5cc99bb1c7dc {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:25.257846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be66fe-aa5b-4992-bc4c-3b583b335c73 req-087450e2-0e3e-4a8e-8eb7-143b8b6a84e1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.260128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46be66fe-aa5b-4992-bc4c-3b583b335c73 req-087450e2-0e3e-4a8e-8eb7-143b8b6a84e1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1095 time: 0.0890512 Jul 30 01:54:25.269643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:25.277274 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.338739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46be66fe-aa5b-4992-bc4c-3b583b335c73 req-a346c16e-ca5a-4f6c-871a-f565d28b8c4f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647328 Jul 30 01:54:25.407761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:25.526257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['994d2612-5a21-4249-b1a2-5cc99bb1c7dc'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:26.222580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-080e55bc-3739-47a4-ab5e-a2e9a5ea9cc8 req-8ea5022b-a37c-4386-a920-94d3854739cd tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0663507 Jul 30 01:54:26.379273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59548) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:26.514769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1510905147', 'router:external': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:26.516396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858360ad-7b9a-4693-984d-5463075cb252 req-e27835fe-b54f-4575-8e94-ea8d07c33777 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.518054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-858360ad-7b9a-4693-984d-5463075cb252 req-e27835fe-b54f-4575-8e94-ea8d07c33777 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1096 time: 0.0925508 Jul 30 01:54:26.549599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Made reservation on behalf of ae6e7ffe6b164880ba12743cae69ce39 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:26.552208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.563267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.563490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-858360ad-7b9a-4693-984d-5463075cb252 req-d9986498-9f01-4901-92ed-71e9b9aeaa3d tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jul 30 01:54:26.572346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e501-986a-4f45-85ec-bdd982c905dc req-7661c98e-1250-47e2-8acc-c801e1318389 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.582154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e974e501-986a-4f45-85ec-bdd982c905dc req-7661c98e-1250-47e2-8acc-c801e1318389 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.1430264 Jul 30 01:54:26.647227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e974e501-986a-4f45-85ec-bdd982c905dc req-763bccdf-8a6f-4e3a-9e40-b589d0c5fef4 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537171 Jul 30 01:54:26.695747 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.701606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.736479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de045b-b952-45db-86b3-a7aeeec48773,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:26.739526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:26.751094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.751457 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Added segment c444650f-e69d-4e22-857e-5ce9c7fa87a3 of type vlan for network 3b754b84-4b33-48e8-886d-dc040169b55a Jul 30 01:54:26.807117 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.850516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.851710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.852428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.912153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Network': ['ID=3b754b84-4b33-48e8-886d-dc040169b55a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:26.924912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3b754b84-4b33-48e8-886d-dc040169b55a details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:26.944786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59562) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:26.950971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'subnet': {'network_id': '3b754b84-4b33-48e8-886d-dc040169b55a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:26.955523 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2e56a06b-c988-4a7e-83c1-f491aa63673b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5749402 Jul 30 01:54:26.990079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Made reservation on behalf of ae6e7ffe6b164880ba12743cae69ce39 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:26.997196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.024860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 994d2612-5a21-4249-b1a2-5cc99bb1c7dc up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:27.089307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:27.095264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:27.095901 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.223675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.268262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:27.270813 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d740500a-a244-4ddd-b560-ae40da24d396" -d '{"events": [{"server_uuid": "5a5e47a0-6dd8-481b-8f51-b55933ddab18", "name": "network-vif-plugged", "status": "completed", "tag": "994d2612-5a21-4249-b1a2-5cc99bb1c7dc"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:27.286670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:27.292082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.335247 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630d7fb4-dd3d-4175-9f1c-f962af595a49 x-openstack-request-id: req-630d7fb4-dd3d-4175-9f1c-f962af595a49 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:27.335791 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5e47a0-6dd8-481b-8f51-b55933ddab18", "name": "network-vif-plugged", "status": "completed", "tag": "994d2612-5a21-4249-b1a2-5cc99bb1c7dc", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:27.339747 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-630d7fb4-dd3d-4175-9f1c-f962af595a49 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:27.340298 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc', 'code': 200} Jul 30 01:54:27.388329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:27.448086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c096c66-f00e-4c94-b912-7151e6d6de97 req-2d10d164-a3cf-490f-87ae-9aa8e7c222b3 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0417969 Jul 30 01:54:27.486429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036cb22-bbcd-4771-a347-85ee53a5a618 req-24de130b-8de6-450d-bf48-fb91aa87e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.489022 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d036cb22-bbcd-4771-a347-85ee53a5a618 req-24de130b-8de6-450d-bf48-fb91aa87e1a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.0801036 Jul 30 01:54:27.536679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d036cb22-bbcd-4771-a347-85ee53a5a618 req-2fe4533f-b0a4-40c0-8c5f-78e0df350fc9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Jul 30 01:54:27.584326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:54:27.584792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.647928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e4833c06-0a4c-4dec-8491-f4664d7db3e2,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:27.708181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Checking segment: {'id': 'c444650f-e69d-4e22-857e-5ce9c7fa87a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b754b84-4b33-48e8-886d-dc040169b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:27.708720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network hostable DHCP agents. Network: 3b754b84-4b33-48e8-886d-dc040169b55a, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:27.759682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84bc5-378e-4010-af83-070fddbc0b43 req-c7173cb5-b80f-4735-b9b5-ce3da2e6eb35 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.762075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6e84bc5-378e-4010-af83-070fddbc0b43 req-c7173cb5-b80f-4735-b9b5-ce3da2e6eb35 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.1010032 Jul 30 01:54:27.791593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 3b754b84-4b33-48e8-886d-dc040169b55a is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:27.828986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3b754b84-4b33-48e8-886d-dc040169b55a) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:27.834716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6e84bc5-378e-4010-af83-070fddbc0b43 req-f33a51d1-8ed0-4fd7-8709-7d44012c8122 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535674 Jul 30 01:54:27.839169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9ae66-ccc5-48ce-8688-d86619b96291 None None] Network 3b754b84-4b33-48e8-886d-dc040169b55a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:27.846580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.847608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.869136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f020093-0ea5-4364-9a39-eee04e7b7d1c req-57bd3f60-29f8-43d0-867e-63469ef3fb91 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.878140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f020093-0ea5-4364-9a39-eee04e7b7d1c req-57bd3f60-29f8-43d0-867e-63469ef3fb91 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.1356683 Jul 30 01:54:27.921307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f99c1651-ced8-4eb7-a33d-8694db9e5b40 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9724932 Jul 30 01:54:27.924081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:27.931951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-78221897', 'network_id': '3b754b84-4b33-48e8-886d-dc040169b55a'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:27.982028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f020093-0ea5-4364-9a39-eee04e7b7d1c req-15f880ff-5345-4571-a905-cf763cdec622 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016622 Jul 30 01:54:28.002144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Made reservation on behalf of ae6e7ffe6b164880ba12743cae69ce39 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:28.004736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.025943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] device_id is not set on port 1de43da0-380a-49ef-9407-33e277b766c5 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:54:28.041654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d5fc8-56e5-404c-9cf6-df51a04e4edd None None] Network 3b754b84-4b33-48e8-886d-dc040169b55a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:28.175369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Allocated IP 172.20.0.14 (3b754b84-4b33-48e8-886d-dc040169b55a/e4833c06-0a4c-4dec-8491-f4664d7db3e2/1de43da0-380a-49ef-9407-33e277b766c5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:28.192769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f92267-61f3-4ca7-8e27-4467b154097a req-80c1c469-d8ae-43a3-aefe-5c8ee0b69cac tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.194280 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f92267-61f3-4ca7-8e27-4467b154097a req-80c1c469-d8ae-43a3-aefe-5c8ee0b69cac tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 946 time: 0.0753467 Jul 30 01:54:28.414473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Deleting port b6355afb-188e-45df-87a9-3c87881cf334 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:28.414858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.468224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.568087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] For port b6355afb-188e-45df-87a9-3c87881cf334, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b6355afb-188e-45df-87a9-3c87881cf334,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:28.568752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.590852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b86ee1c-415d-47b2-844c-f28a4eb1f8c3 req-7025b953-1536-4784-bf57-0b19dea0e79e tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0404601 Jul 30 01:54:28.630748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.704625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 3b754b84-4b33-48e8-886d-dc040169b55a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:28.717211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:28.753830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:28.757351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Port': ['ID=1de43da0-380a-49ef-9407-33e277b766c5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:28.857053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.857756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.919852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.920395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.921372 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Floating IP 72483331-fa42-447d-b46f-e00eea5e394d disassociated. External IP: 172.25.8.101, port: b6355afb-188e-45df-87a9-3c87881cf334. Jul 30 01:54:28.921372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Calling delete_port for b6355afb-188e-45df-87a9-3c87881cf334 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:28.930595 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d9330b7-86f9-403f-b804-3d892d1fd966 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0043693 Jul 30 01:54:28.933357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59588) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:29.115534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9d3f4-7040-4381-871f-b8d0f3ef2cac req-b0f60c17-4774-41fc-8e06-dbf762734e28 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:29.119132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0a9d3f4-7040-4381-871f-b8d0f3ef2cac req-b0f60c17-4774-41fc-8e06-dbf762734e28 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.1388557 Jul 30 01:54:29.256001 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.300116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event deleted for resources: {'Port': ['ID=b6355afb-188e-45df-87a9-3c87881cf334,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:29.340508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Deleting port 1de43da0-380a-49ef-9407-33e277b766c5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:29.340907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.456207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629eefb-fc93-4fa4-910f-e75555491a24 req-34b81bc6-b82b-462f-b1b1-978050d49e3a tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:29.457967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9629eefb-fc93-4fa4-910f-e75555491a24 req-34b81bc6-b82b-462f-b1b1-978050d49e3a tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/ports?device_id=ba80f982-f0e8-4dd2-b8b9-4d8af939f918 HTTP/1.1" status: 200 len: 867 time: 0.3625066 Jul 30 01:54:29.484481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0a9d3f4-7040-4381-871f-b8d0f3ef2cac req-f46626ce-0207-4636-8961-145c3247b254 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573314 Jul 30 01:54:29.568119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:29.581019 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.672682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Calling delete_port for 1de43da0-380a-49ef-9407-33e277b766c5 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:29.683189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9629eefb-fc93-4fa4-910f-e75555491a24 req-4a3cffac-da91-4c4a-99dc-ecc41ebac0cd tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d8bbb3-18e6-48d0-abc0-ffc868f44e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938858 Jul 30 01:54:29.765442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:29.775682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d12103-056e-4c63-a17e-777a852da73d None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:29.787362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e545-e841-425d-b20d-b6ef664c8d1f req-01a7fb22-fe8c-404f-b850-6c8b78f16c14 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:29.792054 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:29.792688 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:29.793486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3652e545-e841-425d-b20d-b6ef664c8d1f req-01a7fb22-fe8c-404f-b850-6c8b78f16c14 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.1812880 Jul 30 01:54:29.889643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] No DVR routers for this DVR port b6355afb-188e-45df-87a9-3c87881cf334 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:29.896055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.898258 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f92267-61f3-4ca7-8e27-4467b154097a req-c720df5d-9e05-4a04-892d-ff94fea25011 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.66 "DELETE /v2.0/ports/b6355afb-188e-45df-87a9-3c87881cf334 HTTP/1.1" status: 204 len: 173 time: 1.6911900 Jul 30 01:54:29.898721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'name': 'network-vif-deleted', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:29.912878 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5349f40-8e44-48ef-bbc4-2127717cd242" -d '{"events": [{"server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "name": "network-vif-deleted", "tag": "b6355afb-188e-45df-87a9-3c87881cf334"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:29.996777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3652e545-e841-425d-b20d-b6ef664c8d1f req-06237720-9c82-40ca-9697-515a5808d456 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021241 Jul 30 01:54:29.998442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.016211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-240e2c1c-ca44-452f-aac3-ee2bc38b72b1 req-5ee82d7c-620d-434c-b977-47fc672318d5 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1360459 Jul 30 01:54:30.052253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event deleted for resources: {'Port': ['ID=1de43da0-380a-49ef-9407-33e277b766c5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:30.091211 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d2cd68-73ef-4c71-a28f-c8216c502fc5 x-openstack-request-id: req-38d2cd68-73ef-4c71-a28f-c8216c502fc5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:30.091502 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba80f982-f0e8-4dd2-b8b9-4d8af939f918", "name": "network-vif-deleted", "tag": "b6355afb-188e-45df-87a9-3c87881cf334", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:30.091752 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38d2cd68-73ef-4c71-a28f-c8216c502fc5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:30.092310 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba80f982-f0e8-4dd2-b8b9-4d8af939f918', 'name': 'network-vif-deleted', 'tag': 'b6355afb-188e-45df-87a9-3c87881cf334', 'status': 'completed', 'code': 200} Jul 30 01:54:30.159776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.164071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5335a5f4-318e-40d4-b30d-15b1dd7731ba tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/ports/1de43da0-380a-49ef-9407-33e277b766c5 HTTP/1.1" status: 204 len: 168 time: 1.2294412 Jul 30 01:54:30.167448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.173027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b754b84-4b33-48e8-886d-dc040169b55a', 'external_fixed_ips': [{'subnet_id': 'e4833c06-0a4c-4dec-8491-f4664d7db3e2', 'ip_address': '172.20.0.14'}]}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:30.176609 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:30.225876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.227378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.283985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9757fe-553a-4f48-ad0b-184373da0206 req-046b51e8-b523-4a0e-93a5-b5d7b5769dff tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:30.295164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f9757fe-553a-4f48-ad0b-184373da0206 req-046b51e8-b523-4a0e-93a5-b5d7b5769dff tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.1286917 Jul 30 01:54:30.368977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.411809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f9757fe-553a-4f48-ad0b-184373da0206 req-f32d2d04-e56c-424b-b697-0ddf50427435 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074839 Jul 30 01:54:30.772351 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.811416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59654) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:30.884467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-c154b0d8-762b-4746-a7e8-f2632c0b9916 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:30.886573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-c154b0d8-762b-4746-a7e8-f2632c0b9916 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/networks?id=58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 200 len: 911 time: 0.1736619 Jul 30 01:54:30.927993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-0048ca32-201a-4abe-8b2d-7181d82566f8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/quotas/aaccad567246452ea894c8007125ef2d HTTP/1.1" status: 200 len: 375 time: 0.0317061 Jul 30 01:54:30.944550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b01e566b-84e5-4aba-95a6-6d9e3785e8af tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.953168 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:30.982817 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d12103-056e-4c63-a17e-777a852da73d None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:30.988791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b01e566b-84e5-4aba-95a6-6d9e3785e8af tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.007513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:31.009849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-e61d5c38-cfb0-46a6-9232-518dea5788c2 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=aaccad567246452ea894c8007125ef2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808027 Jul 30 01:54:31.009998 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:31.110101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b01e566b-84e5-4aba-95a6-6d9e3785e8af tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.114487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b01e566b-84e5-4aba-95a6-6d9e3785e8af tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.116143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b01e566b-84e5-4aba-95a6-6d9e3785e8af tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "DELETE /v2.0/security-groups/67d8bbb3-18e6-48d0-abc0-ffc868f44e12 HTTP/1.1" status: 204 len: 168 time: 0.3025520 Jul 30 01:54:31.170763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-a315f77e-e0ef-415c-8955-8094c4fa3afd service neutron] 10.222.0.78 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529915 Jul 30 01:54:31.172449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59660) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:31.231617 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:31.249578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de109354-e5b2-4a1a-930c-9329bfd25ead req-a136979a-45bc-4592-a701-23fae40bd431 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0777287 Jul 30 01:54:31.286710 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-ceeff364-b37e-4f35-9fd5-ee509819df35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] show failed (client error): The resource could not be found. Jul 30 01:54:31.290510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ceeff364-b37e-4f35-9fd5-ee509819df35 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "GET /v2.0/security-groups/67d8bbb3-18e6-48d0-abc0-ffc868f44e12 HTTP/1.1" status: 404 len: 347 time: 0.1144741 Jul 30 01:54:31.318585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59664) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:31.568871 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-56d12103-056e-4c63-a17e-777a852da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:31.587407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-b14d0fb8-cf32-4959-a9ec-ff56019e9aab service neutron] 10.222.0.78 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930867 Jul 30 01:54:31.602843 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d12103-056e-4c63-a17e-777a852da73d None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:46:42Z', 'revision_number': 4, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b0772add-aece-4a75-8bf0-80a8b12156e0', 'name': '', 'network_id': 'fd7b6f6e-b05e-41d6-83ff-564af48a647b', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'mac_address': 'fa:16:3e:0e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:41Z', 'updated_at': '2021-07-30T01:46:54Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'subnets': [{'id': 'f85a40e6-93e5-4849-93b9-85bbeb961ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:31.630264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Deleting port a4198ad3-909d-468c-9e7c-589adc247f62 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:31.630843 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.655443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e566b-84e5-4aba-95a6-6d9e3785e8af tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d8bbb3-18e6-48d0-abc0-ffc868f44e12,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:31.718224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.754300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.787570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.788427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.852140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Calling delete_port for a4198ad3-909d-468c-9e7c-589adc247f62 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:31.962135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Allocated IP 172.20.0.14 (3b754b84-4b33-48e8-886d-dc040169b55a/e4833c06-0a4c-4dec-8491-f4664d7db3e2/094ddbe4-eb69-49bd-8596-101ab1a75915) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:32.142219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.176665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053263a6-c70b-416f-bc07-9cfa0169f429 None None] New status for floating IP 72483331-fa42-447d-b46f-e00eea5e394d: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:54:32.193416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-222be16a-dd66-47f3-a03c-cc3a4955dd52 req-9a693359-b934-4c69-9195-dd9477d37d49 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 210 time: 0.0868924 Jul 30 01:54:32.224607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.227961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.307279 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-053263a6-c70b-416f-bc07-9cfa0169f429 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:54:32.307932 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-053263a6-c70b-416f-bc07-9cfa0169f429 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:54:32.316618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Port': ['ID=094ddbe4-eb69-49bd-8596-101ab1a75915,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.327058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Pushing event deleted for resources: {'Port': ['ID=a4198ad3-909d-468c-9e7c-589adc247f62,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.348404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 3b754b84-4b33-48e8-886d-dc040169b55a is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:32.350203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:32.357432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:32.538060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-985bbf73-d71d-433a-b6a9-5d5023f8ee13 req-735d1a34-6135-486c-b1f2-33dffddd6af4 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0873399 Jul 30 01:54:32.588914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.593252 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.608211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-400906e2-dd3c-48c8-9539-785ce6e609f8 tempest-AttachVolumeTestJSON-532074974 tempest-AttachVolumeTestJSON-532074974-project] 10.222.0.78 "DELETE /v2.0/floatingips/72483331-fa42-447d-b46f-e00eea5e394d HTTP/1.1" status: 204 len: 168 time: 1.2823207 Jul 30 01:54:32.809695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053263a6-c70b-416f-bc07-9cfa0169f429 None None] New status for floating IP 72483331-fa42-447d-b46f-e00eea5e394d: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:54:33.024891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.067586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6355afb-188e-45df-87a9-3c87881cf334 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:33.120329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: b6355afb-188e-45df-87a9-3c87881cf334 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:33.122986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b6355afb-188e-45df-87a9-3c87881cf334 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:33.403653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acba418d-769e-4c31-ae28-5da101dddff4 req-ca8cef2e-0d2b-4d53-8e4b-f610248feb74 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 210 time: 0.0725422 Jul 30 01:54:33.505572 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.801409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Router c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:33.881626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-a699559a-74e9-47c7-9c2c-2fe16cfaddf2 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:33.883151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-a699559a-74e9-47c7-9c2c-2fe16cfaddf2 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.55 "GET /v2.0/networks?id=58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 200 len: 911 time: 0.2433846 Jul 30 01:54:33.934705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1416c02a-ec49-420c-b5b2-009bf4177708 req-9c01f50e-ec0e-46dc-9b37-50299a59b164 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0505414 Jul 30 01:54:33.939328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Request body: {'port': {'device_id': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'admin_state_up': True, 'tenant_id': 'aaccad567246452ea894c8007125ef2d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:33.974822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Made reservation on behalf of aaccad567246452ea894c8007125ef2d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:33.982755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.101144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:34.112411 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Sync routers for ids ['c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:34.120634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Allocated IP 172.20.0.13 (58115ff3-22da-494f-8dc7-19e96cdc4a14/52a021bf-38a8-4e9e-9e6a-79006e8bac47/ab30000f-e2cc-4276-bed0-937297fbaf83) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:34.129751 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Routers {'c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:34.130670 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:34.148418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.149973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2e6d4e23-d2f8-4846-96d8-d2bb5d49f8a3 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9812651 Jul 30 01:54:34.153948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:34.374655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.390758 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Set router c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:34.404145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.441933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Transition to ACTIVE for port object ab30000f-e2cc-4276-bed0-937297fbaf83 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:34.512168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.522858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['994d2612-5a21-4249-b1a2-5cc99bb1c7dc'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:34.596742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.634238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Pushing event updated for resources: {'Port': ['ID=ab30000f-e2cc-4276-bed0-937297fbaf83,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:34.711747 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd', 'name': '', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b754b84-4b33-48e8-886d-dc040169b55a', 'external_fixed_ips': [{'subnet_id': 'e4833c06-0a4c-4dec-8491-f4664d7db3e2', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '094ddbe4-eb69-49bd-8596-101ab1a75915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:30Z', 'updated_at': '2021-07-30T01:54:32Z', 'revision_number': 3, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port': {'id': '094ddbe4-eb69-49bd-8596-101ab1a75915', 'name': '', 'network_id': '3b754b84-4b33-48e8-886d-dc040169b55a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'e4833c06-0a4c-4dec-8491-f4664d7db3e2', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:31Z', 'updated_at': '2021-07-30T01:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4833c06-0a4c-4dec-8491-f4664d7db3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:34.716518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Deleting port 094ddbe4-eb69-49bd-8596-101ab1a75915 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:34.716885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.723981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:34.740279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.741091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.741431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.741790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.742124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.742455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.742785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.748373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.748981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.749330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.749697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.749859 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Checking router: c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:34.750069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:34.750175 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Updating router c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd port 094ddbe4-eb69-49bd-8596-101ab1a75915 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:34.767957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:34.780222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:34.819919 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.855199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b6c1c-6a9c-4031-9e11-a050ae047fbc req-a1a3b99e-a9d1-45ae-90e0-8510beefee9c tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:34.870196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c74b6c1c-6a9c-4031-9e11-a050ae047fbc req-a1a3b99e-a9d1-45ae-90e0-8510beefee9c tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1028 time: 0.2518442 Jul 30 01:54:34.894414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.922359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Calling delete_port for 094ddbe4-eb69-49bd-8596-101ab1a75915 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:34.995302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c74b6c1c-6a9c-4031-9e11-a050ae047fbc req-15b01655-9548-4955-8006-342c4578dcb7 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191459 Jul 30 01:54:34.998065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:34.999892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.028020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-aec18094-c3f3-413b-81c8-ff480052cd7f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0921171 Jul 30 01:54:35.052252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Request body: {'port': {'device_id': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:35.211337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-69fe3184-61e9-4c5b-b0c1-911e996448a5 None None] Provisioning for port ab30000f-e2cc-4276-bed0-937297fbaf83 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:35.221590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-69fe3184-61e9-4c5b-b0c1-911e996448a5 None None] Provisioning complete for port ab30000f-e2cc-4276-bed0-937297fbaf83 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:35.222253 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69fe3184-61e9-4c5b-b0c1-911e996448a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.263833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-69fe3184-61e9-4c5b-b0c1-911e996448a5 None None] Port ab30000f-e2cc-4276-bed0-937297fbaf83 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:35.269888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.377761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.411724 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.db.api [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:54:35.412326 n-d-713499-10 neutron-server[93892]: DEBUG oslo_db.api [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:54:35.427384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event deleted for resources: {'Port': ['ID=094ddbe4-eb69-49bd-8596-101ab1a75915,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:35.508263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.518516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d8247c0-321c-43ef-945f-aed5352eaecd req-027fb7b9-ab7c-49b1-97f3-3b704fbcfe03 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.3096855 Jul 30 01:54:35.644941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.656656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.696248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab30000f-e2cc-4276-bed0-937297fbaf83 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:35.709434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.710433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:35.710927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.718016 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.720128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-509a8521-57fe-49e8-ab91-a5ce41c184ff tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd HTTP/1.1" status: 204 len: 168 time: 1.5650296 Jul 30 01:54:35.722813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59724) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:35.727978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Transition to ACTIVE for port object ab30000f-e2cc-4276-bed0-937297fbaf83 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:35.735462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.789635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Deleting subnet e4833c06-0a4c-4dec-8491-f4664d7db3e2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:35.792823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.845523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.860106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Pushing event updated for resources: {'Port': ['ID=ab30000f-e2cc-4276-bed0-937297fbaf83,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:35.932485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.948566 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Port 094ddbe4-eb69-49bd-8596-101ab1a75915 not found while updating agent binding for router c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd. {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 01:54:35.970550 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Routers set() bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:35.970927 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Router IDs set() for agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 01:54:35.971615 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_agentschedulers_db [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent'). {{(pid=93892) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 01:54:35.971986 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17000bc4-2bc0-4808-b283-21e9c8d66007 None None] The sync data for ids ['c6c93ae8-5832-4f09-86b2-cb2d0e30d4bd'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:36.007224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Attempting to bind port ab30000f-e2cc-4276-bed0-937297fbaf83 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:36.007844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Attempting to bind port ab30000f-e2cc-4276-bed0-937297fbaf83 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:36.008329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Attempting to bind port ab30000f-e2cc-4276-bed0-937297fbaf83 on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:36.013228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Port ab30000f-e2cc-4276-bed0-937297fbaf83 on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:36.014153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Attempting to bind port ab30000f-e2cc-4276-bed0-937297fbaf83 on network 58115ff3-22da-494f-8dc7-19e96cdc4a14 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:36.022321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:36.022884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Checking segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:36.023466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Bound using segment: {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:36.024453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Bound port: ab30000f-e2cc-4276-bed0-937297fbaf83, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33bb596-374b-4ad0-a5fe-164817831793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:36.024997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.101911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.178298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] For port ab30000f-e2cc-4276-bed0-937297fbaf83, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:36.184312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] For port ab30000f-e2cc-4276-bed0-937297fbaf83, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ab30000f-e2cc-4276-bed0-937297fbaf83,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:36.223668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e4833c06-0a4c-4dec-8491-f4664d7db3e2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:36.228018 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.232695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.241239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea07c243-207c-480b-b2a3-dc29167d273c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/e4833c06-0a4c-4dec-8491-f4664d7db3e2 HTTP/1.1" status: 204 len: 168 time: 0.5138774 Jul 30 01:54:36.242370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:36.392506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:36.393267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.397099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.400655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab30000f-e2cc-4276-bed0-937297fbaf83 HTTP/1.1" status: 200 len: 1093 time: 1.3539200 Jul 30 01:54:36.402078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'tag': 'ab30000f-e2cc-4276-bed0-937297fbaf83'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:36.424722 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a26411-50da-4e95-a39c-e8d426546438" -d '{"events": [{"name": "network-changed", "server_uuid": "2d31995d-34c5-46fb-91b2-84cf30f049d2", "tag": "ab30000f-e2cc-4276-bed0-937297fbaf83"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:36.583599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2a9c1-6e14-4f2d-a6ee-a788ec0491be req-dce88f22-ca0b-49ac-aead-8feee9f73665 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:36.586022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52c2a9c1-6e14-4f2d-a6ee-a788ec0491be req-dce88f22-ca0b-49ac-aead-8feee9f73665 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1096 time: 0.3960259 Jul 30 01:54:36.610023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c79d-d825-4da4-937c-b0916a4c5475 service neutron] Pushing event updated for resources: {'Port': ['ID=ab30000f-e2cc-4276-bed0-937297fbaf83,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:36.662072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.669491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:36.688033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b754b84-4b33-48e8-886d-dc040169b55a']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:36.718284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c444650f-e69d-4e22-857e-5ce9c7fa87a3') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:36.723078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c444650f-e69d-4e22-857e-5ce9c7fa87a3') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:36.735127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-c19f5cb0-9525-4f59-96a5-a8b63ae101b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:36.746183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.747672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-c19f5cb0-9525-4f59-96a5-a8b63ae101b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aaccad567246452ea894c8007125ef2d&device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1096 time: 0.2768946 Jul 30 01:54:36.776308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.783311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52c2a9c1-6e14-4f2d-a6ee-a788ec0491be req-865e2562-d58f-478e-a795-09522e4f2baf tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729429 Jul 30 01:54:36.793385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:36.795760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:36.799718 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:36.864603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.890202 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-796f0414-96e0-4b2a-8023-4243c3f9b0c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab30000f-e2cc-4276-bed0-937297fbaf83 HTTP/1.1" status: 200 len: 217 time: 0.1212015 Jul 30 01:54:36.935979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.945771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b754b84-4b33-48e8-886d-dc040169b55a {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:54:36.950055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.955433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/networks/3b754b84-4b33-48e8-886d-dc040169b55a HTTP/1.1" status: 204 len: 168 time: 0.7049291 Jul 30 01:54:36.965989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668382-4801-47bf-960c-ffef27b37443 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b754b84-4b33-48e8-886d-dc040169b55a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:37.044444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-bdc016de-555e-4345-a3c1-022a77ebaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:37.046128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-bdc016de-555e-4345-a3c1-022a77ebaa6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a021bf-38a8-4e9e-9e6a-79006e8bac47 HTTP/1.1" status: 200 len: 849 time: 0.1413198 Jul 30 01:54:37.050867 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808846f-a9de-4c91-95cb-f2f3866c11a4 x-openstack-request-id: req-9808846f-a9de-4c91-95cb-f2f3866c11a4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:37.051735 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d31995d-34c5-46fb-91b2-84cf30f049d2", "tag": "ab30000f-e2cc-4276-bed0-937297fbaf83", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:37.053243 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9808846f-a9de-4c91-95cb-f2f3866c11a4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:37.053724 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'tag': 'ab30000f-e2cc-4276-bed0-937297fbaf83', 'status': 'completed', 'code': 200} Jul 30 01:54:37.210791 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dda71f1-b694-49dc-b6de-73d20d54573e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.226914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b096270-ae87-4e20-b42c-a9d895cb0df9 req-c5e9d9bb-24bf-466a-a143-29e1a0d29385 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1614203 Jul 30 01:54:37.277423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-803cff3e-d9d1-4b6f-a98f-707d8de421ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:37.278932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-803cff3e-d9d1-4b6f-a98f-707d8de421ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58115ff3-22da-494f-8dc7-19e96cdc4a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779675 Jul 30 01:54:37.535659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59774) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:37.540370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'name': 'tempest-router--231988465', 'project_id': '7135ab3c0e5c44b4a4ddb7d3cf1f296d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:37.615531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dda71f1-b694-49dc-b6de-73d20d54573e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.638649 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3dda71f1-b694-49dc-b6de-73d20d54573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.650117 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.651500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.723509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.728891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.747564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3dda71f1-b694-49dc-b6de-73d20d54573e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=38d4c3486a084aaa9bd2006266541c42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0769005 Jul 30 01:54:37.751764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59782) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:37.752735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.754208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54559219-a627-460b-ad93-e7337d809ab6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2175167 Jul 30 01:54:37.754594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda71f1-b694-49dc-b6de-73d20d54573e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e1599c-187d-4e2b-b7a0-e1c1b69f2c26,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:37.757351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59784) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:37.839977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-76754502-2e52-47e2-862e-73de814e9976 service neutron] 10.222.0.55 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444312 Jul 30 01:54:37.897367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea0235a5-63bf-4711-9703-a74fe2eba07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.925827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea0235a5-63bf-4711-9703-a74fe2eba07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.928855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.989964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea0235a5-63bf-4711-9703-a74fe2eba07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.996786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea0235a5-63bf-4711-9703-a74fe2eba07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.014426 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea0235a5-63bf-4711-9703-a74fe2eba07f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3e1599c-187d-4e2b-b7a0-e1c1b69f2c26 HTTP/1.1" status: 204 len: 168 time: 0.2453601 Jul 30 01:54:38.043258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0235a5-63bf-4711-9703-a74fe2eba07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e1599c-187d-4e2b-b7a0-e1c1b69f2c26,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:38.538132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-acc04234-1507-4fb7-afdd-b8fcca2a3060 req-8e23795d-7f9a-47d3-9ae1-e5bab8ad5be5 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0916929 Jul 30 01:54:38.581529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59800) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:38.621001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25d85-770f-4f94-8ea5-748e826abe2a req-ac857285-deb2-488b-9e74-542a82474af2 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:38.627924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ad25d85-770f-4f94-8ea5-748e826abe2a req-ac857285-deb2-488b-9e74-542a82474af2 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1096 time: 0.7034779 Jul 30 01:54:38.690930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44c51e86-9f1d-4c44-969f-07479cddeb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.694830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.705280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.709812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d1abbbf-2cb2-4af5-aad8-96da6ad16e44 req-bc6ea8e0-9d67-4ddc-b60f-756627a125ef service neutron] 10.222.0.55 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362472 Jul 30 01:54:38.785548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ad25d85-770f-4f94-8ea5-748e826abe2a req-4b8c947b-77c5-4ed4-ae01-23be8218bbd9 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565585 Jul 30 01:54:38.790520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.791037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6aeb919c-742c-48f3-aa73-95a59a9f38a6 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:38.796417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.800091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0ca29606-2458-42df-894b-81fc2868f971 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/routers/6aeb919c-742c-48f3-aa73-95a59a9f38a6 HTTP/1.1" status: 204 len: 168 time: 1.0297880 Jul 30 01:54:38.903707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26411-50da-4e95-a39c-e8d426546438 req-af48a0d1-b6ea-403f-a125-76a11bb18e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:38.906012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-af48a0d1-b6ea-403f-a125-76a11bb18e6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aaccad567246452ea894c8007125ef2d&device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1096 time: 0.0902886 Jul 30 01:54:39.021452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44c51e86-9f1d-4c44-969f-07479cddeb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.032435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44c51e86-9f1d-4c44-969f-07479cddeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.099077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-44c51e86-9f1d-4c44-969f-07479cddeb77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09c167b78a5f40aca45049caf019d5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836662 Jul 30 01:54:39.101802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.102909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c51e86-9f1d-4c44-969f-07479cddeb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ab9b3-faa8-4de5-b08e-a5a846cd344e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:39.120532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26411-50da-4e95-a39c-e8d426546438 req-56cc8256-1b9e-4bd3-ab3a-d183831cf3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:39.122178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-56cc8256-1b9e-4bd3-ab3a-d183831cf3d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 200 len: 911 time: 0.1792910 Jul 30 01:54:39.139871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59814) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:39.176486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d06-89e8-4ea9-ba2e-996e3e9b0654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.177995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-64722e12-3793-47e4-b2bf-3050e5f39cf9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab30000f-e2cc-4276-bed0-937297fbaf83 HTTP/1.1" status: 200 len: 217 time: 0.0469434 Jul 30 01:54:39.205241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d06-89e8-4ea9-ba2e-996e3e9b0654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.240785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26411-50da-4e95-a39c-e8d426546438 req-1f7966cb-5e29-41d5-a4a8-9c207a3bd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:39.243123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-1f7966cb-5e29-41d5-a4a8-9c207a3bd65c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52a021bf-38a8-4e9e-9e6a-79006e8bac47 HTTP/1.1" status: 200 len: 849 time: 0.0571401 Jul 30 01:54:39.301809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d06-89e8-4ea9-ba2e-996e3e9b0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.305854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b12a6d06-89e8-4ea9-ba2e-996e3e9b0654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.310544 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b12a6d06-89e8-4ea9-ba2e-996e3e9b0654 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f18ab9b3-faa8-4de5-b08e-a5a846cd344e HTTP/1.1" status: 204 len: 168 time: 0.2075722 Jul 30 01:54:39.321927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a6d06-89e8-4ea9-ba2e-996e3e9b0654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ab9b3-faa8-4de5-b08e-a5a846cd344e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:39.326513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a26411-50da-4e95-a39c-e8d426546438 req-f253f551-4369-4cf1-995d-544070a1e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:39.329028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-f253f551-4369-4cf1-995d-544070a1e6c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58115ff3-22da-494f-8dc7-19e96cdc4a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766759 Jul 30 01:54:39.502160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-6b01fe73-8681-47bd-99c0-1d28797b076e service neutron] 10.222.0.55 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545184 Jul 30 01:54:39.576848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738901931', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:39.628863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.630686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.663146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25a26411-50da-4e95-a39c-e8d426546438 req-98488f9e-fe91-4d92-80d0-dedd6e0e7fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530192 Jul 30 01:54:39.747064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.750561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64c9a518-5b85-450f-919a-978e890735c8 req-a3f4f43d-90cf-4177-b88a-543a11f76ba3 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0702746 Jul 30 01:54:39.949142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.034423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabcb0b-ddf3-4e13-832d-43c882f072a1 req-bbc186fe-b879-4b54-90ac-11209cbd69f8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:40.036279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dabcb0b-ddf3-4e13-832d-43c882f072a1 req-bbc186fe-b879-4b54-90ac-11209cbd69f8 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1096 time: 0.1013615 Jul 30 01:54:40.091948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dabcb0b-ddf3-4e13-832d-43c882f072a1 req-f378c45c-72a5-4ec8-ab3a-4229a9e0a3d4 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460258 Jul 30 01:54:40.263458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.289044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.450740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Allocated IP 172.25.8.86 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/26414f35-3040-47c4-bf02-6413d0f8d058) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:40.577533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.624336 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.674937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:40.680200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:40.685434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:40.689502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event updated for resources: {'Port': ['ID=26414f35-3040-47c4-bf02-6413d0f8d058,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:40.926072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59886) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:41.011966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-336b05ff-b832-46d2-8e82-1af26f002e14 req-68432e35-206a-4aec-b03f-b66e952a0e0e tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0936382 Jul 30 01:54:41.125046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04e2aec7-941f-476f-931e-1f043d3ebba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.160231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ab30000f-e2cc-4276-bed0-937297fbaf83 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:41.163415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.245889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04e2aec7-941f-476f-931e-1f043d3ebba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.252768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04e2aec7-941f-476f-931e-1f043d3ebba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.300573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b4e55-328a-40d5-93cb-5d4cc2e448d5 req-565c708f-1093-43da-9651-66440742e35e tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:41.302130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e81b4e55-328a-40d5-93cb-5d4cc2e448d5 req-565c708f-1093-43da-9651-66440742e35e tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1096 time: 0.0823855 Jul 30 01:54:41.352490 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2aec7-941f-476f-931e-1f043d3ebba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72066a-3288-40af-a2c2-7b12b1e12b8b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.360742 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04e2aec7-941f-476f-931e-1f043d3ebba3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3f2a46093e745f0beae5434c52eaa90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329412 Jul 30 01:54:41.363361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59896) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:41.384762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e81b4e55-328a-40d5-93cb-5d4cc2e448d5 req-1c02f226-bf05-40ca-96a0-df4ff5cdda73 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490439 Jul 30 01:54:41.421273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ab30000f-e2cc-4276-bed0-937297fbaf83, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ab30000f-e2cc-4276-bed0-937297fbaf83,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:41.438699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4071a7f3-b4aa-4ec4-85ad-4259c1ce269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.450481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'ab30000f-e2cc-4276-bed0-937297fbaf83', 'network_id': '58115ff3-22da-494f-8dc7-19e96cdc4a14', 'port_id': 'ab30000f-e2cc-4276-bed0-937297fbaf83', 'mac_address': 'fa:16:3e:8a:6f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a021bf-38a8-4e9e-9e6a-79006e8bac47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:41.464548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4071a7f3-b4aa-4ec4-85ad-4259c1ce269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.514454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.523995 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4071a7f3-b4aa-4ec4-85ad-4259c1ce269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.525869 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4071a7f3-b4aa-4ec4-85ad-4259c1ce269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.528992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.539549 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4071a7f3-b4aa-4ec4-85ad-4259c1ce269a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1b72066a-3288-40af-a2c2-7b12b1e12b8b HTTP/1.1" status: 204 len: 168 time: 0.1750369 Jul 30 01:54:41.547091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab30000f-e2cc-4276-bed0-937297fbaf83 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:41.559181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071a7f3-b4aa-4ec4-85ad-4259c1ce269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72066a-3288-40af-a2c2-7b12b1e12b8b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.592166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ab30000f-e2cc-4276-bed0-937297fbaf83, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ab30000f-e2cc-4276-bed0-937297fbaf83,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:41.605475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.684495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ab30000f-e2cc-4276-bed0-937297fbaf83,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.782688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Router 074282a8-f672-47ce-a91d-d4bbb74e3eb1 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:41.930659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['ab30000f-e2cc-4276-bed0-937297fbaf83'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:42.003057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:42.036093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] Sync routers for ids ['074282a8-f672-47ce-a91d-d4bbb74e3eb1'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:42.037697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.040034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9203d325-8d13-4e5f-9d28-1c4f2da2d258 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8975980 Jul 30 01:54:42.042356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59908) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.084509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] Routers {'074282a8-f672-47ce-a91d-d4bbb74e3eb1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:42.085290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['074282a8-f672-47ce-a91d-d4bbb74e3eb1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:42.178869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:42.243871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] Routers {'074282a8-f672-47ce-a91d-d4bbb74e3eb1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:42.253203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['074282a8-f672-47ce-a91d-d4bbb74e3eb1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:42.278399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2b13d09-2b8b-4ae8-8061-e263e0ae0896 req-c5f3d824-4aa6-4f12-a2b7-a8705f496f0d tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0880795 Jul 30 01:54:42.302532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-550f3a3b-cb3a-46b1-93b1-259ed7a18d36 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/074282a8-f672-47ce-a91d-d4bbb74e3eb1 HTTP/1.1" status: 200 len: 920 time: 0.2554455 Jul 30 01:54:42.304600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.333666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:42.334647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2f19c-8c7f-480a-a9dd-d922f6a22cee None None] The sync data for ids ['074282a8-f672-47ce-a91d-d4bbb74e3eb1'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:42.368133 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9f28ff94-ceb1-4a74-b69b-8c4fad33307d tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=074282a8-f672-47ce-a91d-d4bbb74e3eb1 HTTP/1.1" status: 200 len: 205 time: 0.0581853 Jul 30 01:54:42.368282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59926) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.547330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.009772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a923e-35d6-4ad0-a6e0-092004446481 req-fd866460-5061-4112-ba67-a61f4c51509e tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.011455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d47a923e-35d6-4ad0-a6e0-092004446481 req-fd866460-5061-4112-ba67-a61f4c51509e tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1097 time: 0.5175493 Jul 30 01:54:43.115628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d47a923e-35d6-4ad0-a6e0-092004446481 req-726714d6-2723-4192-bd52-0f9907ac1de5 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948129 Jul 30 01:54:43.123011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.183178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ab30000f-e2cc-4276-bed0-937297fbaf83 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:43.206341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Deleting port 26414f35-3040-47c4-bf02-6413d0f8d058 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:43.206819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.263608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port ab30000f-e2cc-4276-bed0-937297fbaf83 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:43.270529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port ab30000f-e2cc-4276-bed0-937297fbaf83 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:43.271158 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.345068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.360781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Calling delete_port for 26414f35-3040-47c4-bf02-6413d0f8d058 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:43.422047 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.467540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8dea9c1-1897-4aad-bb4b-0532db2b5eba req-531179e2-aaef-4c7a-ad87-e164c3ae6982 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0391045 Jul 30 01:54:43.470991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab30000f-e2cc-4276-bed0-937297fbaf83'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:43.474592 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48426eea-a4fe-45b8-a467-9fcafa0821f3" -d '{"events": [{"server_uuid": "2d31995d-34c5-46fb-91b2-84cf30f049d2", "name": "network-vif-plugged", "status": "completed", "tag": "ab30000f-e2cc-4276-bed0-937297fbaf83"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:43.488959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port ab30000f-e2cc-4276-bed0-937297fbaf83, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ab30000f-e2cc-4276-bed0-937297fbaf83,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:43.494818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.565601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=ab30000f-e2cc-4276-bed0-937297fbaf83,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:43.626027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.696955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event deleted for resources: {'Port': ['ID=26414f35-3040-47c4-bf02-6413d0f8d058,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:43.816373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.835208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59972) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:43.938831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.945103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:43.975351 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-36d6b3ea-33cd-427b-9045-435c9975bc3d tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/floatingips/fb83d9af-9da6-48d9-94ec-f5ecb6872f49 HTTP/1.1" status: 200 len: 993 time: 0.1385357 Jul 30 01:54:44.014108 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90190194-5fa8-4e88-b30e-a086e8ac1734 x-openstack-request-id: req-90190194-5fa8-4e88-b30e-a086e8ac1734 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:44.014929 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d31995d-34c5-46fb-91b2-84cf30f049d2", "name": "network-vif-plugged", "status": "completed", "tag": "ab30000f-e2cc-4276-bed0-937297fbaf83", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:44.015416 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90190194-5fa8-4e88-b30e-a086e8ac1734 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:44.016551 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab30000f-e2cc-4276-bed0-937297fbaf83', 'code': 200} Jul 30 01:54:44.021515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.023339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Fanout notify agent at l3_agent the message router_deleted on router 074282a8-f672-47ce-a91d-d4bbb74e3eb1 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:44.039574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.047674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:44.049413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a8649d55-d8cf-4751-b220-237c6dada61c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/074282a8-f672-47ce-a91d-d4bbb74e3eb1 HTTP/1.1" status: 204 len: 168 time: 1.6792808 Jul 30 01:54:44.053936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'name': 'tempest-snat-router-85006730', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': False}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:44.096667 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.097885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.224871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.275492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a843-f8e6-41a4-baa1-766ebf3c0a57 req-1aafee12-b663-48ba-965f-5eb0754bf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.282784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2a2a843-f8e6-41a4-baa1-766ebf3c0a57 req-1aafee12-b663-48ba-965f-5eb0754bf402 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.1344392 Jul 30 01:54:44.337939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59990) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:44.431531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2a2a843-f8e6-41a4-baa1-766ebf3c0a57 req-9af0da7c-4220-489a-9e09-5b4d978c9032 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317842 Jul 30 01:54:44.444326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9af4-2ace-4f4a-9538-ffc1e63ff88e req-94bad9fd-8cf7-4488-8007-3d270fc0ef16 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.452041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-650c9af4-2ace-4f4a-9538-ffc1e63ff88e req-94bad9fd-8cf7-4488-8007-3d270fc0ef16 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.1655765 Jul 30 01:54:44.481574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.514671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-650c9af4-2ace-4f4a-9538-ffc1e63ff88e req-c350715e-f85f-4800-b0d9-9c3b5a737456 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Jul 30 01:54:44.646431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceb611bd-8f78-41e4-a2fc-9e56be67105a req-bc886a6e-375b-49e9-b12e-341ca97f5643 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0326428 Jul 30 01:54:45.069584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 97e35e73-97bc-4c0b-94f3-56b92ab97aa9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:45.070072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.156333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.156671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.171109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 97e35e73-97bc-4c0b-94f3-56b92ab97aa9 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:45.356575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.381583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.572494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.593577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Allocated IP 172.25.8.100 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ceb19ff6-6b57-4676-b400-14a492f4e3b2) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:45.603345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60020) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:45.641461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=97e35e73-97bc-4c0b-94f3-56b92ab97aa9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:45.813501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.813970 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Floating IP fb83d9af-9da6-48d9-94ec-f5ecb6872f49 disassociated (deleted). External IP: 172.25.8.114, port: 5bea0aeb-023b-4918-96a7-a2b85894abcf. Jul 30 01:54:45.847676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c34a66-cdbf-46e6-8e94-c76c967e0546 req-c6eb5946-e440-45ca-8786-207af4ebe8da tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0697613 Jul 30 01:54:45.890631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2fc0-6855-4bf4-9dc9-7a103ece3832 req-c38c70e2-b56a-4af4-abd0-54b9aa07f37f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:45.907314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccbc2fc0-6855-4bf4-9dc9-7a103ece3832 req-c38c70e2-b56a-4af4-abd0-54b9aa07f37f tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.2032320 Jul 30 01:54:45.961472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccbc2fc0-6855-4bf4-9dc9-7a103ece3832 req-17314674-1abe-47f5-9ba4-de68d500690b tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Jul 30 01:54:46.050527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.205698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.217294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 975dc135-e9c8-4e78-bfd2-3cb61767927b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:46.255618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:46.260527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:46.278969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:46.332730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Port': ['ID=ceb19ff6-6b57-4676-b400-14a492f4e3b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:46.493496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.575772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:46.582121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.587622 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] Sync routers for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:46.600706 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:46.601333 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:46.610646 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-defc9faf-d40e-4904-afc8-2e3c4e7eb9cf tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/floatingips/fb83d9af-9da6-48d9-94ec-f5ecb6872f49 HTTP/1.1" status: 204 len: 168 time: 2.2716346 Jul 30 01:54:46.611671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:46.614423 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0cb792-08d0-4bb0-b89e-5132ae24057b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:46.772042 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28cd049-e4b4-44ee-a185-64ce1b8f7a8a x-openstack-request-id: req-f28cd049-e4b4-44ee-a185-64ce1b8f7a8a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:46.772340 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:46.772500 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f28cd049-e4b4-44ee-a185-64ce1b8f7a8a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:46.772927 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'status': 'completed', 'code': 200} Jul 30 01:54:46.816259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-35d8e3ab-1759-4577-9d88-7e466407bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.819568 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-35d8e3ab-1759-4577-9d88-7e466407bfb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=40ad5a70069c490aadaefd93ae71ab62&device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 1097 time: 0.0803056 Jul 30 01:54:46.860681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Deleting port b0772add-aece-4a75-8bf0-80a8b12156e0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:46.860681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.864072 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:46.984996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.024595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ed04f-9357-4a8c-a2ff-a2d2f5e959d8 req-e32241b0-99b5-4e23-b854-aa7a39140048 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.026075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b74ed04f-9357-4a8c-a2ff-a2d2f5e959d8 req-e32241b0-99b5-4e23-b854-aa7a39140048 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 945 time: 0.1141996 Jul 30 01:54:47.097419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] For port b0772add-aece-4a75-8bf0-80a8b12156e0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b0772add-aece-4a75-8bf0-80a8b12156e0,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:47.098339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.104742 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-1355e2cc-8079-4262-a22d-0f996517ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.106658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-1355e2cc-8079-4262-a22d-0f996517ea07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3da369d7-f2bf-4212-87eb-2b488ef228a1 HTTP/1.1" status: 200 len: 897 time: 0.2773850 Jul 30 01:54:47.129029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27b537d9-2559-4f6f-a72a-8055ca0b302a req-407559db-38a3-4493-ba15-2e7be680d856 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0681968 Jul 30 01:54:47.135269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b74ed04f-9357-4a8c-a2ff-a2d2f5e959d8 req-0d32aa0b-ca2e-48c8-9242-d4ef923b9132 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998404 Jul 30 01:54:47.141005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Calling delete_port for b0772add-aece-4a75-8bf0-80a8b12156e0 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:47.232112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-ee59736a-76a8-4776-85da-8f7f4e39931c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf HTTP/1.1" status: 200 len: 217 time: 0.1146278 Jul 30 01:54:47.398385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:47.433647 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] Checking router: 975dc135-e9c8-4e78-bfd2-3cb61767927b for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:47.444874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:47.446901 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:47.491218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9b6c-0d13-4ece-9f41-cf8a8fb63df1 req-1d0f4dae-79da-4ef3-8e8a-6462ef67a089 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.493157 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41fa9b6c-0d13-4ece-9f41-cf8a8fb63df1 req-1d0f4dae-79da-4ef3-8e8a-6462ef67a089 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.1578193 Jul 30 01:54:47.498515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-389ffc61-424d-4bcf-b947-16b1fa132f46 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2840414 Jul 30 01:54:47.593964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-5466cc3b-3f3a-4579-89ca-1e99638c2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.595921 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-5466cc3b-3f3a-4579-89ca-1e99638c2968 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96342e4f-eca2-4041-93f2-997b3f7541af HTTP/1.1" status: 200 len: 834 time: 0.3416357 Jul 30 01:54:47.597596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41fa9b6c-0d13-4ece-9f41-cf8a8fb63df1 req-46875f35-2bdd-42a6-bd3b-bdecb93138f1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904920 Jul 30 01:54:47.697085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0145b25-3308-4e7a-a7c3-7e01d6ffe538 req-03a17a8c-4094-4b73-a7e8-3a1a1b1a9926 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.698036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.700938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0145b25-3308-4e7a-a7c3-7e01d6ffe538 req-03a17a8c-4094-4b73-a7e8-3a1a1b1a9926 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2163589 Jul 30 01:54:47.736892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-8413f6d8-1f68-44cc-a113-a9ac3a4ad636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.740438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-8413f6d8-1f68-44cc-a113-a9ac3a4ad636 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 1097 time: 0.1652963 Jul 30 01:54:47.772287 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:47.811298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0145b25-3308-4e7a-a7c3-7e01d6ffe538 req-9ddbc5ad-5834-46ad-8ef2-f992b7e0bd61 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820837 Jul 30 01:54:47.813249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-32f2e705-ef64-4d4e-bbab-85cc36a48e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.815453 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-32f2e705-ef64-4d4e-bbab-85cc36a48e89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3da369d7-f2bf-4212-87eb-2b488ef228a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2008002 Jul 30 01:54:47.817112 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.907867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0772add-aece-4a75-8bf0-80a8b12156e0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:48.001136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629aa18-5f56-4f37-a5b1-10f8e39b1882 req-a5233ab8-d52f-4cc6-9013-3d95449b7395 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.003110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6629aa18-5f56-4f37-a5b1-10f8e39b1882 req-a5233ab8-d52f-4cc6-9013-3d95449b7395 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.2904973 Jul 30 01:54:48.162203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6629aa18-5f56-4f37-a5b1-10f8e39b1882 req-bc7ed58e-8a72-43b9-81b8-9087aa2b1338 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646522 Jul 30 01:54:48.236600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b09154-66f5-480c-96e9-7bf443623d15 req-178c05b3-8193-41ba-9b6d-529cc10a3eaf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.238696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73b09154-66f5-480c-96e9-7bf443623d15 req-178c05b3-8193-41ba-9b6d-529cc10a3eaf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2323551 Jul 30 01:54:48.323742 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:48.393912 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a05d0d-e62a-466a-8e3d-79c9644a94d0 None None] The sync data for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 is: [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:53:35Z', 'revision_number': 4, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'e3dfe103-03a5-444a-9ce2-92d004dfd177', 'name': '', 'network_id': '3da369d7-f2bf-4212-87eb-2b488ef228a1', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'mac_address': 'fa:16:3e:b4:5a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:32Z', 'updated_at': '2021-07-30T01:53:48Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'subnets': [{'id': '96342e4f-eca2-4041-93f2-997b3f7541af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:48.453558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f1499-c087-45f9-8323-8aa2560c0f23 req-26207d3b-5fb9-43ac-88da-7aa1aeb23f05 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.461860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d24f1499-c087-45f9-8323-8aa2560c0f23 req-26207d3b-5fb9-43ac-88da-7aa1aeb23f05 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 945 time: 0.1664052 Jul 30 01:54:48.512826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.543821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cec06-b059-4461-afb2-4595a26d563e req-895e7556-9440-417b-bace-440af963e289 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.545488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb6cec06-b059-4461-afb2-4595a26d563e req-895e7556-9440-417b-bace-440af963e289 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 945 time: 0.1840110 Jul 30 01:54:48.551060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73b09154-66f5-480c-96e9-7bf443623d15 req-1cca24fd-a9c1-4336-9c66-ac6e63fe9529 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532573 Jul 30 01:54:48.592395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-9ee9b6ce-5b8b-4a31-8b7e-1b38e9803b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.595033 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-9ee9b6ce-5b8b-4a31-8b7e-1b38e9803b5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.7995348 Jul 30 01:54:48.660275 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-a8e4cc7b-3035-44a7-b4ae-7431fcf5eeb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 HTTP/1.1" status: 200 len: 217 time: 0.0564241 Jul 30 01:54:48.667648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-6c3263f8-d6de-4b6e-ac7e-d4c3f83173cb service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100348 Jul 30 01:54:48.708228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d24f1499-c087-45f9-8323-8aa2560c0f23 req-ffef3290-2d55-4142-bdc4-251075977b0c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/security-groups?id=744b2c50-2f96-41ef-a45f-f782798b03eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2396760 Jul 30 01:54:48.818134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74d4e220-7730-41ee-b6ca-39fb9031478c req-d21ee84d-b7ad-4aa0-9ddd-e18df82cf01e tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1426976 Jul 30 01:54:48.908525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea1593-9e7f-4ccd-a120-3eedbd2adf39 None None] New status for floating IP fb83d9af-9da6-48d9-94ec-f5ecb6872f49: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:54:49.027514 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-6182e7f8-9204-40e4-929c-fb469553e3e9 service neutron] 10.222.0.66 "GET /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531928 Jul 30 01:54:49.067568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46758a-9ae2-4697-be34-4679a0567641 req-b3c3869d-61cc-44ef-a4f4-40d971b0e89b tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.070451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac46758a-9ae2-4697-be34-4679a0567641 req-b3c3869d-61cc-44ef-a4f4-40d971b0e89b tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.2593985 Jul 30 01:54:49.072684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-f62d0d4d-eedb-4bfc-95c5-a52801dbc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.075498 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-f62d0d4d-eedb-4bfc-95c5-a52801dbc1ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.4046361 Jul 30 01:54:49.100921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 5bea0aeb-023b-4918-96a7-a2b85894abcf {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:49.101507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.109411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Router 00a69e11-b358-4986-a2ae-f0e3d1fbc849 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:49.144678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3144b1a2-44ea-46e5-bf26-626c5ab8e2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.268306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-0b963fa6-2ad0-45dd-9188-64dc989321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.271732 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-0b963fa6-2ad0-45dd-9188-64dc989321f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880133 Jul 30 01:54:49.311761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Router 94d6bce0-294c-4e38-8e15-ec3d0a73477d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:49.357857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac46758a-9ae2-4697-be34-4679a0567641 req-84832639-4141-45db-913e-b6a7f84ef5cb tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770448 Jul 30 01:54:49.380558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-dcf8bae8-5807-4187-8bb8-af7f512927ef tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.391277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-dcf8bae8-5807-4187-8bb8-af7f512927ef tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.4283092 Jul 30 01:54:49.429914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-62cffa7d-33e3-47a1-9e1f-a57628757018 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/quotas/2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 375 time: 0.0376127 Jul 30 01:54:49.531341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port 5bea0aeb-023b-4918-96a7-a2b85894abcf, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5bea0aeb-023b-4918-96a7-a2b85894abcf,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:49.531714 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.546731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-ebb0adcc-da7b-4e36-8842-8002ddfed392 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659347 Jul 30 01:54:49.549534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:49.552794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 5bea0aeb-023b-4918-96a7-a2b85894abcf owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:49.563895 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Sync routers for ids ['00a69e11-b358-4986-a2ae-f0e3d1fbc849'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:49.580868 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Routers {'00a69e11-b358-4986-a2ae-f0e3d1fbc849'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:49.581511 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['00a69e11-b358-4986-a2ae-f0e3d1fbc849'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:49.599476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-81f50554-ff9c-4533-ae2e-3d2f0691b54e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1685374 Jul 30 01:54:49.706364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.711405 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-178aff32-475d-4459-a56c-60459ac72e38 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6619055 Jul 30 01:54:49.712439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60118) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:49.854599 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Set router 00a69e11-b358-4986-a2ae-f0e3d1fbc849 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:49.879101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7fcd23b5-7552-4a95-b587-d1a97e392a47 req-9c3a2604-8a9e-481d-aded-12fcce9a39e8 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956390 Jul 30 01:54:49.920879 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-558ac4fe-8512-41a0-86c3-fb1e8bd4d75b tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/00a69e11-b358-4986-a2ae-f0e3d1fbc849 HTTP/1.1" status: 200 len: 907 time: 0.2046976 Jul 30 01:54:49.922219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60124) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:49.926884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'name': 'tempest-snat-router-85006730', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': True}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:49.987199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.988245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.120752 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69e11-b358-4986-a2ae-f0e3d1fbc849', 'name': 'tempest-snat-router-85006730', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.100'}], 'enable_snat': False}, 'gw_port_id': 'ceb19ff6-6b57-4676-b400-14a492f4e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:44Z', 'updated_at': '2021-07-30T01:54:46Z', 'revision_number': 3, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port': {'id': 'ceb19ff6-6b57-4676-b400-14a492f4e3b2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69e11-b358-4986-a2ae-f0e3d1fbc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:45Z', 'updated_at': '2021-07-30T01:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.134462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.165080 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Checking router: 00a69e11-b358-4986-a2ae-f0e3d1fbc849 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:50.165080 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Updating router 00a69e11-b358-4986-a2ae-f0e3d1fbc849 port ceb19ff6-6b57-4676-b400-14a492f4e3b2 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:50.195768 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.364110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.411755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:50.422166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] Sync routers for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:50.429178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c90396bf-3569-483e-b80c-821aa070bb47 admin admin] 10.222.0.78 "PUT /v2.0/routers/94d6bce0-294c-4e38-8e15-ec3d0a73477d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8223968 Jul 30 01:54:50.432026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:50.442185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:50.447640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.579303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.618192 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.631141 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Transition to ACTIVE for port object ceb19ff6-6b57-4676-b400-14a492f4e3b2 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:50.643595 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.684765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-bbcd067e-dcf3-4b45-9ea0-c5720893fdaf service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0837705 Jul 30 01:54:50.713170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346c441-c423-49b1-a01e-557a149d8fbf req-1a7a605c-da30-428d-9abf-593b0b37c43e tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.721390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8346c441-c423-49b1-a01e-557a149d8fbf req-1a7a605c-da30-428d-9abf-593b0b37c43e tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.4214115 Jul 30 01:54:50.743132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7cd9f89-7334-41a9-9f97-ba8dca552157 req-1adaf80f-92d9-435c-a269-28852c7e9976 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0894983 Jul 30 01:54:50.772501 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832b31b-b576-4724-b72b-18476e3d55f7 None None] Pushing event updated for resources: {'Port': ['ID=ceb19ff6-6b57-4676-b400-14a492f4e3b2,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:50.788608 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Attempting to bind port ceb19ff6-6b57-4676-b400-14a492f4e3b2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:50.788900 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Attempting to bind port ceb19ff6-6b57-4676-b400-14a492f4e3b2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:50.789271 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Attempting to bind port ceb19ff6-6b57-4676-b400-14a492f4e3b2 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:50.802085 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:50.802354 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:50.802770 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.803200 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:50.803687 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Bound port: ceb19ff6-6b57-4676-b400-14a492f4e3b2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:50.804071 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.897086 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] For port ceb19ff6-6b57-4676-b400-14a492f4e3b2, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:50.904758 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] For port ceb19ff6-6b57-4676-b400-14a492f4e3b2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ceb19ff6-6b57-4676-b400-14a492f4e3b2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:50.915800 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.923705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.942781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8346c441-c423-49b1-a01e-557a149d8fbf req-3791e8f9-9f65-43bc-959a-d6b128ee64d1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204044 Jul 30 01:54:50.953937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.962136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.020618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:51.070104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832b31b-b576-4724-b72b-18476e3d55f7 None None] Pushing event updated for resources: {'Port': ['ID=ceb19ff6-6b57-4676-b400-14a492f4e3b2,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:51.113298 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Routers {'00a69e11-b358-4986-a2ae-f0e3d1fbc849'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:51.113939 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['00a69e11-b358-4986-a2ae-f0e3d1fbc849'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:51.116187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=5bea0aeb-023b-4918-96a7-a2b85894abcf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:51.135387 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.135898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Allocated IP 172.25.8.145 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f23cbec2-161a-4282-9bc5-e8d023501b3e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:51.223715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.270020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bacb137-9df1-4d58-8cb7-a7b066cd7123 req-8ff740c3-af07-4e39-9736-f3e87c0c4620 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e042740-63c6-4e1c-b040-7a9b30117a1b HTTP/1.1" status: 200 len: 210 time: 0.1853473 Jul 30 01:54:51.272278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] No DVR routers for this DVR port 5bea0aeb-023b-4918-96a7-a2b85894abcf on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:51.292581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.303726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb6cec06-b059-4461-afb2-4595a26d563e req-acacf8cf-1646-4395-8be9-0c09e1437c89 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.66 "DELETE /v2.0/ports/5bea0aeb-023b-4918-96a7-a2b85894abcf HTTP/1.1" status: 204 len: 173 time: 2.6770623 Jul 30 01:54:51.312691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-9de97f8d-b1f9-45ca-a2c1-e51c122d7659 service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262748 Jul 30 01:54:51.320806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'name': 'network-vif-deleted', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:51.323384 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048aefa-88a5-4af9-93d3-bd88afc546a0" -d '{"events": [{"server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "name": "network-vif-deleted", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:51.392610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'c0708ebf-df3a-453f-b348-4461da480590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:54:47Z', 'revision_number': 5, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port': {'id': 'c0708ebf-df3a-453f-b348-4461da480590', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:37Z', 'updated_at': '2021-07-30T01:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:51.428547 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] Set router 00a69e11-b358-4986-a2ae-f0e3d1fbc849 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:51.473712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.497852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] Checking router: 94d6bce0-294c-4e38-8e15-ec3d0a73477d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:51.533176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] Routers {'94d6bce0-294c-4e38-8e15-ec3d0a73477d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:51.535692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:51.587363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.666443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Deleting port c0708ebf-df3a-453f-b348-4461da480590 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:51.667092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.667589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:51.672837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:51.676160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:51.726919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27b4dfa-3589-42b9-9e5c-3fd1016bb29d req-eeec6ac6-ed57-41a5-bcf9-ec43c3131e2d tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.2181773 Jul 30 01:54:51.761829 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a7e73a2-88a3-47cb-9e02-3880ea5db075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.793559 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a502e69-909c-4672-b62f-326a9e42708d x-openstack-request-id: req-4a502e69-909c-4672-b62f-326a9e42708d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:51.793853 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e042740-63c6-4e1c-b040-7a9b30117a1b", "name": "network-vif-deleted", "tag": "5bea0aeb-023b-4918-96a7-a2b85894abcf", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:51.794107 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a502e69-909c-4672-b62f-326a9e42708d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:51.797887 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e042740-63c6-4e1c-b040-7a9b30117a1b', 'name': 'network-vif-deleted', 'tag': '5bea0aeb-023b-4918-96a7-a2b85894abcf', 'status': 'completed', 'code': 200} Jul 30 01:54:51.816674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] Set router 94d6bce0-294c-4e38-8e15-ec3d0a73477d gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:51.827126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Port': ['ID=f23cbec2-161a-4282-9bc5-e8d023501b3e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:52.095455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:54:51Z', 'revision_number': 6, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.130372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e5d44-8b19-4bfd-a138-8e1aebeb76f2 None None] The sync data for ids ['94d6bce0-294c-4e38-8e15-ec3d0a73477d'] in n-d-713499-10 is: [{'id': '94d6bce0-294c-4e38-8e15-ec3d0a73477d', 'name': 'tempest-AttachVolumeTestJSON-1971231780-router', 'tenant_id': '94b488a9f91a4cedb11c59818fd94649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:54:51Z', 'revision_number': 6, 'project_id': '94b488a9f91a4cedb11c59818fd94649', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:52.132137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.197157 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:54:52.280719 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69e11-b358-4986-a2ae-f0e3d1fbc849', 'name': 'tempest-snat-router-85006730', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.100'}], 'enable_snat': False}, 'gw_port_id': 'ceb19ff6-6b57-4676-b400-14a492f4e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:44Z', 'updated_at': '2021-07-30T01:54:46Z', 'revision_number': 3, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port': {'id': 'ceb19ff6-6b57-4676-b400-14a492f4e3b2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69e11-b358-4986-a2ae-f0e3d1fbc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:45Z', 'updated_at': '2021-07-30T01:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.314640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7311ff70-8d17-4615-b564-bac764dbbd8c req-ca6200b5-9f43-4321-b806-4c118a172385 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 210 time: 0.3199263 Jul 30 01:54:52.362899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d85732-893e-4558-a2c3-b0cd3e43f414 None None] The sync data for ids ['00a69e11-b358-4986-a2ae-f0e3d1fbc849'] in n-d-713499-10 is: [{'id': '00a69e11-b358-4986-a2ae-f0e3d1fbc849', 'name': 'tempest-snat-router-85006730', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.100'}], 'enable_snat': False}, 'gw_port_id': 'ceb19ff6-6b57-4676-b400-14a492f4e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:44Z', 'updated_at': '2021-07-30T01:54:46Z', 'revision_number': 3, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port': {'id': 'ceb19ff6-6b57-4676-b400-14a492f4e3b2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69e11-b358-4986-a2ae-f0e3d1fbc849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:45Z', 'updated_at': '2021-07-30T01:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:52.413975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-9de798d1-2f32-41af-8f55-d50ed2159d85 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:52.415610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-9de798d1-2f32-41af-8f55-d50ed2159d85 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.7512414 Jul 30 01:54:52.425590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1e904-182d-4bc4-acbf-7a7e69991468 req-ded0b230-8570-4633-a777-c5e2746863a1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:52.433407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42b1e904-182d-4bc4-acbf-7a7e69991468 req-ded0b230-8570-4633-a777-c5e2746863a1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.3455853 Jul 30 01:54:52.442717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60166) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:52.646799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42b1e904-182d-4bc4-acbf-7a7e69991468 req-478cb5ef-6759-4170-a276-45d41dc8969a tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119997 Jul 30 01:54:52.659562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] For port c0708ebf-df3a-453f-b348-4461da480590, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c0708ebf-df3a-453f-b348-4461da480590,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:52.659957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.724117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Calling delete_port for c0708ebf-df3a-453f-b348-4461da480590 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:52.724749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.811149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37ba5f64-d3e1-4bac-a748-06ce7b19585c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.040590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-045e2f70-9ffb-4c75-8d56-ee0e99d1fb95 req-fdafd86d-0a23-491e-af7d-1c6f818ebe34 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0763261 Jul 30 01:54:53.058731 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37ba5f64-d3e1-4bac-a748-06ce7b19585c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.067374 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.116524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5bea0aeb-023b-4918-96a7-a2b85894abcf no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:53.218991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 5bea0aeb-023b-4918-96a7-a2b85894abcf {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:53.219797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5bea0aeb-023b-4918-96a7-a2b85894abcf not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:53.222524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Deleting port ab30000f-e2cc-4276-bed0-937297fbaf83 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:53.223136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.230891 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37ba5f64-d3e1-4bac-a748-06ce7b19585c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.236477 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37ba5f64-d3e1-4bac-a748-06ce7b19585c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.242041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-37ba5f64-d3e1-4bac-a748-06ce7b19585c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/security-groups/744b2c50-2f96-41ef-a45f-f782798b03eb HTTP/1.1" status: 204 len: 168 time: 0.7914226 Jul 30 01:54:53.289222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.367657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60180) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:53.660860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba5f64-d3e1-4bac-a748-06ce7b19585c tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b2c50-2f96-41ef-a45f-f782798b03eb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:53.727736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ceb19ff6-6b57-4676-b400-14a492f4e3b2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:53.747595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ff5183b-6132-47e3-80ae-c19734904844 req-53e8abc7-7209-4a24-a25d-cf9036b2c470 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 210 time: 0.1047020 Jul 30 01:54:53.857982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-af262b99-cfdc-4348-bec4-235bcc0a1524 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.861591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-af262b99-cfdc-4348-bec4-235bcc0a1524 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.2384422 Jul 30 01:54:53.865550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ceb19ff6-6b57-4676-b400-14a492f4e3b2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:53.878685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ceb19ff6-6b57-4676-b400-14a492f4e3b2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:53.879815 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.934593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'port': {'device_id': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'admin_state_up': True, 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:54.014359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1356a795-3a71-44a2-96f7-f6b8cc477b35 req-f4a04442-ba18-4fce-88e8-e95325d45f3f tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689&device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.1510503 Jul 30 01:54:54.056023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.099751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ceb19ff6-6b57-4676-b400-14a492f4e3b2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ceb19ff6-6b57-4676-b400-14a492f4e3b2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:54.114335 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.213481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ceb19ff6-6b57-4676-b400-14a492f4e3b2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:54.240542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b0772add-aece-4a75-8bf0-80a8b12156e0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:54.243899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Router e92a643c-fe93-430e-92c8-80a04e21c6b9 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:54.320400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b0772add-aece-4a75-8bf0-80a8b12156e0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:54.320400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b0772add-aece-4a75-8bf0-80a8b12156e0 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:54.320400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c0708ebf-df3a-453f-b348-4461da480590 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:54.321470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fad53-05a3-4247-8d86-cdf3690acbee req-1a2959dc-7c16-4237-9d0d-46001e2192bf tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.329617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d3fad53-05a3-4247-8d86-cdf3690acbee req-1a2959dc-7c16-4237-9d0d-46001e2192bf tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1098 time: 0.4172280 Jul 30 01:54:54.506095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:54.518388 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Sync routers for ids ['e92a643c-fe93-430e-92c8-80a04e21c6b9'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:54.555389 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.556701 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Routers {'e92a643c-fe93-430e-92c8-80a04e21c6b9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:54.557350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e92a643c-fe93-430e-92c8-80a04e21c6b9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:54.577571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.584096 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-98f25f69-3390-444b-aafb-01afda48077d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6608636 Jul 30 01:54:54.592566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60206) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:54.601432 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.629977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d3fad53-05a3-4247-8d86-cdf3690acbee req-02305a59-d8cb-45b3-89f4-69dc8cc60485 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993774 Jul 30 01:54:54.632463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0307aa6-f89e-4c8d-9f5f-3953333fcf0a req-232c26ec-6bdb-4530-9917-be363715c2a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8acc23f25ad4173869cd96dd4846045&device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1023581 Jul 30 01:54:54.686577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-643665fa-97f6-481c-9370-63641610aa5c req-6bb01d35-259f-4515-8c6d-53d588eef5e2 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.0527532 Jul 30 01:54:54.688622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] For port ab30000f-e2cc-4276-bed0-937297fbaf83, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=ab30000f-e2cc-4276-bed0-937297fbaf83,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:54.689089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.768665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.792708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0307aa6-f89e-4c8d-9f5f-3953333fcf0a req-937b200b-a12d-4a64-ae01-86fb71ff659b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e8acc23f25ad4173869cd96dd4846045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926135 Jul 30 01:54:54.985712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Calling delete_port for ab30000f-e2cc-4276-bed0-937297fbaf83 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:54.993136 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Set router e92a643c-fe93-430e-92c8-80a04e21c6b9 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:55.084381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f61ffea0-4943-4219-a78f-2a487c0620a7 req-caa88e14-c275-4e23-91f0-8d2841fc1893 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 210 time: 0.0829704 Jul 30 01:54:55.085299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.161930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0708ebf-df3a-453f-b348-4461da480590,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:55.255945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:55.259930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.383308 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92a643c-fe93-430e-92c8-80a04e21c6b9', 'name': 'tempest-snat-router-85006730', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'f23cbec2-161a-4282-9bc5-e8d023501b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:49Z', 'updated_at': '2021-07-30T01:54:52Z', 'revision_number': 3, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port': {'id': 'f23cbec2-161a-4282-9bc5-e8d023501b3e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92a643c-fe93-430e-92c8-80a04e21c6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:50Z', 'updated_at': '2021-07-30T01:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:55.441855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-46a37a17-9b12-46bb-bc01-fdd2b0947b5d tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/e92a643c-fe93-430e-92c8-80a04e21c6b9 HTTP/1.1" status: 200 len: 906 time: 0.8471863 Jul 30 01:54:55.443577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60220) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:55.466027 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Checking router: e92a643c-fe93-430e-92c8-80a04e21c6b9 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:55.479702 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Updating router e92a643c-fe93-430e-92c8-80a04e21c6b9 port f23cbec2-161a-4282-9bc5-e8d023501b3e binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:55.484892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Allocated IP 172.20.0.3 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:55.544170 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.592805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ceb19ff6-6b57-4676-b400-14a492f4e3b2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:55.707225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ceb19ff6-6b57-4676-b400-14a492f4e3b2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:55.707603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.746934 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.069015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port e3dfe103-03a5-444a-9ce2-92d004dfd177 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:56.069363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.097523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bae12a1-4e3c-4392-beb0-fde41f6fc871 req-ac5d7dd7-d0b7-4c5b-ba61-1272ae3993f3 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.2606039 Jul 30 01:54:56.106458 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.129456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Transition to ACTIVE for port object f23cbec2-161a-4282-9bc5-e8d023501b3e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:56.139360 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.152750 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.168597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['994d2612-5a21-4249-b1a2-5cc99bb1c7dc'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:56.192725 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Pushing event updated for resources: {'Port': ['ID=f23cbec2-161a-4282-9bc5-e8d023501b3e,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.200537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.226619 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Attempting to bind port f23cbec2-161a-4282-9bc5-e8d023501b3e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:56.227051 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Attempting to bind port f23cbec2-161a-4282-9bc5-e8d023501b3e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:56.227508 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Attempting to bind port f23cbec2-161a-4282-9bc5-e8d023501b3e on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:56.227789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab30000f-e2cc-4276-bed0-937297fbaf83,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.233153 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.233602 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.234123 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.234587 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.235288 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.235623 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.236177 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.236732 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.237148 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.237560 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.238003 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.238398 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:56.247140 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:56.247743 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:56.248284 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.250016 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:56.251057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.251214 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Bound port: f23cbec2-161a-4282-9bc5-e8d023501b3e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:56.251656 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.254324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0307aa6-f89e-4c8d-9f5f-3953333fcf0a req-f8a099db-950d-4d4b-b1be-955b91c38c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.256183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0307aa6-f89e-4c8d-9f5f-3953333fcf0a req-f8a099db-950d-4d4b-b1be-955b91c38c84 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4426529 Jul 30 01:54:56.404782 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] For port f23cbec2-161a-4282-9bc5-e8d023501b3e, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:56.416410 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] For port f23cbec2-161a-4282-9bc5-e8d023501b3e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f23cbec2-161a-4282-9bc5-e8d023501b3e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:56.426166 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.508461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port e3dfe103-03a5-444a-9ce2-92d004dfd177, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e3dfe103-03a5-444a-9ce2-92d004dfd177,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:56.509988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.575756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for e3dfe103-03a5-444a-9ce2-92d004dfd177 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:56.583845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Deleting port f23cbec2-161a-4282-9bc5-e8d023501b3e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:56.584012 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.588778 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Routers {'e92a643c-fe93-430e-92c8-80a04e21c6b9'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:56.589976 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e92a643c-fe93-430e-92c8-80a04e21c6b9'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:56.592201 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c81745-d522-4dd9-9fd3-ddf779038839 None None] Pushing event updated for resources: {'Port': ['ID=f23cbec2-161a-4282-9bc5-e8d023501b3e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.722214 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] Set router e92a643c-fe93-430e-92c8-80a04e21c6b9 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:56.833026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.834482 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92a643c-fe93-430e-92c8-80a04e21c6b9', 'name': 'tempest-snat-router-85006730', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:49Z', 'updated_at': '2021-07-30T01:54:56Z', 'revision_number': 4, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:56.870700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] For port f23cbec2-161a-4282-9bc5-e8d023501b3e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f23cbec2-161a-4282-9bc5-e8d023501b3e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:56.871592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.871749 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1ef8b-b361-4963-8b17-72ccb85946a0 None None] The sync data for ids ['e92a643c-fe93-430e-92c8-80a04e21c6b9'] in n-d-713499-10 is: [{'id': 'e92a643c-fe93-430e-92c8-80a04e21c6b9', 'name': 'tempest-snat-router-85006730', 'tenant_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:49Z', 'updated_at': '2021-07-30T01:54:56Z', 'revision_number': 4, 'project_id': 'ae6e7ffe6b164880ba12743cae69ce39', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:56.891300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Calling delete_port for f23cbec2-161a-4282-9bc5-e8d023501b3e owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:56.918692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52c27bf3-5df1-4c86-aea9-9172304da279 req-ee8254f0-e0f6-4d8b-aa69-26a01dcf244d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 210 time: 0.1046226 Jul 30 01:54:56.971558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] No DVR routers for this DVR port ab30000f-e2cc-4276-bed0-937297fbaf83 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:56.988298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.990803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcda55a8-1b21-44a9-b642-1985275fffc2 req-680120b2-9c4a-4787-b060-4a36b049fd07 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ab30000f-e2cc-4276-bed0-937297fbaf83 HTTP/1.1" status: 204 len: 173 time: 4.5468547 Jul 30 01:54:57.001208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'name': 'network-vif-deleted', 'tag': 'ab30000f-e2cc-4276-bed0-937297fbaf83'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:57.006034 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44568d8-7662-4e95-91d3-a7d20b2764ff" -d '{"events": [{"server_uuid": "2d31995d-34c5-46fb-91b2-84cf30f049d2", "name": "network-vif-deleted", "tag": "ab30000f-e2cc-4276-bed0-937297fbaf83"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:57.023811 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.040729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca061-cf0e-4463-8b92-edd0d5a61280 req-edf89171-dd17-49f2-8580-9662e931c0ff tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.051772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941ca061-cf0e-4463-8b92-edd0d5a61280 req-edf89171-dd17-49f2-8580-9662e931c0ff tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d31995d-34c5-46fb-91b2-84cf30f049d2 HTTP/1.1" status: 200 len: 1019 time: 1.2010453 Jul 30 01:54:57.055757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.072089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Transition to ACTIVE for port object f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:57.088929 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1939ecc4-5b07-4ccf-9e5f-f699110c5d3e x-openstack-request-id: req-1939ecc4-5b07-4ccf-9e5f-f699110c5d3e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:57.089496 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d31995d-34c5-46fb-91b2-84cf30f049d2", "name": "network-vif-deleted", "tag": "ab30000f-e2cc-4276-bed0-937297fbaf83", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:57.089929 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1939ecc4-5b07-4ccf-9e5f-f699110c5d3e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:57.090510 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d31995d-34c5-46fb-91b2-84cf30f049d2', 'name': 'network-vif-deleted', 'tag': 'ab30000f-e2cc-4276-bed0-937297fbaf83', 'status': 'completed', 'code': 200} Jul 30 01:54:57.233920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ab30000f-e2cc-4276-bed0-937297fbaf83 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:57.245703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.289636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: ab30000f-e2cc-4276-bed0-937297fbaf83 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:57.290090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device ab30000f-e2cc-4276-bed0-937297fbaf83 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:57.320063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.320634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d6bce0-294c-4e38-8e15-ec3d0a73477d {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:57.324745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event deleted for resources: {'Port': ['ID=f23cbec2-161a-4282-9bc5-e8d023501b3e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.344643 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.345853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-049c11ec-fad4-42bd-bfaa-7900f95ce900 admin admin] 10.222.0.78 "DELETE /v2.0/routers/94d6bce0-294c-4e38-8e15-ec3d0a73477d HTTP/1.1" status: 204 len: 168 time: 6.9044681 Jul 30 01:54:57.355424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:57.361455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-62465e0c-f690-4108-bc71-3b020bc08a99 req-6e417733-e4e4-4bae-b510-615df85366ff tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1201010 Jul 30 01:54:57.382732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941ca061-cf0e-4463-8b92-edd0d5a61280 req-f9960f26-344e-45b1-9581-2eaa5d97665b tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048120 Jul 30 01:54:57.420771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.433742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:57.478235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:57.487146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:57.491611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['38918129-fe50-449d-870e-dc252b948cfd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:57.570375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.573972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:57.588221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.668487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.671485 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.725148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-94a05130-caf2-4113-96e7-1c1b6136b5b7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7964392 Jul 30 01:54:57.743091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Request body: {'port': {'device_id': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:57.760206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=e3dfe103-03a5-444a-9ce2-92d004dfd177,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.921461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Deleting subnet f85a40e6-93e5-4849-93b9-85bbeb961ddc {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:57.933462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.959730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0307aa6-f89e-4c8d-9f5f-3953333fcf0a req-2cd2e278-24ba-4019-bb07-dc646bd7cddb tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1115932 Jul 30 01:54:58.087280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.117515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.149262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2b84bedc-0340-4d77-88aa-e04674575524 None None] Provisioning for port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:58.166936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2b84bedc-0340-4d77-88aa-e04674575524 None None] Provisioning complete for port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:58.167400 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2b84bedc-0340-4d77-88aa-e04674575524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.233546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2b84bedc-0340-4d77-88aa-e04674575524 None None] Port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:58.274647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67b60-c7ab-4d19-ae91-b85818e4f0bf req-16e83c6f-61b4-41f0-b05f-70b9af15eac9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:58.276617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8c67b60-c7ab-4d19-ae91-b85818e4f0bf req-16e83c6f-61b4-41f0-b05f-70b9af15eac9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 931 time: 0.1574018 Jul 30 01:54:58.351740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8c67b60-c7ab-4d19-ae91-b85818e4f0bf req-459d42dc-a49a-4d68-be57-cace4a0a6237 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680351 Jul 30 01:54:58.371440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.607478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.696052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.702092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.727784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.753496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22253be7-66f1-46b3-b453-1f2f29314525 req-bfe34604-aa12-4373-8b5e-ffdbc0b1c3ec tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ac072c6-aa78-45fa-a6a3-445dd9731689 HTTP/1.1" status: 200 len: 210 time: 0.1311340 Jul 30 01:54:58.884206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.885138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e92a643c-fe93-430e-92c8-80a04e21c6b9 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:58.895279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.896750 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0fd11ebc-510c-4e82-8d22-9b66393645b1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/routers/e92a643c-fe93-430e-92c8-80a04e21c6b9 HTTP/1.1" status: 204 len: 168 time: 3.4265485 Jul 30 01:54:58.901271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:58.977979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60282) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:59.074122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c23b51-c7db-4234-9b8c-c07ef10a0b5d req-40a9841c-54eb-4f18-8d93-3021bc785797 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:59.081649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6c23b51-c7db-4234-9b8c-c07ef10a0b5d req-40a9841c-54eb-4f18-8d93-3021bc785797 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.1707363 Jul 30 01:54:59.107531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.117899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:59.133880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.148218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6c23b51-c7db-4234-9b8c-c07ef10a0b5d req-9d072e21-0445-4de0-b0e3-b33f3b88855d tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656240 Jul 30 01:54:59.165160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Transition to ACTIVE for port object f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:59.165160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.219514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Pushing event updated for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:59.251543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85a40e6-93e5-4849-93b9-85bbeb961ddc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:59.265824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.273465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d2ab3f-33bf-4f63-b8de-2bec7d0e25f3 None None] Network fd7b6f6e-b05e-41d6-83ff-564af48a647b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:59.283137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4bce19b2-d3ff-4bc0-8698-44e969521796 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f85a40e6-93e5-4849-93b9-85bbeb961ddc HTTP/1.1" status: 204 len: 168 time: 1.9156120 Jul 30 01:54:59.284551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60286) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:59.287839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.378716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d21d60fe-7e60-4726-8d49-939be33c2611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.433283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.589514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] DHCP port deletion for fd7b6f6e-b05e-41d6-83ff-564af48a647b request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:59.614124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Attempting to bind port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:59.614464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Attempting to bind port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:59.614803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Attempting to bind port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:59.628947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:59.628947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Attempting to bind port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:59.647126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac01c-8263-40e5-abf1-0e210f55f227 req-38c2d565-ae8c-4a80-a452-ae146783d03a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:59.647700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c5ac01c-8263-40e5-abf1-0e210f55f227 req-38c2d565-ae8c-4a80-a452-ae146783d03a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 943 time: 0.1385882 Jul 30 01:54:59.649866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:59.650210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:59.650601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:59.651080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Bound port: f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:59.651450 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.667305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] Deleting port 49a7cb3d-2ecc-4105-a8a4-56724942859c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:59.668676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.767841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Deleting port 49a7cb3d-2ecc-4105-a8a4-56724942859c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:59.768096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.786771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] For port 49a7cb3d-2ecc-4105-a8a4-56724942859c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49a7cb3d-2ecc-4105-a8a4-56724942859c,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:59.787578 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.790273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c5ac01c-8263-40e5-abf1-0e210f55f227 req-73e5db31-4db5-4350-91a3-a9134ec729b9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340656 Jul 30 01:54:59.810303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] Calling delete_port for 49a7cb3d-2ecc-4105-a8a4-56724942859c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:59.831786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Router 975dc135-e9c8-4e78-bfd2-3cb61767927b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:59.836882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.886232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:59.893593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:59.913526 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.948481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.996297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] Pushing event deleted for resources: {'Port': ['ID=49a7cb3d-2ecc-4105-a8a4-56724942859c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.003647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb341a10-a388-4070-97ae-d783d647cf81 None None] No DVR routers for this DVR port 49a7cb3d-2ecc-4105-a8a4-56724942859c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:00.084755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.085920 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.088079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] 10.222.0.66 "PUT /v2.0/ports/f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 HTTP/1.1" status: 200 len: 1092 time: 2.3531494 Jul 30 01:55:00.090202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] For port 49a7cb3d-2ecc-4105-a8a4-56724942859c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49a7cb3d-2ecc-4105-a8a4-56724942859c,segment=NetworkSegment(e577ec16-af68-4d44-9226-cc1145f43d19),segment_id=e577ec16-af68-4d44-9226-cc1145f43d19)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:00.090405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d21d60fe-7e60-4726-8d49-939be33c2611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.090557 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.104582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d21d60fe-7e60-4726-8d49-939be33c2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.106341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:00.113653 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7606819-df75-4465-b175-2d7f78abcb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:00.125430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d6d80-c53a-4e07-88f8-3c863e3fd91e service neutron] Pushing event updated for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.156400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Calling delete_port for 49a7cb3d-2ecc-4105-a8a4-56724942859c owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:00.261659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-e207f00f-8363-4133-8be3-29c53346d4f1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.268772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-e207f00f-8363-4133-8be3-29c53346d4f1 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.1195188 Jul 30 01:55:00.268772 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f977e-02dd-4e33-9fb0-8522c58ce6f8 x-openstack-request-id: req-c14f977e-02dd-4e33-9fb0-8522c58ce6f8 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:00.268772 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:00.268772 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c14f977e-02dd-4e33-9fb0-8522c58ce6f8 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:00.268772 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1', 'status': 'completed', 'code': 200} Jul 30 01:55:00.302699 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d21d60fe-7e60-4726-8d49-939be33c2611 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d355f1ff4df548f2a34f662f72432387&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2900879 Jul 30 01:55:00.308297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:00.326144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d60fe-7e60-4726-8d49-939be33c2611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e11dff0-d040-4176-a02d-8732c08cfe27,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.450258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.506733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdac0975-b27e-4ea0-a41f-b14313563276 req-1197cf6f-ef0e-48bc-87db-cee4f5b265f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8acc23f25ad4173869cd96dd4846045&device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.1177585 Jul 30 01:55:00.597560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdac0975-b27e-4ea0-a41f-b14313563276 req-f92dd908-d75d-4e5e-b0ef-4a2a8976bb27 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e8acc23f25ad4173869cd96dd4846045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498793 Jul 30 01:55:00.602579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a7cb3d-2ecc-4105-a8a4-56724942859c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.720203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0975-b27e-4ea0-a41f-b14313563276 req-2c5db8e1-de72-48f2-bba5-afc6ddce132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.721685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdac0975-b27e-4ea0-a41f-b14313563276 req-2c5db8e1-de72-48f2-bba5-afc6ddce132d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156373 Jul 30 01:55:00.728662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7bda5a2-6e60-46de-913b-7acaed53b82b req-fdc42e58-e9ed-4dc4-8b4b-b4d63e10dcd2 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.1567752 Jul 30 01:55:00.737749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] No DVR routers for this DVR port 49a7cb3d-2ecc-4105-a8a4-56724942859c on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:00.797745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Deleting port ceb19ff6-6b57-4676-b400-14a492f4e3b2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:00.798305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.846932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-0c7c34c9-d126-428e-ae40-debe686d9ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3716929 Jul 30 01:55:00.848521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Deleting port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:00.849103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.851123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:00.853317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.876219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] Sync routers for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:00.880108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf665e44-437e-41ed-ae79-719d9fdfdec9 req-ae8799a6-12f7-46e6-81be-e0b22351abfe tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.881755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf665e44-437e-41ed-ae79-719d9fdfdec9 req-ae8799a6-12f7-46e6-81be-e0b22351abfe tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 1097 time: 0.4290481 Jul 30 01:55:00.892394 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a94416f7-9b4f-40a5-b777-8fa4d7f8d0fb tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "PUT /v2.0/routers/975dc135-e9c8-4e78-bfd2-3cb61767927b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5230615 Jul 30 01:55:00.892867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:00.893606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.898296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:00.946041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7b6f6e-b05e-41d6-83ff-564af48a647b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.951322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] For port ceb19ff6-6b57-4676-b400-14a492f4e3b2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ceb19ff6-6b57-4676-b400-14a492f4e3b2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:00.951809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.959042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e577ec16-af68-4d44-9226-cc1145f43d19') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.959605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e577ec16-af68-4d44-9226-cc1145f43d19') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.969116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Calling delete_port for ceb19ff6-6b57-4676-b400-14a492f4e3b2 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:00.971362 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.987269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.994306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:00.995074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.061832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:01.064052 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:01.079438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.152783 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.155367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd7b6f6e-b05e-41d6-83ff-564af48a647b HTTP/1.1" status: 204 len: 168 time: 1.8693993 Jul 30 01:55:01.222255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-2e95f79b-1b8b-48d4-bc92-94d958e5b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:01.225285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-2e95f79b-1b8b-48d4-bc92-94d958e5b508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 1097 time: 0.2855377 Jul 30 01:55:01.229008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.230495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fca3a-a525-4a81-b845-a15a3bd90137 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7b6f6e-b05e-41d6-83ff-564af48a647b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:01.283889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-dda4e516-2f77-48e7-b750-ad8033c4f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:01.286056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-dda4e516-2f77-48e7-b750-ad8033c4f79d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 1095 time: 1.0760133 Jul 30 01:55:01.296971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceb19ff6-6b57-4676-b400-14a492f4e3b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:01.306340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf665e44-437e-41ed-ae79-719d9fdfdec9 req-c76a3f04-9975-4a7f-adb8-24af71c38166 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=44b22092-17a7-4d1e-a9be-8e2a195fde14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741941 Jul 30 01:55:01.317500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b9ad8-b4ff-4ad0-8b5c-cee2080d64ec req-bd5d5700-020c-40ea-80db-ca18b11d2276 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:01.319409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-204b9ad8-b4ff-4ad0-8b5c-cee2080d64ec req-bd5d5700-020c-40ea-80db-ca18b11d2276 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 943 time: 0.2566326 Jul 30 01:55:01.334515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:54:57Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.391269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-4bd37f40-f1c4-40b4-aa9d-453e602d27b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 HTTP/1.1" status: 200 len: 217 time: 0.0856771 Jul 30 01:55:01.405457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] For port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:01.405881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.411385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.411747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.412144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.412302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60318) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:01.412497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.412823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.413154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.413583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.413914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.414273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.414595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.414913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.415376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:01.418798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] Checking router: 975dc135-e9c8-4e78-bfd2-3cb61767927b for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:01.424866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting subnet 96342e4f-eca2-4041-93f2-997b3f7541af {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:01.444230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] Routers {'975dc135-e9c8-4e78-bfd2-3cb61767927b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:01.444975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['975dc135-e9c8-4e78-bfd2-3cb61767927b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.447821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Calling delete_port for 994d2612-5a21-4249-b1a2-5cc99bb1c7dc owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:01.511385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-204b9ad8-b4ff-4ad0-8b5c-cee2080d64ec req-02bc4690-d7db-4380-8ec0-16442345e54b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514249 Jul 30 01:55:01.516897 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.535496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d90c2c92-1e17-4b18-9cd3-1fefc9474c76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94b488a9f91a4cedb11c59818fd94649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181662 Jul 30 01:55:01.542472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60322) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:01.568626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-503eea66-a2d6-4a68-9fa6-d02749479742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:01.572881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-503eea66-a2d6-4a68-9fa6-d02749479742 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1423550 Jul 30 01:55:01.580153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49a7cb3d-2ecc-4105-a8a4-56724942859c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:01.599145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b58f424e-aa89-4013-85c4-f61d641a0333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.604559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 49a7cb3d-2ecc-4105-a8a4-56724942859c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:01.605956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49a7cb3d-2ecc-4105-a8a4-56724942859c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:01.613407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] Set router 975dc135-e9c8-4e78-bfd2-3cb61767927b gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:01.633992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-f7d72b10-4819-4d8d-8577-eafd61a9bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:01.635853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-f7d72b10-4819-4d8d-8577-eafd61a9bbe4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.3589547 Jul 30 01:55:01.685778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.694378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b58f424e-aa89-4013-85c4-f61d641a0333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.697320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-67123ab8-7ddf-40ab-9955-2129242c9663 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38918129-fe50-449d-870e-dc252b948cfd HTTP/1.1" status: 200 len: 217 time: 0.0497775 Jul 30 01:55:01.722681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.807645 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abe9e630-b1cf-4c34-8f3c-11c4ec41f24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.832525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abe9e630-b1cf-4c34-8f3c-11c4ec41f24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.839695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:54:57Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.877929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.879262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ffd018-6b02-4f25-a473-e63101597fd8 None None] The sync data for ids ['975dc135-e9c8-4e78-bfd2-3cb61767927b'] in n-d-713499-10 is: [{'id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'name': 'tempest-TestNetworkBasicOps-router-198297041', 'tenant_id': '40ad5a70069c490aadaefd93ae71ab62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:19Z', 'updated_at': '2021-07-30T01:54:57Z', 'revision_number': 5, 'project_id': '40ad5a70069c490aadaefd93ae71ab62', 'gw_port': {'id': '874597ff-50f2-45fb-836e-f6d1e29671fe', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975dc135-e9c8-4e78-bfd2-3cb61767927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:20Z', 'updated_at': '2021-07-30T01:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:01.882236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.912272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.926291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['994d2612-5a21-4249-b1a2-5cc99bb1c7dc'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:01.951770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.952863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00a69e11-b358-4986-a2ae-f0e3d1fbc849 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:01.971162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abe9e630-b1cf-4c34-8f3c-11c4ec41f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.974338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-abe9e630-b1cf-4c34-8f3c-11c4ec41f24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.975939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-abe9e630-b1cf-4c34-8f3c-11c4ec41f24f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3ffd63f-e958-438e-a7eb-cb6bf1550375 HTTP/1.1" status: 204 len: 168 time: 0.4311843 Jul 30 01:55:01.984711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b78e671-60a4-4365-a30e-d0ca4677724c req-9ce08e1a-5c98-46a3-91b3-5c9042d2f1f2 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.1059554 Jul 30 01:55:01.990608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.992160 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d123a2f0-fd0c-4c15-aef5-c708ac363a65 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "DELETE /v2.0/routers/00a69e11-b358-4986-a2ae-f0e3d1fbc849 HTTP/1.1" status: 204 len: 168 time: 3.0866952 Jul 30 01:55:02.005640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60330) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:02.025506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-294982055', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:02.037538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e630-b1cf-4c34-8f3c-11c4ec41f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ffd63f-e958-438e-a7eb-cb6bf1550375,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:02.042413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Pushing event deleted for resources: {'Port': ['ID=994d2612-5a21-4249-b1a2-5cc99bb1c7dc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:02.071520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-2ec329f5-d407-46f2-a4a4-9eee60b023be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.073295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-2ec329f5-d407-46f2-a4a4-9eee60b023be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4718575 Jul 30 01:55:02.119764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdac0975-b27e-4ea0-a41f-b14313563276 req-cef27a38-c681-4434-b978-5e42db4ebb71 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.0347888 Jul 30 01:55:02.137411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] No DVR routers for this DVR port 994d2612-5a21-4249-b1a2-5cc99bb1c7dc on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:02.141231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-43542658-1ff7-4609-88db-c89f9f9d001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.143206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-43542658-1ff7-4609-88db-c89f9f9d001f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.3689089 Jul 30 01:55:02.144814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.147925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-382e67e4-0222-4995-b69a-2a1abb6630eb req-ad083f71-88db-49db-8971-dd223b452bc0 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.66 "DELETE /v2.0/ports/994d2612-5a21-4249-b1a2-5cc99bb1c7dc HTTP/1.1" status: 204 len: 173 time: 1.8774226 Jul 30 01:55:02.286328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.286905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-ee9398d2-fe43-40c8-9183-e16788f07554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.287392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.297891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-ee9398d2-fe43-40c8-9183-e16788f07554 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376421 Jul 30 01:55:02.306680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'name': 'network-vif-deleted', 'tag': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:02.315350 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239b09a-4b38-483a-82db-c83414d30193" -d '{"events": [{"server_uuid": "5a5e47a0-6dd8-481b-8f51-b55933ddab18", "name": "network-vif-deleted", "tag": "994d2612-5a21-4249-b1a2-5cc99bb1c7dc"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:02.332682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b58f424e-aa89-4013-85c4-f61d641a0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.335303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b58f424e-aa89-4013-85c4-f61d641a0333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.336478 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b58f424e-aa89-4013-85c4-f61d641a0333 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e11dff0-d040-4176-a02d-8732c08cfe27 HTTP/1.1" status: 204 len: 168 time: 2.0232565 Jul 30 01:55:02.361503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.408724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f424e-aa89-4013-85c4-f61d641a0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e11dff0-d040-4176-a02d-8732c08cfe27,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:02.430792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-2ca90141-d71a-44ca-b8fe-2104aa74794e service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402214 Jul 30 01:55:02.545425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.558779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-8f60356b-838d-441e-ace3-1e54fd3cf15f service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249851 Jul 30 01:55:02.567870 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b6534-df44-4ae2-bab5-955d77375417 x-openstack-request-id: req-fc5b6534-df44-4ae2-bab5-955d77375417 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:02.569617 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5e47a0-6dd8-481b-8f51-b55933ddab18", "name": "network-vif-deleted", "tag": "994d2612-5a21-4249-b1a2-5cc99bb1c7dc", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:02.570257 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc5b6534-df44-4ae2-bab5-955d77375417 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:02.572435 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5e47a0-6dd8-481b-8f51-b55933ddab18', 'name': 'network-vif-deleted', 'tag': '994d2612-5a21-4249-b1a2-5cc99bb1c7dc', 'status': 'completed', 'code': 200} Jul 30 01:55:02.749174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7aec2d87-2ac8-4118-a6d8-bbda9d511316 req-d8231dec-4f9f-4246-b4d4-6d36ecf51b71 tempest-TestServerMultinode-220394216 tempest-TestServerMultinode-220394216-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a5e47a0-6dd8-481b-8f51-b55933ddab18 HTTP/1.1" status: 200 len: 210 time: 0.1737401 Jul 30 01:55:03.043480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.158830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21408-9607-4f85-a7ac-6b511f7af2b6 req-eed44197-35b7-4a6a-833c-ee8a60f879de tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:03.170209 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.178213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4d21408-9607-4f85-a7ac-6b511f7af2b6 req-eed44197-35b7-4a6a-833c-ee8a60f879de tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 943 time: 0.4249542 Jul 30 01:55:03.194279 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fad139a6-ff53-4172-97be-92e3f4f039eb req-60cbecd3-3351-4901-b305-a2b854ec5980 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790266 Jul 30 01:55:03.199751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Subnet': ['ID=96342e4f-eca2-4041-93f2-997b3f7541af,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:03.203272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60360) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:03.217941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf26113-b8f4-4df3-8b6e-ae0aaf585d1e None None] Network 3da369d7-f2bf-4212-87eb-2b488ef228a1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:03.262294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.270571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-660c767f-cbbc-4cc5-b0ac-42ba9c62887d req-792fcc78-44d4-44f5-b2a6-87e278796694 tempest-ServerShowV247Test-406807622 tempest-ServerShowV247Test-406807622-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ae84ef2-8737-47e3-bc39-8fdcbf0c5933 HTTP/1.1" status: 200 len: 210 time: 0.0411847 Jul 30 01:55:03.270849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-36f98cf2-aefe-454e-b063-fade2a758bad tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/subnets/96342e4f-eca2-4041-93f2-997b3f7541af HTTP/1.1" status: 204 len: 168 time: 2.3664148 Jul 30 01:55:03.270849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77fe0daa-7a5a-4311-8bdd-29e6a6b42dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.283583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4d21408-9607-4f85-a7ac-6b511f7af2b6 req-8e8fe407-1e72-408e-984e-cca22017db91 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034918 Jul 30 01:55:03.284115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60362) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:03.304831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ad6417-1a85-4e67-8b48-83e1db9569ce req-a75353b7-1b2c-4557-b734-58278b11ada9 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018328 Jul 30 01:55:03.464777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606819-df75-4465-b175-2d7f78abcb5f req-112eaa16-23a3-4a40-be22-01fba7ce9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:03.466714 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-112eaa16-23a3-4a40-be22-01fba7ce9d6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 1095 time: 0.1762316 Jul 30 01:55:03.504466 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.512483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] DHCP port deletion for 3da369d7-f2bf-4212-87eb-2b488ef228a1 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:03.567765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ceb19ff6-6b57-4676-b400-14a492f4e3b2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:03.624576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ceb19ff6-6b57-4676-b400-14a492f4e3b2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:03.624942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ceb19ff6-6b57-4676-b400-14a492f4e3b2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:03.625372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e3dfe103-03a5-444a-9ce2-92d004dfd177 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:03.636661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606819-df75-4465-b175-2d7f78abcb5f req-9a097733-2973-486c-af4a-bde5c1b7b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:03.638534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-9a097733-2973-486c-af4a-bde5c1b7b964 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.1555486 Jul 30 01:55:03.680537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e3dfe103-03a5-444a-9ce2-92d004dfd177 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:03.681011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e3dfe103-03a5-444a-9ce2-92d004dfd177 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:03.696321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.697425 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-625b8259-0216-4362-bc7d-00eac1220a58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 HTTP/1.1" status: 200 len: 217 time: 0.0502195 Jul 30 01:55:03.714281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] Deleting port 5d446c5d-5354-4462-bcf7-803583396e5b {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:03.715024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.763492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Deleting port 874597ff-50f2-45fb-836e-f6d1e29671fe {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:03.764035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.853793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60374) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:03.875211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] For port 874597ff-50f2-45fb-836e-f6d1e29671fe, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=874597ff-50f2-45fb-836e-f6d1e29671fe,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:03.875617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.891918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Calling delete_port for 874597ff-50f2-45fb-836e-f6d1e29671fe owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:04.007808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77fe0daa-7a5a-4311-8bdd-29e6a6b42dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.009565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] For port 5d446c5d-5354-4462-bcf7-803583396e5b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d446c5d-5354-4462-bcf7-803583396e5b,segment=NetworkSegment(c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0),segment_id=c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:04.010146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.031833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] Calling delete_port for 5d446c5d-5354-4462-bcf7-803583396e5b owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:04.083039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77fe0daa-7a5a-4311-8bdd-29e6a6b42dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.126127 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-77fe0daa-7a5a-4311-8bdd-29e6a6b42dff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d21e56a9b3004bcd914af871306276b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9158688 Jul 30 01:55:04.132375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60382) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:04.136419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.159835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606819-df75-4465-b175-2d7f78abcb5f req-7a27b13f-f396-4867-a6ba-af8d01f5e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:04.161579 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-7a27b13f-f396-4867-a6ba-af8d01f5e280 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.4402966 Jul 30 01:55:04.172351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] No DVR routers for this DVR port 5d446c5d-5354-4462-bcf7-803583396e5b on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:04.179072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc9f8a-33aa-4af8-9fbd-d214c0e81815 None None] Pushing event deleted for resources: {'Port': ['ID=5d446c5d-5354-4462-bcf7-803583396e5b,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:04.194012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe0daa-7a5a-4311-8bdd-29e6a6b42dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ab80c-a140-4433-9327-6cda2513b6ca,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:04.243739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b67c745e-c23b-430e-9eb6-ad942dcf9c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.291638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.310877 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.320592 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.351278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606819-df75-4465-b175-2d7f78abcb5f req-53c0a943-22c7-44ab-86fb-bee94479e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:04.365912 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-53c0a943-22c7-44ab-86fb-bee94479e977 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832433 Jul 30 01:55:04.398440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b67c745e-c23b-430e-9eb6-ad942dcf9c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.400395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Port': ['ID=874597ff-50f2-45fb-836e-f6d1e29671fe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:04.530718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd170-ed30-4126-8e8c-464b43aa9764 req-49168c8b-c1cf-4bda-bef1-fed1ceb39c6a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:04.539154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4acdd170-ed30-4126-8e8c-464b43aa9764 req-49168c8b-c1cf-4bda-bef1-fed1ceb39c6a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 943 time: 0.1251938 Jul 30 01:55:04.552536 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.691582 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b67c745e-c23b-430e-9eb6-ad942dcf9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.694985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b67c745e-c23b-430e-9eb6-ad942dcf9c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.696940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b67c745e-c23b-430e-9eb6-ad942dcf9c57 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e2ab80c-a140-4433-9327-6cda2513b6ca HTTP/1.1" status: 204 len: 168 time: 0.5632792 Jul 30 01:55:04.756365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-34976d84-a0d7-4615-b660-5e3eeadbcfec service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895061 Jul 30 01:55:05.154948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:05.157602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 994d2612-5a21-4249-b1a2-5cc99bb1c7dc no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:05.218970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 994d2612-5a21-4249-b1a2-5cc99bb1c7dc {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:05.219237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 994d2612-5a21-4249-b1a2-5cc99bb1c7dc not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:05.248115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:05.294652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Allocated IP 172.25.8.99 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/99f80b51-ddae-4497-90ad-1d97daa7d9eb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:05.442958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:05.444798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60416) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:05.465536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1', 'mac_address': 'fa:16:3e:b1:a1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:05.550183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b17ec8-0861-4c28-bf86-274ed25b5efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.552188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.556394 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.583417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.634828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c745e-c23b-430e-9eb6-ad942dcf9c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ab80c-a140-4433-9327-6cda2513b6ca,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:05.639636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.642174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Fanout notify agent at l3_agent the message router_deleted on router 975dc135-e9c8-4e78-bfd2-3cb61767927b {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:05.662421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:05.679586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.686074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2b633733-affc-4c56-a701-55984a0bf478 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/routers/975dc135-e9c8-4e78-bfd2-3cb61767927b HTTP/1.1" status: 204 len: 168 time: 2.3816128 Jul 30 01:55:05.687825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:05.700484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d446c5d-5354-4462-bcf7-803583396e5b no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:05.748448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:05.773337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.803590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.829424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:05.838064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 5d446c5d-5354-4462-bcf7-803583396e5b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:05.838779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d446c5d-5354-4462-bcf7-803583396e5b not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:05.858362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.859381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.859835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.860244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.860642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.861034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.861423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.862249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.862249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.862476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.862885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.863318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:05.898954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4acdd170-ed30-4126-8e8c-464b43aa9764 req-74b35c2b-a90a-438f-8c5d-057dedc0fa2a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3434520 Jul 30 01:55:05.931482 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f7606819-df75-4465-b175-2d7f78abcb5f req-cd5ef128-f15e-42fe-8782-3ba3d48a3614 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774974 Jul 30 01:55:05.945875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.996773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:06.036304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de286e94-ffb8-45cf-88bc-8ec8be29963e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.038543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.086836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.097601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da369d7-f2bf-4212-87eb-2b488ef228a1']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:06.110380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:06.110719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d6a9d8-4f2f-4973-8d81-f10a6f5f13c0') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:06.120971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.137434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.150861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:06.151337 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:06.155022 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:06.163814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event updated for resources: {'Port': ['ID=99f80b51-ddae-4497-90ad-1d97daa7d9eb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:06.182589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.228530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:06.235115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:06.242442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:06.326021 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.337899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.345127 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] 10.222.0.78 "DELETE /v2.0/networks/3da369d7-f2bf-4212-87eb-2b488ef228a1 HTTP/1.1" status: 204 len: 168 time: 0.6529951 Jul 30 01:55:06.360182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf61d-b0cc-4902-a5a7-26b4f92444d9 tempest-TestNetworkBasicOps-1212730292 tempest-TestNetworkBasicOps-1212730292-project] Pushing event deleted for resources: {'Network': ['ID=3da369d7-f2bf-4212-87eb-2b488ef228a1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:06.627032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b17ec8-0861-4c28-bf86-274ed25b5efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.634723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60448) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:06.660979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68b17ec8-0861-4c28-bf86-274ed25b5efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.790774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c07a238e-8cb9-4de1-92f0-fc88eb156b23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40ad5a70069c490aadaefd93ae71ab62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545846 Jul 30 01:55:06.793229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60452) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:06.802460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-68b17ec8-0861-4c28-bf86-274ed25b5efa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a40eb2779724877a6375573a34e40f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3530569 Jul 30 01:55:06.806061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60454) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:06.814857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b17ec8-0861-4c28-bf86-274ed25b5efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8520921d-a39d-4e1e-84d5-d36d6aa9505b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:06.868925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.886374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69896171-5550-479c-8b30-beb8916ea3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.933749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d18d12-3a90-4646-ba96-7d04f1236fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.972306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69896171-5550-479c-8b30-beb8916ea3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.995431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d18d12-3a90-4646-ba96-7d04f1236fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.019619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.146435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d18d12-3a90-4646-ba96-7d04f1236fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.146746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d18d12-3a90-4646-ba96-7d04f1236fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.148463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-52d18d12-3a90-4646-ba96-7d04f1236fd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8520921d-a39d-4e1e-84d5-d36d6aa9505b HTTP/1.1" status: 204 len: 168 time: 0.3409903 Jul 30 01:55:07.161327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:07.168082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69896171-5550-479c-8b30-beb8916ea3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.175393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69896171-5550-479c-8b30-beb8916ea3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.177304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-69896171-5550-479c-8b30-beb8916ea3e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ea24604-420f-4a3d-8df1-346bc1a64544 HTTP/1.1" status: 204 len: 168 time: 0.3829589 Jul 30 01:55:07.208787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de286e94-ffb8-45cf-88bc-8ec8be29963e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.211390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ddd6-fe19-471e-bdbd-3ea93e40db03 req-458d0510-447c-44ae-a6a3-e6b5aa954eae tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:07.217667 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de286e94-ffb8-45cf-88bc-8ec8be29963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.219098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f9ddd6-fe19-471e-bdbd-3ea93e40db03 req-458d0510-447c-44ae-a6a3-e6b5aa954eae tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 944 time: 0.1924965 Jul 30 01:55:07.250058 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de286e94-ffb8-45cf-88bc-8ec8be29963e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8acc23f25ad4173869cd96dd4846045&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8235269 Jul 30 01:55:07.253231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d18d12-3a90-4646-ba96-7d04f1236fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520921d-a39d-4e1e-84d5-d36d6aa9505b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:07.262206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:07.313160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:07.324309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:07.324772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.330416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896171-5550-479c-8b30-beb8916ea3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea24604-420f-4a3d-8df1-346bc1a64544,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:07.371267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f9ddd6-fe19-471e-bdbd-3ea93e40db03 req-b4c07d3c-3a56-44a9-a21c-012ed3c78c0f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290452 Jul 30 01:55:07.456096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 874597ff-50f2-45fb-836e-f6d1e29671fe no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:07.534953 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.539096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 874597ff-50f2-45fb-836e-f6d1e29671fe {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:07.539836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 874597ff-50f2-45fb-836e-f6d1e29671fe not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:07.572864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:07.575401 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb59e0c-9a2b-48ef-9ed9-c12a8557252d" -d '{"events": [{"server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "name": "network-vif-plugged", "status": "completed", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:07.586014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.609775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Deleting port 837faa4f-ef26-4168-8a01-b955ff26c4a8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:07.609775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.645956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:07.654302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.666000 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a0e7e-d70b-43e9-a17e-e498fdd79393 x-openstack-request-id: req-361a0e7e-d70b-43e9-a17e-e498fdd79393 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:07.666285 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "name": "network-vif-plugged", "status": "completed", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:07.666542 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-361a0e7e-d70b-43e9-a17e-e498fdd79393 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:07.668352 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1', 'code': 200} Jul 30 01:55:07.786739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:07.792002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:07.839789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7b6c-4818-4c00-a5f8-e980e861255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.861927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286e94-ffb8-45cf-88bc-8ec8be29963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f454c3-339b-46ec-9a10-f4b49fef5d74,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:08.065211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7b6c-4818-4c00-a5f8-e980e861255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.069739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7b6c-4818-4c00-a5f8-e980e861255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.080939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2545e2e5-bfb1-44b4-b5a2-cdbfbd57fca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.105943 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2545e2e5-bfb1-44b4-b5a2-cdbfbd57fca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.164888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe7b6c-4818-4c00-a5f8-e980e861255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1363d2-7341-406d-8660-b7b81d407d79,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:08.188509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7cbe7b6c-4818-4c00-a5f8-e980e861255d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ade75221bb62457da68c26e950f464bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004233 Jul 30 01:55:08.189892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60492) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:08.216916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc6d21-00d6-4e7f-aea0-03296eebb6ba req-a82a688e-4381-4bad-a414-c42d80fd93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:08.218698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cdc6d21-00d6-4e7f-aea0-03296eebb6ba req-a82a688e-4381-4bad-a414-c42d80fd93f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 1097 time: 0.2789578 Jul 30 01:55:08.224843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2545e2e5-bfb1-44b4-b5a2-cdbfbd57fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.227513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2545e2e5-bfb1-44b4-b5a2-cdbfbd57fca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.230926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2545e2e5-bfb1-44b4-b5a2-cdbfbd57fca1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47f454c3-339b-46ec-9a10-f4b49fef5d74 HTTP/1.1" status: 204 len: 168 time: 0.9654238 Jul 30 01:55:08.259809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8efe577f-1e4a-475d-9d88-0c6628130770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.298228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545e2e5-bfb1-44b4-b5a2-cdbfbd57fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f454c3-339b-46ec-9a10-f4b49fef5d74,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:08.304740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8efe577f-1e4a-475d-9d88-0c6628130770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.315497 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4cdc6d21-00d6-4e7f-aea0-03296eebb6ba req-612ead25-5b01-4569-b0f1-a5a3859753a3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788329 Jul 30 01:55:08.322707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] For port 837faa4f-ef26-4168-8a01-b955ff26c4a8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=837faa4f-ef26-4168-8a01-b955ff26c4a8,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:08.322937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.344275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Calling delete_port for 837faa4f-ef26-4168-8a01-b955ff26c4a8 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:08.396588 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8efe577f-1e4a-475d-9d88-0c6628130770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.400498 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8efe577f-1e4a-475d-9d88-0c6628130770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.404334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8efe577f-1e4a-475d-9d88-0c6628130770 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe1363d2-7341-406d-8660-b7b81d407d79 HTTP/1.1" status: 204 len: 168 time: 0.2105005 Jul 30 01:55:08.416661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe577f-1e4a-475d-9d88-0c6628130770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1363d2-7341-406d-8660-b7b81d407d79,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:08.455195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Router 9d20d6e8-08b4-4acf-82d1-fc9af0d163cf is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:08.526353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4c7ee-6917-46c9-a4ab-21f3be123a49 req-8baf8cd8-756a-4d3e-ac96-8fd2534dd01e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:08.529576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81d4c7ee-6917-46c9-a4ab-21f3be123a49 req-8baf8cd8-756a-4d3e-ac96-8fd2534dd01e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 945 time: 0.0747273 Jul 30 01:55:08.613126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81d4c7ee-6917-46c9-a4ab-21f3be123a49 req-e28231ab-5e09-4ed0-ab27-e5006c6dfeb6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709028 Jul 30 01:55:08.739529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:08.750924 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] Sync routers for ids ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:08.773509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] Routers {'9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:08.774399 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.806863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.808202 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94dc4de2-3823-4969-8545-4721ac20e564 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.7965119 Jul 30 01:55:08.810933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60530) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:08.818705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': False}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:08.886578 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.914371 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] Routers {'9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:08.915018 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.947806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.002975 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:09.003816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55ff36-8d8d-4fbd-9a67-c744016c1ea3 None None] The sync data for ids ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:09.065772 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Pushing event deleted for resources: {'Port': ['ID=837faa4f-ef26-4168-8a01-b955ff26c4a8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:09.459680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.536113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.910438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad0203-ffc3-4e57-a2d7-b8baaa3058a0 req-5a20c5bb-ebf8-41ee-a181-8cbda3480202 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:09.920864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32ad0203-ffc3-4e57-a2d7-b8baaa3058a0 req-5a20c5bb-ebf8-41ee-a181-8cbda3480202 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 945 time: 0.1568532 Jul 30 01:55:09.936612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Router 13d33829-1fa0-49b0-8959-798c70c73e76 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:10.081574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32ad0203-ffc3-4e57-a2d7-b8baaa3058a0 req-8328d455-309f-4d9e-ab14-23d79e996c84 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554439 Jul 30 01:55:10.356021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-c7d8bb29-9f7c-47f1-88bb-b292bbad186a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 267 time: 0.1501274 Jul 30 01:55:10.683019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-0df88ff3-a98a-439f-ab4c-b68459b37a05 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:10.683019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-0df88ff3-a98a-439f-ab4c-b68459b37a05 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 945 time: 0.3170669 Jul 30 01:55:10.758662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'port': {'security_groups': []}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:10.843608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:10.870755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d94daa1c-e068-4d5e-99aa-9fd836b3709d admin admin] 10.222.0.78 "PUT /v2.0/routers/13d33829-1fa0-49b0-8959-798c70c73e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9862905 Jul 30 01:55:10.870962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] Sync routers for ids ['13d33829-1fa0-49b0-8959-798c70c73e76'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:10.871476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:10.885940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] Routers {'13d33829-1fa0-49b0-8959-798c70c73e76'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:10.886814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['13d33829-1fa0-49b0-8959-798c70c73e76'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:10.908375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.041915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.085460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.167487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.168158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] Set router 13d33829-1fa0-49b0-8959-798c70c73e76 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:11.397696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.466382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:11.502867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Deleting port f6a3d583-1942-4da1-8da0-18ac9d60338f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:11.502867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.645252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:55:08Z', 'revision_number': 5, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port': {'id': 'f6a3d583-1942-4da1-8da0-18ac9d60338f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:21:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:46Z', 'updated_at': '2021-07-30T01:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:11.653197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.657132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60682) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:11.677118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.701293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] For port f6a3d583-1942-4da1-8da0-18ac9d60338f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f6a3d583-1942-4da1-8da0-18ac9d60338f,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:11.701679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.707586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3', 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:11.753201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Calling delete_port for f6a3d583-1942-4da1-8da0-18ac9d60338f owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:11.767477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] Checking router: 13d33829-1fa0-49b0-8959-798c70c73e76 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:11.769692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['38918129-fe50-449d-870e-dc252b948cfd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:11.831549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:11.832448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.834130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-693b4d80-b0f3-40d1-aa9d-6012bcf2c826 req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "PUT /v2.0/ports/f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 HTTP/1.1" status: 200 len: 904 time: 1.0857410 Jul 30 01:55:11.834722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:11.840244 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:11.845981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Router 9d20d6e8-08b4-4acf-82d1-fc9af0d163cf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:11.928472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-619b2156-0ed3-4a17-89a3-0893e01feade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.134543 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d794a1-5bb5-41cd-9cca-389c34d21778 x-openstack-request-id: req-36d794a1-5bb5-41cd-9cca-389c34d21778 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:12.135161 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:12.135488 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36d794a1-5bb5-41cd-9cca-389c34d21778 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:12.135952 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1', 'status': 'completed', 'code': 200} Jul 30 01:55:12.140132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:12.151983 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] Sync routers for ids ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:12.157116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:12.162671 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] Routers {'9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:12.164288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.170152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ff6c1966-73d5-400f-87c0-e4162547e242 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "PUT /v2.0/routers/9d20d6e8-08b4-4acf-82d1-fc9af0d163cf HTTP/1.1" status: 200 len: 920 time: 3.3547139 Jul 30 01:55:12.171403 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:12.172861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60714) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:12.194635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39edfa-ecd2-4018-95ab-f69042360626 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:12.289783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] Routers {'13d33829-1fa0-49b0-8959-798c70c73e76'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:12.310029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['13d33829-1fa0-49b0-8959-798c70c73e76'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:12.391811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:12.438416 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] Routers {'9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:12.440359 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:12.480776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01ae3708-9e7b-46f1-9dca-27cbae591cc1 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/9d20d6e8-08b4-4acf-82d1-fc9af0d163cf HTTP/1.1" status: 200 len: 920 time: 0.3054333 Jul 30 01:55:12.490930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0a72-f745-4c52-a019-0a38dc94568a req-2de47221-97da-4028-9b84-ea35ed8bc44c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:12.492858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2b0a72-f745-4c52-a019-0a38dc94568a req-2de47221-97da-4028-9b84-ea35ed8bc44c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 907 time: 0.4119480 Jul 30 01:55:12.493375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60754) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:12.555626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-438311dc-b00f-490b-884f-fc4781cc3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:12.557768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-438311dc-b00f-490b-884f-fc4781cc3fbe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 1059 time: 0.5885921 Jul 30 01:55:12.582656 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:12.583876 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd350b1c-d342-4d60-8c68-6a29c6c4fab0 None None] The sync data for ids ['9d20d6e8-08b4-4acf-82d1-fc9af0d163cf'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:12.665252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184246c-0beb-48d0-999d-b445cf40887e tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:12.674235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6184246c-0beb-48d0-999d-b445cf40887e tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=9d20d6e8-08b4-4acf-82d1-fc9af0d163cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1793599 Jul 30 01:55:12.702857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60780) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:12.769891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3e80682c-2036-4938-9b21-4bccff23c3bb None None] Provisioning complete for port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:12.778341 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3e80682c-2036-4938-9b21-4bccff23c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.804677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20860-a0f6-4e16-b049-a00e8aa6ab2b req-1f584ca5-c11d-45d8-b364-e214bd3e483c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:12.824984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93c20860-a0f6-4e16-b049-a00e8aa6ab2b req-1f584ca5-c11d-45d8-b364-e214bd3e483c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1496522 Jul 30 01:55:12.963430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93c20860-a0f6-4e16-b049-a00e8aa6ab2b req-50a4a8d9-2a2b-4b53-b7d8-f903f1fb31e4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371617 Jul 30 01:55:13.042105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] Set router 13d33829-1fa0-49b0-8959-798c70c73e76 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:13.149241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:55:11Z', 'revision_number': 6, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:13.156677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2bbf2-a443-457d-b435-70c64c09049c req-a8fe2487-7332-404f-9dc3-96858cc3dc6c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:13.167715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49e2bbf2-a443-457d-b435-70c64c09049c req-a8fe2487-7332-404f-9dc3-96858cc3dc6c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1430326 Jul 30 01:55:13.211825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-619b2156-0ed3-4a17-89a3-0893e01feade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.216575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.251752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f1a9d-7b5b-44fd-b621-ab078a4fce16 None None] The sync data for ids ['13d33829-1fa0-49b0-8959-798c70c73e76'] in n-d-713499-10 is: [{'id': '13d33829-1fa0-49b0-8959-798c70c73e76', 'name': 'tempest-TestServerMultinode-1337708957-router', 'tenant_id': 'ad75594de89b477f83c86b49155f9506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:44Z', 'updated_at': '2021-07-30T01:55:11Z', 'revision_number': 6, 'project_id': 'ad75594de89b477f83c86b49155f9506', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:13.306440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49e2bbf2-a443-457d-b435-70c64c09049c req-5f56488d-9b39-491e-9537-9b5c54be5da8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377444 Jul 30 01:55:13.334369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a3d583-1942-4da1-8da0-18ac9d60338f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:13.336712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-619b2156-0ed3-4a17-89a3-0893e01feade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.350771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-14c1e114-0942-49d2-b3d2-f338737d927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:13.377868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-14c1e114-0942-49d2-b3d2-f338737d927c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.8039777 Jul 30 01:55:13.448229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e9d1-9cb0-479d-bcc8-fa723c47827c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:13.450327 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b542e9d1-9cb0-479d-bcc8-fa723c47827c tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.7462125 Jul 30 01:55:13.455273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60846) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:13.520115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6dbc2819-77c7-4c82-b7fb-fa183a16b180 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d20d6e8-08b4-4acf-82d1-fc9af0d163cf HTTP/1.1" status: 200 len: 205 time: 0.0612223 Jul 30 01:55:13.520502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60848) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:13.761969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.783090 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-927c34c9-cbfb-494c-84e8-8b784764612f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 HTTP/1.1" status: 200 len: 217 time: 0.3654954 Jul 30 01:55:13.826430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 837faa4f-ef26-4168-8a01-b955ff26c4a8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:13.840009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b2156-0ed3-4a17-89a3-0893e01feade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75975e5-0820-4bcb-acc7-5a5d4429e3d0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:13.857034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-619b2156-0ed3-4a17-89a3-0893e01feade admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcbbb44415bb470ba82ecd46c573acbc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1987209 Jul 30 01:55:13.897846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:13.898726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 837faa4f-ef26-4168-8a01-b955ff26c4a8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:13.899537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 837faa4f-ef26-4168-8a01-b955ff26c4a8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:13.973310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.975387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60868) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:14.036282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.042235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.068587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5af30183-9760-4a73-8d2a-a65d5f6cf94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.124096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-fe737c91-a9c9-4a14-a6bb-55af4568b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.125946 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-fe737c91-a9c9-4a14-a6bb-55af4568b2af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.2875228 Jul 30 01:55:14.149001 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.149898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d33829-1fa0-49b0-8959-798c70c73e76 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:14.197000 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.201683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60872) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:14.202515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3be9cb6b-b454-4fe8-bc3b-7fcd5cf9c456 admin admin] 10.222.0.78 "DELETE /v2.0/routers/13d33829-1fa0-49b0-8959-798c70c73e76 HTTP/1.1" status: 204 len: 168 time: 3.3300810 Jul 30 01:55:14.216548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5af30183-9760-4a73-8d2a-a65d5f6cf94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.250004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-c5c8ee7d-3868-48b4-ab9e-e1acf8805e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.259337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-c5c8ee7d-3868-48b4-ab9e-e1acf8805e9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249349 Jul 30 01:55:14.267438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Deleting subnet 52a021bf-38a8-4e9e-9e6a-79006e8bac47 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:14.284816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.350601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.423852 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-0d51e24e-01d2-4644-aa27-92b983dd0dbd service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422536 Jul 30 01:55:14.458425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.505416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5af30183-9760-4a73-8d2a-a65d5f6cf94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.508227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5af30183-9760-4a73-8d2a-a65d5f6cf94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.512705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5af30183-9760-4a73-8d2a-a65d5f6cf94b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a75975e5-0820-4bcb-acc7-5a5d4429e3d0 HTTP/1.1" status: 204 len: 168 time: 0.6003835 Jul 30 01:55:14.538267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af30183-9760-4a73-8d2a-a65d5f6cf94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75975e5-0820-4bcb-acc7-5a5d4429e3d0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:14.586488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-7ef2c3e5-27bc-4903-ae9a-7fafcce37d53 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.593560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-7ef2c3e5-27bc-4903-ae9a-7fafcce37d53 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.6165037 Jul 30 01:55:14.596705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2db7af9b-49f8-4ae3-ae8e-2354ea95a4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.609481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.614116 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0212f786-cbfe-4b01-9dfc-ad8d14a40fcf req-c770e831-3315-4ee0-984d-c05d7dcd098e service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808071 Jul 30 01:55:14.635211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.712898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-eb2a586f-6301-496a-be0d-fc7dd44bfbae tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/quotas/2b9464d0e5a7480a97e940edd586d8b1 HTTP/1.1" status: 200 len: 375 time: 0.1047392 Jul 30 01:55:14.722701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a021bf-38a8-4e9e-9e6a-79006e8bac47,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:14.738734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be553a6-5094-4709-b1a6-990f97d0643b None None] Network 58115ff3-22da-494f-8dc7-19e96cdc4a14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:14.758113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.762433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e71cc33-67f5-4e88-a90f-5670473ca6c0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/52a021bf-38a8-4e9e-9e6a-79006e8bac47 HTTP/1.1" status: 204 len: 168 time: 0.5578790 Jul 30 01:55:14.762833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60886) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:14.991403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.127907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-903187ac-cbcf-44a6-a611-123a83510485 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3650105 Jul 30 01:55:15.226983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] DHCP port deletion for 58115ff3-22da-494f-8dc7-19e96cdc4a14 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:15.236298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Deleting port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:15.237334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.271688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Deleting port 99f80b51-ddae-4497-90ad-1d97daa7d9eb {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:15.272469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.357356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] For port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:15.357752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.366492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] Deleting port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:15.367248 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.398572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Calling delete_port for 607aba9f-d1c9-4d1b-9270-b73a78a9f80c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:15.438382 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2db7af9b-49f8-4ae3-ae8e-2354ea95a4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.481660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.502986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Calling delete_port for 99f80b51-ddae-4497-90ad-1d97daa7d9eb owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:15.570850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] For port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,segment=NetworkSegment(c33bb596-374b-4ad0-a5fe-164817831793),segment_id=c33bb596-374b-4ad0-a5fe-164817831793)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:15.576838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.613140 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2db7af9b-49f8-4ae3-ae8e-2354ea95a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.643800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] Calling delete_port for 607aba9f-d1c9-4d1b-9270-b73a78a9f80c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:15.672246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f6a3d583-1942-4da1-8da0-18ac9d60338f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:15.683579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.719811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-c28c96ac-e9be-43e8-9480-bffa1f263b8f service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908999 Jul 30 01:55:15.750943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f6a3d583-1942-4da1-8da0-18ac9d60338f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:15.752010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f6a3d583-1942-4da1-8da0-18ac9d60338f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:15.752606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 607aba9f-d1c9-4d1b-9270-b73a78a9f80c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:15.801753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Pushing event deleted for resources: {'Port': ['ID=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:15.821631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] No DVR routers for this DVR port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:15.839469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2db7af9b-49f8-4ae3-ae8e-2354ea95a4c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9be94e710e5d4cafb15b0e7cf6a7c3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8561745 Jul 30 01:55:15.871862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:15.922877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 607aba9f-d1c9-4d1b-9270-b73a78a9f80c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:15.923678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 607aba9f-d1c9-4d1b-9270-b73a78a9f80c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:15.985291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.997367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7af9b-49f8-4ae3-ae8e-2354ea95a4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833da8c6-c75b-4d2d-9bc7-6dfa4b788985,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.020737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] Pushing event deleted for resources: {'Port': ['ID=607aba9f-d1c9-4d1b-9270-b73a78a9f80c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.025319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98763fc-c405-45c2-a8fa-35ed61c0451f None None] No DVR routers for this DVR port 607aba9f-d1c9-4d1b-9270-b73a78a9f80c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:16.080953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:16.083782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b50fe353-916b-4817-8739-2a09aee84263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.114169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.134258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58115ff3-22da-494f-8dc7-19e96cdc4a14']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:16.150039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b50fe353-916b-4817-8739-2a09aee84263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.162121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33bb596-374b-4ad0-a5fe-164817831793') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:16.162512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33bb596-374b-4ad0-a5fe-164817831793') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:16.180176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.211911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.223691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:16.224043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-f103a185-d782-4e29-9218-8838dc06a8e0 service neutron] 10.222.0.78 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004566 Jul 30 01:55:16.229797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:16.252496 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:16.290500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2009307663-network', 'tenant_id': 'a602fdd1b936459aad530a85cc6143da'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:16.324970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b50fe353-916b-4817-8739-2a09aee84263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.324970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b50fe353-916b-4817-8739-2a09aee84263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.330047 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b50fe353-916b-4817-8739-2a09aee84263 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/833da8c6-c75b-4d2d-9bc7-6dfa4b788985 HTTP/1.1" status: 204 len: 168 time: 0.4566984 Jul 30 01:55:16.340243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.349729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.356461 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] 10.222.0.78 "DELETE /v2.0/networks/58115ff3-22da-494f-8dc7-19e96cdc4a14 HTTP/1.1" status: 204 len: 168 time: 1.5889373 Jul 30 01:55:16.362039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60924) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:16.368292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Made reservation on behalf of a602fdd1b936459aad530a85cc6143da for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:16.377593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.399992 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.409045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fe353-916b-4817-8739-2a09aee84263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833da8c6-c75b-4d2d-9bc7-6dfa4b788985,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.424470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec10937-18bf-4e38-bcbb-aa6aba177492 admin admin] Pushing event deleted for resources: {'Network': ['ID=58115ff3-22da-494f-8dc7-19e96cdc4a14,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.566718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.573513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.641474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075e4b7-d712-46ae-af37-eeee5c9dbb84,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:17.034852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60950) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:17.081320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d9e5-a166-42f5-8ae2-88ba0ecfc96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.262597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d9e5-a166-42f5-8ae2-88ba0ecfc96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.278726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d9e5-a166-42f5-8ae2-88ba0ecfc96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.359293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a4f5d9e5-a166-42f5-8ae2-88ba0ecfc96d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9125199a8f944d39843532ff3f65f66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221676 Jul 30 01:55:17.360039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5d9e5-a166-42f5-8ae2-88ba0ecfc96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3775a-14ea-4138-9f9d-e5ed1cf69c98,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:17.372563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60962) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:17.450887 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e92fd466-98ca-445e-8396-9852859a4bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.479678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e92fd466-98ca-445e-8396-9852859a4bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.591326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e92fd466-98ca-445e-8396-9852859a4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.600239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e92fd466-98ca-445e-8396-9852859a4bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.607252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e92fd466-98ca-445e-8396-9852859a4bbd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bd3775a-14ea-4138-9f9d-e5ed1cf69c98 HTTP/1.1" status: 204 len: 168 time: 0.2333395 Jul 30 01:55:17.617438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a334119-4bfc-4c34-9a87-d5205024bb2e req-6f7b8bf4-64cc-485a-8baf-bd078296ecf4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 210 time: 0.1366813 Jul 30 01:55:17.633322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fd466-98ca-445e-8396-9852859a4bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3775a-14ea-4138-9f9d-e5ed1cf69c98,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:17.699381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:17.720929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.721682 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Added segment a482c03e-1dae-4637-acc9-662d2aac5416 of type vlan for network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad Jul 30 01:55:17.722832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.760214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event deleted for resources: {'Port': ['ID=99f80b51-ddae-4497-90ad-1d97daa7d9eb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:17.809129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.834128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60970) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:17.933611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.935224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:17.938269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.111994 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0234156 Jul 30 01:55:18.112191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:18.125547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Request body: {'subnet': {'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2009307663-subnet', 'tenant_id': 'a602fdd1b936459aad530a85cc6143da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:18.169296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05b63-9c2a-4afd-88f3-770e7474d6bb admin admin] Pushing event updated for resources: {'Network': ['ID=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:18.184511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:18.216575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Made reservation on behalf of a602fdd1b936459aad530a85cc6143da for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:18.225157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.235991 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.346101 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.346715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72b0563-5619-4e80-8e92-766d0d02fa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.349054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.426097 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.426634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Fanout notify agent at l3_agent the message router_deleted on router 9d20d6e8-08b4-4acf-82d1-fc9af0d163cf {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:18.435661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.436839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2b066093-9743-44df-a5df-b0ca833a4774 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/9d20d6e8-08b4-4acf-82d1-fc9af0d163cf HTTP/1.1" status: 204 len: 168 time: 4.9153821 Jul 30 01:55:18.451574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-e3d98435-61bc-4d81-96a8-41781e8742d5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:18.456128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60988) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:18.457281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-e3d98435-61bc-4d81-96a8-41781e8742d5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 812 time: 0.3410773 Jul 30 01:55:18.477176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1275495390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:18.489467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Request body: {'port': {'device_id': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'admin_state_up': True, 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:18.715719 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72b0563-5619-4e80-8e92-766d0d02fa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.725007 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a72b0563-5619-4e80-8e92-766d0d02fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.757723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.836702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b0563-5619-4e80-8e92-766d0d02fa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353a88bf-b9f7-4bf6-8b1c-116e39578fd8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:18.840852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.842001 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.849913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38dc525c-9960-4078-8952-c68842ac170a req-2bbcefdf-b68e-4ae2-bbe2-67f13cf5912d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Jul 30 01:55:18.916557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Made reservation on behalf of 2b9464d0e5a7480a97e940edd586d8b1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:18.919709 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5553a0d6-99d8-4063-a583-2fa80abd2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.920471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.948360 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.959240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:18.961696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a72b0563-5619-4e80-8e92-766d0d02fa10 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b9b90d6730c462f997a06481db45845&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1104999 Jul 30 01:55:18.963733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.970593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.049021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09301a85-f444-4fcf-82d0-bc47a6d05b6a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.065119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.069958 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab0a35e0-624e-4d7b-92db-3cd6bd76702e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6062889 Jul 30 01:55:19.070641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32778) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:19.080084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:19.255039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Allocated IP 172.20.0.12 (3c4cd2a8-df43-454d-8372-c6f5bed7f744/5d47b5cc-c51c-474e-bca9-ddef6739887c/d85825fb-e92d-4288-843e-9c39ae522499) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:19.268809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Checking segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:19.269515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Network hostable DHCP agents. Network: c8fd5fb7-04ec-491d-b6aa-f9a85839bfad, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:19.287333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0058e6d-e70d-4bf1-8909-2f8b7861d850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.354181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0058e6d-e70d-4bf1-8909-2f8b7861d850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.389698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:19.398148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.417710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c8fd5fb7-04ec-491d-b6aa-f9a85839bfad) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:19.424618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:19.425866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.427970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b2bd1a-4202-40a1-af37-8cef790a6712 None None] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:19.535757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-230bf18a-f176-435c-b2ff-528381622a97 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4107971 Jul 30 01:55:19.728572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a20927-2f78-4a5a-b185-b0f82493f999 None None] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:19.737126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0058e6d-e70d-4bf1-8909-2f8b7861d850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.744650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0058e6d-e70d-4bf1-8909-2f8b7861d850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.748291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d0058e6d-e70d-4bf1-8909-2f8b7861d850 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/353a88bf-b9f7-4bf6-8b1c-116e39578fd8 HTTP/1.1" status: 204 len: 168 time: 0.7823744 Jul 30 01:55:19.753317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.822075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.823166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Transition to ACTIVE for port object d85825fb-e92d-4288-843e-9c39ae522499 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:19.825402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Deleting port 4b81b085-989e-4a96-9007-327ab526b1ec {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:19.825741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.834727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0058e6d-e70d-4bf1-8909-2f8b7861d850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a88bf-b9f7-4bf6-8b1c-116e39578fd8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.863207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.035019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] For port 4b81b085-989e-4a96-9007-327ab526b1ec, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4b81b085-989e-4a96-9007-327ab526b1ec,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:20.035694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.049730 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.070875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:20.081655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Calling delete_port for 4b81b085-989e-4a96-9007-327ab526b1ec owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:20.129918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Allocated IP 172.25.8.66 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a5720fd7-640f-4466-9b16-0bedb20b40de) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:20.144111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['38918129-fe50-449d-870e-dc252b948cfd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:20.354020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:20.412541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.463833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.495622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:20.526610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.548784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:20.561101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:20.571452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:20.590977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:20.702848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event updated for resources: {'Port': ['ID=a5720fd7-640f-4466-9b16-0bedb20b40de,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:21.027942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.028746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.061398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7390bf-10a7-4aee-9dec-7ebc24722333 req-311c449e-a459-4bf7-88a3-8e5c7b98b0af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.069393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf7390bf-10a7-4aee-9dec-7ebc24722333 req-311c449e-a459-4bf7-88a3-8e5c7b98b0af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 932 time: 1.0129888 Jul 30 01:55:21.073090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d05e2b4c-af10-4d98-b233-0fc08d0f6b1d None None] Provisioning for port d85825fb-e92d-4288-843e-9c39ae522499 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:21.080586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-ebe93f5c-bba5-4d50-8fc3-e40f35c294ba tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6041424 Jul 30 01:55:21.083207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d05e2b4c-af10-4d98-b233-0fc08d0f6b1d None None] Provisioning complete for port d85825fb-e92d-4288-843e-9c39ae522499 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:21.083589 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d05e2b4c-af10-4d98-b233-0fc08d0f6b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.124309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Request body: {'port': {'device_id': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:21.179444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.188380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d05e2b4c-af10-4d98-b233-0fc08d0f6b1d None None] Port d85825fb-e92d-4288-843e-9c39ae522499 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:21.209860 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.446671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.600340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-9ee22f06-a078-4f71-bfac-92caa8caf0d5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.605065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-9ee22f06-a078-4f71-bfac-92caa8caf0d5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.9107094 Jul 30 01:55:21.640079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf7390bf-10a7-4aee-9dec-7ebc24722333 req-82e623f6-8d93-4172-a5b5-f63c39f49133 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691824 Jul 30 01:55:21.644706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b81b085-989e-4a96-9007-327ab526b1ec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:21.699156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0440f75-840b-4a4e-8b95-4578a189f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.703367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-c4c706d1-f3f5-4cc5-bd23-5dea8b4c4d8c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/quotas/a602fdd1b936459aad530a85cc6143da HTTP/1.1" status: 200 len: 375 time: 0.0725145 Jul 30 01:55:21.705137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.917743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.020846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-1ea14978-a8bb-4d53-b192-5b4e9d2fac85 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3164623 Jul 30 01:55:22.207390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.211889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.419393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Router e084146b-c178-4c50-a932-1073d597ce95 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:22.546325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.630858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:22.647197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.648242 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-423a2ae0-9a0f-49be-a1bb-158db6cd2773 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "PUT /v2.0/routers/e084146b-c178-4c50-a932-1073d597ce95 HTTP/1.1" status: 200 len: 879 time: 3.5757604 Jul 30 01:55:22.653562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] Sync routers for ids ['e084146b-c178-4c50-a932-1073d597ce95'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:22.662477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32876) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.675575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] Routers {'e084146b-c178-4c50-a932-1073d597ce95'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:22.677201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e084146b-c178-4c50-a932-1073d597ce95'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.682249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-77969841-5b94-4c07-9359-d990acac86df service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590381 Jul 30 01:55:22.760026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85825fb-e92d-4288-843e-9c39ae522499 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:22.779430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.872247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Transition to ACTIVE for port object d85825fb-e92d-4288-843e-9c39ae522499 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:22.876247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32882) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.884871 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.902255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'network': {'name': 'tempest-network-smoke--241915310', 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:22.961751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc257c3a-156c-43c8-8cc8-8160b36258a8 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/e084146b-c178-4c50-a932-1073d597ce95 HTTP/1.1" status: 200 len: 920 time: 0.2927539 Jul 30 01:55:22.973138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32886) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.105508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:23.143399 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.146470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] Routers {'e084146b-c178-4c50-a932-1073d597ce95'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:23.147862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['e084146b-c178-4c50-a932-1073d597ce95'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:23.222208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29662f-5b21-4574-85e2-12e0b4c4a7d6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.226373 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9a29662f-5b21-4574-85e2-12e0b4c4a7d6 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=e084146b-c178-4c50-a932-1073d597ce95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2521381 Jul 30 01:55:23.231432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32894) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.264025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:23.264866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b217657-6bbb-45a6-8f67-e971f34ee398 None None] The sync data for ids ['e084146b-c178-4c50-a932-1073d597ce95'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:23.388289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c1cbb-0feb-4941-9a30-0ea410eb92fa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.390712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6c7c1cbb-0feb-4941-9a30-0ea410eb92fa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.1578496 Jul 30 01:55:23.394731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32898) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.488904 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-abe1b039-abac-4602-8cf6-50eebda99394 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=e084146b-c178-4c50-a932-1073d597ce95 HTTP/1.1" status: 200 len: 205 time: 0.0940578 Jul 30 01:55:23.489920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32902) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.698245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.726818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Made reservation on behalf of 2d965d48537442b0be7fa6c7c968c556 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:23.730503 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.792138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a118f0-05fa-49ad-b9e8-6f94569756ac req-e46b1612-41e7-45e7-9a28-53470825999a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.793883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0a118f0-05fa-49ad-b9e8-6f94569756ac req-e46b1612-41e7-45e7-9a28-53470825999a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.8367007 Jul 30 01:55:23.848081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-c2ce3838-9e6a-4d74-8ff6-8da20d2a0b3e service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1033127 Jul 30 01:55:23.848694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:23.855682 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.926656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.981159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0a118f0-05fa-49ad-b9e8-6f94569756ac req-f115c1b8-52e6-4173-88a6-2a765c56c1e8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297355 Jul 30 01:55:24.052945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Attempting to bind port d85825fb-e92d-4288-843e-9c39ae522499 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:24.054796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Attempting to bind port d85825fb-e92d-4288-843e-9c39ae522499 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:24.056256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Attempting to bind port d85825fb-e92d-4288-843e-9c39ae522499 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:24.057193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Deleting port a5720fd7-640f-4466-9b16-0bedb20b40de {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:24.057694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.062242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Router c6932ac5-002f-445d-9503-80f623091796 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:24.095137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Port d85825fb-e92d-4288-843e-9c39ae522499 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:24.095932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Attempting to bind port d85825fb-e92d-4288-843e-9c39ae522499 on network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:24.114514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:24.115191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Checking segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:24.115798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Bound using segment: {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:24.116436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Bound port: d85825fb-e92d-4288-843e-9c39ae522499, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:24.117003 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.265414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.301535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Calling delete_port for a5720fd7-640f-4466-9b16-0bedb20b40de owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:24.313949 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4463f33-d42b-4cfc-a2cc-35dc16832084 req-63047574-d4d3-4ea4-82fa-de1415ccb8d9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 210 time: 0.1025813 Jul 30 01:55:24.526287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.536428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:24.539110 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.561732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.613260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:24.618115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.627836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] Sync routers for ids ['c6932ac5-002f-445d-9503-80f623091796'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:24.634096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:24.640003 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] Routers {'c6932ac5-002f-445d-9503-80f623091796'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:24.640886 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6932ac5-002f-445d-9503-80f623091796'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:24.664557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0ab38f66-5e32-402d-9e0f-a471de78569d admin admin] 10.222.0.78 "PUT /v2.0/routers/c6932ac5-002f-445d-9503-80f623091796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3008368 Jul 30 01:55:24.668522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:24.682970 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.687780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event deleted for resources: {'Port': ['ID=a5720fd7-640f-4466-9b16-0bedb20b40de,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:24.692019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:55:24.834417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.901574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] Set router c6932ac5-002f-445d-9503-80f623091796 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:24.901993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.902492 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Added segment ef35492a-b3c3-423b-ac67-14b4245d937e of type vlan for network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 Jul 30 01:55:24.915224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281f8413-d4f3-4b18-a022-8f6f939bf23f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:24.937821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:24.938447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.960690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d85825fb-e92d-4288-843e-9c39ae522499 HTTP/1.1" status: 200 len: 1093 time: 3.8472219 Jul 30 01:55:24.962724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:24.965965 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38500dfa-899a-4594-b594-2b3babbc5da2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "tag": "d85825fb-e92d-4288-843e-9c39ae522499"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:25.085354 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.092489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.094516 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a057f-c3c3-4009-9d93-23333c1fba04 x-openstack-request-id: req-195a057f-c3c3-4009-9d93-23333c1fba04 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:25.094836 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "tag": "d85825fb-e92d-4288-843e-9c39ae522499", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:25.095118 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-195a057f-c3c3-4009-9d93-23333c1fba04 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:25.097064 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499', 'status': 'completed', 'code': 200} Jul 30 01:55:25.218708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.219455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Fanout notify agent at l3_agent the message router_deleted on router e084146b-c178-4c50-a932-1073d597ce95 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:25.237146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.242059 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-722751bf-9445-4645-839e-019655fe21c3 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/e084146b-c178-4c50-a932-1073d597ce95 HTTP/1.1" status: 204 len: 168 time: 1.7509694 Jul 30 01:55:25.248099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32968) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:25.262655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-350125755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:25.309691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.311148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.369392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.407148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7db55-f495-430f-8b04-4a0e0f2d7ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:25.433293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.471683 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:55:21Z', 'revision_number': 5, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:25.473451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.480698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.507495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4c2bf17c-1569-4ec1-8d2f-6db2ed3c888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.512158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-4c2bf17c-1569-4ec1-8d2f-6db2ed3c888d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 1096 time: 0.4321949 Jul 30 01:55:25.515079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.516743 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc4dba1d-0766-4a8e-b75a-c517ffa4f36e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2672441 Jul 30 01:55:25.519655 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32976) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:25.530499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': True}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:25.547500 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] Checking router: c6932ac5-002f-445d-9503-80f623091796 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:25.571781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290a8c-6c27-442d-9c06-4107ff3c2ad9 req-5df8923e-de0b-4584-84a7-5d9f2d316868 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.576167 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] Routers {'c6932ac5-002f-445d-9503-80f623091796'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:25.577662 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['c6932ac5-002f-445d-9503-80f623091796'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:25.587325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8290a8c-6c27-442d-9c06-4107ff3c2ad9 req-5df8923e-de0b-4584-84a7-5d9f2d316868 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.3522384 Jul 30 01:55:25.743276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47502d1f-6809-4aa4-9e2e-201e2be7a8c1 req-e1fe442a-a579-43ae-9601-9eb48d422b6d tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 210 time: 0.2412322 Jul 30 01:55:25.751446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.775421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.780228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.854798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9699893 Jul 30 01:55:25.870761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-52b10334-93ea-47be-b34a-f683d5586ef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d85825fb-e92d-4288-843e-9c39ae522499 HTTP/1.1" status: 200 len: 217 time: 0.3277147 Jul 30 01:55:25.871554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32986) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.025523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'admin_state_up': True, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:26.056680 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] Set router c6932ac5-002f-445d-9503-80f623091796 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:26.110070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.131593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-10ab66fb-e230-4f18-9a41-86feaa6e73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.133625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-10ab66fb-e230-4f18-9a41-86feaa6e73a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0855720 Jul 30 01:55:26.252247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-a9763fcd-287a-42cf-b37e-80ecaf0d5af5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.254170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8290a8c-6c27-442d-9c06-4107ff3c2ad9 req-786e496c-fd38-41b9-8088-4334b6c30f9f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653764 Jul 30 01:55:26.254784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66457f37-9ad7-4223-9e20-ed6fefdb06ce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Network': ['ID=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:26.264948 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-a9763fcd-287a-42cf-b37e-80ecaf0d5af5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.3901267 Jul 30 01:55:26.271278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:55:26.281694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Request body: {'port': {'device_id': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'admin_state_up': True, 'tenant_id': 'a602fdd1b936459aad530a85cc6143da'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:26.284814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.302412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-7aa5e1a3-7033-46f7-8534-f94dc07cf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.307316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-7aa5e1a3-7033-46f7-8534-f94dc07cf243 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476259 Jul 30 01:55:26.309853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.316422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.436705 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:55:21Z', 'revision_number': 5, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:26.476590 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331ac32-033b-42af-a1b3-4ce57ed7bfb4 None None] The sync data for ids ['c6932ac5-002f-445d-9503-80f623091796'] in n-d-713499-10 is: [{'id': 'c6932ac5-002f-445d-9503-80f623091796', 'name': 'tempest-TestServerMultinode-249669649-router', 'tenant_id': 'aaccad567246452ea894c8007125ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:02Z', 'updated_at': '2021-07-30T01:55:21Z', 'revision_number': 5, 'project_id': 'aaccad567246452ea894c8007125ef2d', 'gw_port': {'id': 'ac2c25d9-d2a5-4151-af93-a570ceb8025f', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6932ac5-002f-445d-9503-80f623091796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:26.553092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.598820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Made reservation on behalf of a602fdd1b936459aad530a85cc6143da for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:26.602386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.654847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Deleting port ac2c25d9-d2a5-4151-af93-a570ceb8025f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:26.655850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.710478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-d1b4cfec-1ce5-4827-aef2-072b1036dd97 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883951 Jul 30 01:55:26.798058 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.949382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.030776 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.039572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c109bad6-44bb-4982-b224-fa877c22c897 req-d3e6b68f-722b-4cd1-9fc8-98348c5e6f22 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 210 time: 0.0633857 Jul 30 01:55:27.044815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] For port ac2c25d9-d2a5-4151-af93-a570ceb8025f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ac2c25d9-d2a5-4151-af93-a570ceb8025f,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:27.045409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.107803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Calling delete_port for ac2c25d9-d2a5-4151-af93-a570ceb8025f owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:27.141178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6108ab9d-046d-490f-ae2b-03fb3e022175 req-c9a3273d-3231-46f6-8df0-8385f40cf20d service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702238 Jul 30 01:55:27.295403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Allocated IP 172.20.0.13 (c8fd5fb7-04ec-491d-b6aa-f9a85839bfad/09301a85-f444-4fcf-82d0-bc47a6d05b6a/28930f82-7f2b-4b4d-b153-0a1fbd658f54) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:27.364572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Allocated IP 172.25.8.223 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/2e80c12a-76e1-49e7-bfcf-d2ecd8643b68) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:27.471296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4b81b085-989e-4a96-9007-327ab526b1ec no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:27.508464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 4b81b085-989e-4a96-9007-327ab526b1ec {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:27.514143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4b81b085-989e-4a96-9007-327ab526b1ec not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:27.635083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.642484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.672077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33028) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.716073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.725142 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.771884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:27.773226 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.782076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:27.793845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:27.794875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:27.801316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d127a57-6f2b-4383-9112-1e0ec4ecd819 req-bbe1cefe-4603-4195-b9b4-d83174039bc2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.804312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:27.807522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Port': ['ID=2e80c12a-76e1-49e7-bfcf-d2ecd8643b68,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:27.809889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:27.814932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d127a57-6f2b-4383-9112-1e0ec4ecd819 req-bbe1cefe-4603-4195-b9b4-d83174039bc2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.2607565 Jul 30 01:55:27.829179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-86c7c19e-e818-47e9-91a5-ba74be45d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.831091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-86c7c19e-e818-47e9-91a5-ba74be45d407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 1096 time: 0.3449359 Jul 30 01:55:27.888880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2c25d9-d2a5-4151-af93-a570ceb8025f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:28.088043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d127a57-6f2b-4383-9112-1e0ec4ecd819 req-7aeec86f-1add-46dd-a06e-3ca996b8c69c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720037 Jul 30 01:55:28.095808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event updated for resources: {'Port': ['ID=28930f82-7f2b-4b4d-b153-0a1fbd658f54,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:28.103461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc832-1e19-4615-aa7a-2e608bfe1108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.127268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.166743 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.201057 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.302306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.303202 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.529048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.730104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-c8b88969-0aa4-4c33-b667-af361d9ac343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.731685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-c8b88969-0aa4-4c33-b667-af361d9ac343 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.8616281 Jul 30 01:55:28.806746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.844816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.854570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-0f8a2110-1c16-4967-bac1-9edb0581dfca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d85825fb-e92d-4288-843e-9c39ae522499 HTTP/1.1" status: 200 len: 217 time: 0.0727592 Jul 30 01:55:28.970100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.970725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6932ac5-002f-445d-9503-80f623091796 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:28.990372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc832-1e19-4615-aa7a-2e608bfe1108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.992007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.993662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2fd2fdbc-5cc5-45d5-96f0-f5bc48a6124e admin admin] 10.222.0.78 "DELETE /v2.0/routers/c6932ac5-002f-445d-9503-80f623091796 HTTP/1.1" status: 204 len: 168 time: 4.3211317 Jul 30 01:55:28.997130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:29.002547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6fc832-1e19-4615-aa7a-2e608bfe1108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.009033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4de0a-73ed-4314-bb7c-b827ff69120e req-76b36239-2108-491a-bcfe-b408b4669cb8 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.013748 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-10e79041-b9c6-497a-ae44-17dc979572f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7379773 Jul 30 01:55:29.017044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f4de0a-73ed-4314-bb7c-b827ff69120e req-76b36239-2108-491a-bcfe-b408b4669cb8 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 932 time: 0.3631654 Jul 30 01:55:29.041062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Request body: {'port': {'device_id': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:29.087936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-78a46d80-fd80-45e3-81e1-77ad316c1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.089612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-78a46d80-fd80-45e3-81e1-77ad316c1848 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1901846 Jul 30 01:55:29.104602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.25.8.40 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/45ceb5bb-f408-4454-803d-5533315baf27) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:29.167478 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:55:29.171795 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5d6fc832-1e19-4615-aa7a-2e608bfe1108 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fee982e7cd5f4af491edc03bc1441760&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4960761 Jul 30 01:55:29.178327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33050) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:29.179011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fc832-1e19-4615-aa7a-2e608bfe1108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd559cdb-460f-4ff5-9463-e4332d30a708,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.310657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.316201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Deleting subnet bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:29.321196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47f4de0a-73ed-4314-bb7c-b827ff69120e req-461a4939-28d9-4edd-88c1-aa634b4b8909 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033457 Jul 30 01:55:29.331152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.409585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-60d12288-a14e-4705-990b-c918b43554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.411390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-60d12288-a14e-4705-990b-c918b43554ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646859 Jul 30 01:55:29.416648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.432991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d85825fb-e92d-4288-843e-9c39ae522499 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:29.465441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd5c83-5248-442b-b53b-1d09318db669 req-14de795b-1d66-4b91-81cb-4ee64302881e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.467091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77cd5c83-5248-442b-b53b-1d09318db669 req-14de795b-1d66-4b91-81cb-4ee64302881e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.2246501 Jul 30 01:55:29.625274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:29.641878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'd85825fb-e92d-4288-843e-9c39ae522499', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': 'd85825fb-e92d-4288-843e-9c39ae522499', 'mac_address': 'fa:16:3e:f0:c0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:29.676550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.681263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77cd5c83-5248-442b-b53b-1d09318db669 req-bdaea739-a6bb-4351-a8f7-f08de56a18b5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941800 Jul 30 01:55:29.706617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.728285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ac2c25d9-d2a5-4151-af93-a570ceb8025f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:29.758638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85825fb-e92d-4288-843e-9c39ae522499 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:29.766582 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.786462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:29.788538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ac2c25d9-d2a5-4151-af93-a570ceb8025f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:29.789323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ac2c25d9-d2a5-4151-af93-a570ceb8025f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:29.797769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-c62615ac-f186-4546-872d-dad01fa7e1bc service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786941 Jul 30 01:55:29.805251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.881392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.933405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.960023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:29.967167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=45ceb5bb-f408-4454-803d-5533315baf27,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.970069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:29.975187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:29.987339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.993408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd8d3-af4c-47f8-bf37-e8079a49fe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.052262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:30.059517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd8d3-af4c-47f8-bf37-e8079a49fe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.063039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38500dfa-899a-4594-b594-2b3babbc5da2 req-8d40c270-476c-42b4-94d7-41f3d56fe7ee service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542508 Jul 30 01:55:30.064031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.065805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d7c5dab6-62e0-449c-aa40-1ed9679bd05a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bd5dd9df-5d58-4a7b-966e-f6e1e437e2fa HTTP/1.1" status: 204 len: 168 time: 1.0656061 Jul 30 01:55:30.070721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33062) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:30.071561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.071833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35614fd-db47-4dda-a137-d26f9ab9eb5a None None] Network fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:30.095089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.231347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.258619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['d85825fb-e92d-4288-843e-9c39ae522499'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:30.278279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd8d3-af4c-47f8-bf37-e8079a49fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.281294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd8d3-af4c-47f8-bf37-e8079a49fe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.285864 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e0bd8d3-af4c-47f8-bf37-e8079a49fe56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd559cdb-460f-4ff5-9463-e4332d30a708 HTTP/1.1" status: 204 len: 168 time: 1.1025579 Jul 30 01:55:30.288264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28930f82-7f2b-4b4d-b153-0a1fbd658f54 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:30.320634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bd8d3-af4c-47f8-bf37-e8079a49fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd559cdb-460f-4ff5-9463-e4332d30a708,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:30.340842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.398711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Transition to ACTIVE for port object 28930f82-7f2b-4b4d-b153-0a1fbd658f54 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:30.407385 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.476326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Pushing event updated for resources: {'Port': ['ID=28930f82-7f2b-4b4d-b153-0a1fbd658f54,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:30.484200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Router b7fce742-d201-4b1b-abd0-f824d87ac16a is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:30.611657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Deleting port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:30.612014 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.681094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.776080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] DHCP port deletion for fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:30.810865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866f20-9ed6-4263-b0db-9b9d0d468c95 req-c6ff9779-ea2e-44cc-8476-0eb48a1d391a tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.812796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32866f20-9ed6-4263-b0db-9b9d0d468c95 req-c6ff9779-ea2e-44cc-8476-0eb48a1d391a tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 944 time: 0.3187881 Jul 30 01:55:30.826227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] For port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:30.826938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.838901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Attempting to bind port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:30.839392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Attempting to bind port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:30.839816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Attempting to bind port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:30.853201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:30.853673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Attempting to bind port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:30.859749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:30.885364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:30.885809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Checking segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:30.886282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Bound using segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:30.886827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Bound port: 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:30.887307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.915621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] Deleting port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:30.916022 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.916312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Calling delete_port for 322704ef-b4bb-4185-90bf-aafb9ea4f6ff owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:30.963204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] For port 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:30.966855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] For port 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:30.969152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1a54-78c3-49a2-ad8d-4382b68f8624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.972355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:30.976088 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.981432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.988460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8ee4b00-65d6-4829-b5fe-cab3838942aa tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "PUT /v2.0/routers/b7fce742-d201-4b1b-abd0-f824d87ac16a HTTP/1.1" status: 200 len: 914 time: 5.4670982 Jul 30 01:55:30.998295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33078) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.001531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c879ba1-6a1b-4fb7-a25f-9c7de457e59b req-543840e3-0f1d-4ba6-8454-298f5a166c20 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.009746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c879ba1-6a1b-4fb7-a25f-9c7de457e59b req-543840e3-0f1d-4ba6-8454-298f5a166c20 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 945 time: 0.1771152 Jul 30 01:55:31.015458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32866f20-9ed6-4263-b0db-9b9d0d468c95 req-73cacb8c-cb77-4363-ba86-0374ea870dde tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839554 Jul 30 01:55:31.094523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] For port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,segment=NetworkSegment(4e0aa161-8913-4123-9de1-78287e36f3e9),segment_id=4e0aa161-8913-4123-9de1-78287e36f3e9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:31.094960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.120884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] Calling delete_port for 322704ef-b4bb-4185-90bf-aafb9ea4f6ff owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:31.121224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c879ba1-6a1b-4fb7-a25f-9c7de457e59b req-79e0a77b-b428-484e-8810-52ee4f03c42c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099050 Jul 30 01:55:31.178207 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] Sync routers for ids ['b7fce742-d201-4b1b-abd0-f824d87ac16a'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:31.201017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] Routers {'b7fce742-d201-4b1b-abd0-f824d87ac16a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:31.202541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b7fce742-d201-4b1b-abd0-f824d87ac16a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:31.208205 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8f4db593-7dd1-4758-b59d-b73b382aa423 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/b7fce742-d201-4b1b-abd0-f824d87ac16a HTTP/1.1" status: 200 len: 920 time: 0.2082605 Jul 30 01:55:31.210954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33086) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.252356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:31.278136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.278763 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.280424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] 10.222.0.66 "PUT /v2.0/ports/28930f82-7f2b-4b4d-b153-0a1fbd658f54 HTTP/1.1" status: 200 len: 1093 time: 2.2507465 Jul 30 01:55:31.285754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] Routers {'b7fce742-d201-4b1b-abd0-f824d87ac16a'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:31.287273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['b7fce742-d201-4b1b-abd0-f824d87ac16a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:31.291150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'tag': '28930f82-7f2b-4b4d-b153-0a1fbd658f54'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:31.293833 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99dea0-56f9-4e49-a7c3-ab3eb2863345" -d '{"events": [{"name": "network-changed", "server_uuid": "0b58b9ec-0521-477e-afb1-93d8d9c7eea3", "tag": "28930f82-7f2b-4b4d-b153-0a1fbd658f54"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:31.294408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.397987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.408790 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd499a12-3138-4b85-ada9-1cd10d38c27a x-openstack-request-id: req-cd499a12-3138-4b85-ada9-1cd10d38c27a {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:31.409426 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b58b9ec-0521-477e-afb1-93d8d9c7eea3", "tag": "28930f82-7f2b-4b4d-b153-0a1fbd658f54", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:31.409730 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd499a12-3138-4b85-ada9-1cd10d38c27a {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:31.410181 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'tag': '28930f82-7f2b-4b4d-b153-0a1fbd658f54', 'status': 'completed', 'code': 200} Jul 30 01:55:31.412794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3443e-af02-4267-8a8f-58d720e01fbb tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.414963 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-35c3443e-af02-4267-8a8f-58d720e01fbb tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=b7fce742-d201-4b1b-abd0-f824d87ac16a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2011621 Jul 30 01:55:31.417572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:31.418472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe55121-9329-4161-9a7a-0d7eb302f8be None None] The sync data for ids ['b7fce742-d201-4b1b-abd0-f824d87ac16a'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:31.419585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33092) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.422845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:31.426096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26518244-4dbb-4aa6-b53b-882a2b5efca4 service neutron] Pushing event updated for resources: {'Port': ['ID=28930f82-7f2b-4b4d-b153-0a1fbd658f54,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:31.437558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] No DVR routers for this DVR port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:31.440396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913c9f2-9fa2-4ba8-bb4f-57bae1f5e3b8 None None] Pushing event deleted for resources: {'Port': ['ID=322704ef-b4bb-4185-90bf-aafb9ea4f6ff,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:31.450327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d85825fb-e92d-4288-843e-9c39ae522499 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:31.501920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-8ecf11df-e48f-4793-a129-9c5efb529ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.504996 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-8ecf11df-e48f-4793-a129-9c5efb529ae3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 1096 time: 0.1591606 Jul 30 01:55:31.524915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port d85825fb-e92d-4288-843e-9c39ae522499 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:31.547236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port d85825fb-e92d-4288-843e-9c39ae522499 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:31.551575 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.561838 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-8c826ffc-5137-4648-a216-61e20b9375b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54 HTTP/1.1" status: 200 len: 217 time: 0.0485728 Jul 30 01:55:31.614805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1a54-78c3-49a2-ad8d-4382b68f8624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.623218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1a54-78c3-49a2-ad8d-4382b68f8624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.624338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f078d-adf2-4df6-be8c-37ece889a9dd tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.626002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cf2f078d-adf2-4df6-be8c-37ece889a9dd tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.2009859 Jul 30 01:55:31.627549 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] No DVR routers for this DVR port 322704ef-b4bb-4185-90bf-aafb9ea4f6ff on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:31.634473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33096) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.657150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc1a54-78c3-49a2-ad8d-4382b68f8624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddcddd8-43eb-43b5-a216-355105e7813e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:31.669080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 322704ef-b4bb-4185-90bf-aafb9ea4f6ff no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:31.675449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.675731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-4a375a46-ef32-4cbd-b06e-342c3c56b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.677244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-4a375a46-ef32-4cbd-b06e-342c3c56b7aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.1078229 Jul 30 01:55:31.693873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 322704ef-b4bb-4185-90bf-aafb9ea4f6ff {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:31.694533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 322704ef-b4bb-4185-90bf-aafb9ea4f6ff not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:31.707778 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a2cc1a54-78c3-49a2-ad8d-4382b68f8624 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25166c66b2ef4be082b1a144e5663e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406475 Jul 30 01:55:31.721291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.724826 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-f0bfb42b-6d0e-486d-ae94-cc546032e81e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381467 Jul 30 01:55:31.740432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-720d929c-7b37-4b80-9a5d-e9944740b749 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7fce742-d201-4b1b-abd0-f824d87ac16a HTTP/1.1" status: 200 len: 205 time: 0.0993485 Jul 30 01:55:31.746988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33100) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.750286 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.793395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:31.798628 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e7e694-a530-4beb-adac-acdabf94a82d" -d '{"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-plugged", "status": "completed", "tag": "d85825fb-e92d-4288-843e-9c39ae522499"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:31.831312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:31.838347 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.890786 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c91fabf-4d2e-447d-8e02-8ba5a0b8ffb1 x-openstack-request-id: req-2c91fabf-4d2e-447d-8e02-8ba5a0b8ffb1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:31.893698 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-plugged", "status": "completed", "tag": "d85825fb-e92d-4288-843e-9c39ae522499", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:31.896310 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c91fabf-4d2e-447d-8e02-8ba5a0b8ffb1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:31.896805 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499', 'code': 200} Jul 30 01:55:31.930807 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.968331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:31.975228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:31.990496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd76aff7-d12a-4754-bf6c-3f86f66153fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.036948 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-2ba9a1c1-880a-4ddc-8582-987a6f052277 service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984328 Jul 30 01:55:32.043853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.048174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd76aff7-d12a-4754-bf6c-3f86f66153fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.059751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0aa161-8913-4123-9de1-78287e36f3e9') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:32.060441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0aa161-8913-4123-9de1-78287e36f3e9') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:32.089440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.121228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c215-d5f7-4ff6-9c70-f8b8453bd4b5 req-173f5d00-0d2c-497d-8b9e-bc029a85771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.124429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c24c215-d5f7-4ff6-9c70-f8b8453bd4b5 req-173f5d00-0d2c-497d-8b9e-bc029a85771f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 1098 time: 0.1608372 Jul 30 01:55:32.128527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.153231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-941beea4-e8dd-48a9-ba60-e77d6d64bce8 req-296ddda1-30fc-4783-bf2f-9becf273d45c service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071525 Jul 30 01:55:32.212877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:32.213686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:32.221393 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:32.266850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c24c215-d5f7-4ff6-9c70-f8b8453bd4b5 req-c7703f30-aad5-4c18-87fb-74a78e72222c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346962 Jul 30 01:55:32.340262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-1f21c92d-754b-4498-9320-9d99f753de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.340912 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-1f21c92d-754b-4498-9320-9d99f753de6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 1096 time: 0.1286979 Jul 30 01:55:32.382558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd76aff7-d12a-4754-bf6c-3f86f66153fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.385171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bd76aff7-d12a-4754-bf6c-3f86f66153fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.388490 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bd76aff7-d12a-4754-bf6c-3f86f66153fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cddcddd8-43eb-43b5-a216-355105e7813e HTTP/1.1" status: 204 len: 168 time: 0.6638973 Jul 30 01:55:32.449454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.467889 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.472238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c HTTP/1.1" status: 204 len: 168 time: 2.3980799 Jul 30 01:55:32.494136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cbcb1-c941-4965-8f25-16dd5445bf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9012e5-ff0b-43bd-9b78-e6524e1d1a5c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.507569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d396f-e0a4-4a58-82d3-aaf569d9003b req-32eacbf7-bba1-4aaa-afeb-d6530c70acdc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.516605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-132d396f-e0a4-4a58-82d3-aaf569d9003b req-32eacbf7-bba1-4aaa-afeb-d6530c70acdc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.2467127 Jul 30 01:55:32.531304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76aff7-d12a-4754-bf6c-3f86f66153fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddcddd8-43eb-43b5-a216-355105e7813e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.535897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a44c1-7ac6-4e14-864a-24ec057aa947 req-2686c98a-b557-4685-8364-d7c81ea7473a tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.576062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.579703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c03a44c1-7ac6-4e14-864a-24ec057aa947 req-2686c98a-b557-4685-8364-d7c81ea7473a tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 944 time: 0.3874087 Jul 30 01:55:32.604998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 5255463a-4071-4392-bb08-ef563685b5b1 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:32.684744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-d662fb6a-20ca-4273-a81a-e7661e4b8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.689103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-d662fb6a-20ca-4273-a81a-e7661e4b8839 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 916 time: 0.3371787 Jul 30 01:55:32.820505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Deleting port 2e80c12a-76e1-49e7-bfcf-d2ecd8643b68 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:32.821337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.840756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-132d396f-e0a4-4a58-82d3-aaf569d9003b req-76d56b0c-ab58-404b-92e7-4284fe1b7c0c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231354 Jul 30 01:55:32.877803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c03a44c1-7ac6-4e14-864a-24ec057aa947 req-8d4dfee5-a0b9-4037-8d64-e4ba79f8721d tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971179 Jul 30 01:55:32.883690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33124) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:32.954987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.973573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Calling delete_port for 2e80c12a-76e1-49e7-bfcf-d2ecd8643b68 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:32.988535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78240409-1b42-4207-b01b-6807b6ecd264 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad75594de89b477f83c86b49155f9506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034384 Jul 30 01:55:32.992149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:32.994156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33128) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.003547 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Sync routers for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:33.015578 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:33.016207 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:33.070751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.073178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cbf8413f-379e-4a2e-b909-f34c7654f5d3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.0541184 Jul 30 01:55:33.077270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33132) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.082422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-a63bd3e0-141a-479e-8f19-10e85b930769 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54 HTTP/1.1" status: 200 len: 217 time: 0.3851731 Jul 30 01:55:33.136892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd461fd-3a02-40d2-a731-f43597c2afc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.188792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd461fd-3a02-40d2-a731-f43597c2afc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.324580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd461fd-3a02-40d2-a731-f43597c2afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.329092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd461fd-3a02-40d2-a731-f43597c2afc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.333113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cdd461fd-3a02-40d2-a731-f43597c2afc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f577048e-159c-4a61-bf97-8c2d3c3b2acf HTTP/1.1" status: 204 len: 168 time: 0.3282638 Jul 30 01:55:33.361516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd461fd-3a02-40d2-a731-f43597c2afc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f577048e-159c-4a61-bf97-8c2d3c3b2acf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.427545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:33.445100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-d0b76b0f-8fa8-448e-a70c-7aae9e217733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:33.447717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-d0b76b0f-8fa8-448e-a70c-7aae9e217733 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.3232689 Jul 30 01:55:33.540989 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-0dd923d6-d8ca-473e-8d26-cb94081b3edc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681043 Jul 30 01:55:33.674582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b9c16511-e3ff-429a-81a8-ccddf73f9955 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=2d965d48537442b0be7fa6c7c968c556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5861745 Jul 30 01:55:33.679093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33164) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.949919 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-977a9c0b-1729-4d48-8c51-7f0e4447ff3f service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926649 Jul 30 01:55:33.965009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.079759 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:30Z', 'revision_number': 3, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:34.163977 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Checking router: 5255463a-4071-4392-bb08-ef563685b5b1 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:34.167064 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Updating router 5255463a-4071-4392-bb08-ef563685b5b1 port 45ceb5bb-f408-4454-803d-5533315baf27 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:34.179027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4957-a49d-43dd-a09c-dfc73cc88576 req-c0da7532-3fa2-43a2-848c-880cef625756 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:34.180645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f4957-a49d-43dd-a09c-dfc73cc88576 req-c0da7532-3fa2-43a2-848c-880cef625756 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.2219281 Jul 30 01:55:34.232741 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.704596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:34.761286 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.778324 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Transition to ACTIVE for port object 45ceb5bb-f408-4454-803d-5533315baf27 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:34.788650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event deleted for resources: {'Port': ['ID=2e80c12a-76e1-49e7-bfcf-d2ecd8643b68,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:34.790042 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.866494 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7462a03-c7d2-4de7-8cc7-ffa650385b4b None None] Pushing event updated for resources: {'Port': ['ID=45ceb5bb-f408-4454-803d-5533315baf27,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:34.888316 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Attempting to bind port 45ceb5bb-f408-4454-803d-5533315baf27 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:34.888688 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Attempting to bind port 45ceb5bb-f408-4454-803d-5533315baf27 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:34.889042 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Attempting to bind port 45ceb5bb-f408-4454-803d-5533315baf27 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:34.905495 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:34.906250 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:34.906250 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.906746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:34.907165 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Bound port: 45ceb5bb-f408-4454-803d-5533315baf27, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:34.907579 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.996033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c5f4957-a49d-43dd-a09c-dfc73cc88576 req-8f818ab8-d8da-4204-acee-e9ebdd45db8f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8061080 Jul 30 01:55:35.022382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a3915-4527-410b-80c8-bbb6f56a6a0f tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:35.024062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-469a3915-4527-410b-80c8-bbb6f56a6a0f tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3438056 Jul 30 01:55:35.025988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.031922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33198) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.049725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388b7fd-97c8-4519-9804-f838898f9c84 req-14ae0d10-f709-4474-8871-ac023305169f tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:35.051455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4388b7fd-97c8-4519-9804-f838898f9c84 req-14ae0d10-f709-4474-8871-ac023305169f tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 944 time: 1.0094006 Jul 30 01:55:35.089782 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] For port 45ceb5bb-f408-4454-803d-5533315baf27, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:35.090915 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] For port 45ceb5bb-f408-4454-803d-5533315baf27, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=45ceb5bb-f408-4454-803d-5533315baf27,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:35.099693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6b1019c4-2a5c-49c9-8eea-0cbee4c84932 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaccad567246452ea894c8007125ef2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813338 Jul 30 01:55:35.099909 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.101581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33200) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.235096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4388b7fd-97c8-4519-9804-f838898f9c84 req-158975c9-dfd1-4afb-b45b-d632e647b3fa tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757939 Jul 30 01:55:35.243559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.260396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 28930f82-7f2b-4b4d-b153-0a1fbd658f54 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:35.263562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.279612 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7462a03-c7d2-4de7-8cc7-ffa650385b4b None None] Pushing event updated for resources: {'Port': ['ID=45ceb5bb-f408-4454-803d-5533315baf27,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.288445 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:35.290463 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:35.306523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.357443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.397649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b212b09e-fb33-41a5-895b-d7338ccad64c tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3628018 Jul 30 01:55:35.405958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:35.406622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.407211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Fanout notify agent at l3_agent the message router_deleted on router b7fce742-d201-4b1b-abd0-f824d87ac16a {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:35.419475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '28930f82-7f2b-4b4d-b153-0a1fbd658f54', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'port_id': '28930f82-7f2b-4b4d-b153-0a1fbd658f54', 'mac_address': 'fa:16:3e:e7:cc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09301a85-f444-4fcf-82d0-bc47a6d05b6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:35.465112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.466507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33208) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.468237 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c32fa21-ffe9-47ac-b276-a1dd6fd25588 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/b7fce742-d201-4b1b-abd0-f824d87ac16a HTTP/1.1" status: 204 len: 168 time: 3.7171645 Jul 30 01:55:35.477202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33212) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.484748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-370425633', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:35.530741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307465926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:35.559836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:35.564986 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.606179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.607081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.624747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28930f82-7f2b-4b4d-b153-0a1fbd658f54 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:35.670987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:35.677405 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.681142 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db99dea0-56f9-4e49-a7c3-ab3eb2863345 req-d9aa4293-b678-4af2-8eb3-738978102ca2 service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9882782 Jul 30 01:55:35.759700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.775475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.791860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=28930f82-7f2b-4b4d-b153-0a1fbd658f54,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.814551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8195c72-e3c7-47ff-b742-a3b0aa8bd684 req-ddfac228-2cf1-4ef2-802b-e24d6d7a5765 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:35.817190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8195c72-e3c7-47ff-b742-a3b0aa8bd684 req-ddfac228-2cf1-4ef2-802b-e24d6d7a5765 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.4647269 Jul 30 01:55:35.823467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.824791 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bcce21fb-d893-4c28-ace7-e9337d108f88 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3461039 Jul 30 01:55:35.828152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33218) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.834574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': False}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:35.853048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.867516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.868686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44b22092-17a7-4d1e-a9be-8e2a195fde14 HTTP/1.1" status: 204 len: 168 time: 0.7647908 Jul 30 01:55:35.888733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:35.888985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Made reservation on behalf of 2d965d48537442b0be7fa6c7c968c556 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:35.901123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.924989 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:30Z', 'revision_number': 3, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:35.958010 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b22092-17a7-4d1e-a9be-8e2a195fde14,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.999897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9ff7a-bea7-417f-945d-b3151f4bbe00 None None] The sync data for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 is: [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:30Z', 'revision_number': 3, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:36.123161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.124421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.127364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.133524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.135072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.142295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.143449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.145142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.145738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.147136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.147590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.149603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89bad3-f1ee-45cc-9f0d-23cd3d0bf46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:36.265551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8195c72-e3c7-47ff-b742-a3b0aa8bd684 req-6e3a3b6f-8982-4f6c-8530-448b0456d36c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214494 Jul 30 01:55:36.427124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.545220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99e80b-2fde-4ead-abdd-5444a619f94c req-43f20c3e-8408-4902-9f56-46b575a4ab13 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.547015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc99e80b-2fde-4ead-abdd-5444a619f94c req-43f20c3e-8408-4902-9f56-46b575a4ab13 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 945 time: 0.1928775 Jul 30 01:55:36.589270 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.686383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Subnet': ['ID=83f19501-9bab-4f9b-9d10-00d018cbda55,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:36.764354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc99e80b-2fde-4ead-abdd-5444a619f94c req-e330697e-62b6-4691-b034-4247de597da3 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031407 Jul 30 01:55:36.863759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Checking segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:36.865068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network hostable DHCP agents. Network: a5051c81-e5dd-4d90-99f5-65a0d9ae64c8, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:55:36.872460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.910083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:55:36.924045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a5051c81-e5dd-4d90-99f5-65a0d9ae64c8) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:36.933695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.933918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b15b3-92f0-40ba-b169-c00d259170ab None None] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:36.934540 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.966286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-045fd262-c340-471a-a833-4059ab86b478 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4984488 Jul 30 01:55:36.966945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33260) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:37.066858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.119456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.314582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 28930f82-7f2b-4b4d-b153-0a1fbd658f54 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:37.327715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:55:37.328910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.416287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Allocated IP 172.25.8.196 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/aa9f8c6e-79a1-4288-bf7d-039e9699282e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:37.553057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:37.571188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:37.582105 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.626138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.674599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.706628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 45ceb5bb-f408-4454-803d-5533315baf27 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:37.768461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:37.782635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95c35-831c-482b-a526-a8ddab5b1761 req-7d9bf3ad-d50c-4f66-b723-d0204c9c9cdf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:37.790559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44f95c35-831c-482b-a526-a8ddab5b1761 req-7d9bf3ad-d50c-4f66-b723-d0204c9c9cdf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.3868284 Jul 30 01:55:37.829885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:37.839184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:37.857170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:37.924540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Pushing event updated for resources: {'Port': ['ID=aa9f8c6e-79a1-4288-bf7d-039e9699282e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.015569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Allocated IP 172.20.0.2 (a5051c81-e5dd-4d90-99f5-65a0d9ae64c8/83f19501-9bab-4f9b-9d10-00d018cbda55/2e48e9ed-d6c1-4dc4-90cd-4995e983d73f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:38.031303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5243720b-bc52-415b-9acb-e8f38cca6e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.123158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44f95c35-831c-482b-a526-a8ddab5b1761 req-71a22a67-963f-44a0-9bd6-625affe182c2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427988 Jul 30 01:55:38.163834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d111f-aae8-4aa1-9006-12ec31bd5547 req-644643c1-c51f-4493-abb7-410822a5521c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:38.165762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-870d111f-aae8-4aa1-9006-12ec31bd5547 req-644643c1-c51f-4493-abb7-410822a5521c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 945 time: 0.2629137 Jul 30 01:55:38.230668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.241664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 45ceb5bb-f408-4454-803d-5533315baf27 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:38.304557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 45ceb5bb-f408-4454-803d-5533315baf27 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:38.304932 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.349743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-870d111f-aae8-4aa1-9006-12ec31bd5547 req-3574dc64-0f33-49e2-b8b8-a1c544c327d9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709917 Jul 30 01:55:38.398748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28930f82-7f2b-4b4d-b153-0a1fbd658f54'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:38.401340 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c3f9a6-8eff-41ed-9370-5a2e5cbca598" -d '{"events": [{"server_uuid": "0b58b9ec-0521-477e-afb1-93d8d9c7eea3", "name": "network-vif-plugged", "status": "completed", "tag": "28930f82-7f2b-4b4d-b153-0a1fbd658f54"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:38.424824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5243720b-bc52-415b-9acb-e8f38cca6e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.466449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:38.488725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.492581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5243720b-bc52-415b-9acb-e8f38cca6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.504158 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f77828-1a5f-44c0-9c06-b724cb063385 x-openstack-request-id: req-73f77828-1a5f-44c0-9c06-b724cb063385 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:38.504158 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b58b9ec-0521-477e-afb1-93d8d9c7eea3", "name": "network-vif-plugged", "status": "completed", "tag": "28930f82-7f2b-4b4d-b153-0a1fbd658f54", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:38.504349 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73f77828-1a5f-44c0-9c06-b724cb063385 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:38.504647 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28930f82-7f2b-4b4d-b153-0a1fbd658f54', 'code': 200} Jul 30 01:55:38.508805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.570627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=28930f82-7f2b-4b4d-b153-0a1fbd658f54,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.601159 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.630642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Transition to ACTIVE for port object 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:38.644949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243720b-bc52-415b-9acb-e8f38cca6e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ff57c-a4cf-42c0-80e7-62af98a6255e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.677671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Transition to ACTIVE for port object 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:38.679017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.679565 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5243720b-bc52-415b-9acb-e8f38cca6e90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a61638da68e948e8ad9ace592c5d3f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9104438 Jul 30 01:55:38.697195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.743343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.749994 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.851925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 45ceb5bb-f408-4454-803d-5533315baf27, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=45ceb5bb-f408-4454-803d-5533315baf27,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:38.870310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1d922-ca1e-4edb-a01b-16f99d018c7c req-dd80a545-515d-4b02-95e0-b42718287466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:38.871850 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01a1d922-ca1e-4edb-a01b-16f99d018c7c req-dd80a545-515d-4b02-95e0-b42718287466 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 1098 time: 0.3065228 Jul 30 01:55:38.878315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:38.883132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:38.893484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:38.914674 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.971819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Pushing event updated for resources: {'Port': ['ID=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.092757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-01a1d922-ca1e-4edb-a01b-16f99d018c7c req-77e2b139-f3c8-4de7-b87d-54188e5b6419 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033777 Jul 30 01:55:39.125349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d88bc-8785-473e-afcd-8840b13d1bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.130200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Attempting to bind port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:39.131269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Attempting to bind port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:39.131885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Attempting to bind port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f on network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:39.149859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:39.150315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Checking segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:39.150783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.151256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Bound using segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:39.151805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Bound port: 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:39.152247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.169787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=45ceb5bb-f408-4454-803d-5533315baf27,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.177279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.20.0.1 (a5051c81-e5dd-4d90-99f5-65a0d9ae64c8/83f19501-9bab-4f9b-9d10-00d018cbda55/524fa27b-9f97-4eb9-b047-85065237e39e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:39.177863 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d88bc-8785-473e-afcd-8840b13d1bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.258519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] For port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:39.270722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] For port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:39.277633 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.398153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7fa31-b037-4c6d-a565-a5f6a95823d5 None None] Pushing event updated for resources: {'Port': ['ID=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.414364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.425178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d88bc-8785-473e-afcd-8840b13d1bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.429994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f1d88bc-8785-473e-afcd-8840b13d1bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.439181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f1d88bc-8785-473e-afcd-8840b13d1bff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/698ff57c-a4cf-42c0-80e7-62af98a6255e HTTP/1.1" status: 204 len: 168 time: 0.7320819 Jul 30 01:55:39.476120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049910e-a052-42ad-a3c1-2ef88cbc351b req-e93f1e0e-7f1d-4249-84cc-9e2d8f48494a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:39.477748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d049910e-a052-42ad-a3c1-2ef88cbc351b req-e93f1e0e-7f1d-4249-84cc-9e2d8f48494a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.3953524 Jul 30 01:55:39.514091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d88bc-8785-473e-afcd-8840b13d1bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ff57c-a4cf-42c0-80e7-62af98a6255e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.559463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 45ceb5bb-f408-4454-803d-5533315baf27 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:39.591214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.596271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.603469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Transition to ACTIVE for port object 524fa27b-9f97-4eb9-b047-85065237e39e will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:39.627293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d049910e-a052-42ad-a3c1-2ef88cbc351b req-4266162c-3539-4b38-9445-2588e796fcf0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183646 Jul 30 01:55:39.681020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 45ceb5bb-f408-4454-803d-5533315baf27 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:39.681406 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.790874 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.851154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:39.869439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:39.872979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:40.007079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=524fa27b-9f97-4eb9-b047-85065237e39e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:40.096333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d312371-28ae-443a-9986-95fb5bd8f877 req-197f6ddb-cb9e-4046-ad52-49c8ed826ac3 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.100678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Router 3ca4804f-d410-460e-8656-d1bcf5040f21 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:40.103813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d312371-28ae-443a-9986-95fb5bd8f877 req-197f6ddb-cb9e-4046-ad52-49c8ed826ac3 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 946 time: 0.4899776 Jul 30 01:55:40.105090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.256975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d312371-28ae-443a-9986-95fb5bd8f877 req-b64a7976-7dc4-4847-992d-f0947a813f7b tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898962 Jul 30 01:55:40.267227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33328) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.311936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f878888-f16f-4b2b-a2b6-17ba7d9130b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.317573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:40.325098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.330051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] Sync routers for ids ['3ca4804f-d410-460e-8656-d1bcf5040f21'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:40.340966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dacd5c2b-aea8-4b93-8950-b4c71aa08062 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "PUT /v2.0/routers/3ca4804f-d410-460e-8656-d1bcf5040f21 HTTP/1.1" status: 200 len: 915 time: 4.5107317 Jul 30 01:55:40.343449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33330) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.352063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] Routers {'3ca4804f-d410-460e-8656-d1bcf5040f21'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:40.354368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ca4804f-d410-460e-8656-d1bcf5040f21'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.427444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.453783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] Routers {'3ca4804f-d410-460e-8656-d1bcf5040f21'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:40.454469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ca4804f-d410-460e-8656-d1bcf5040f21'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.497259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:40.497938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bea5e-25b5-47d8-9ac3-6e637ba33537 None None] The sync data for ids ['3ca4804f-d410-460e-8656-d1bcf5040f21'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:40.546307 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b2e5635b-8c8d-4393-bab8-c40d53a9b6b2 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/3ca4804f-d410-460e-8656-d1bcf5040f21 HTTP/1.1" status: 200 len: 921 time: 0.1903100 Jul 30 01:55:40.546307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33334) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.572752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.657487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f7fa8-2c4b-4a9f-87b5-43ae5a4f96f0 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.659210 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a24f7fa8-2c4b-4a9f-87b5-43ae5a4f96f0 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=3ca4804f-d410-460e-8656-d1bcf5040f21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1171954 Jul 30 01:55:40.663134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.827419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa37c4-a861-4bb3-bbe1-bf7680626431 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.836806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33342) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.838182 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94aa37c4-a861-4bb3-bbe1-bf7680626431 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.1686029 Jul 30 01:55:40.899645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2fa4e875-f903-41a1-9401-c6c034756e11 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca4804f-d410-460e-8656-d1bcf5040f21 HTTP/1.1" status: 200 len: 205 time: 0.0449674 Jul 30 01:55:40.902205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.972561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f878888-f16f-4b2b-a2b6-17ba7d9130b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.989907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f878888-f16f-4b2b-a2b6-17ba7d9130b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.066716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f878888-f16f-4b2b-a2b6-17ba7d9130b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4330a6-72df-476e-9567-537354a6f166,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.076893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.220949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.223197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a876a9-dd33-4592-8b80-49cc513de5e1 None None] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:41.315919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dbd6f-c7cf-48b9-a225-6bff5a453c7e req-f9318502-0012-4433-a2ae-5681a760861a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:41.317533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b1dbd6f-c7cf-48b9-a225-6bff5a453c7e req-f9318502-0012-4433-a2ae-5681a760861a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.5729847 Jul 30 01:55:41.340414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Deleting port aa9f8c6e-79a1-4288-bf7d-039e9699282e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:41.340764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.367696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3f878888-f16f-4b2b-a2b6-17ba7d9130b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab0d8a622be14785b38ced7ddaaabe9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0993476 Jul 30 01:55:41.378330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:41.455545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.468126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b1dbd6f-c7cf-48b9-a225-6bff5a453c7e req-304d9b0c-4675-4d86-8ccf-9228e53e05b2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348152 Jul 30 01:55:41.468758 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.571251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc19723-1314-43a4-b646-364316fb8477 req-acfe7b12-8a0f-47e5-9b1a-8e06f87f8d92 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:41.582687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbc19723-1314-43a4-b646-364316fb8477 req-acfe7b12-8a0f-47e5-9b1a-8e06f87f8d92 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 946 time: 0.2026873 Jul 30 01:55:41.595235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.653316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Calling delete_port for aa9f8c6e-79a1-4288-bf7d-039e9699282e owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:41.655331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23052f33-040e-424b-9bd9-7be9dc72df9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.714535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23052f33-040e-424b-9bd9-7be9dc72df9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.733393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.737973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=524fa27b-9f97-4eb9-b047-85065237e39e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.783627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbc19723-1314-43a4-b646-364316fb8477 req-38c0a3e1-ffdd-4f56-a1eb-86c4d9fdf72e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026851 Jul 30 01:55:41.843310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d85825fb-e92d-4288-843e-9c39ae522499 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:41.848359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:41.940724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b92fd44d-6f71-4402-840d-d774e26f1d66 None None] Provisioning for port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:41.985698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:41.987159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:41.996454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23052f33-040e-424b-9bd9-7be9dc72df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.998577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23052f33-040e-424b-9bd9-7be9dc72df9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.013658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-23052f33-040e-424b-9bd9-7be9dc72df9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd4330a6-72df-476e-9567-537354a6f166 HTTP/1.1" status: 204 len: 168 time: 0.6342039 Jul 30 01:55:42.041303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23052f33-040e-424b-9bd9-7be9dc72df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4330a6-72df-476e-9567-537354a6f166,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.154462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.164627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 5255463a-4071-4392-bb08-ef563685b5b1 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:42.217259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:42.251292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event deleted for resources: {'Port': ['ID=aa9f8c6e-79a1-4288-bf7d-039e9699282e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.269057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'd85825fb-e92d-4288-843e-9c39ae522499', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'port_id': 'd85825fb-e92d-4288-843e-9c39ae522499', 'mac_address': 'fa:16:3e:f0:c0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:42.364161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:42.375447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d84016a7-e8af-446b-bb86-4f943cde5840 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "PUT /v2.0/routers/5255463a-4071-4392-bb08-ef563685b5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4059687 Jul 30 01:55:42.376153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33394) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.378039 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Sync routers for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:42.401112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--597628037', 'description': 'tempest-secgroup_access--597628037 description', 'project_id': '2d965d48537442b0be7fa6c7c968c556'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:42.405650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.407155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:42.409890 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:42.447090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:42.469597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:42.471229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.496410 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.641586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.689041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d85825fb-e92d-4288-843e-9c39ae522499 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:42.870408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:42.889229 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.891523 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.007108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5f0e9-b66c-4b06-a08f-b793e82b6e7b req-7e233fb5-623d-471b-85aa-6b2f3bd9e6e0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:43.012536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7f5f0e9-b66c-4b06-a08f-b793e82b6e7b req-7e233fb5-623d-471b-85aa-6b2f3bd9e6e0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.3718233 Jul 30 01:55:43.049068 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:43.130277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:43.147624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['d85825fb-e92d-4288-843e-9c39ae522499'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:43.184656 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.225106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.283031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.339125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.346269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9656920 Jul 30 01:55:43.351313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7f5f0e9-b66c-4b06-a08f-b793e82b6e7b req-dfbf55a2-583f-4cff-86b3-395f8fb82745 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982781 Jul 30 01:55:43.368678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:43.405555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2116110092', 'description': 'tempest-secgroup_general--2116110092 description', 'project_id': '2d965d48537442b0be7fa6c7c968c556'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:43.454320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.599309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247a8dd-af91-40dd-945a-93552ac32977 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e7378-3519-4883-8fec-a5559b179852,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.620123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.747938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.972192 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:41Z', 'revision_number': 2, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:43.987019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.996265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.063364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.070842 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.085402 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Checking router: 5255463a-4071-4392-bb08-ef563685b5b1 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:44.087505 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Updating router 5255463a-4071-4392-bb08-ef563685b5b1 port 524fa27b-9f97-4eb9-b047-85065237e39e binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:55:44.099494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.101082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7064822 Jul 30 01:55:44.121334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33448) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.141488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'security_group_rule': {'security_group_id': 'a99e7378-3519-4883-8fec-a5559b179852', 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:44.151793 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.219368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-03246f4a-9de5-41ef-bb79-a5d71e04bb45 None None] Provisioning for port 524fa27b-9f97-4eb9-b047-85065237e39e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:44.231458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d091a-7f1c-475c-b382-57a2f19c4133 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.264107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.271114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca4804f-d410-460e-8656-d1bcf5040f21 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:44.272505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-03246f4a-9de5-41ef-bb79-a5d71e04bb45 None None] Provisioning complete for port 524fa27b-9f97-4eb9-b047-85065237e39e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:44.273026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03246f4a-9de5-41ef-bb79-a5d71e04bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.303266 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.331126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.332909 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44cfa474-80fc-4b30-91f4-2d959a001b0c tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/3ca4804f-d410-460e-8656-d1bcf5040f21 HTTP/1.1" status: 204 len: 168 time: 3.4293954 Jul 30 01:55:44.339802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33452) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.347507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1223519832', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:44.479190 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.482741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.503502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-03246f4a-9de5-41ef-bb79-a5d71e04bb45 None None] Port 524fa27b-9f97-4eb9-b047-85065237e39e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:44.606534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-03246f4a-9de5-41ef-bb79-a5d71e04bb45 None None] Provisioning complete for port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:44.607188 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03246f4a-9de5-41ef-bb79-a5d71e04bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.665257 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.884349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.906731 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.042971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6840a-c01c-4953-8b1f-7b879a951b99 req-6f0d4501-eecf-4509-baf2-648c98abf91c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:45.055866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edd6840a-c01c-4953-8b1f-7b879a951b99 req-6f0d4501-eecf-4509-baf2-648c98abf91c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 945 time: 0.4603424 Jul 30 01:55:45.105008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e99245-2a7f-41cf-bce6-bf966148decf,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.137377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-66d0a127-dd0c-4eb6-bcff-9d889600eb48 None None] Provisioning complete for port 524fa27b-9f97-4eb9-b047-85065237e39e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:45.137861 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-66d0a127-dd0c-4eb6-bcff-9d889600eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.145452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.147985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f04e9d8f-1a6e-4ac4-9b14-261b6657043a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0253048 Jul 30 01:55:45.221538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.240566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edd6840a-c01c-4953-8b1f-7b879a951b99 req-ced5dfaa-15aa-4449-936d-735033e6bee2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700664 Jul 30 01:55:45.366508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-66d0a127-dd0c-4eb6-bcff-9d889600eb48 None None] Port 524fa27b-9f97-4eb9-b047-85065237e39e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:45.531406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d85825fb-e92d-4288-843e-9c39ae522499 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:45.585189 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.616687 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Transition to ACTIVE for port object 524fa27b-9f97-4eb9-b047-85065237e39e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:45.629292 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.739041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:45.866920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fd1014a9-c970-45ef-9cca-c329bc96c03d None None] Provisioning complete for port 524fa27b-9f97-4eb9-b047-85065237e39e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:45.867660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fd1014a9-c970-45ef-9cca-c329bc96c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.895604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.926302 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Attempting to bind port 524fa27b-9f97-4eb9-b047-85065237e39e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:45.940953 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Attempting to bind port 524fa27b-9f97-4eb9-b047-85065237e39e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:45.941577 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Attempting to bind port 524fa27b-9f97-4eb9-b047-85065237e39e on network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:45.995174 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:45.995780 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Checking segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:45.996289 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.997154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-4a11af7f-6da1-4057-b583-51684312fc15 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--597628037&fields=id&tenant_id=2d965d48537442b0be7fa6c7c968c556 HTTP/1.1" status: 200 len: 267 time: 0.1143720 Jul 30 01:55:46.004560 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Bound using segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:46.007443 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Bound port: 524fa27b-9f97-4eb9-b047-85065237e39e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:46.007979 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.022682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.046373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:46.056074 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.160770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-64f4b8f8-6244-406a-a97e-a913739f9271 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--2116110092&fields=id&tenant_id=2d965d48537442b0be7fa6c7c968c556 HTTP/1.1" status: 200 len: 267 time: 0.1555231 Jul 30 01:55:46.172219 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] For port 524fa27b-9f97-4eb9-b047-85065237e39e, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:46.187273 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] For port 524fa27b-9f97-4eb9-b047-85065237e39e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=524fa27b-9f97-4eb9-b047-85065237e39e,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:46.214993 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.240366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port d85825fb-e92d-4288-843e-9c39ae522499 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:46.240748 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.243852 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682f51-0a9a-4a76-a962-130f7e783015 None None] Pushing event updated for resources: {'Port': ['ID=524fa27b-9f97-4eb9-b047-85065237e39e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:46.353497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Allocated IP 172.25.8.65 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/0d844f03-8a7c-4446-92d0-721d64cb1bc1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:46.394013 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52682f51-0a9a-4a76-a962-130f7e783015 None None] Pushing event updated for resources: {'Port': ['ID=524fa27b-9f97-4eb9-b047-85065237e39e,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:46.431252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-fd1014a9-c970-45ef-9cca-c329bc96c03d None None] Port 524fa27b-9f97-4eb9-b047-85065237e39e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:46.443290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:46.443930 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:46.566211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-7aa68e5c-beca-4b9a-ade0-cb5a0c38673e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:46.578348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-7aa68e5c-beca-4b9a-ade0-cb5a0c38673e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/networks?id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 HTTP/1.1" status: 200 len: 796 time: 0.4142082 Jul 30 01:55:46.607205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-47d830f0-4211-4d04-9887-6a3c24c366e1 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/quotas/2d965d48537442b0be7fa6c7c968c556 HTTP/1.1" status: 200 len: 375 time: 0.0252464 Jul 30 01:55:46.673672 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.733617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.763394 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:46.861807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.916084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:46.923628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c7e87-4c09-4d40-9406-d864c9cd03b0 req-1a46dde1-efa1-4e3c-9258-0d9e206c5dd6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:46.942382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917c7e87-4c09-4d40-9406-d864c9cd03b0 req-1a46dde1-efa1-4e3c-9258-0d9e206c5dd6 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 945 time: 0.3319917 Jul 30 01:55:46.954630 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f4192-cbe8-48af-a5fc-48b3b4d66b05" -d '{"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-plugged", "status": "completed", "tag": "d85825fb-e92d-4288-843e-9c39ae522499"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:47.023794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-858cd4e9-db84-46e0-b833-40da4aa9f53f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4146292 Jul 30 01:55:47.055063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:47.072368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:47.088932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:47.155735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:47.179514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.319429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-2713820a-b401-4349-86ad-a21f8ecd7d34 service neutron] 10.222.0.78 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755013 Jul 30 01:55:47.338845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917c7e87-4c09-4d40-9406-d864c9cd03b0 req-30cf1a6f-1be7-460b-81e9-9db32ec78df0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949728 Jul 30 01:55:47.428385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.486799 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c76862-975c-46ee-873c-f43fb4e76e24 x-openstack-request-id: req-52c76862-975c-46ee-873c-f43fb4e76e24 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:47.487397 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-plugged", "status": "completed", "tag": "d85825fb-e92d-4288-843e-9c39ae522499", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:47.487397 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52c76862-975c-46ee-873c-f43fb4e76e24 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:47.487795 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499', 'code': 200} Jul 30 01:55:47.495707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event updated for resources: {'Port': ['ID=0d844f03-8a7c-4446-92d0-721d64cb1bc1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.606162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-3bda606f-2a39-4428-9b55-fadb77bfbf13 service neutron] 10.222.0.78 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856989 Jul 30 01:55:47.641082 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:46Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:47.704251 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e3ce7-bf2b-468f-8822-7b6774c01217 None None] The sync data for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 is: [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:46Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:48.189502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.228269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e91e0747-a8e5-403d-bd50-f097913e91ed req-89abffc7-9002-45d3-99af-2dfbb6d1a6af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 210 time: 0.0846469 Jul 30 01:55:48.744123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00296806-a8f9-4ee9-9c5e-6d0f54c7157f req-3cc781c4-ec50-4e4a-821d-51c855d4a9bf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.759164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00296806-a8f9-4ee9-9c5e-6d0f54c7157f req-3cc781c4-ec50-4e4a-821d-51c855d4a9bf tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.1361365 Jul 30 01:55:48.834033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00296806-a8f9-4ee9-9c5e-6d0f54c7157f req-deb3acc1-3eed-4610-915f-6bde821d91b3 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671186 Jul 30 01:55:48.913193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db6bb0f4-ffee-4c2e-917b-8f95fd99f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.226635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.540727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3cd7ae0-c6cc-4e2a-8e10-efa58fd10f89 req-ade46bf8-5717-4068-a195-34cb4ee4eb35 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 210 time: 0.1077800 Jul 30 01:55:49.712108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 524fa27b-9f97-4eb9-b047-85065237e39e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:49.723541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Router affdd8e5-dbb7-44bc-814c-45c28b85e0e4 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:49.887822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 524fa27b-9f97-4eb9-b047-85065237e39e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:49.904179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 524fa27b-9f97-4eb9-b047-85065237e39e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:49.906134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.233606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:50.234248 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.302771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.304322 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c69821a1-ae89-4170-810a-f27e6d59993f tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9632673 Jul 30 01:55:50.308123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:50.324813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:50.354110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] Sync routers for ids ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:50.443231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] Routers {'affdd8e5-dbb7-44bc-814c-45c28b85e0e4'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:50.450600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:50.459371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-887eab21-1a43-445d-bd85-9f776c7acc28 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:50.460975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-887eab21-1a43-445d-bd85-9f776c7acc28 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.55 "GET /v2.0/networks?id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 HTTP/1.1" status: 200 len: 796 time: 0.3762631 Jul 30 01:55:50.616364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:50.628543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 524fa27b-9f97-4eb9-b047-85065237e39e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=524fa27b-9f97-4eb9-b047-85065237e39e,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:50.650381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.686948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017a1f-4bbb-4b0d-b7e5-12e72c5aba09 req-7657c5b9-9e39-4527-90de-683837752f62 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:50.690176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c017a1f-4bbb-4b0d-b7e5-12e72c5aba09 req-7657c5b9-9e39-4527-90de-683837752f62 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.6561539 Jul 30 01:55:50.711544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-bf3891af-1cda-4930-bd4c-f7ff8566bd2a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d965d48537442b0be7fa6c7c968c556 HTTP/1.1" status: 200 len: 477 time: 0.2242434 Jul 30 01:55:50.768999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] Routers {'affdd8e5-dbb7-44bc-814c-45c28b85e0e4'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:50.775134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:50.863055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'port': {'device_id': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'admin_state_up': True, 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'security_groups': ['a99e7378-3519-4883-8fec-a5559b179852', '6eb0715d-f8ad-40b9-9852-4a97cfa17ab5']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:50.883147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:50.884772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb772478-f522-44d4-86ac-0a816bebe760 None None] The sync data for ids ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:50.916770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41645317-5eec-4999-bd20-066c72668343 req-a709e2ff-2a3e-4d24-9f7d-92b9f1d48ad6 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 210 time: 0.2249641 Jul 30 01:55:50.975088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=524fa27b-9f97-4eb9-b047-85065237e39e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:51.140157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.348764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c017a1f-4bbb-4b0d-b7e5-12e72c5aba09 req-bebb614f-82af-46ed-89a7-6042d4147e01 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313596 Jul 30 01:55:51.361029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Made reservation on behalf of 2d965d48537442b0be7fa6c7c968c556 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:51.372309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.375387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.402552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.549191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Deleting port 0d844f03-8a7c-4446-92d0-721d64cb1bc1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:51.550540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.610967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 524fa27b-9f97-4eb9-b047-85065237e39e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:51.731883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.20.0.12 (a5051c81-e5dd-4d90-99f5-65a0d9ae64c8/83f19501-9bab-4f9b-9d10-00d018cbda55/6b9a3373-d20d-4ec6-8834-f5864a4bbd60) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:51.770137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-62e4a4ac-5c4e-4858-9af6-c71402b96a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.888355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.928408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 524fa27b-9f97-4eb9-b047-85065237e39e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:51.929567 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.932489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Calling delete_port for 0d844f03-8a7c-4446-92d0-721d64cb1bc1 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:52.026359 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.321080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7d7fb35-d579-4278-be20-2edc62eb7fe0 req-79e35643-b415-422d-b09c-ccc249cd1cba tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 210 time: 0.1768894 Jul 30 01:55:52.340342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.497910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.498465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Transition to ACTIVE for port object 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:52.568699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Pushing event deleted for resources: {'Port': ['ID=0d844f03-8a7c-4446-92d0-721d64cb1bc1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:52.666467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd5cf-cbbc-4aad-940b-802e30a51697 req-1843a105-f0cb-48e2-a148-8c369bc3ba93 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:52.693349 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-699bd5cf-cbbc-4aad-940b-802e30a51697 req-1843a105-f0cb-48e2-a148-8c369bc3ba93 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.1970639 Jul 30 01:55:52.766815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.804078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-699bd5cf-cbbc-4aad-940b-802e30a51697 req-4b3fbd87-402d-491a-ba43-c6bf5e38e181 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086695 Jul 30 01:55:52.808138 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:52.913749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:52.949405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:52.958360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:52.961443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:53.079524 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.485091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.520139 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.547117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64dfb17a-c658-4652-a653-c2fcb1bea3c1 None None] Provisioning for port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:53.557843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64dfb17a-c658-4652-a653-c2fcb1bea3c1 None None] Provisioning complete for port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:53.558539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64dfb17a-c658-4652-a653-c2fcb1bea3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.649306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-64dfb17a-c658-4652-a653-c2fcb1bea3c1 None None] Port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:54.084670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Router affdd8e5-dbb7-44bc-814c-45c28b85e0e4 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:54.340557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:54.357211 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] Sync routers for ids ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:54.370889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.376161 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] Routers {'affdd8e5-dbb7-44bc-814c-45c28b85e0e4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:54.376841 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:54.379078 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-48954243-3c10-4c30-835b-d01b7dc65f75 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "PUT /v2.0/routers/affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 200 len: 706 time: 4.0657403 Jul 30 01:55:54.379926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:54.506453 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:54.541361 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] Routers {'affdd8e5-dbb7-44bc-814c-45c28b85e0e4'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:54.544383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:54.626310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.640570 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-45323559-0491-4206-b968-9937236e7091 tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/routers/affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 200 len: 741 time: 0.2558854 Jul 30 01:55:54.643428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33658) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:54.658561 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:54.665281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d08bcb5-8f3f-4ee2-9ee4-f364d8f711e9 None None] The sync data for ids ['affdd8e5-dbb7-44bc-814c-45c28b85e0e4'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:54.703948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.705446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.770023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584266-15d0-410e-bb72-fc7960e7f7f6 req-9dda9bcb-8cfa-409b-b15e-38a9ca824e91 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.777912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd584266-15d0-410e-bb72-fc7960e7f7f6 req-9dda9bcb-8cfa-409b-b15e-38a9ca824e91 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 971 time: 0.2465680 Jul 30 01:55:54.785179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-44ceb317-4e2e-45af-b954-a262204b9cbc tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.9518504 Jul 30 01:55:54.805230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c510f-6605-4591-9bad-3465750c206c req-b202f160-e1e2-45f3-ab43-146e47d5a0e2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.815392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-229c510f-6605-4591-9bad-3465750c206c req-b202f160-e1e2-45f3-ab43-146e47d5a0e2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.2838519 Jul 30 01:55:54.853891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Request body: {'port': {'device_id': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:54.919606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5ff6f467-d7db-4c04-93f3-a74b02843ebc tempest-RoutersAdminTest-1036281644 tempest-RoutersAdminTest-1036281644-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 200 len: 205 time: 0.2735560 Jul 30 01:55:54.923558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:55.013774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-229c510f-6605-4591-9bad-3465750c206c req-f45c183b-6513-4098-90df-a60303d2a7cc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416364 Jul 30 01:55:55.029601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c6aca506-477f-4d0a-be83-56fff07a8fa4 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 200 len: 205 time: 0.0987310 Jul 30 01:55:55.039874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:55.147320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd584266-15d0-410e-bb72-fc7960e7f7f6 req-79193289-de3f-41ff-bc10-485c129ab68d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3285980 Jul 30 01:55:55.154971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.282267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.627804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:56.729234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.762396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.774704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.805276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Transition to ACTIVE for port object 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:56.813917 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.972462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e64df-168f-4b3d-b5ec-d7faf820a386 req-76499de9-3cfc-4674-b6b9-89647d733153 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.988059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e2e64df-168f-4b3d-b5ec-d7faf820a386 req-76499de9-3cfc-4674-b6b9-89647d733153 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.6512494 Jul 30 01:55:57.000075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.000817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Fanout notify agent at l3_agent the message router_deleted on router affdd8e5-dbb7-44bc-814c-45c28b85e0e4 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:57.010762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.013825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-91629108-090b-46cf-800f-dcaf23bf5b18 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 204 len: 168 time: 1.9645758 Jul 30 01:55:57.017588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33698) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.094709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f50f2-47d6-4d4d-81b3-4a3e832c69c7 req-fe90a146-bb84-473c-9df3-1af06b8d83f5 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.096784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-981f50f2-47d6-4d4d-81b3-4a3e832c69c7 req-fe90a146-bb84-473c-9df3-1af06b8d83f5 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 971 time: 0.6430771 Jul 30 01:55:57.121231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.131893 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b0a568e-297c-4fbd-80f2-08140e7507d6 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 200 len: 205 time: 0.0965612 Jul 30 01:55:57.231548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:57.427220 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-810085a6-837f-45f8-85ed-576294627033 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] delete failed (client error): The resource could not be found. Jul 30 01:55:57.428944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-810085a6-837f-45f8-85ed-576294627033 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/affdd8e5-dbb7-44bc-814c-45c28b85e0e4 HTTP/1.1" status: 404 len: 336 time: 0.2976270 Jul 30 01:55:57.432591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.514441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-432cea04-d514-4f93-ba42-5d54f11b585e tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca4804f-d410-460e-8656-d1bcf5040f21 HTTP/1.1" status: 200 len: 205 time: 0.0792913 Jul 30 01:55:57.519259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33708) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.598468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e2e64df-168f-4b3d-b5ec-d7faf820a386 req-e21b1ab8-49da-4078-a5b1-bbebb77c8596 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857635 Jul 30 01:55:57.668531 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-46cc7cd5-97ac-4fec-80a6-d91856e9788d tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] delete failed (client error): The resource could not be found. Jul 30 01:55:57.702905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-981f50f2-47d6-4d4d-81b3-4a3e832c69c7 req-b297ac53-6791-4681-80a0-890765b8f24c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5726144 Jul 30 01:55:57.703810 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-46cc7cd5-97ac-4fec-80a6-d91856e9788d tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/3ca4804f-d410-460e-8656-d1bcf5040f21 HTTP/1.1" status: 404 len: 336 time: 0.1706853 Jul 30 01:55:57.704085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.741179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Attempting to bind port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:57.741640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Attempting to bind port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:57.742441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Attempting to bind port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 on network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:57.751237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 on network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:57.751727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Attempting to bind port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 on network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:57.765727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:57.766283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Checking segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:57.767247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Bound using segment: {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:57.769590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Bound port: 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef35492a-b3c3-423b-ac67-14b4245d937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:57.769979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.818709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8d8aad08-28b9-414f-921c-b0fbe9a9bb64 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7fce742-d201-4b1b-abd0-f824d87ac16a HTTP/1.1" status: 200 len: 205 time: 0.1134591 Jul 30 01:55:57.834968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.937343 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-25fd2f24-d2cd-4caa-98b8-04d1e259c74d tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] delete failed (client error): The resource could not be found. Jul 30 01:55:57.938532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] For port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:57.938939 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-25fd2f24-d2cd-4caa-98b8-04d1e259c74d tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/b7fce742-d201-4b1b-abd0-f824d87ac16a HTTP/1.1" status: 404 len: 336 time: 0.1024213 Jul 30 01:55:57.942231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.944512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] For port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:57.954139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.002372 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03e70144-b454-4b15-b1b7-c05a46ecf622 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=e084146b-c178-4c50-a932-1073d597ce95 HTTP/1.1" status: 200 len: 205 time: 0.0586243 Jul 30 01:55:58.005554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.049568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.049568 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.061358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] 10.222.0.55 "PUT /v2.0/ports/6b9a3373-d20d-4ec6-8834-f5864a4bbd60 HTTP/1.1" status: 200 len: 1132 time: 3.2164760 Jul 30 01:55:58.061734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:58.064743 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4212fd2b-0bde-4541-8df6-e3137223fa26" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:58.191691 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-c9fabd96-2674-42e6-8fe4-25ed9c60bb00 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] delete failed (client error): The resource could not be found. Jul 30 01:55:58.192916 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c9fabd96-2674-42e6-8fe4-25ed9c60bb00 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/e084146b-c178-4c50-a932-1073d597ce95 HTTP/1.1" status: 404 len: 336 time: 0.1864204 Jul 30 01:55:58.197935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.262744 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ba002123-fc00-4663-82be-383a2339125b tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d20d6e8-08b4-4acf-82d1-fc9af0d163cf HTTP/1.1" status: 200 len: 205 time: 0.0608974 Jul 30 01:55:58.265615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.282919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910e600-7b7f-4018-a8af-d23ba22f250c service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:58.328457 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e05b654-6bd9-40e6-83ae-67a60cace3b0 x-openstack-request-id: req-8e05b654-6bd9-40e6-83ae-67a60cace3b0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:58.328757 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:58.329012 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e05b654-6bd9-40e6-83ae-67a60cace3b0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:58.329438 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'status': 'completed', 'code': 200} Jul 30 01:55:58.355540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-3abfb298-d859-4ca1-9927-576c9aef9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.358701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-3abfb298-d859-4ca1-9927-576c9aef9497 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1135 time: 0.2330272 Jul 30 01:55:58.425065 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-7111ab64-b8f9-4808-ada7-4cfa4df4f160 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] delete failed (client error): The resource could not be found. Jul 30 01:55:58.447149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7111ab64-b8f9-4808-ada7-4cfa4df4f160 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/9d20d6e8-08b4-4acf-82d1-fc9af0d163cf HTTP/1.1" status: 404 len: 336 time: 0.1801972 Jul 30 01:55:58.451169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.557491 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3b61d4c3-ca08-4469-aeb4-a00df6b9f82a tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "GET /v2.0/ports?device_id=074282a8-f672-47ce-a91d-d4bbb74e3eb1 HTTP/1.1" status: 200 len: 205 time: 0.1034098 Jul 30 01:55:58.558119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.572509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-147b2bb6-1842-46ca-a735-a4033b66c4ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60 HTTP/1.1" status: 200 len: 217 time: 0.1937540 Jul 30 01:55:58.707867 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-b8ff1532-50b8-4323-9754-02c1f5eb5075 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] delete failed (client error): The resource could not be found. Jul 30 01:55:58.710239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b8ff1532-50b8-4323-9754-02c1f5eb5075 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/routers/074282a8-f672-47ce-a91d-d4bbb74e3eb1 HTTP/1.1" status: 404 len: 336 time: 0.1502631 Jul 30 01:55:58.712690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33746) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.831074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-e2fee96a-5e9f-4993-81f0-5a0ff8bfbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.838854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-e2fee96a-5e9f-4993-81f0-5a0ff8bfbdaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f19501-9bab-4f9b-9d10-00d018cbda55 HTTP/1.1" status: 200 len: 834 time: 0.2635498 Jul 30 01:55:58.870208 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-407c282d-4f95-4ee3-b922-a49a52a87c31 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:58.871314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407c282d-4f95-4ee3-b922-a49a52a87c31 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:58.874763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-407c282d-4f95-4ee3-b922-a49a52a87c31 tempest-RoutersAdminTest-210908243 tempest-RoutersAdminTest-210908243-project] 10.222.0.78 "DELETE /v2.0/subnets/e4833c06-0a4c-4dec-8491-f4664d7db3e2 HTTP/1.1" status: 404 len: 337 time: 0.1569679 Jul 30 01:55:59.199423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-a36683c4-afa8-42de-8acf-7821cea692a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.200978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-a36683c4-afa8-42de-8acf-7821cea692a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3540576 Jul 30 01:55:59.271307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968813-cc38-4e2e-8efb-ac85631c9609 req-2431b3b2-7b1e-4802-8f18-1df1e390544b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.272825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97968813-cc38-4e2e-8efb-ac85631c9609 req-2431b3b2-7b1e-4802-8f18-1df1e390544b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.3936348 Jul 30 01:55:59.390238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c6290-c1ed-452f-a8d1-edade85e95e7 req-2faff577-9c93-4187-97a9-c8c0bb370cc2 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.391868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-610c6290-c1ed-452f-a8d1-edade85e95e7 req-2faff577-9c93-4187-97a9-c8c0bb370cc2 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 983 time: 0.4507458 Jul 30 01:55:59.451432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97968813-cc38-4e2e-8efb-ac85631c9609 req-cf92e51e-7a8e-446d-a64c-2d680f8ef81e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337566 Jul 30 01:55:59.502821 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-610c6290-c1ed-452f-a8d1-edade85e95e7 req-9531f7d6-ea58-40ec-930c-c0d73417ab5d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1015167 Jul 30 01:55:59.545859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-02d20e2b-836e-431d-89e6-330f7f7adb0d service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353207 Jul 30 01:55:59.727049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33766) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:59.878145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9134b74f-1fec-4e76-bb5a-0dd9a3876394 req-c8cfee69-e93c-49d6-a45f-e84bfe4623d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250453 Jul 30 01:56:00.250863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-8bec517b-fe16-435d-950c-4d709e4e481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.255615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-8bec517b-fe16-435d-950c-4d709e4e481a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1135 time: 0.2384276 Jul 30 01:56:00.432048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ad313c5-b724-4c81-8448-c1fe69cae1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.632499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-0163c825-96c6-4f9f-9472-f9a2e7776498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.634303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-0163c825-96c6-4f9f-9472-f9a2e7776498 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 HTTP/1.1" status: 200 len: 897 time: 0.3717904 Jul 30 01:56:00.701743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ad313c5-b724-4c81-8448-c1fe69cae1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.713368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ad313c5-b724-4c81-8448-c1fe69cae1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.762507 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ad313c5-b724-4c81-8448-c1fe69cae1b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f3e6a8d129e46afb03a4ab4f6a37566&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0332344 Jul 30 01:56:00.769753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33792) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:00.842586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad313c5-b724-4c81-8448-c1fe69cae1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baee4ed3-249e-425f-bb7d-bbecc8797427,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:00.852710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9f95-9bfa-4345-83fb-175cb37e1d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.903939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9f95-9bfa-4345-83fb-175cb37e1d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.943746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-7f67c3fd-ad32-40b4-832b-1e55809b6231 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60 HTTP/1.1" status: 200 len: 217 time: 0.2890351 Jul 30 01:56:01.011595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9f95-9bfa-4345-83fb-175cb37e1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.022278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9f95-9bfa-4345-83fb-175cb37e1d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.023768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ec5b9f95-9bfa-4345-83fb-175cb37e1d0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/baee4ed3-249e-425f-bb7d-bbecc8797427 HTTP/1.1" status: 204 len: 168 time: 0.2527528 Jul 30 01:56:01.043288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b9f95-9bfa-4345-83fb-175cb37e1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee4ed3-249e-425f-bb7d-bbecc8797427,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:01.221068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-ba25a9ba-afc1-45cb-a52a-a6b5a0e19969 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5794191 Jul 30 01:56:01.340993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-b2790c10-ae54-4feb-be65-ba8fc85400b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.364982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-b2790c10-ae54-4feb-be65-ba8fc85400b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f19501-9bab-4f9b-9d10-00d018cbda55 HTTP/1.1" status: 200 len: 834 time: 0.3691456 Jul 30 01:56:01.428801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42a463-c440-4d53-a200-a818f90ebdf9 req-5c01bef5-267b-46dd-bedf-b50ce4fb5fe6 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.451853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b42a463-c440-4d53-a200-a818f90ebdf9 req-5c01bef5-267b-46dd-bedf-b50ce4fb5fe6 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 983 time: 0.7204621 Jul 30 01:56:01.528729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6111d5-460d-4c47-9ba3-a046d5508284 req-d132e791-397b-4244-9686-95350c0c1192 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.537667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa6111d5-460d-4c47-9ba3-a046d5508284 req-d132e791-397b-4244-9686-95350c0c1192 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.7345562 Jul 30 01:56:01.721123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-92c349f6-827e-4260-b9e3-ccde8b94cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.732953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-92c349f6-827e-4260-b9e3-ccde8b94cdbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3591940 Jul 30 01:56:01.786950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b42a463-c440-4d53-a200-a818f90ebdf9 req-404d3215-e2c9-4695-b189-a3017d4a9dac tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3320329 Jul 30 01:56:01.792569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-5a96dd83-f479-4dfa-841f-17f02bea1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.806688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-5a96dd83-f479-4dfa-841f-17f02bea1531 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.3487184 Jul 30 01:56:01.812967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa6111d5-460d-4c47-9ba3-a046d5508284 req-81721900-d9e4-4f5d-ba5f-58e77792e179 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744567 Jul 30 01:56:02.340607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-bd88b0f1-b579-4fd8-ac80-4f44319a45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.343329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-bd88b0f1-b579-4fd8-ac80-4f44319a45a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.4936178 Jul 30 01:56:02.345880 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-1c47a53d-aab4-4416-a032-8bede5bebf7e service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568440 Jul 30 01:56:02.442491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:02.609406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-b3ae91f3-47ca-4a05-898e-860a35794df1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.2448440 Jul 30 01:56:02.645317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f3d8d16-54a9-495f-9c5c-4157e38bf5e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae6e7ffe6b164880ba12743cae69ce39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942582 Jul 30 01:56:02.648615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33834) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:02.763046 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.774895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4212fd2b-0bde-4541-8df6-e3137223fa26 req-2f457649-e569-4180-a020-5d074eeeb687 service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030523 Jul 30 01:56:02.785289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-07e823c8-56c5-47cb-a27e-a465e1cde4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.787599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-07e823c8-56c5-47cb-a27e-a465e1cde4b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1630323 Jul 30 01:56:02.887809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.971287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-54d36181-8775-44ad-997d-be1e9e825fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.982802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-54d36181-8775-44ad-997d-be1e9e825fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854103 Jul 30 01:56:03.034455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.040597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.040597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/78de045b-b952-45db-86b3-a7aeeec48773 HTTP/1.1" status: 204 len: 168 time: 0.3905079 Jul 30 01:56:03.099854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de045b-b952-45db-86b3-a7aeeec48773,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:03.145684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.146042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.146385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.146724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.155269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.155797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.156141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.156481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.156816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.157147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.157477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.157804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7566d3ee-6dc2-4d0a-842f-5a08c5ac8255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:03.358141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2cc4f-5469-4444-af52-064379d7c58e req-8974011b-e635-4e87-9109-4bd93ee22664 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:03.359817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9a2cc4f-5469-4444-af52-064379d7c58e req-8974011b-e635-4e87-9109-4bd93ee22664 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 983 time: 0.3731270 Jul 30 01:56:03.445572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc8be-c11f-4d66-a52f-9689415acdab req-3212a443-ffa7-4d0e-8683-8f71718d19c8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:03.448181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b57bc8be-c11f-4d66-a52f-9689415acdab req-3212a443-ffa7-4d0e-8683-8f71718d19c8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.4268064 Jul 30 01:56:03.538411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-12870583-e334-4d92-bb98-3cbe37f366f5 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401821 Jul 30 01:56:03.580784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9a2cc4f-5469-4444-af52-064379d7c58e req-433cad6e-4a84-4891-9c32-1538ca7b9b8f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1747482 Jul 30 01:56:03.597875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:03.882576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26249538-e68e-4eff-8491-d3d9dfc0df08 req-aedb2cb4-737b-4320-b1a8-87d690e37484 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068125 Jul 30 01:56:03.892577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b57bc8be-c11f-4d66-a52f-9689415acdab req-cd42753c-8fde-48c8-82e9-3ab75b64c7e7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162211 Jul 30 01:56:03.934235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:03.963273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'port_id': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'mac_address': 'fa:16:3e:4c:5b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:04.072425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.096250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:04.141418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:04.149634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.290622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:04.332631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33888) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:04.477314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['6b9a3373-d20d-4ec6-8834-f5864a4bbd60'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:04.552112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8147f315-f297-414d-96c0-90c02ddf6dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.829230 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8147f315-f297-414d-96c0-90c02ddf6dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.839657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30ea02-538d-4552-ba8b-26bc3fac5fd5 req-509ac280-15e7-4267-9299-f86f8c4925ae tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:04.846289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8147f315-f297-414d-96c0-90c02ddf6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.851374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf30ea02-538d-4552-ba8b-26bc3fac5fd5 req-509ac280-15e7-4267-9299-f86f8c4925ae tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 984 time: 0.1709409 Jul 30 01:56:04.932465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8147f315-f297-414d-96c0-90c02ddf6dc3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14e30db285a44ef4aa2291d2aa18e33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986600 Jul 30 01:56:04.933095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:04.967863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf30ea02-538d-4552-ba8b-26bc3fac5fd5 req-078bae5d-5a38-4a15-809f-52f66d0acc63 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1115665 Jul 30 01:56:05.046003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:05.109220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147f315-f297-414d-96c0-90c02ddf6dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f1faed-5e1c-4e32-8a28-c659ab6a6f0b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:05.145873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faff863-3bfd-438b-9181-c70680c51e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.177131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faff863-3bfd-438b-9181-c70680c51e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.284332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faff863-3bfd-438b-9181-c70680c51e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.291784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faff863-3bfd-438b-9181-c70680c51e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.295960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6faff863-3bfd-438b-9181-c70680c51e72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5f1faed-5e1c-4e32-8a28-c659ab6a6f0b HTTP/1.1" status: 204 len: 168 time: 0.3588128 Jul 30 01:56:05.338758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faff863-3bfd-438b-9181-c70680c51e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f1faed-5e1c-4e32-8a28-c659ab6a6f0b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:05.342660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-d271422f-d53a-4018-bc34-7fb12440a3ad tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:05.345640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-d271422f-d53a-4018-bc34-7fb12440a3ad tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.3113103 Jul 30 01:56:05.366524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-360755540'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:05.398182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-b9f1b83e-cb0e-41a7-9b4b-3c843d5f01f5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/quotas/a602fdd1b936459aad530a85cc6143da HTTP/1.1" status: 200 len: 375 time: 0.0458713 Jul 30 01:56:05.449782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:05.458629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468edc2-3e1a-4248-b7f3-222757ddc530 req-058ffccf-f870-4a7e-9cce-aaa3113ae6dc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:05.460671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9468edc2-3e1a-4248-b7f3-222757ddc530 req-058ffccf-f870-4a7e-9cce-aaa3113ae6dc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.2593935 Jul 30 01:56:05.470680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.506627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.544037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9468edc2-3e1a-4248-b7f3-222757ddc530 req-91931f82-3c8a-412c-820c-3ec9cb5888d3 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Jul 30 01:56:05.562104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-4c3a5340-e009-4f2b-bf2b-fe766d5a0e00 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433668 Jul 30 01:56:05.606386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:05.711335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:05.719501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:05.719896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.780561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.791606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.822401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-008584b0-a11f-43c1-bc4e-2ce4fd74bb14 service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514112 Jul 30 01:56:05.853051 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.853255 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:05.874279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfde734-4ffe-4d64-99a1-f87e771836ce,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:05.892413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33944) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:05.898187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.898863 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Added segment e0250ab3-633c-4e5e-9818-3f940d24191e of type vlan for network 6674b6d1-12f8-4558-b837-708b1a9da9ec Jul 30 01:56:05.914365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:05.915553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:05.918488 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba63ac-1060-40f9-bdc2-c597ee6725c2" -d '{"events": [{"server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:05.923302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.967968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-3a887215-5c5e-421e-a016-488e0f89043e service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437614 Jul 30 01:56:05.981594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b9a-ce1a-42aa-8112-3c95bcd5e376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.048474 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a67dbc6-0243-4eb2-8399-0506469d431c x-openstack-request-id: req-1a67dbc6-0243-4eb2-8399-0506469d431c {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:06.048769 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:06.049069 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a67dbc6-0243-4eb2-8399-0506469d431c {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:06.049472 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'code': 200} Jul 30 01:56:06.106560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:06.126596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.126952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.129606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.129967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.130305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.130638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.130970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.131331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.131655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.131978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.132306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.132628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:06.165988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b9a-ce1a-42aa-8112-3c95bcd5e376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.175175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3eb7b9a-ce1a-42aa-8112-3c95bcd5e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.178165 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:56:06.207352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.245611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3eb7b9a-ce1a-42aa-8112-3c95bcd5e376 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f3c83c244a1486d876a91e1707daf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356802 Jul 30 01:56:06.250245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 33958) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:06.254449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb7b9a-ce1a-42aa-8112-3c95bcd5e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5106f3-160f-4308-aa11-e2b7f64fbeaa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:06.275272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8725b9e-30ed-4dc7-9513-f25b67589f0f req-5ab15823-898a-45f3-a0bc-44a7e61abe74 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 210 time: 0.0517561 Jul 30 01:56:06.281288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf14bc9-4ad6-4089-912b-187759ba72e4 req-e6e98d4e-e712-4d12-9e66-01d1556ea22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.290330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.296903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2bf14bc9-4ad6-4089-912b-187759ba72e4 req-e6e98d4e-e712-4d12-9e66-01d1556ea22f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1137 time: 0.1545146 Jul 30 01:56:06.314124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.315403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.416129 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3682079 Jul 30 01:56:06.422421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:06.430423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'subnet': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:06.442229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2bf14bc9-4ad6-4089-912b-187759ba72e4 req-c491c139-1f8a-497b-84aa-538fd19eea37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1377544 Jul 30 01:56:06.511381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991594a5-c09d-49b8-b1cf-5d4d2248e040 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Network': ['ID=6674b6d1-12f8-4558-b837-708b1a9da9ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:06.524897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:06.534707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487c37c-6048-48b2-b393-3cc96381fb0f req-dcf5a8a5-b8a8-4093-99fb-6775772d1132 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.540667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1487c37c-6048-48b2-b393-3cc96381fb0f req-dcf5a8a5-b8a8-4093-99fb-6775772d1132 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 985 time: 0.1955001 Jul 30 01:56:06.561821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d921d5be-eef8-49a7-91ad-85c4b6f96c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.678878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d921d5be-eef8-49a7-91ad-85c4b6f96c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.702248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:06.709433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.749817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1487c37c-6048-48b2-b393-3cc96381fb0f req-6eece595-b5b5-4e38-9501-cb97276e8d56 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1896243 Jul 30 01:56:06.873516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.874365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63efa05-39ba-4b78-aa47-9072ec0d3251 req-ae612780-bb34-4b98-8f77-5849a81bba8c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.883407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c63efa05-39ba-4b78-aa47-9072ec0d3251 req-ae612780-bb34-4b98-8f77-5849a81bba8c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.1746182 Jul 30 01:56:06.950224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c63efa05-39ba-4b78-aa47-9072ec0d3251 req-537143aa-1aa9-4c8c-83ca-a2dd4156c442 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Jul 30 01:56:06.996611 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d921d5be-eef8-49a7-91ad-85c4b6f96c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.007431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d921d5be-eef8-49a7-91ad-85c4b6f96c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.010924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d921d5be-eef8-49a7-91ad-85c4b6f96c4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf5106f3-160f-4308-aa11-e2b7f64fbeaa HTTP/1.1" status: 204 len: 168 time: 0.7430236 Jul 30 01:56:07.055274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921d5be-eef8-49a7-91ad-85c4b6f96c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5106f3-160f-4308-aa11-e2b7f64fbeaa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:07.407052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.559585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Checking segment: {'id': 'e0250ab3-633c-4e5e-9818-3f940d24191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:07.561257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network hostable DHCP agents. Network: 6674b6d1-12f8-4558-b837-708b1a9da9ec, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:07.569030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59ed4e5c-bdb9-4915-b18b-a70cc255b4b4 req-1084d73c-5ced-4268-bcc4-798015671407 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 210 time: 0.0842218 Jul 30 01:56:07.592388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Subnet': ['ID=b5b6a93c-2142-4d94-93d3-6158dedb2c1d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:07.604901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:07.622950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6674b6d1-12f8-4558-b837-708b1a9da9ec) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:07.633517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e68ecd-eafd-4b2d-b8ef-353edb64e616 None None] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:07.644610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:07.647099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.680587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f5e95fb-5913-4f85-9422-99a3db6658b6 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2566140 Jul 30 01:56:07.683265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 33996) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:07.698093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'name': 'tempest-AllowedAddressPairTestJSON-560061833'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:08.109295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab07f52-91f0-469a-a01b-f066de978183 req-ae9ede69-48c2-4ea7-95a5-b20b54931d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.113937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eab07f52-91f0-469a-a01b-f066de978183 req-ae9ede69-48c2-4ea7-95a5-b20b54931d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 985 time: 0.2129831 Jul 30 01:56:08.160518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-6674b6d1-12f8-4558-b837-708b1a9da9ec', 'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'tenant_id': 'a847620f931846f896b624852bae1525', 'fixed_ips': [{'subnet_id': 'b5b6a93c-2142-4d94-93d3-6158dedb2c1d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:56:08.162276 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.386136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-89046df6-39dc-4126-8549-2a37c73728ba tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.388203 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-89046df6-39dc-4126-8549-2a37c73728ba tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.3934479 Jul 30 01:56:08.428486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Request body: {'port': {'device_id': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'admin_state_up': True, 'tenant_id': 'a602fdd1b936459aad530a85cc6143da'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:08.435472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:08.444498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eab07f52-91f0-469a-a01b-f066de978183 req-af3f037b-16ee-4b69-9ef4-bc9c3e798cb5 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2900593 Jul 30 01:56:08.446574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.498973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Allocated IP 172.20.0.2 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:08.512546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a1db2-7743-4391-8b18-a4e94ae02350 req-3763dc99-7746-4bfd-a965-13918e530e45 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.521803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b72a1db2-7743-4391-8b18-a4e94ae02350 req-3763dc99-7746-4bfd-a965-13918e530e45 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.4055252 Jul 30 01:56:08.637228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b72a1db2-7743-4391-8b18-a4e94ae02350 req-90ffd3d6-7eeb-4df4-b1c0-25e73edeb35a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119719 Jul 30 01:56:08.784315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c9fcd-4ba8-48fa-b0ba-e136cc3676be req-4c70b36e-1cb0-4926-9a98-631610e35b52 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:08.786581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f88c9fcd-4ba8-48fa-b0ba-e136cc3676be req-4c70b36e-1cb0-4926-9a98-631610e35b52 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 985 time: 0.1118240 Jul 30 01:56:08.799266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port efdcce77-78c4-41f4-ab2b-97bfc5aadc51 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:08.948501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34bfde51-aac1-44fd-94a3-aafadcb5787e req-db3ac263-f1d9-4d80-8c45-3ae1aea9299e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 210 time: 0.1400371 Jul 30 01:56:08.959537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:08.971637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Transition to ACTIVE for port object 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:08.997579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f88c9fcd-4ba8-48fa-b0ba-e136cc3676be req-6a8457ed-5bf9-41d3-b046-ffe81bdab773 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1946235 Jul 30 01:56:09.002625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Transition to ACTIVE for port object 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:09.016439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.016638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Made reservation on behalf of a602fdd1b936459aad530a85cc6143da for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:09.021509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.061678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:09.075134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Pushing event updated for resources: {'Port': ['ID=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:09.087251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:09.093573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:09.152738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b75f5e99-314b-4f32-87e4-6acd770c0f71 {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:56:09.152959 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:56:09.166892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Attempting to bind port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:09.168261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Attempting to bind port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e0250ab3-633c-4e5e-9818-3f940d24191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:09.168916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Attempting to bind port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 on network 6674b6d1-12f8-4558-b837-708b1a9da9ec {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:09.175543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:09.176276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Checking segment: {'id': 'e0250ab3-633c-4e5e-9818-3f940d24191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:09.177114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.177698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Bound using segment: {'id': 'e0250ab3-633c-4e5e-9818-3f940d24191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:09.178626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Bound port: 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0250ab3-633c-4e5e-9818-3f940d24191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:09.179355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.229689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508a9-7c3e-4873-8856-6c46a67efcd5 req-f0af0658-0340-42d7-81f1-71d4f7e8a22a tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:09.257607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b0508a9-7c3e-4873-8856-6c46a67efcd5 req-f0af0658-0340-42d7-81f1-71d4f7e8a22a tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1137 time: 0.1073461 Jul 30 01:56:09.260241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Allocated IP 172.20.0.2 (c8fd5fb7-04ec-491d-b6aa-f9a85839bfad/09301a85-f444-4fcf-82d0-bc47a6d05b6a/5f7fe0c5-65e4-4559-8439-bdf91d53d5a4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:09.289666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] For port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:09.289666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] For port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,segment=NetworkSegment(e0250ab3-633c-4e5e-9818-3f940d24191e),segment_id=e0250ab3-633c-4e5e-9818-3f940d24191e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:09.300647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.314925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1b0508a9-7c3e-4873-8856-6c46a67efcd5 req-09025e89-d816-4ce6-9883-dd14a29e774e tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.444154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47829a26-4448-4ed0-9d49-31303e53e644 None None] Pushing event updated for resources: {'Port': ['ID=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:09.614827 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1b0508a9-7c3e-4873-8856-6c46a67efcd5 req-09025e89-d816-4ce6-9883-dd14a29e774e tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.622460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1b0508a9-7c3e-4873-8856-6c46a67efcd5 req-09025e89-d816-4ce6-9883-dd14a29e774e tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.661814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.709151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b0508a9-7c3e-4873-8856-6c46a67efcd5 req-09025e89-d816-4ce6-9883-dd14a29e774e tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4471278 Jul 30 01:56:09.728028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34058) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:09.748544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09025e89-d816-4ce6-9883-dd14a29e774e tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e3cf50-73f1-416a-a494-b630cb5b42cc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:09.883370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port c5214a98-5ad6-4b0e-aeaf-303145ab6479 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:09.960811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.020395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdc269-4d6c-4b59-8fbb-fca939f996e4 req-eb4175c9-f74f-40b0-a79f-2d552cf219bc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.031113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49cdc269-4d6c-4b59-8fbb-fca939f996e4 req-eb4175c9-f74f-40b0-a79f-2d552cf219bc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.2387741 Jul 30 01:56:10.098915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.099733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49cdc269-4d6c-4b59-8fbb-fca939f996e4 req-d31b8317-52bd-408b-a5dc-572c32208f17 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673289 Jul 30 01:56:10.125068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:10.210210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5daea-8aee-4048-b88b-e3c359be2be7 req-46e8507b-ca44-411f-9fc2-35c54dac04d0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.226062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf5daea-8aee-4048-b88b-e3c359be2be7 req-46e8507b-ca44-411f-9fc2-35c54dac04d0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 931 time: 0.0953054 Jul 30 01:56:10.279672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a2301-3ee3-4d05-9ce4-f469dc1d56fe tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.284173 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-604a2301-3ee3-4d05-9ce4-f469dc1d56fe tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1132 time: 0.5532465 Jul 30 01:56:10.321858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34070) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:10.349738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:10.352670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdf5daea-8aee-4048-b88b-e3c359be2be7 req-8b7c60fc-8c5e-4cff-abd5-ddf4791044e4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224372 Jul 30 01:56:10.450854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:10.462964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event updated for resources: {'Port': ['ID=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.482685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:10.496562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:10.642140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Allocated IP 172.20.0.4 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/c5214a98-5ad6-4b0e-aeaf-303145ab6479) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:10.749448 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.937858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.938804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.048441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-885c21b6-8c0e-4924-9a73-bbe81d79e19e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6258814 Jul 30 01:56:11.073428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Request body: {'port': {'device_id': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:11.235865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.292317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.350088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23e924-ee86-427e-9b08-7f8a3b3a65c0 req-2a58ee50-f1fd-4f6e-8e72-5ae1550db048 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.360363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e23e924-ee86-427e-9b08-7f8a3b3a65c0 req-2a58ee50-f1fd-4f6e-8e72-5ae1550db048 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.1024766 Jul 30 01:56:11.428131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.508320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Transition to ACTIVE for port object c5214a98-5ad6-4b0e-aeaf-303145ab6479 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:11.582577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e23e924-ee86-427e-9b08-7f8a3b3a65c0 req-0506a2f1-ae3d-404d-b877-97fd764d4995 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173774 Jul 30 01:56:11.628488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c662c204-4346-4fca-8a16-e6e67eba26e3 None None] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:11.702044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4538-7ffc-4d91-8388-e210ca33b8ee req-bd9d6d34-76e8-4142-8a04-57f5bd554c91 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:11.719601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b22a4538-7ffc-4d91-8388-e210ca33b8ee req-bd9d6d34-76e8-4142-8a04-57f5bd554c91 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 931 time: 0.2779419 Jul 30 01:56:11.828282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b22a4538-7ffc-4d91-8388-e210ca33b8ee req-d1fb0437-6c01-4cc6-a870-d22164f417e2 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066327 Jul 30 01:56:12.151828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.235788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:12.263073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=c5214a98-5ad6-4b0e-aeaf-303145ab6479,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:12.290530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:12.319863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:12.326847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:12.369101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-63324e59-caff-45f4-a290-c13d12cd3331 None None] Provisioning for port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:12.485080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:12.499352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:12.506554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.511516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.25.8.176 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/2bef7112-8aed-47f2-aeb9-92cdffd1b834) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:12.634508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.635509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.673099 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.737486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34152) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:12.744230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'name': 'tempest-AllowedAddressPairTestJSON-1238826410', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1c:ec:6b'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:12.754588 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8809f0fe-5806-475f-8895-a36034663c12 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0486672 Jul 30 01:56:12.794092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,segment=NetworkSegment(e0250ab3-633c-4e5e-9818-3f940d24191e),segment_id=e0250ab3-633c-4e5e-9818-3f940d24191e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:12.802701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.038674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:13.073909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:13.147440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34162) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:13.214635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.240610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:13.257517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8e83e5e1-17c6-4feb-b319-68c2325513dd None None] Provisioning complete for port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:13.257910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e83e5e1-17c6-4feb-b319-68c2325513dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.263094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.327505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4245735-0b5c-4520-940f-9a66b1d8567d req-0440b223-ff67-43e0-a18c-5101a70d767f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.334015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4245735-0b5c-4520-940f-9a66b1d8567d req-0440b223-ff67-43e0-a18c-5101a70d767f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.4743443 Jul 30 01:56:13.354543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port 0b544c9d-8638-4e29-82dd-27e75ca2a536 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:13.376566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Transition to ACTIVE for port object 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:13.382926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.454175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.500749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d282af9-48dc-455b-b4cc-80f47c9c3a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.565225 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d02e-ec10-449d-be03-62ad1f04e181 req-924114ea-6253-4bbe-90f2-0767edf8ad2b tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.570123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:13.584301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f186d02e-ec10-449d-be03-62ad1f04e181 req-924114ea-6253-4bbe-90f2-0767edf8ad2b tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 931 time: 0.3663933 Jul 30 01:56:13.630409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8e83e5e1-17c6-4feb-b319-68c2325513dd None None] Provisioning for port c5214a98-5ad6-4b0e-aeaf-303145ab6479 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:13.636702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8e83e5e1-17c6-4feb-b319-68c2325513dd None None] Provisioning complete for port c5214a98-5ad6-4b0e-aeaf-303145ab6479 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:13.645813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e83e5e1-17c6-4feb-b319-68c2325513dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.714806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:13.728228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Attempting to bind port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:13.728861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Attempting to bind port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:13.729340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Attempting to bind port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:13.742287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.745661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8e83e5e1-17c6-4feb-b319-68c2325513dd None None] Port c5214a98-5ad6-4b0e-aeaf-303145ab6479 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:13.751225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:13.751526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Attempting to bind port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:13.804486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:13.805810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:13.806677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Checking segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:13.807089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Bound using segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:13.807219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:13.807533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Bound port: 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:13.807664 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.807890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.816809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:13.831646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:13.874782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=2bef7112-8aed-47f2-aeb9-92cdffd1b834,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:13.896514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Allocated IP 172.20.0.5 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/0b544c9d-8638-4e29-82dd-27e75ca2a536) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:13.932717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8e9c03fe-96d5-4e80-b67e-56a10f63bc62 None None] Provisioning complete for port c5214a98-5ad6-4b0e-aeaf-303145ab6479 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:13.933639 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8e9c03fe-96d5-4e80-b67e-56a10f63bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:13.942567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] For port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:13.946315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] For port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:13.964720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.002984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c03fe-96d5-4e80-b67e-56a10f63bc62 None None] Port c5214a98-5ad6-4b0e-aeaf-303145ab6479 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:14.007620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f186d02e-ec10-449d-be03-62ad1f04e181 req-c9b051c2-99ea-4ae9-8a32-67786c58d961 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221706 Jul 30 01:56:14.021146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4245735-0b5c-4520-940f-9a66b1d8567d req-5f4c7d62-33a6-4998-b67a-9e9bbf92368e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535907 Jul 30 01:56:14.045743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d282af9-48dc-455b-b4cc-80f47c9c3a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.049540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.050189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.052765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] 10.222.0.66 "PUT /v2.0/ports/5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 HTTP/1.1" status: 200 len: 1092 time: 2.9876888 Jul 30 01:56:14.072621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'tag': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:14.075336 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "de087dd0-87a5-456a-bcca-ba8081ab1869", "tag": "5f7fe0c5-65e4-4559-8439-bdf91d53d5a4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:14.085884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d282af9-48dc-455b-b4cc-80f47c9c3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.196580 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71071f14-0f04-46f9-9f12-e4979de7330b x-openstack-request-id: req-71071f14-0f04-46f9-9f12-e4979de7330b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:14.196990 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de087dd0-87a5-456a-bcca-ba8081ab1869", "tag": "5f7fe0c5-65e4-4559-8439-bdf91d53d5a4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:14.197110 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71071f14-0f04-46f9-9f12-e4979de7330b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:14.197501 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'tag': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4', 'status': 'completed', 'code': 200} Jul 30 01:56:14.226010 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.242178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Transition to ACTIVE for port object 0b544c9d-8638-4e29-82dd-27e75ca2a536 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:14.249572 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d282af9-48dc-455b-b4cc-80f47c9c3a85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8ed2adea5b847f18049f971f7cb3549&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0904994 Jul 30 01:56:14.250159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34190) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:14.331397 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e82909f9-c0fb-40ae-acdf-3d996e34a9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.364400 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.405696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e82909f9-c0fb-40ae-acdf-3d996e34a9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:14.752196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d66bd-812c-412d-a76e-e9a2e20cea66 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:14.798521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d282af9-48dc-455b-b4cc-80f47c9c3a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2805b4-87b6-417b-9166-1dedb6dec476,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:14.811468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-21c3e5c7-1057-4791-b540-c5b50d445a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.813150 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-21c3e5c7-1057-4791-b540-c5b50d445a9e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 1095 time: 0.6468403 Jul 30 01:56:14.900461 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-d81d3f13-1541-4b33-a2c3-8d4ceec95f2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0776327 Jul 30 01:56:14.944344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:14.964986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-40f3e4f3-c320-4f72-8913-cd72b6a7e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.967212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-40f3e4f3-c320-4f72-8913-cd72b6a7e557 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 1098 time: 0.6300743 Jul 30 01:56:14.983624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-26a24904-ffe2-4174-a5ea-319e55237f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.983624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-26a24904-ffe2-4174-a5ea-319e55237f1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.0679843 Jul 30 01:56:14.991147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:14.997147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:15.063367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=0b544c9d-8638-4e29-82dd-27e75ca2a536,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:15.126620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.131693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.152578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f8db48f-1fcb-4518-845e-ba82d89f72bf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4096575 Jul 30 01:56:15.160203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34212) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:15.187777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.216420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e82909f9-c0fb-40ae-acdf-3d996e34a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.219442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e82909f9-c0fb-40ae-acdf-3d996e34a9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.220679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e82909f9-c0fb-40ae-acdf-3d996e34a9c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb2805b4-87b6-417b-9166-1dedb6dec476 HTTP/1.1" status: 204 len: 168 time: 0.9695733 Jul 30 01:56:15.308147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-8957e161-9f88-42bb-aa0e-832264f24ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.309552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-8957e161-9f88-42bb-aa0e-832264f24ea1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.3160996 Jul 30 01:56:15.332097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.379770 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-5b6ee225-e722-4fd0-bdb5-3218c5fc2c4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016009 Jul 30 01:56:15.395383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82909f9-c0fb-40ae-acdf-3d996e34a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2805b4-87b6-417b-9166-1dedb6dec476,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:15.458131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-4c4dbeb8-cbcd-4dfd-8dab-cd9a06f8124c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d85825fb-e92d-4288-843e-9c39ae522499 HTTP/1.1" status: 200 len: 217 time: 0.1265829 Jul 30 01:56:15.485718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8ff91f18-cd81-423d-ae21-ca4da26b301a None None] Provisioning for port 0b544c9d-8638-4e29-82dd-27e75ca2a536 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:15.495693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8ff91f18-cd81-423d-ae21-ca4da26b301a None None] Provisioning complete for port 0b544c9d-8638-4e29-82dd-27e75ca2a536 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:15.496089 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ff91f18-cd81-423d-ae21-ca4da26b301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.534254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd75da-417a-45dd-999c-d70422a5fabf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.541678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd75da-417a-45dd-999c-d70422a5fabf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.544134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8ff91f18-cd81-423d-ae21-ca4da26b301a None None] Port 0b544c9d-8638-4e29-82dd-27e75ca2a536 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:15.550298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd75da-417a-45dd-999c-d70422a5fabf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.552536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e0fd75da-417a-45dd-999c-d70422a5fabf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3894176 Jul 30 01:56:15.562729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34222) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:15.628275 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-7169ceaf-68a2-4d08-9277-9e588929b9be service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406471 Jul 30 01:56:15.669606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-bcfd083a-e933-40bf-8498-b991ea681da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.672109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-bcfd083a-e933-40bf-8498-b991ea681da0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1530097 Jul 30 01:56:15.691901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d49bf-c1ee-47de-8f31-b7647a537374 req-d5ff2824-ffac-4029-adc7-f00167ec98c0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.693915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-388d49bf-c1ee-47de-8f31-b7647a537374 req-d5ff2824-ffac-4029-adc7-f00167ec98c0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.4820614 Jul 30 01:56:15.734485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386a1d6-2772-4df7-9dff-6205d6603f4d req-20f9ebe9-195a-4481-b5fb-fd69416f0f36 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.743608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4386a1d6-2772-4df7-9dff-6205d6603f4d req-20f9ebe9-195a-4481-b5fb-fd69416f0f36 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 943 time: 0.5278258 Jul 30 01:56:15.817359 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.846265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.891977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34230) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:15.951077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-6553901b-df2c-4e76-a2f6-a7bcae2d3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.951077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-6553901b-df2c-4e76-a2f6-a7bcae2d3b1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553258 Jul 30 01:56:15.961003 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b497939-89c0-4fa2-8a5e-e2599b543142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:15.994882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-388d49bf-c1ee-47de-8f31-b7647a537374 req-2885499b-e2b4-411a-960b-8e5a2d8961eb tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501273 Jul 30 01:56:16.006415 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b38d2443-c2dd-456c-bcbc-51ce20c9e648 req-e6c95a46-c5ef-474a-9225-2f762175e4f5 service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681231 Jul 30 01:56:16.013737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4386a1d6-2772-4df7-9dff-6205d6603f4d req-7c7b406e-413d-4ab5-a15c-1da03694fdfe tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482908 Jul 30 01:56:16.146343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.148094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=2bef7112-8aed-47f2-aeb9-92cdffd1b834,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.223840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-899a137f-7345-4524-8112-aba79a509140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:16.224743 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-899a137f-7345-4524-8112-aba79a509140 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 1095 time: 0.1409919 Jul 30 01:56:16.291905 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b497939-89c0-4fa2-8a5e-e2599b543142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.297368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port 0b544c9d-8638-4e29-82dd-27e75ca2a536 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:16.297727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.350643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-8821d032-f742-409e-87d0-992080020815 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874879 Jul 30 01:56:16.366652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b497939-89c0-4fa2-8a5e-e2599b543142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.442406 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Floating IP 856ec7ea-670f-4556-b3c6-dfc79603223a associated. External IP: 172.25.8.176, port: 6b9a3373-d20d-4ec6-8834-f5864a4bbd60. Jul 30 01:56:16.496911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7b497939-89c0-4fa2-8a5e-e2599b543142 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddf7fcdb6c304848958d9cf0e05711f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006577 Jul 30 01:56:16.517819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:16.517819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b497939-89c0-4fa2-8a5e-e2599b543142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb0bd80-f038-4902-b0fd-e72cda41d2c8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.581593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-cb7c86aa-9046-44d5-a44c-48456b1187cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:16.583069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-cb7c86aa-9046-44d5-a44c-48456b1187cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 916 time: 0.3428838 Jul 30 01:56:16.585624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.603818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for 0b544c9d-8638-4e29-82dd-27e75ca2a536 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:16.707724 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-8bf0852d-e9a2-456e-89af-fbd44e7b27ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 HTTP/1.1" status: 200 len: 217 time: 0.0764520 Jul 30 01:56:16.775540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 5255463a-4071-4392-bb08-ef563685b5b1 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:16.786353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-9c568a7d-f6e0-45be-9deb-faf91cc4faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:16.787895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-9c568a7d-f6e0-45be-9deb-faf91cc4faa6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.0723531 Jul 30 01:56:16.803997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.824025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f681004-5d5e-48e8-9456-c5e57788be0d req-c3f580fb-5022-46c6-8fc4-50496a32ef83 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640632 Jul 30 01:56:16.873465 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf37e05f-c0d7-4ab9-89f7-b46f6ad25723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.877638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=0b544c9d-8638-4e29-82dd-27e75ca2a536,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:16.880656 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-15c20517-24c8-4846-a5ce-a4ad15b36957 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836208 Jul 30 01:56:17.050892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf37e05f-c0d7-4ab9-89f7-b46f6ad25723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.181199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:17.205417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] Sync routers for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:17.210607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-77dc9d23-803b-40ff-8b6f-b7703383887d service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194532 Jul 30 01:56:17.227161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:17.228343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:17.239360 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.378590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9dcba447-6324-4def-ac02-fb7ba9299715 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0452478 Jul 30 01:56:17.381097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:17.383420 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6567c5b-1828-489f-92bc-a12f56bfbc63" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:17.385821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:17.472720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:17.473967 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf37e05f-c0d7-4ab9-89f7-b46f6ad25723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.476687 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf37e05f-c0d7-4ab9-89f7-b46f6ad25723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.477912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf37e05f-c0d7-4ab9-89f7-b46f6ad25723 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6cb0bd80-f038-4902-b0fd-e72cda41d2c8 HTTP/1.1" status: 204 len: 168 time: 0.9697406 Jul 30 01:56:17.520840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37e05f-c0d7-4ab9-89f7-b46f6ad25723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb0bd80-f038-4902-b0fd-e72cda41d2c8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:17.546797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a34d4-eac0-48fa-a982-ea046ed808e8 req-3c2f7512-9dd1-4fac-9adf-da3a24e6c261 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.556599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a63a34d4-eac0-48fa-a982-ea046ed808e8 req-3c2f7512-9dd1-4fac-9adf-da3a24e6c261 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 946 time: 0.4083421 Jul 30 01:56:17.566769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfbae5-44a7-4671-a76d-cde1440bd39d req-b21dd724-41b7-4ae4-874b-a23026f0cacb tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.584502 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0cfc5427-b2a5-4a20-ade2-26e947a6b6fe req-09af215e-0cd8-4032-85d7-29c4e4c5396a service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659308 Jul 30 01:56:17.596573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1acfbae5-44a7-4671-a76d-cde1440bd39d req-b21dd724-41b7-4ae4-874b-a23026f0cacb tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 943 time: 0.3855977 Jul 30 01:56:17.610522 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.613293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2791a0f8-5877-42aa-a862-e32de00ce617 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/ports/0b544c9d-8638-4e29-82dd-27e75ca2a536 HTTP/1.1" status: 204 len: 168 time: 2.0468853 Jul 30 01:56:17.624574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:17.707532 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-51055504-4ee0-4a24-824f-fff045c80080 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] GET failed (client error): The resource could not be found. Jul 30 01:56:17.707532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-51055504-4ee0-4a24-824f-fff045c80080 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "GET /v2.0/ports/0b544c9d-8638-4e29-82dd-27e75ca2a536 HTTP/1.1" status: 404 len: 333 time: 0.0746164 Jul 30 01:56:17.722578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d85825fb-e92d-4288-843e-9c39ae522499 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:17.734418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:17.749295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'name': 'tempest-AllowedAddressPairTestJSON-267930987'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:17.772000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.772485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.772956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.773421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.774087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.774570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.775119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.776080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.776558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.779051 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03344d26-1907-4f3d-a170-08df2ffb3194 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6401 time: 0.3903811 Jul 30 01:56:17.779892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1acfbae5-44a7-4671-a76d-cde1440bd39d req-d74ca925-b896-423b-a01e-eade637ca034 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821709 Jul 30 01:56:17.785065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34270) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:17.861161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a63a34d4-eac0-48fa-a982-ea046ed808e8 req-7ac1d3ea-a3dd-445f-9196-9ac3170b7083 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613194 Jul 30 01:56:17.929655 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8455493-4593-4290-826f-aec390eaf4aa x-openstack-request-id: req-f8455493-4593-4290-826f-aec390eaf4aa {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:17.929991 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:17.930191 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8455493-4593-4290-826f-aec390eaf4aa {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:17.930590 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'status': 'completed', 'code': 200} Jul 30 01:56:18.023114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:18.041712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.076668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:18.124451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.125220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.126418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.128099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.130386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.131458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.132224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.134576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.135486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.153337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39e29a85-dce6-4bd2-818a-5680ec17e1ab tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5883 time: 0.3583763 Jul 30 01:56:18.166934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:18.173616 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.194364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-6764cf58-320f-413c-bf84-33030d7430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.212602 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-6764cf58-320f-413c-bf84-33030d7430d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1137 time: 0.2602527 Jul 30 01:56:18.222877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:18.227609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:18.230192 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b050f69-23f5-49ab-8e24-73cf97d796b3" -d '{"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-unplugged", "status": "completed", "tag": "d85825fb-e92d-4288-843e-9c39ae522499"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:18.258770 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.349199 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb07153f-5852-49f3-b781-d2aee087d3d9 x-openstack-request-id: req-fb07153f-5852-49f3-b781-d2aee087d3d9 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:18.349486 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-unplugged", "status": "completed", "tag": "d85825fb-e92d-4288-843e-9c39ae522499", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:18.349926 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb07153f-5852-49f3-b781-d2aee087d3d9 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:18.350501 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499', 'code': 200} Jul 30 01:56:18.382595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Allocated IP 172.20.0.10 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/c6b3ce6d-61e7-407a-89d2-f01846bf3c23) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:18.393017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '856ec7ea-670f-4556-b3c6-dfc79603223a', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'port_id': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'mac_address': 'fa:16:3e:4c:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:14Z', 'updated_at': '2021-07-30T01:56:14Z', 'revision_number': 0, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:18.448233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-71b39af1-9036-45a4-a9d0-3444f8217905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.450028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-71b39af1-9036-45a4-a9d0-3444f8217905 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 HTTP/1.1" status: 200 len: 897 time: 0.2325418 Jul 30 01:56:18.457148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] Checking router: 5255463a-4071-4392-bb08-ef563685b5b1 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:18.468418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:18.497570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:18.498307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:55:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:18.632523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-e53f335d-4bcb-403d-8ce7-cdd4ed256506 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60 HTTP/1.1" status: 200 len: 1000 time: 0.1730297 Jul 30 01:56:18.655688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7f058d58-af5e-45cf-b84d-f5eb97ed8a4a tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.4872630 Jul 30 01:56:18.658939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34298) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:18.742656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4933c35-adfc-4f3b-80a4-8bb23cca8215 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.747160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4933c35-adfc-4f3b-80a4-8bb23cca8215 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.747160 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f4933c35-adfc-4f3b-80a4-8bb23cca8215 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5255463a-4071-4392-bb08-ef563685b5b1 HTTP/1.1" status: 200 len: 1991 time: 0.0854599 Jul 30 01:56:18.750542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.793710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Transition to ACTIVE for port object c6b3ce6d-61e7-407a-89d2-f01846bf3c23 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:18.802922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:18.849276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-2c29d700-7620-4b74-b7e6-923e9585f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:18.850779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-2c29d700-7620-4b74-b7e6-923e9585f639 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f19501-9bab-4f9b-9d10-00d018cbda55 HTTP/1.1" status: 200 len: 834 time: 0.2100401 Jul 30 01:56:18.872389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.995150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b65ebed2-40f5-4c8c-bff4-5a6cc49dbc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.017837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:19.021326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:19.025539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:19.057989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=c6b3ce6d-61e7-407a-89d2-f01846bf3c23,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:19.159017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.180978 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.220465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5cbcf166-2e62-4719-8bde-dec8187ce742 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4846201 Jul 30 01:56:19.221102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34322) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:19.243902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1c:ec:6b'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:19.276376 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4f39-04c1-4f85-9fda-75dd658a96f5 req-aeebd95d-d3d7-40ec-bc0a-f8bf517b753a tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.278835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc7c4f39-04c1-4f85-9fda-75dd658a96f5 req-aeebd95d-d3d7-40ec-bc0a-f8bf517b753a tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 943 time: 0.3261950 Jul 30 01:56:19.281450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-bb58d103-bdad-4b6c-b958-d1a7dd24033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.284663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-bb58d103-bdad-4b6c-b958-d1a7dd24033e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4226074 Jul 30 01:56:19.341020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1952dd-7f92-4469-b3b4-fcdc5940fa31 req-a51b2348-505c-476f-9ef5-90335cf6d5a7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.350441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea1952dd-7f92-4469-b3b4-fcdc5940fa31 req-a51b2348-505c-476f-9ef5-90335cf6d5a7 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.3427031 Jul 30 01:56:19.422758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '856ec7ea-670f-4556-b3c6-dfc79603223a', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'port_id': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'mac_address': 'fa:16:3e:4c:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:14Z', 'updated_at': '2021-07-30T01:56:14Z', 'revision_number': 0, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:19.501109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:19.506191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa8f83-baf0-4037-982c-46226b8c90f1 None None] The sync data for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 is: [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '856ec7ea-670f-4556-b3c6-dfc79603223a', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'port_id': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'mac_address': 'fa:16:3e:4c:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:14Z', 'updated_at': '2021-07-30T01:56:14Z', 'revision_number': 0, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:19.553392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc7c4f39-04c1-4f85-9fda-75dd658a96f5 req-08c95277-6bb4-4ec0-aeda-a8de8cc9d749 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633519 Jul 30 01:56:19.634762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea1952dd-7f92-4469-b3b4-fcdc5940fa31 req-cff47708-89ef-462e-a0ba-8db6c84305ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831836 Jul 30 01:56:19.700456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-58f44247-dbf7-45f3-9a10-9162e10e7329 service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913536 Jul 30 01:56:19.929072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6567c5b-1828-489f-92bc-a12f56bfbc63 req-c4a0397b-f173-4dab-9f2c-28971e75ee4f service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216849 Jul 30 01:56:19.934839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-745a6742-4684-45ec-9c0c-b98fb9946264 None None] Provisioning for port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:20.009395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-745a6742-4684-45ec-9c0c-b98fb9946264 None None] Provisioning complete for port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:20.009926 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-745a6742-4684-45ec-9c0c-b98fb9946264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.016298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.062666 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cff70c-3cf2-407b-9f80-393619479aa2 None None] New status for floating IP 856ec7ea-670f-4556-b3c6-dfc79603223a: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:56:20.148661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-745a6742-4684-45ec-9c0c-b98fb9946264 None None] Port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:20.209777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:20.241859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'port_id': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4', 'mac_address': 'fa:16:3e:83:87:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09301a85-f444-4fcf-82d0-bc47a6d05b6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:20.344804 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.387810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:20.449431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:20.458634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.579734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:20.695072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:20.797538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.804240 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:20.898772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c76c48-98e2-41a8-842f-39feee98aa86 req-037d593f-a89b-44fc-81ca-0834f9bd2606 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.900447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51c76c48-98e2-41a8-842f-39feee98aa86 req-037d593f-a89b-44fc-81ca-0834f9bd2606 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 944 time: 0.2325642 Jul 30 01:56:20.920317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b5755-4433-4888-af54-9f1117c358e3 req-e9bb3af6-772b-4235-95b4-99f48b9a86dc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.922023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-804b5755-4433-4888-af54-9f1117c358e3 req-e9bb3af6-772b-4235-95b4-99f48b9a86dc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.1652348 Jul 30 01:56:20.993994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] In _notify_port_updated(), no bound segment for port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 on network 6674b6d1-12f8-4558-b837-708b1a9da9ec {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:56:20.996927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51c76c48-98e2-41a8-842f-39feee98aa86 req-e31ae3e9-2dd7-4451-adff-20f72757aab9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738873 Jul 30 01:56:21.000793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.001966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.004134 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "PUT /v2.0/ports/c6b3ce6d-61e7-407a-89d2-f01846bf3c23 HTTP/1.1" status: 200 len: 993 time: 1.7820537 Jul 30 01:56:21.007677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34354) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:21.025241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a223-4c2b-4fe4-ae50-8c517f365a3b tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=c6b3ce6d-61e7-407a-89d2-f01846bf3c23,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:21.135649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-804b5755-4433-4888-af54-9f1117c358e3 req-4ba8d3ec-b07c-4c67-a630-15ee4b681222 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423979 Jul 30 01:56:21.224532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.234027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:21.234027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.274588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21605977-bade-43b4-9c3e-4b2e4ce0b091 req-3d6f27b3-a35e-4471-935d-139ce54c24dc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.284623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-21605977-bade-43b4-9c3e-4b2e4ce0b091 req-3d6f27b3-a35e-4471-935d-139ce54c24dc tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0855834 Jul 30 01:56:21.431930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c2a06ecf-b97a-4d91-8754-7cf7600452cd None None] Provisioning complete for port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:21.432357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c2a06ecf-b97a-4d91-8754-7cf7600452cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.433297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.436414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-21605977-bade-43b4-9c3e-4b2e4ce0b091 req-8c16c30b-fe05-457a-bd35-ca6ffa3ca13c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470633 Jul 30 01:56:21.449513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for c6b3ce6d-61e7-407a-89d2-f01846bf3c23 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:21.516531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c2a06ecf-b97a-4d91-8754-7cf7600452cd None None] Port c6b3ce6d-61e7-407a-89d2-f01846bf3c23 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:21.640875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a0ad-f661-45fc-acc0-0e9c5496adca req-dace64aa-0e50-44b9-9183-a4598c9000fd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.670752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2af9a0ad-f661-45fc-acc0-0e9c5496adca req-dace64aa-0e50-44b9-9183-a4598c9000fd tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1278355 Jul 30 01:56:21.695040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eedd039a-6f6d-493e-bf64-746f27f399a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.735657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.745166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2af9a0ad-f661-45fc-acc0-0e9c5496adca req-936bea20-0090-4fb3-a325-9e67c3235e4b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701039 Jul 30 01:56:21.883040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.922948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=c6b3ce6d-61e7-407a-89d2-f01846bf3c23,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:22.234542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b4847-18cf-4b43-9587-3e8ac4cbd6a4 req-15beee52-de72-46cc-bf68-c39a8d71a743 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.236282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-655b4847-18cf-4b43-9587-3e8ac4cbd6a4 req-15beee52-de72-46cc-bf68-c39a8d71a743 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0781751 Jul 30 01:56:22.269288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6583c-e73f-4994-9b5b-bc72a618edac req-78cc8178-7f1b-42c4-ae4b-091c8becc1a0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.284085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12d6583c-e73f-4994-9b5b-bc72a618edac req-78cc8178-7f1b-42c4-ae4b-091c8becc1a0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 944 time: 0.1756289 Jul 30 01:56:22.371147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.375584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f0cb3b39-085f-4dc3-be70-f76815761b4d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/ports/c6b3ce6d-61e7-407a-89d2-f01846bf3c23 HTTP/1.1" status: 204 len: 168 time: 1.3662953 Jul 30 01:56:22.381237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.413741 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0f550c-bb3c-4e82-adec-5a7383350173 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] GET failed (client error): The resource could not be found. Jul 30 01:56:22.420631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.426932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'name': 'tempest-AllowedAddressPairTestJSON-1573326404'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:22.430859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c0f550c-bb3c-4e82-adec-5a7383350173 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "GET /v2.0/ports/c6b3ce6d-61e7-407a-89d2-f01846bf3c23 HTTP/1.1" status: 404 len: 333 time: 0.0477984 Jul 30 01:56:22.496517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-655b4847-18cf-4b43-9587-3e8ac4cbd6a4 req-3a841fa3-b7de-47fe-883b-46514a8bf6c0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389891 Jul 30 01:56:22.520676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-12d6583c-e73f-4994-9b5b-bc72a618edac req-fbfc56ea-7c59-4cd7-964d-69798e04794f tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001710 Jul 30 01:56:22.646030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:22.649983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.674357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port cd63002e-d192-4b7d-b7ff-978f341e5145 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:22.858664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Allocated IP 172.20.0.6 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/cd63002e-d192-4b7d-b7ff-978f341e5145) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:23.083772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.152899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.174899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Transition to ACTIVE for port object cd63002e-d192-4b7d-b7ff-978f341e5145 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:23.229629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.288211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:23.291760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:23.296088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:23.339313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=cd63002e-d192-4b7d-b7ff-978f341e5145,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:23.373892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.375424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.400464 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c04d3201-da91-4bf6-9340-dcb2f5e0467c tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9775097 Jul 30 01:56:23.402900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:23.412536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1c:ec:6b'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:23.503658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:23.584122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.698290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d85825fb-e92d-4288-843e-9c39ae522499 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:23.793689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e6b6dfb0-c584-486a-b794-b033d6b2a426 None None] Provisioning for port cd63002e-d192-4b7d-b7ff-978f341e5145 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:23.802372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e6b6dfb0-c584-486a-b794-b033d6b2a426 None None] Provisioning complete for port cd63002e-d192-4b7d-b7ff-978f341e5145 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:23.803145 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e6b6dfb0-c584-486a-b794-b033d6b2a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.853345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:23.859205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:23.859820 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.877860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a53072-8a18-4a59-9069-09b892240f26 req-e288c1b4-ba1e-483a-94b0-0f69e2547621 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.882783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1a53072-8a18-4a59-9069-09b892240f26 req-e288c1b4-ba1e-483a-94b0-0f69e2547621 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 944 time: 0.1353896 Jul 30 01:56:23.897727 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e6b6dfb0-c584-486a-b794-b033d6b2a426 None None] Port cd63002e-d192-4b7d-b7ff-978f341e5145 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:23.966798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42343e-393b-456d-9df8-1e471cdd3591 req-48711be8-b61f-4c2d-913d-6d383cfc1e33 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.007758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d42343e-393b-456d-9df8-1e471cdd3591 req-48711be8-b61f-4c2d-913d-6d383cfc1e33 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3632586 Jul 30 01:56:24.087525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.104390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.117312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1a53072-8a18-4a59-9069-09b892240f26 req-925cc377-4b80-43c4-97b4-9e4a5d58e819 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111752 Jul 30 01:56:24.143449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.172196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d42343e-393b-456d-9df8-1e471cdd3591 req-a91daae0-3eeb-4639-9da7-75cdbeff16c3 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631651 Jul 30 01:56:24.230634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=cd63002e-d192-4b7d-b7ff-978f341e5145,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:24.263535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:24.268274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] In _notify_port_updated(), no bound segment for port cd63002e-d192-4b7d-b7ff-978f341e5145 on network 6674b6d1-12f8-4558-b837-708b1a9da9ec {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:56:24.271319 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2519c7-694e-42dc-8222-0150edea0405" -d '{"events": [{"server_uuid": "de087dd0-87a5-456a-bcca-ba8081ab1869", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fe0c5-65e4-4559-8439-bdf91d53d5a4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:24.298105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.300821 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.302817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:24.303511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-33e89bed-cbb8-4d3e-b6e0-ffb48fa96866 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "PUT /v2.0/ports/cd63002e-d192-4b7d-b7ff-978f341e5145 HTTP/1.1" status: 200 len: 996 time: 0.8975754 Jul 30 01:56:24.307430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34424) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:24.310111 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.374659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:24.378437 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e57ae2e-ddc4-4192-82a8-69fcd894802b x-openstack-request-id: req-0e57ae2e-ddc4-4192-82a8-69fcd894802b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:24.378982 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de087dd0-87a5-456a-bcca-ba8081ab1869", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fe0c5-65e4-4559-8439-bdf91d53d5a4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:24.379313 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e57ae2e-ddc4-4192-82a8-69fcd894802b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:24.379972 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4', 'code': 200} Jul 30 01:56:24.557324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256c089-53e5-4f03-8000-7e773e29c26a req-eb224fae-9930-403d-a093-3b2e117196f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.558871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f256c089-53e5-4f03-8000-7e773e29c26a req-eb224fae-9930-403d-a093-3b2e117196f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 1097 time: 0.1205451 Jul 30 01:56:24.561803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port cd63002e-d192-4b7d-b7ff-978f341e5145 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:24.562161 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.572806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.656749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.660089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d8b2e257-33cf-4ce8-87b1-d40d2dc25f8d None None] Provisioning complete for port cd63002e-d192-4b7d-b7ff-978f341e5145 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:24.660468 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d8b2e257-33cf-4ce8-87b1-d40d2dc25f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.671741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for cd63002e-d192-4b7d-b7ff-978f341e5145 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:24.779366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2e257-33cf-4ce8-87b1-d40d2dc25f8d None None] Port cd63002e-d192-4b7d-b7ff-978f341e5145 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:24.849158 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f256c089-53e5-4f03-8000-7e773e29c26a req-2e8a67e2-ebce-41ac-9417-c431aa43b52b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Jul 30 01:56:24.855896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.894348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=cd63002e-d192-4b7d-b7ff-978f341e5145,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:24.999918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.002242 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c018bb77-5be0-4de0-b5e0-efea34ab6277 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/ports/cd63002e-d192-4b7d-b7ff-978f341e5145 HTTP/1.1" status: 204 len: 168 time: 0.6936729 Jul 30 01:56:25.005589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34436) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:25.041030 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-90da2038-dced-47ee-ae88-f00e3d72816e tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] GET failed (client error): The resource could not be found. Jul 30 01:56:25.042785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-90da2038-dced-47ee-ae88-f00e3d72816e tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "GET /v2.0/ports/cd63002e-d192-4b7d-b7ff-978f341e5145 HTTP/1.1" status: 404 len: 333 time: 0.0359046 Jul 30 01:56:25.047457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34438) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:25.052787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'name': 'tempest-AllowedAddressPairTestJSON-108625450'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:25.315273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:25.324033 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.348345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port a2102f64-d426-4bf1-9e94-9277fef23603 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:25.422079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238c897-a392-4948-befe-bf323b1360e0 req-b8ba2441-089f-438b-8753-86a9ce68201e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.432883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3238c897-a392-4948-befe-bf323b1360e0 req-b8ba2441-089f-438b-8753-86a9ce68201e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 945 time: 0.2135932 Jul 30 01:56:25.498691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Allocated IP 172.20.0.7 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/a2102f64-d426-4bf1-9e94-9277fef23603) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:25.523124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db18a6d-861f-4c5e-b156-97e88e8b41a7 req-9b4703e4-032b-4f6a-8944-f6018eeaa6c8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.525130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3db18a6d-861f-4c5e-b156-97e88e8b41a7 req-9b4703e4-032b-4f6a-8944-f6018eeaa6c8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1857970 Jul 30 01:56:25.539411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3238c897-a392-4948-befe-bf323b1360e0 req-9ee8f4e0-73c9-4698-b539-0556bbc9c5c9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055315 Jul 30 01:56:25.621533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3db18a6d-861f-4c5e-b156-97e88e8b41a7 req-0038f664-5536-45a9-8035-bfa055fa9020 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766909 Jul 30 01:56:25.793531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.811190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Transition to ACTIVE for port object a2102f64-d426-4bf1-9e94-9277fef23603 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:25.853130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.904158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:25.916236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:25.929309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:25.938091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=a2102f64-d426-4bf1-9e94-9277fef23603,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:26.000502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.001891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.019045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7e587ccd-9171-43cb-b00e-19a9c8f7ebf7 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9699323 Jul 30 01:56:26.021093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:26.029168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'network_id': '6674b6d1-12f8-4558-b837-708b1a9da9ec', 'name': 'tempest-AllowedAddressPairTestJSON-473020640'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:26.165364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Made reservation on behalf of a847620f931846f896b624852bae1525 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:26.169052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.192829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] device_id is not set on port 77186c3d-1fe5-425e-8f55-7e253530bb13 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:26.215579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-31fb7938-ed7f-4234-ac78-d8801be03c2d None None] Provisioning for port a2102f64-d426-4bf1-9e94-9277fef23603 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:26.220631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-31fb7938-ed7f-4234-ac78-d8801be03c2d None None] Provisioning complete for port a2102f64-d426-4bf1-9e94-9277fef23603 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:26.221287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-31fb7938-ed7f-4234-ac78-d8801be03c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.262476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-31fb7938-ed7f-4234-ac78-d8801be03c2d None None] Port a2102f64-d426-4bf1-9e94-9277fef23603 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:26.331173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Allocated IP 172.20.0.3 (6674b6d1-12f8-4558-b837-708b1a9da9ec/b5b6a93c-2142-4d94-93d3-6158dedb2c1d/77186c3d-1fe5-425e-8f55-7e253530bb13) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:26.542697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.573574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Transition to ACTIVE for port object 77186c3d-1fe5-425e-8f55-7e253530bb13 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:26.653647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.707915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:26.712092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:26.731568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:26.739057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=77186c3d-1fe5-425e-8f55-7e253530bb13,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:26.752409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19079bcc-2611-4a92-ab93-12f208b4f4b3 req-9fd24300-3140-4d18-82fe-04621d1ab2e9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.753893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19079bcc-2611-4a92-ab93-12f208b4f4b3 req-9fd24300-3140-4d18-82fe-04621d1ab2e9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 945 time: 0.1254153 Jul 30 01:56:26.833422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.835323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.872901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13ae63d1-65af-41bb-acf8-54501fed4684 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8483348 Jul 30 01:56:26.873372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34486) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:26.891757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1c:ec:6b'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:a1:f5:c9'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:26.900940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19079bcc-2611-4a92-ab93-12f208b4f4b3 req-0ea63cbb-f65e-4742-bd54-b87d4442886f tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410480 Jul 30 01:56:26.949580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87e8b6-1768-4efa-be7c-7a938acb6462 req-e6a5187b-1478-4bdd-95f5-232f04313ec1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.969477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae87e8b6-1768-4efa-be7c-7a938acb6462 req-e6a5187b-1478-4bdd-95f5-232f04313ec1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1529832 Jul 30 01:56:27.066559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae87e8b6-1768-4efa-be7c-7a938acb6462 req-b23f2c71-5981-4b54-bd69-902a0aec9b1e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960472 Jul 30 01:56:27.170063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.193293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d1384894-ae76-495e-ba38-9a1e10034cd2 None None] Provisioning for port 77186c3d-1fe5-425e-8f55-7e253530bb13 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:27.212011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d1384894-ae76-495e-ba38-9a1e10034cd2 None None] Provisioning complete for port 77186c3d-1fe5-425e-8f55-7e253530bb13 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:27.212657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d1384894-ae76-495e-ba38-9a1e10034cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.271739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d1384894-ae76-495e-ba38-9a1e10034cd2 None None] Port 77186c3d-1fe5-425e-8f55-7e253530bb13 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:27.464147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.473000 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.627463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] In _notify_port_updated(), no bound segment for port 77186c3d-1fe5-425e-8f55-7e253530bb13 on network 6674b6d1-12f8-4558-b837-708b1a9da9ec {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:56:27.636229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.645179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.647446 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "PUT /v2.0/ports/77186c3d-1fe5-425e-8f55-7e253530bb13 HTTP/1.1" status: 200 len: 1054 time: 0.7692986 Jul 30 01:56:27.650311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34514) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:27.712096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244ad4-c6ab-4af6-a3ce-d6cda54cd32d tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event updated for resources: {'Port': ['ID=77186c3d-1fe5-425e-8f55-7e253530bb13,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:27.814636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port 77186c3d-1fe5-425e-8f55-7e253530bb13 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:27.815814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.965987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.994532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for 77186c3d-1fe5-425e-8f55-7e253530bb13 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:28.005306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4a55677d-e276-4010-97c5-35f0922fed0c None None] Provisioning complete for port 77186c3d-1fe5-425e-8f55-7e253530bb13 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:28.005952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a55677d-e276-4010-97c5-35f0922fed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.090111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4a55677d-e276-4010-97c5-35f0922fed0c None None] Port 77186c3d-1fe5-425e-8f55-7e253530bb13 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:28.250753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738afc-7991-4ed6-8c10-26840a0d015a req-abd0f0db-1b1e-4f0e-8d81-b6804536374a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:28.252377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2738afc-7991-4ed6-8c10-26840a0d015a req-abd0f0db-1b1e-4f0e-8d81-b6804536374a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0847881 Jul 30 01:56:28.305323 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.327328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2738afc-7991-4ed6-8c10-26840a0d015a req-5176c845-8ace-44fa-ad99-c61692acf8ac tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657301 Jul 30 01:56:28.358157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=77186c3d-1fe5-425e-8f55-7e253530bb13,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:28.623254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.627730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-470a8711-5c63-4546-bbb5-cd1e529e76b9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/ports/77186c3d-1fe5-425e-8f55-7e253530bb13 HTTP/1.1" status: 204 len: 168 time: 0.9736724 Jul 30 01:56:28.628316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34532) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:28.656375 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf45e989-a9a9-4fd9-a0a8-d67f6ec4a1a9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] GET failed (client error): The resource could not be found. Jul 30 01:56:28.658022 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bf45e989-a9a9-4fd9-a0a8-d67f6ec4a1a9 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "GET /v2.0/ports/77186c3d-1fe5-425e-8f55-7e253530bb13 HTTP/1.1" status: 404 len: 333 time: 0.0282187 Jul 30 01:56:28.660636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34534) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:28.774039 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port a2102f64-d426-4bf1-9e94-9277fef23603 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:28.774384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.889090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.904963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for a2102f64-d426-4bf1-9e94-9277fef23603 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:29.092432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.159357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=a2102f64-d426-4bf1-9e94-9277fef23603,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:29.329588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.335830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34548) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:29.337025 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44609b2c-8ecf-4a33-a9ab-9d8822aa5f07 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/ports/a2102f64-d426-4bf1-9e94-9277fef23603 HTTP/1.1" status: 204 len: 168 time: 0.6745605 Jul 30 01:56:29.408927 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5d323b-f129-4e9c-889d-76fd2c69e8cf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] GET failed (client error): The resource could not be found. Jul 30 01:56:29.412008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3a5d323b-f129-4e9c-889d-76fd2c69e8cf tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "GET /v2.0/ports/a2102f64-d426-4bf1-9e94-9277fef23603 HTTP/1.1" status: 404 len: 333 time: 0.0742745 Jul 30 01:56:29.416911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34552) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:29.587169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e798d-b608-4f14-8bc6-39e1933a218f req-15c4e344-7655-44d7-88d4-891eaecaf263 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.589117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a42e798d-b608-4f14-8bc6-39e1933a218f req-15c4e344-7655-44d7-88d4-891eaecaf263 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1575000 Jul 30 01:56:29.670356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port c5214a98-5ad6-4b0e-aeaf-303145ab6479 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:29.671130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.805862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.843867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for c5214a98-5ad6-4b0e-aeaf-303145ab6479 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:29.857561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a42e798d-b608-4f14-8bc6-39e1933a218f req-06100213-ccaa-4a85-87da-f028eb94960a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601857 Jul 30 01:56:30.063081 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.099680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=c5214a98-5ad6-4b0e-aeaf-303145ab6479,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.217456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.220430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f36c51da-de86-496f-b301-c4ff68cc5b71 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/ports/c5214a98-5ad6-4b0e-aeaf-303145ab6479 HTTP/1.1" status: 204 len: 168 time: 0.8018894 Jul 30 01:56:30.222896 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.320485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting subnet b5b6a93c-2142-4d94-93d3-6158dedb2c1d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:30.325262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.373456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.530616 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.614299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.658163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b6a93c-2142-4d94-93d3-6158dedb2c1d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.662651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.667472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34574) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.667992 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea7f8daf-255f-4dad-a979-bc94f597ec81 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/subnets/b5b6a93c-2142-4d94-93d3-6158dedb2c1d HTTP/1.1" status: 204 len: 168 time: 0.4432130 Jul 30 01:56:30.674179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a1806-3895-4025-8e57-9b59ae6287f2 None None] Network 6674b6d1-12f8-4558-b837-708b1a9da9ec requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:31.005667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] DHCP port deletion for 6674b6d1-12f8-4558-b837-708b1a9da9ec request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:31.068491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] Deleting port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:31.068918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.205529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.327018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Deleting port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:31.327352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.337211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4d61f-27d3-41e6-aac2-6e754bfb60e3 req-14382d18-ba59-4b99-9900-0daa65c4add4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.350427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40f4d61f-27d3-41e6-aac2-6e754bfb60e3 req-14382d18-ba59-4b99-9900-0daa65c4add4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1400630 Jul 30 01:56:31.431930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40f4d61f-27d3-41e6-aac2-6e754bfb60e3 req-1a7f1a41-9179-4724-bdaf-50e67fe71463 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801504 Jul 30 01:56:31.434259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] For port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,segment=NetworkSegment(e0250ab3-633c-4e5e-9818-3f940d24191e),segment_id=e0250ab3-633c-4e5e-9818-3f940d24191e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:31.435092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.470761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] Calling delete_port for 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:31.504519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] For port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,segment=NetworkSegment(e0250ab3-633c-4e5e-9818-3f940d24191e),segment_id=e0250ab3-633c-4e5e-9818-3f940d24191e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:31.504901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.520877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Calling delete_port for 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:31.633193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.640297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.672691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Port': ['ID=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:31.679325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] No DVR routers for this DVR port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:31.691201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:31.708036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] Pushing event deleted for resources: {'Port': ['ID=006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:31.760904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454b0ca-6787-453b-9361-d2ed98183321 None None] No DVR routers for this DVR port 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:31.768475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:31.768983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 006f6e9a-6910-480f-bd8f-8a4c6d8b4ee5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:31.775850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.786691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6674b6d1-12f8-4558-b837-708b1a9da9ec']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:31.799183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0250ab3-633c-4e5e-9818-3f940d24191e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:31.799581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0250ab3-633c-4e5e-9818-3f940d24191e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:31.809701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.826675 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.834187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:31.834598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:31.838140 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:31.944942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.960688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.967146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] 10.222.0.78 "DELETE /v2.0/networks/6674b6d1-12f8-4558-b837-708b1a9da9ec HTTP/1.1" status: 204 len: 168 time: 1.2966418 Jul 30 01:56:31.984753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6b1b-1500-456e-8c94-8ca70f3948b5 tempest-AllowedAddressPairTestJSON-1177416911 tempest-AllowedAddressPairTestJSON-1177416911-project] Pushing event deleted for resources: {'Network': ['ID=6674b6d1-12f8-4558-b837-708b1a9da9ec,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:32.323466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34618) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:32.547408 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c1ae2365-8b8f-4e94-9045-bb8a32d3e02e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a847620f931846f896b624852bae1525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203844 Jul 30 01:56:32.548364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:32.670370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc242b1-7b71-4b51-9b2d-63805793095a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.689908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf3f5b-8453-4539-adfe-a9ae4a5fd93d req-bead42f3-8b1d-41e3-b3eb-3dec7bfa71a4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.695724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80cf3f5b-8453-4539-adfe-a9ae4a5fd93d req-bead42f3-8b1d-41e3-b3eb-3dec7bfa71a4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1091428 Jul 30 01:56:32.721711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc242b1-7b71-4b51-9b2d-63805793095a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.782786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80cf3f5b-8453-4539-adfe-a9ae4a5fd93d req-155c880b-eb1d-4881-8a8d-f51a2eca5db0 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775583 Jul 30 01:56:32.824790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc242b1-7b71-4b51-9b2d-63805793095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.830122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc242b1-7b71-4b51-9b2d-63805793095a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.837238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4fc242b1-7b71-4b51-9b2d-63805793095a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dcfde734-4ffe-4d64-99a1-f87e771836ce HTTP/1.1" status: 204 len: 168 time: 0.2860041 Jul 30 01:56:32.855645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc242b1-7b71-4b51-9b2d-63805793095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfde734-4ffe-4d64-99a1-f87e771836ce,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:33.090170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eb18a-292f-4a66-9e95-47b5aad1ba01 req-744dd0fe-a9c3-467a-a175-ca014ce05403 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.099919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-701eb18a-292f-4a66-9e95-47b5aad1ba01 req-744dd0fe-a9c3-467a-a175-ca014ce05403 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0776069 Jul 30 01:56:33.182925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-a63f18c4-da5d-42dc-a25a-51538df6d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.184779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-a63f18c4-da5d-42dc-a25a-51538df6d910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.0762389 Jul 30 01:56:33.361575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-701eb18a-292f-4a66-9e95-47b5aad1ba01 req-85098761-b4a6-4c9d-82f8-9230c17569d5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605441 Jul 30 01:56:33.369347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-87f1148f-b53b-4463-be25-7deaa7969376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.370943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-87f1148f-b53b-4463-be25-7deaa7969376 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.1768928 Jul 30 01:56:33.528922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-7d54afe8-8356-49c4-960d-5c7e980f2242 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.1408901 Jul 30 01:56:33.696558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-17d2e1ca-c54d-4310-be2c-f9f5712f4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.699343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-17d2e1ca-c54d-4310-be2c-f9f5712f4065 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.1627209 Jul 30 01:56:33.800770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-5c72b9aa-9b20-4f30-b7fb-5a9ad41fd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.808925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-5c72b9aa-9b20-4f30-b7fb-5a9ad41fd49f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017954 Jul 30 01:56:33.979052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-24713f96-e4a6-4d35-99a9-b1389d8ecc29 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618958 Jul 30 01:56:34.145725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-485c45c9-3c7d-4a9f-bf13-0824b0d7097a req-3d13fa20-99e7-49e8-9ba7-01e24c7d425a service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594381 Jul 30 01:56:34.413532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34686) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:34.587984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1611242589'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:34.600401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01e628-2a44-4096-a9a7-4c31240cd4c9 req-bb3570da-c630-4089-891b-fcda4e58f4a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.602227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d01e628-2a44-4096-a9a7-4c31240cd4c9 req-bb3570da-c630-4089-891b-fcda4e58f4a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1202490 Jul 30 01:56:34.657820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d01e628-2a44-4096-a9a7-4c31240cd4c9 req-dc566361-ce04-47a2-92ee-832d6be34aaa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486188 Jul 30 01:56:34.658595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Made reservation on behalf of 82bbf767e93940b795701bd85202b2eb for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:34.664176 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.713263 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.852532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.860683 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.909741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93637c52-90b6-4d56-9479-85503f40df5c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.927758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:34.940846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.941605 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Added segment 35abb4fe-c238-41a4-a2cb-02092d4f7528 of type vlan for network f8447dbb-240e-42ea-a070-160c84b15542 Jul 30 01:56:34.968396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34706) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:35.077532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.132239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4d6514b-dbd4-470d-9ef9-256d26c00a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.188258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.194468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:35.195343 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.275183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4d6514b-dbd4-470d-9ef9-256d26c00a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.279714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4d6514b-dbd4-470d-9ef9-256d26c00a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.291977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8769765 Jul 30 01:56:35.300308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-ba4100d2-86f2-4fa0-8c3e-b05c4252b669 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:35.302000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-ba4100d2-86f2-4fa0-8c3e-b05c4252b669 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.2153080 Jul 30 01:56:35.305406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34718) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:35.312016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Request body: {'subnet': {'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:35.319539 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d4d6514b-dbd4-470d-9ef9-256d26c00a9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d90c3513bd4443d6a2458a9692bc2071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500226 Jul 30 01:56:35.320189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:35.330534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-51fa3e96-080e-450e-9a23-91dce82964b9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/quotas/a602fdd1b936459aad530a85cc6143da HTTP/1.1" status: 200 len: 375 time: 0.0131948 Jul 30 01:56:35.370692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6514b-dbd4-470d-9ef9-256d26c00a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b87695-61b9-4c34-aaff-d5fecc85731a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.371758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2541a4-d351-4829-9583-53ee18f776c5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event updated for resources: {'Network': ['ID=f8447dbb-240e-42ea-a070-160c84b15542,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.395062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network f8447dbb-240e-42ea-a070-160c84b15542 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:35.423907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4811b0a8-1428-4cc0-ae27-99a2dd2aa22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.441467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-32933aca-06aa-4231-b84e-2533814d3abf tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005566 Jul 30 01:56:35.469943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Made reservation on behalf of 82bbf767e93940b795701bd85202b2eb for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:35.473821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.478720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4811b0a8-1428-4cc0-ae27-99a2dd2aa22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.560790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4811b0a8-1428-4cc0-ae27-99a2dd2aa22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.563505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4811b0a8-1428-4cc0-ae27-99a2dd2aa22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.567119 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4811b0a8-1428-4cc0-ae27-99a2dd2aa22f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3b87695-61b9-4c34-aaff-d5fecc85731a HTTP/1.1" status: 204 len: 168 time: 0.2420516 Jul 30 01:56:35.579404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811b0a8-1428-4cc0-ae27-99a2dd2aa22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b87695-61b9-4c34-aaff-d5fecc85731a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.717926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-1861cfed-5ddd-4c9b-b85f-3ac00e41e521 service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550266 Jul 30 01:56:35.822957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-69dcb923-781b-4e8d-8d4a-88a1d777b916 service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983968 Jul 30 01:56:35.972121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e613ad0-59bb-4f55-baf8-b2bb46bdca84 req-3c034f2a-1db6-48fc-b16a-533fa0fde00a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:35.974011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e613ad0-59bb-4f55-baf8-b2bb46bdca84 req-3c034f2a-1db6-48fc-b16a-533fa0fde00a tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1499686 Jul 30 01:56:36.024304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34734) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:36.042736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e613ad0-59bb-4f55-baf8-b2bb46bdca84 req-65aeba1e-34bd-4988-b636-341ad4edea16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602307 Jul 30 01:56:36.043785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.058867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1859f8e5-b9ab-4262-bb6c-6ac847b47c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.138469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Checking segment: {'id': '35abb4fe-c238-41a4-a2cb-02092d4f7528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:36.140862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Network hostable DHCP agents. Network: f8447dbb-240e-42ea-a070-160c84b15542, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:36.156943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event updated for resources: {'Subnet': ['ID=559b32a4-adab-49e4-915c-b7abf7137386,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:36.172178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.172663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.173375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.173724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.174061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.174398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.174929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.175292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.175628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.176009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.176339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.177104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:36.204274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Network f8447dbb-240e-42ea-a070-160c84b15542 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:36.221195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, f8447dbb-240e-42ea-a070-160c84b15542) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:36.230924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59dffb7-bbe3-4eae-ab0c-53a8b61104fb None None] Network f8447dbb-240e-42ea-a070-160c84b15542 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:36.231355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.236063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.351299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a93a1d3-f044-484b-bbc4-96088b194633 req-c43894d0-3094-4a09-ac45-38bfdb28ad0d tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 210 time: 0.0728588 Jul 30 01:56:36.406646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680404-5c29-4959-8b89-492fb3ee2aa6 req-20de9fd9-8d34-43a3-b08b-c7d0e35d69ed tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.406646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8680404-5c29-4959-8b89-492fb3ee2aa6 req-20de9fd9-8d34-43a3-b08b-c7d0e35d69ed tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1644902 Jul 30 01:56:36.417817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1859f8e5-b9ab-4262-bb6c-6ac847b47c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.423780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1859f8e5-b9ab-4262-bb6c-6ac847b47c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.484727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f56ab48-e335-4222-b06a-2a06fa6cf8fa tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1779962 Jul 30 01:56:36.495827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34750) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:36.521715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Request body: {'port': {'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1076471936'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:36.563673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8680404-5c29-4959-8b89-492fb3ee2aa6 req-56045d49-f809-4742-877c-4547eb5a6c52 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378722 Jul 30 01:56:36.626285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-f8447dbb-240e-42ea-a070-160c84b15542', 'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542', 'tenant_id': '82bbf767e93940b795701bd85202b2eb', 'fixed_ips': [{'subnet_id': '559b32a4-adab-49e4-915c-b7abf7137386'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:56:36.627274 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.694742 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859f8e5-b9ab-4262-bb6c-6ac847b47c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433cf72-e108-4287-92e4-8cdc7c459330,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:36.703107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6427-9337-4e31-a382-9b1f148740fc req-3cd416ab-397e-420f-99dc-dcb22c5b02e2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.713481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-548b6427-9337-4e31-a382-9b1f148740fc req-3cd416ab-397e-420f-99dc-dcb22c5b02e2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.0691257 Jul 30 01:56:36.727379 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1859f8e5-b9ab-4262-bb6c-6ac847b47c43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27720de2539c4f5ea05f51f1a1a486b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017572 Jul 30 01:56:36.734589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34756) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:36.767365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-548b6427-9337-4e31-a382-9b1f148740fc req-84b4ece7-bd18-4a01-91c3-98ca71464839 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514209 Jul 30 01:56:36.899976 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.906072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ff7-cf76-4c07-a45c-6a1a9506fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.953347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Allocated IP 2001:db8::2 (f8447dbb-240e-42ea-a070-160c84b15542/559b32a4-adab-49e4-915c-b7abf7137386/512b4278-d28d-40c6-9f87-2e54e402863c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:36.988033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Made reservation on behalf of 82bbf767e93940b795701bd85202b2eb for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:36.991563 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.016318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ff7-cf76-4c07-a45c-6a1a9506fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.040840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] device_id is not set on port 92d5cd2b-e22c-482e-bc9d-b95b20945439 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:37.130412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ff7-cf76-4c07-a45c-6a1a9506fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.133487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b49b4ff7-cf76-4c07-a45c-6a1a9506fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.138276 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b49b4ff7-cf76-4c07-a45c-6a1a9506fb9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c433cf72-e108-4287-92e4-8cdc7c459330 HTTP/1.1" status: 204 len: 168 time: 0.3978436 Jul 30 01:56:37.148189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b4ff7-cf76-4c07-a45c-6a1a9506fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433cf72-e108-4287-92e4-8cdc7c459330,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:37.185396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078b3e6-9b4d-403d-a369-0298edb915dc req-0ea3fe4a-a546-4828-a74e-eeaec8376867 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:37.187541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2078b3e6-9b4d-403d-a369-0298edb915dc req-0ea3fe4a-a546-4828-a74e-eeaec8376867 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1143181 Jul 30 01:56:37.273176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.284186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Transition to ACTIVE for port object 512b4278-d28d-40c6-9f87-2e54e402863c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:37.301885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2078b3e6-9b4d-403d-a369-0298edb915dc req-cad498ec-384c-4c70-8585-e6db2c4cbb1d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051469 Jul 30 01:56:37.320692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Transition to ACTIVE for port object 512b4278-d28d-40c6-9f87-2e54e402863c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:37.328888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.417965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Allocated IP 2001:db8::12d (f8447dbb-240e-42ea-a070-160c84b15542/559b32a4-adab-49e4-915c-b7abf7137386/92d5cd2b-e22c-482e-bc9d-b95b20945439) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:37.513874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Network f8447dbb-240e-42ea-a070-160c84b15542 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:37.517302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:37.520033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:37.538424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Pushing event updated for resources: {'Port': ['ID=512b4278-d28d-40c6-9f87-2e54e402863c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:37.581236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-847cfe9f-aa1e-4402-bca1-537e0a8d1659 req-d8b2e7aa-93c6-4e4a-9b36-eb17feadffa8 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 210 time: 0.0399470 Jul 30 01:56:37.637051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Attempting to bind port 512b4278-d28d-40c6-9f87-2e54e402863c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:37.638850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Attempting to bind port 512b4278-d28d-40c6-9f87-2e54e402863c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '35abb4fe-c238-41a4-a2cb-02092d4f7528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:37.639534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Attempting to bind port 512b4278-d28d-40c6-9f87-2e54e402863c on network f8447dbb-240e-42ea-a070-160c84b15542 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:37.646974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:37.647687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Checking segment: {'id': '35abb4fe-c238-41a4-a2cb-02092d4f7528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:37.648395 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.649006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Bound using segment: {'id': '35abb4fe-c238-41a4-a2cb-02092d4f7528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:37.649778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Bound port: 512b4278-d28d-40c6-9f87-2e54e402863c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35abb4fe-c238-41a4-a2cb-02092d4f7528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:37.650654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.755980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.768725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] For port 512b4278-d28d-40c6-9f87-2e54e402863c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:37.775209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] For port 512b4278-d28d-40c6-9f87-2e54e402863c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=512b4278-d28d-40c6-9f87-2e54e402863c,segment=NetworkSegment(35abb4fe-c238-41a4-a2cb-02092d4f7528),segment_id=35abb4fe-c238-41a4-a2cb-02092d4f7528)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:37.781991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.797799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Transition to ACTIVE for port object 92d5cd2b-e22c-482e-bc9d-b95b20945439 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:37.845835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:37.888858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e65d930-867c-46d0-a81d-475e3577f3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.937726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d7d2-7bf6-49de-b1a7-fcb2a1d3e9ec None None] Pushing event updated for resources: {'Port': ['ID=512b4278-d28d-40c6-9f87-2e54e402863c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:37.974947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-5e85df21-8176-4380-abff-497ce62caaa7 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:37.976732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-5e85df21-8176-4380-abff-497ce62caaa7 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.55 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.1960781 Jul 30 01:56:38.001893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Request body: {'port': {'device_id': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'admin_state_up': True, 'tenant_id': 'a602fdd1b936459aad530a85cc6143da'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:38.039748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e65d930-867c-46d0-a81d-475e3577f3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.045181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e65d930-867c-46d0-a81d-475e3577f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.056761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.168767 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3e65d930-867c-46d0-a81d-475e3577f3b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=690dd123725b478f8489027a18e8850d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144269 Jul 30 01:56:38.170796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34778) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:38.192277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d930-867c-46d0-a81d-475e3577f3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4d1f4d-ff6b-4c62-bcd6-f593ac3f99a9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.234477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Network f8447dbb-240e-42ea-a070-160c84b15542 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:38.241276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Made reservation on behalf of a602fdd1b936459aad530a85cc6143da for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:38.244911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.266863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:38.276603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50b42d54-da1b-45b2-bcb9-2ba111b6b958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.283851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event updated for resources: {'Port': ['ID=92d5cd2b-e22c-482e-bc9d-b95b20945439,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.300873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:38.309223 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:38.311020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.357911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-277dcb3c-4568-45ec-9378-5052547fda6f tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8535762 Jul 30 01:56:38.358627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34782) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:38.370318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Request body: {'port': {'network_id': 'f8447dbb-240e-42ea-a070-160c84b15542', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-359235700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:38.370826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] bootfile-name is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:56:38.373140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] tftp-server is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:56:38.373499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] server-ip-address is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:56:38.377741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50b42d54-da1b-45b2-bcb9-2ba111b6b958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.540563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Allocated IP 172.20.0.5 (c8fd5fb7-04ec-491d-b6aa-f9a85839bfad/09301a85-f444-4fcf-82d0-bc47a6d05b6a/84a7f0d8-f036-456b-a509-a0bee9287cea) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:38.584166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Made reservation on behalf of 82bbf767e93940b795701bd85202b2eb for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:38.593044 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.629788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50b42d54-da1b-45b2-bcb9-2ba111b6b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.632412 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50b42d54-da1b-45b2-bcb9-2ba111b6b958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.635937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-50b42d54-da1b-45b2-bcb9-2ba111b6b958 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa4d1f4d-ff6b-4c62-bcd6-f593ac3f99a9 HTTP/1.1" status: 204 len: 168 time: 0.4601505 Jul 30 01:56:38.648989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] device_id is not set on port d577b50a-6acc-4107-802d-8d063939bad7 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:38.679518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796c6a2-6608-48f4-b9de-a576e6e96ba1 req-df297bae-6d28-411b-8740-d22c4eb42ad4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:38.681135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4796c6a2-6608-48f4-b9de-a576e6e96ba1 req-df297bae-6d28-411b-8740-d22c4eb42ad4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2441306 Jul 30 01:56:38.769611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b42d54-da1b-45b2-bcb9-2ba111b6b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4d1f4d-ff6b-4c62-bcd6-f593ac3f99a9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.815493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4796c6a2-6608-48f4-b9de-a576e6e96ba1 req-951b362a-33ce-4572-871b-05696a5ba633 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140234 Jul 30 01:56:38.837331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Allocated IP 2001:db8::1ea (f8447dbb-240e-42ea-a070-160c84b15542/559b32a4-adab-49e4-915c-b7abf7137386/d577b50a-6acc-4107-802d-8d063939bad7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:38.938011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3dc9c1cd-16bd-4c94-9adb-72b6c8b9e0ef req-0531bddf-4339-4916-8e6b-ffbecff7acda tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 210 time: 0.1288159 Jul 30 01:56:39.074756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.178526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.191686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.215551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54', '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:39.217100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Transition to ACTIVE for port object d577b50a-6acc-4107-802d-8d063939bad7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:39.297415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.398762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Network f8447dbb-240e-42ea-a070-160c84b15542 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:39.404494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:39.414542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event updated for resources: {'Port': ['ID=84a7f0d8-f036-456b-a509-a0bee9287cea,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:39.425921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:39.428967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:39.437760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:39.438525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:39.455803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.456495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.492105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event updated for resources: {'Port': ['ID=d577b50a-6acc-4107-802d-8d063939bad7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:39.507403 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e2d7e6f-edb6-46ad-ad0e-ecd71c7cbca2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1477337 Jul 30 01:56:39.509891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:39.517225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263f250-dca3-41bc-9dd5-8091a02c3aff None None] Network f8447dbb-240e-42ea-a070-160c84b15542 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:39.532921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae149a-f4f5-4205-aea6-a992d702ca49 req-57be5a9f-e17e-4d53-9635-72045113b0e4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.543650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfae149a-f4f5-4205-aea6-a992d702ca49 req-57be5a9f-e17e-4d53-9635-72045113b0e4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2417226 Jul 30 01:56:39.594392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-4005ed78-2b42-4b48-bb99-77d235f26e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.599642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-4005ed78-2b42-4b48-bb99-77d235f26e0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 1096 time: 0.2932773 Jul 30 01:56:39.609444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.610475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.754632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 512b4278-d28d-40c6-9f87-2e54e402863c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:39.760759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-fa183f05-8f0e-4810-97ca-f561768c8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7656264 Jul 30 01:56:39.763726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e23f6c-6784-45d3-bca0-bc8d0fedb93e tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.784964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e23f6c-6784-45d3-bca0-bc8d0fedb93e tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.789673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfae149a-f4f5-4205-aea6-a992d702ca49 req-22deb62b-87e0-4b15-aa6d-b40f045ef03e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449725 Jul 30 01:56:39.806706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0faf945b-b824-4cfe-86df-194f819192fc None None] Provisioning for port 512b4278-d28d-40c6-9f87-2e54e402863c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:39.810871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Request body: {'port': {'device_id': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:39.823629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e23f6c-6784-45d3-bca0-bc8d0fedb93e tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.841762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-20e23f6c-6784-45d3-bca0-bc8d0fedb93e tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3143163 Jul 30 01:56:39.842737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:39.997016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-56eda591-504f-44c9-933d-829a7bc55ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.998399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-56eda591-504f-44c9-933d-829a7bc55ab9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.3541205 Jul 30 01:56:39.999592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.167057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Deleting port d577b50a-6acc-4107-802d-8d063939bad7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:40.167418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.200148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-e6354e62-06e8-405e-b672-9dd086726eb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 200 len: 999 time: 0.1767592 Jul 30 01:56:40.237407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 512b4278-d28d-40c6-9f87-2e54e402863c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:40.259989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:40.272562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 512b4278-d28d-40c6-9f87-2e54e402863c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:40.273295 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.362506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.404714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Calling delete_port for d577b50a-6acc-4107-802d-8d063939bad7 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:40.430128 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.473349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7bc8e-1d8e-4a0c-ba72-14db2005c185 req-10b75745-7e8b-44aa-8030-1bb1b995ae38 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.475576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81b7bc8e-1d8e-4a0c-ba72-14db2005c185 req-10b75745-7e8b-44aa-8030-1bb1b995ae38 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 931 time: 0.3791857 Jul 30 01:56:40.505280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bacec55-f3c4-4cdd-a555-bd72c7fe3ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.508008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 512b4278-d28d-40c6-9f87-2e54e402863c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=512b4278-d28d-40c6-9f87-2e54e402863c,segment=NetworkSegment(35abb4fe-c238-41a4-a2cb-02092d4f7528),segment_id=35abb4fe-c238-41a4-a2cb-02092d4f7528)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:40.514194 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.695718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=512b4278-d28d-40c6-9f87-2e54e402863c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:40.766089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bacec55-f3c4-4cdd-a555-bd72c7fe3ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.774974 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bacec55-f3c4-4cdd-a555-bd72c7fe3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.822232 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.890571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Provisioning for port 92d5cd2b-e22c-482e-bc9d-b95b20945439 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:40.904164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Provisioning complete for port 92d5cd2b-e22c-482e-bc9d-b95b20945439 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:40.909589 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.944150 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5bacec55-f3c4-4cdd-a555-bd72c7fe3ce8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae89f95740d0444b855576e68c49c77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835115 Jul 30 01:56:40.945699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34856) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:40.958390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacec55-f3c4-4cdd-a555-bd72c7fe3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f87b03b-f0b9-42d4-a77b-44b44f6739b4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:40.963441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event deleted for resources: {'Port': ['ID=d577b50a-6acc-4107-802d-8d063939bad7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:41.016824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.024895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5fe1cd44-8f9b-4487-916c-69d19ed180b2 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "DELETE /v2.0/ports/d577b50a-6acc-4107-802d-8d063939bad7 HTTP/1.1" status: 204 len: 168 time: 1.1772697 Jul 30 01:56:41.025532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:41.032832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Request body: {'port': {'name': 'tempest-new-port-name-1425513406', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:41.033205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] bootfile-name is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:56:41.033518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] tftp-server is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:56:41.033827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.api.validators [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] server-ip-address is not in valid_values {{(pid=93889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:56:41.045672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Port 92d5cd2b-e22c-482e-bc9d-b95b20945439 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:41.059669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Could not find standard attr ID for object d577b50a-6acc-4107-802d-8d063939bad7. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:56:41.091499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Provisioning complete for port 512b4278-d28d-40c6-9f87-2e54e402863c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:41.091499 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2b57fb-38f4-4af1-b0ed-a4f34083a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.145416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.321033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-d69cfcf9-1c51-4aa8-85de-4ccd6f66f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.322771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-d69cfcf9-1c51-4aa8-85de-4ccd6f66f384 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 1.0182941 Jul 30 01:56:41.323122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-027c872f-1c3e-4e28-889c-3348faebd4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.365770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-027c872f-1c3e-4e28-889c-3348faebd4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.370401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a7f0d8-f036-456b-a509-a0bee9287cea {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:41.408569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:41.418679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81b7bc8e-1d8e-4a0c-ba72-14db2005c185 req-4438b83c-a096-4776-bbd8-d7491a76bf71 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750543 Jul 30 01:56:41.425869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.446012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d41ca-4f85-4968-8a69-79e9a6160955 req-d9b73fb6-def3-4965-8a53-c63114653908 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.461980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a61d41ca-4f85-4968-8a69-79e9a6160955 req-d9b73fb6-def3-4965-8a53-c63114653908 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2238009 Jul 30 01:56:41.481955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.488778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.494821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9f5e42f8-5f85-4001-80cb-c4b03cc10dbe None None] Provisioning complete for port 92d5cd2b-e22c-482e-bc9d-b95b20945439 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:41.496869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f5e42f8-5f85-4001-80cb-c4b03cc10dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.546696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event updated for resources: {'Port': ['ID=92d5cd2b-e22c-482e-bc9d-b95b20945439,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:41.556702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a61d41ca-4f85-4968-8a69-79e9a6160955 req-1fc8a8f8-8e81-46f8-bd25-43e92ec1b675 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937107 Jul 30 01:56:41.560144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-027c872f-1c3e-4e28-889c-3348faebd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.573103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Transition to ACTIVE for port object 84a7f0d8-f036-456b-a509-a0bee9287cea will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:41.576661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-027c872f-1c3e-4e28-889c-3348faebd4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.579313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-027c872f-1c3e-4e28-889c-3348faebd4b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f87b03b-f0b9-42d4-a77b-44b44f6739b4 HTTP/1.1" status: 204 len: 168 time: 0.6256456 Jul 30 01:56:41.582340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-d50091bd-dfb8-4e7e-99c1-052741312536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.584403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-d50091bd-dfb8-4e7e-99c1-052741312536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2372081 Jul 30 01:56:41.585287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.602422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e42f8-5f85-4001-80cb-c4b03cc10dbe None None] Port 92d5cd2b-e22c-482e-bc9d-b95b20945439 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:41.640487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] In _notify_port_updated(), no bound segment for port 92d5cd2b-e22c-482e-bc9d-b95b20945439 on network f8447dbb-240e-42ea-a070-160c84b15542 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:56:41.646325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.647089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.648688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c5c72a79-b04d-4861-b117-8409f7d03d01 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "PUT /v2.0/ports/92d5cd2b-e22c-482e-bc9d-b95b20945439 HTTP/1.1" status: 200 len: 1130 time: 0.6209362 Jul 30 01:56:41.654619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c872f-1c3e-4e28-889c-3348faebd4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f87b03b-f0b9-42d4-a77b-44b44f6739b4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:41.657996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 512b4278-d28d-40c6-9f87-2e54e402863c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:41.660295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Pushing event updated for resources: {'Port': ['ID=84a7f0d8-f036-456b-a509-a0bee9287cea,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:41.665866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:41.732057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-685cccdb-1a80-4d38-8959-8506337933d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.740385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e77bf1-f895-405e-bbfd-d92656239bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.741879 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4e77bf1-f895-405e-bbfd-d92656239bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "GET /v2.0/ports/92d5cd2b-e22c-482e-bc9d-b95b20945439 HTTP/1.1" status: 200 len: 1130 time: 0.0749574 Jul 30 01:56:41.748815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34874) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:41.782351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-629f13b3-3bbe-4072-aa5b-6bf58cabfee7 None None] Could not find standard attr ID for object d577b50a-6acc-4107-802d-8d063939bad7. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:56:41.832772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 512b4278-d28d-40c6-9f87-2e54e402863c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:41.832772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.140639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-1035779f-3a98-423e-a796-b32b4f5c1fae service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096809 Jul 30 01:56:42.140639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Attempting to bind port 84a7f0d8-f036-456b-a509-a0bee9287cea on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:42.140639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Attempting to bind port 84a7f0d8-f036-456b-a509-a0bee9287cea by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:42.140639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Attempting to bind port 84a7f0d8-f036-456b-a509-a0bee9287cea on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:42.140639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Port 84a7f0d8-f036-456b-a509-a0bee9287cea on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:42.140639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Attempting to bind port 84a7f0d8-f036-456b-a509-a0bee9287cea on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:42.189792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b2bc653-8bee-4a31-aed0-458141b596ae req-d912fb3a-ae15-49b7-b436-6c422f71e5f3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057791 Jul 30 01:56:42.194151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:42.194991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Checking segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:42.195622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Bound using segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:42.196409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Bound port: 84a7f0d8-f036-456b-a509-a0bee9287cea, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:42.197212 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.327352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] For port 84a7f0d8-f036-456b-a509-a0bee9287cea, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:42.331417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] For port 84a7f0d8-f036-456b-a509-a0bee9287cea, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=84a7f0d8-f036-456b-a509-a0bee9287cea,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:42.342571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.363028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.364133 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.366041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] 10.222.0.55 "PUT /v2.0/ports/84a7f0d8-f036-456b-a509-a0bee9287cea HTTP/1.1" status: 200 len: 1092 time: 2.5741310 Jul 30 01:56:42.386937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'tag': '84a7f0d8-f036-456b-a509-a0bee9287cea'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:42.397235 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44611f-f908-4f7b-908b-90097b46894e" -d '{"events": [{"name": "network-changed", "server_uuid": "d70682c8-dcd4-4055-ba19-48c3a73aa419", "tag": "84a7f0d8-f036-456b-a509-a0bee9287cea"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:42.513769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843adea-7321-4d12-b6f1-97c652055839 service neutron] Pushing event updated for resources: {'Port': ['ID=84a7f0d8-f036-456b-a509-a0bee9287cea,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.531480 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d428f2c-1ae7-4261-bc05-bfe45bd20f76 x-openstack-request-id: req-0d428f2c-1ae7-4261-bc05-bfe45bd20f76 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:42.531980 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70682c8-dcd4-4055-ba19-48c3a73aa419", "tag": "84a7f0d8-f036-456b-a509-a0bee9287cea", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:42.532406 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d428f2c-1ae7-4261-bc05-bfe45bd20f76 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:42.532961 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'tag': '84a7f0d8-f036-456b-a509-a0bee9287cea', 'status': 'completed', 'code': 200} Jul 30 01:56:42.556626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-3f4423e5-6be7-48bc-b4a3-3f9aae046dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.560522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-3f4423e5-6be7-48bc-b4a3-3f9aae046dcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 1095 time: 0.1008887 Jul 30 01:56:42.636953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-0ce09837-c7f4-4174-9009-488f0abc63c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a7f0d8-f036-456b-a509-a0bee9287cea HTTP/1.1" status: 200 len: 217 time: 0.0549543 Jul 30 01:56:42.707370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Deleting port 92d5cd2b-e22c-482e-bc9d-b95b20945439 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:42.707927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.732427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9e7be9b-9e3d-4060-8590-b0f0ab185930 None None] Provisioning complete for port 92d5cd2b-e22c-482e-bc9d-b95b20945439 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:42.735313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e7be9b-9e3d-4060-8590-b0f0ab185930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.760226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b6478-1633-4461-af5b-c7d12bb5645f req-93036295-ca17-46c2-a36d-50f99c81458c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.771083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-846b6478-1633-4461-af5b-c7d12bb5645f req-93036295-ca17-46c2-a36d-50f99c81458c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 943 time: 0.2331927 Jul 30 01:56:42.836654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7be9b-9e3d-4060-8590-b0f0ab185930 None None] Port 92d5cd2b-e22c-482e-bc9d-b95b20945439 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:42.855110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-685cccdb-1a80-4d38-8959-8506337933d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.855290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-846b6478-1633-4461-af5b-c7d12bb5645f req-07c9364e-9f52-4bbf-9cbe-3604f880a3f4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Jul 30 01:56:42.857624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-10b426b9-9ee8-473a-895b-5bdc196d5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.858685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.859670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-10b426b9-9ee8-473a-895b-5bdc196d5395 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.2157679 Jul 30 01:56:42.862327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-685cccdb-1a80-4d38-8959-8506337933d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.893359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdfc1a-067f-4e79-a90c-1e38ec4221d6 req-20d68142-7280-4999-946b-610c5ff3f789 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:42.901324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56fdfc1a-067f-4e79-a90c-1e38ec4221d6 req-20d68142-7280-4999-946b-610c5ff3f789 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2164950 Jul 30 01:56:42.903168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cccdb-1a80-4d38-8959-8506337933d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f26d4-bc33-4122-ac10-058210095b3a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.934256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Calling delete_port for 92d5cd2b-e22c-482e-bc9d-b95b20945439 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:42.938044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-43f77123-c157-435c-b998-1e9e8121f85a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624900 Jul 30 01:56:42.966684 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-685cccdb-1a80-4d38-8959-8506337933d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c45397c8763e429794b2e473f8fba1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5484502 Jul 30 01:56:42.969464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:42.982079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34928) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:43.073076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56fdfc1a-067f-4e79-a90c-1e38ec4221d6 req-ee98867d-18e3-4842-9709-c84747191302 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705472 Jul 30 01:56:43.118188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d472c5-64f7-4217-a0b7-95737b567832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.119569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1813785067-network', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:43.126873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-e1f7dfef-d277-4952-a856-dcf498c2e2cc service neutron] 10.222.0.55 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776814 Jul 30 01:56:43.161679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d472c5-64f7-4217-a0b7-95737b567832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.170130 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:56:43.217200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Made reservation on behalf of 344dff8302e74a67959e8ff38d91fdd6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:43.219992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.234685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.261048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.284632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1527f254-8281-47c5-bf74-84bc95bcaddb req-e849db76-13f8-4b1e-bbc3-7d06a6eb2de7 service neutron] 10.222.0.55 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488731 Jul 30 01:56:43.296628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d472c5-64f7-4217-a0b7-95737b567832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.299162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d472c5-64f7-4217-a0b7-95737b567832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.300513 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a3d472c5-64f7-4217-a0b7-95737b567832 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e89f26d4-bc33-4122-ac10-058210095b3a HTTP/1.1" status: 204 len: 168 time: 0.2496724 Jul 30 01:56:43.322753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event deleted for resources: {'Port': ['ID=92d5cd2b-e22c-482e-bc9d-b95b20945439,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.369432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d472c5-64f7-4217-a0b7-95737b567832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f26d4-bc33-4122-ac10-058210095b3a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.372434 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.375073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-154714b2-733e-4722-8349-649a027594f1 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "DELETE /v2.0/ports/92d5cd2b-e22c-482e-bc9d-b95b20945439 HTTP/1.1" status: 204 len: 168 time: 1.6252952 Jul 30 01:56:43.377874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34942) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:43.434026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.443979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.461095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Deleting subnet 559b32a4-adab-49e4-915c-b7abf7137386 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:43.465030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.497466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:43.522171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44611f-f908-4f7b-908b-90097b46894e req-624fd0f5-d2d0-4624-8d57-a63fa46391fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.523939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-624fd0f5-d2d0-4624-8d57-a63fa46391fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 1095 time: 0.1283710 Jul 30 01:56:43.529137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa356831-2318-4f6e-88f2-77522455d550,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.534022 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.534504 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Added segment a582e7df-cd6e-4a22-9fe8-85f58a3b5789 of type vlan for network 6964b69d-709a-477e-a82c-ec679fbc42ff Jul 30 01:56:43.576271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.717289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.721515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.753673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44611f-f908-4f7b-908b-90097b46894e req-d17d949b-862a-403b-b807-cdb78ee6d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.755607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-d17d949b-862a-403b-b807-cdb78ee6d556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 916 time: 0.2231121 Jul 30 01:56:43.793226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.824552 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-95aff372-769f-41a1-bbf9-0c95dd830c59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84a7f0d8-f036-456b-a509-a0bee9287cea HTTP/1.1" status: 200 len: 217 time: 0.0550785 Jul 30 01:56:43.826302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.827388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.828053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.847083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event deleted for resources: {'Subnet': ['ID=559b32a4-adab-49e4-915c-b7abf7137386,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.851449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.857396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4480f311-3fab-4090-9b73-9b226f3f843a tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "DELETE /v2.0/subnets/559b32a4-adab-49e4-915c-b7abf7137386 HTTP/1.1" status: 204 len: 168 time: 0.4770849 Jul 30 01:56:43.858304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 34964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:43.859549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a501d-250e-42ed-9cc5-4c276d35fc4a None None] Network f8447dbb-240e-42ea-a070-160c84b15542 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:43.965636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44611f-f908-4f7b-908b-90097b46894e req-96447f7a-8de2-4431-946f-42e5fdd7c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.968348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-96447f7a-8de2-4431-946f-42e5fdd7c684 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.1341238 Jul 30 01:56:44.008000 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.099861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Deleting port 512b4278-d28d-40c6-9f87-2e54e402863c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:44.100444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.119749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-125dd7f8-5072-4dcc-add4-9b29449c7e8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278374 Jul 30 01:56:44.133297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1497588 Jul 30 01:56:44.208093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] For port 512b4278-d28d-40c6-9f87-2e54e402863c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=512b4278-d28d-40c6-9f87-2e54e402863c,segment=NetworkSegment(35abb4fe-c238-41a4-a2cb-02092d4f7528),segment_id=35abb4fe-c238-41a4-a2cb-02092d4f7528)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:44.208739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.209972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] DHCP port deletion for f8447dbb-240e-42ea-a070-160c84b15542 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:44.216227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 34974) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:44.217880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38ba1-09f9-4335-9ba1-8ea62e08ba63 admin admin] Pushing event updated for resources: {'Network': ['ID=6964b69d-709a-477e-a82c-ec679fbc42ff,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:44.232668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Calling delete_port for 512b4278-d28d-40c6-9f87-2e54e402863c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:44.236643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Request body: {'subnet': {'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1813785067-subnet', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:44.279491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6964b69d-709a-477e-a82c-ec679fbc42ff details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:44.342709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.381738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0b839-3b88-4b87-a24c-e61e593f3595 req-d97cec00-7b14-4744-94fb-956adccedbbb tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.383601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d0b839-3b88-4b87-a24c-e61e593f3595 req-d97cec00-7b14-4744-94fb-956adccedbbb tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 943 time: 0.4052737 Jul 30 01:56:44.386259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event deleted for resources: {'Port': ['ID=512b4278-d28d-40c6-9f87-2e54e402863c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:44.390178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] No DVR routers for this DVR port 512b4278-d28d-40c6-9f87-2e54e402863c on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:44.396099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Made reservation on behalf of 344dff8302e74a67959e8ff38d91fdd6 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:44.399048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.431150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Deleting port 512b4278-d28d-40c6-9f87-2e54e402863c {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:44.431490 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.498521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-4ce4ab3c-e5b5-4d53-87eb-2008c9c1ef65 service neutron] 10.222.0.55 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418162 Jul 30 01:56:44.516311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.538963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8447dbb-240e-42ea-a070-160c84b15542']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:44.548469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] For port 512b4278-d28d-40c6-9f87-2e54e402863c, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:44.551666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.562687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35abb4fe-c238-41a4-a2cb-02092d4f7528') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:44.563121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35abb4fe-c238-41a4-a2cb-02092d4f7528') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:44.574920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Calling delete_port for 512b4278-d28d-40c6-9f87-2e54e402863c owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:44.581724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Port 512b4278-d28d-40c6-9f87-2e54e402863c was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:56:44.585372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.586824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.607898 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.616110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:44.616731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.630025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dac2a-5991-4d29-bbb9-8412772efc13 req-6fde6627-54ed-4cbf-b24f-fb15d38e0e54 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.631654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-573dac2a-5991-4d29-bbb9-8412772efc13 req-6fde6627-54ed-4cbf-b24f-fb15d38e0e54 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3566332 Jul 30 01:56:44.652000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] Pushing event deleted for resources: {'Port': ['ID=512b4278-d28d-40c6-9f87-2e54e402863c,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:44.663948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418863c-3691-432f-bdcb-5af6b7607b02 None None] No DVR routers for this DVR port 512b4278-d28d-40c6-9f87-2e54e402863c on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:44.676928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18d0b839-3b88-4b87-a24c-e61e593f3595 req-b04e8338-0239-497a-8df3-84c29e320ea2 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714961 Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:44.711186 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:44.725882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-573dac2a-5991-4d29-bbb9-8412772efc13 req-96bb25da-0dbb-4033-856b-af1a6385ca73 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723825 Jul 30 01:56:44.731695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c44611f-f908-4f7b-908b-90097b46894e req-cf2ce5dc-b87c-41bf-90a2-c208d27f1f43 service neutron] 10.222.0.55 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099667 Jul 30 01:56:44.761146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.772518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.776767 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] 10.222.0.78 "DELETE /v2.0/networks/f8447dbb-240e-42ea-a070-160c84b15542 HTTP/1.1" status: 204 len: 168 time: 0.9148967 Jul 30 01:56:44.811643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688236d6-1761-45a5-8692-d6d166f59443 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273 tempest-ExtraDHCPOptionsIpV6TestJSON-922083273-project] Pushing event deleted for resources: {'Network': ['ID=f8447dbb-240e-42ea-a070-160c84b15542,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:44.913100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:44.963298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172b4c-d658-4993-b809-a3382e920728 req-7f6c4be2-3f86-491a-a79e-5fde44658c42 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.965507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef172b4c-d658-4993-b809-a3382e920728 req-7f6c4be2-3f86-491a-a79e-5fde44658c42 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.1148615 Jul 30 01:56:45.040074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef172b4c-d658-4993-b809-a3382e920728 req-cf54ea0a-87c8-4e59-a26a-14f9188deda2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610383 Jul 30 01:56:45.042723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.072209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b76929f8-ae77-4225-87ac-884ca42489b1 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3705 time: 0.1578219 Jul 30 01:56:45.076801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.091339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'network': {'name': 'tempest-network-smoke--761225556', 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'port_security_enabled': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:45.119732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Made reservation on behalf of 2d965d48537442b0be7fa6c7c968c556 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:45.127488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.148614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277d2249-7344-481b-b704-c897cfc0bc7d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:45.170494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:45.180856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.181200 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Added segment 0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07 of type vlan for network 9872432c-41d5-4ea2-b675-07ffd3cc5944 Jul 30 01:56:45.219780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Checking segment: {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:45.220433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Network hostable DHCP agents. Network: 6964b69d-709a-477e-a82c-ec679fbc42ff, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:45.229851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.248970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35018) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.270310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Network 6964b69d-709a-477e-a82c-ec679fbc42ff is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:45.273836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.281752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:45.282576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.287521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6964b69d-709a-477e-a82c-ec679fbc42ff) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:45.310559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:45.311561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.314432 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2362854 Jul 30 01:56:45.316702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b141ce-e215-4665-8984-7a7c15589924 None None] Network 6964b69d-709a-477e-a82c-ec679fbc42ff requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:45.336021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35024) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.349573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'admin_state_up': True, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:45.364056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-047a4466-a84b-46a8-9913-711932504d09 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1434526 Jul 30 01:56:45.368087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.379203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:45.446082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b51e2-e47b-4d41-a621-f32b07797669 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Network': ['ID=9872432c-41d5-4ea2-b675-07ffd3cc5944,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:45.451749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.453222 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.461506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:45.503527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.504473 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.580565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.602135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-6964b69d-709a-477e-a82c-ec679fbc42ff', 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'fixed_ips': [{'subnet_id': '277d2249-7344-481b-b704-c897cfc0bc7d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:56:45.602808 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.670604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.677090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.680003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-222bf472-dc9e-480f-9fc1-dcff20aea299 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82bbf767e93940b795701bd85202b2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278982 Jul 30 01:56:45.775338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ca51c92-d104-4416-b784-e10811bfd3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.800773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ca51c92-d104-4416-b784-e10811bfd3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.803309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 512b4278-d28d-40c6-9f87-2e54e402863c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:45.805515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 84a7f0d8-f036-456b-a509-a0bee9287cea details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:45.847523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 512b4278-d28d-40c6-9f87-2e54e402863c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:45.848153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 512b4278-d28d-40c6-9f87-2e54e402863c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:45.897421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ca51c92-d104-4416-b784-e10811bfd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.902870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ca51c92-d104-4416-b784-e10811bfd3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.908106 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ca51c92-d104-4416-b784-e10811bfd3b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93637c52-90b6-4d56-9479-85503f40df5c HTTP/1.1" status: 204 len: 168 time: 0.2297409 Jul 30 01:56:45.926106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca51c92-d104-4416-b784-e10811bfd3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93637c52-90b6-4d56-9479-85503f40df5c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:46.037291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Allocated IP 172.20.0.2 (6964b69d-709a-477e-a82c-ec679fbc42ff/277d2249-7344-481b-b704-c897cfc0bc7d/9391507b-b58f-4d25-aba3-0339a0fadeda) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:46.128546 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.192700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06eeaa-6674-4578-9291-5d7bd7b9319d req-b5fa3f74-fddd-4461-b6e7-7807735322a5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:46.195401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af06eeaa-6674-4578-9291-5d7bd7b9319d req-b5fa3f74-fddd-4461-b6e7-7807735322a5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 943 time: 0.3045738 Jul 30 01:56:46.206395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.236757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 84a7f0d8-f036-456b-a509-a0bee9287cea, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=84a7f0d8-f036-456b-a509-a0bee9287cea,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:46.246942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.258679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '84a7f0d8-f036-456b-a509-a0bee9287cea', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'port_id': '84a7f0d8-f036-456b-a509-a0bee9287cea', 'mac_address': 'fa:16:3e:a3:9e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09301a85-f444-4fcf-82d0-bc47a6d05b6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:46.261423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Transition to ACTIVE for port object 9391507b-b58f-4d25-aba3-0339a0fadeda will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:46.540711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Transition to ACTIVE for port object 9391507b-b58f-4d25-aba3-0339a0fadeda will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:46.551447 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.588062 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.616513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af06eeaa-6674-4578-9291-5d7bd7b9319d req-081947b3-b8c4-4162-a7a6-2fa7ced7da4e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609967 Jul 30 01:56:46.623894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Network 6964b69d-709a-477e-a82c-ec679fbc42ff is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:46.634007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:46.639786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a7f0d8-f036-456b-a509-a0bee9287cea {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:46.669117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 84a7f0d8-f036-456b-a509-a0bee9287cea, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=84a7f0d8-f036-456b-a509-a0bee9287cea,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:46.676091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:46.685871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.690973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Pushing event updated for resources: {'Port': ['ID=9391507b-b58f-4d25-aba3-0339a0fadeda,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:46.792248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Attempting to bind port 9391507b-b58f-4d25-aba3-0339a0fadeda on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:46.792883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Attempting to bind port 9391507b-b58f-4d25-aba3-0339a0fadeda by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:46.793449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Attempting to bind port 9391507b-b58f-4d25-aba3-0339a0fadeda on network 6964b69d-709a-477e-a82c-ec679fbc42ff {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:46.810336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:46.811105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Checking segment: {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:46.811723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.812361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Bound using segment: {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:46.813039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Bound port: 9391507b-b58f-4d25-aba3-0339a0fadeda, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:46.813635 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.934467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] For port 9391507b-b58f-4d25-aba3-0339a0fadeda, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:46.939803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] For port 9391507b-b58f-4d25-aba3-0339a0fadeda, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9391507b-b58f-4d25-aba3-0339a0fadeda,segment=NetworkSegment(a582e7df-cd6e-4a22-9fe8-85f58a3b5789),segment_id=a582e7df-cd6e-4a22-9fe8-85f58a3b5789)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:46.941742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=84a7f0d8-f036-456b-a509-a0bee9287cea,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:46.951556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.068566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['84a7f0d8-f036-456b-a509-a0bee9287cea'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:47.073375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.156120 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.236284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627f0c-b333-47dc-824a-55428491db11 None None] Pushing event updated for resources: {'Port': ['ID=9391507b-b58f-4d25-aba3-0339a0fadeda,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:47.258481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.282046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-02304e29-0eed-40e3-941c-26e2f6d38e25 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.287770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-02304e29-0eed-40e3-941c-26e2f6d38e25 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b96fb97-7d9d-41c0-bdf5-9adeac0ea216 HTTP/1.1" status: 200 len: 944 time: 0.2115119 Jul 30 01:56:47.350764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.641566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.25.8.25 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f1d487eb-c582-49b7-bebb-b482d599096d) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:47.707021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:47.788990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9391507b-b58f-4d25-aba3-0339a0fadeda up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:47.908578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9391507b-b58f-4d25-aba3-0339a0fadeda completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:47.914158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Deleting port d85825fb-e92d-4288-843e-9c39ae522499 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:47.915417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.965532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1245602793'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:47.997306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Made reservation on behalf of 510376c35a6744cf88b3b32c93fcfb2f for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:48.001757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.012635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.026969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.076489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08efb4-fb7d-494a-8bfb-1a418722cadf req-78f2fee7-17de-46d5-8a87-0dc992f3ec94 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:48.083843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a08efb4-fb7d-494a-8bfb-1a418722cadf req-78f2fee7-17de-46d5-8a87-0dc992f3ec94 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 944 time: 0.2468045 Jul 30 01:56:48.203251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.211886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.223659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35164) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:48.239584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Allocated IP 172.25.8.156 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ebc29251-c249-4bf4-a74b-90137ad1e1cf) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:48.254118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:48.283575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea23af0-7bac-4b6d-b7a9-55d479637293,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:48.290186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.290530 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Added segment 5f129536-a3ca-4322-8577-d4bc5f941e0f of type vlan for network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 Jul 30 01:56:48.322911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] For port d85825fb-e92d-4288-843e-9c39ae522499, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d85825fb-e92d-4288-843e-9c39ae522499,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:48.323394 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.339242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Calling delete_port for d85825fb-e92d-4288-843e-9c39ae522499 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:48.377676 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.430504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44c983ea-1ac0-4398-8e41-d00b8e916af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.483896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.492718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:48.493842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.502164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.572520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a08efb4-fb7d-494a-8bfb-1a418722cadf req-fd3a536d-d5cd-4c52-8c0a-1663d70c555d tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788883 Jul 30 01:56:48.613061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:48.625543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:48.629953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=f1d487eb-c582-49b7-bebb-b482d599096d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:48.638865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:48.644794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.647107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Network': ['ID=d3a3a7d9-69ff-4d45-9778-0b3df1b36696,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:48.660283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:48.730541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44c983ea-1ac0-4398-8e41-d00b8e916af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.735713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:48.737830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44c983ea-1ac0-4398-8e41-d00b8e916af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.750694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89ed0677-f2a7-4740-8280-ca35e5962abb tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0401216 Jul 30 01:56:48.752140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['38918129-fe50-449d-870e-dc252b948cfd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:48.754560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41efc94-182b-4a90-a7b7-10ff878a06b3 None None] Network 6964b69d-709a-477e-a82c-ec679fbc42ff requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:48.764995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:48.771266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'subnet': {'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:48.810013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'Port': ['ID=d85825fb-e92d-4288-843e-9c39ae522499,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:48.853955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.858663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] No DVR routers for this DVR port d85825fb-e92d-4288-843e-9c39ae522499 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:48.895467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.902222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c983ea-1ac0-4398-8e41-d00b8e916af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8238753c-8ad3-40b3-ac9f-b1fea52c3d5d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:48.905465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f36329cb-38f5-4404-988a-c9a31f6b7a33 req-6211fcc9-b56c-4b1c-9b9e-a51218e5ee4c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "DELETE /v2.0/ports/d85825fb-e92d-4288-843e-9c39ae522499 HTTP/1.1" status: 204 len: 173 time: 1.5607417 Jul 30 01:56:48.913721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44c983ea-1ac0-4398-8e41-d00b8e916af2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8451ebbfe4c5488d9733ba3ec3808955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849911 Jul 30 01:56:48.918051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-deleted', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:48.918264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:48.928213 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f556a-19b5-4ac8-8cb2-9d26b62f38e4" -d '{"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-deleted", "tag": "d85825fb-e92d-4288-843e-9c39ae522499"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:48.930667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Made reservation on behalf of 510376c35a6744cf88b3b32c93fcfb2f for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:48.935281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.053924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] Provisioning for port 9391507b-b58f-4d25-aba3-0339a0fadeda completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:49.066261 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89fde3a7-8882-4e0a-8742-91642a924989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.074424 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cd61a1ce-02be-408b-a738-1e9095af7111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.101733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] Provisioning complete for port 9391507b-b58f-4d25-aba3-0339a0fadeda triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:49.102161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.156222 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4e594a-d282-4142-ba3d-6212d5dd5745 x-openstack-request-id: req-ef4e594a-d282-4142-ba3d-6212d5dd5745 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:49.156525 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b96fb97-7d9d-41c0-bdf5-9adeac0ea216", "name": "network-vif-deleted", "tag": "d85825fb-e92d-4288-843e-9c39ae522499", "status": "failed", "code": 422}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:49.156777 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef4e594a-d282-4142-ba3d-6212d5dd5745 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:49.162419 n-d-713499-10 neutron-server[93890]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b96fb97-7d9d-41c0-bdf5-9adeac0ea216', 'name': 'network-vif-deleted', 'tag': 'd85825fb-e92d-4288-843e-9c39ae522499', 'status': 'failed', 'code': 422} returned with failed status Jul 30 01:56:49.175631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89fde3a7-8882-4e0a-8742-91642a924989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.337371 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.431256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.531423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-b2ce426b-d9f5-4b5a-ab7b-ee1899d756c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3167269 Jul 30 01:56:49.571503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:49.581596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:49.588513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:49.667331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Pushing event updated for resources: {'Port': ['ID=ebc29251-c249-4bf4-a74b-90137ad1e1cf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:49.668396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.689383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.703025 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89fde3a7-8882-4e0a-8742-91642a924989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.707040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89fde3a7-8882-4e0a-8742-91642a924989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.708497 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89fde3a7-8882-4e0a-8742-91642a924989 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8238753c-8ad3-40b3-ac9f-b1fea52c3d5d HTTP/1.1" status: 204 len: 168 time: 0.7870519 Jul 30 01:56:49.778961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] For port 9391507b-b58f-4d25-aba3-0339a0fadeda, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9391507b-b58f-4d25-aba3-0339a0fadeda,segment=NetworkSegment(a582e7df-cd6e-4a22-9fe8-85f58a3b5789),segment_id=a582e7df-cd6e-4a22-9fe8-85f58a3b5789)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:49.791468 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.811339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 84a7f0d8-f036-456b-a509-a0bee9287cea up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:49.862683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fde3a7-8882-4e0a-8742-91642a924989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238753c-8ad3-40b3-ac9f-b1fea52c3d5d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:49.909989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-4e58f4d4-e966-46c9-a4a5-cef3e490ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:49.917624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-4e58f4d4-e966-46c9-a4a5-cef3e490ad0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 1097 time: 0.3049998 Jul 30 01:56:49.947767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b13a31-c8e2-4a05-b49c-26a44fa1b49c req-e2778255-c22d-417b-8132-ea9d5f76d660 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:49.955151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60b13a31-c8e2-4a05-b49c-26a44fa1b49c req-e2778255-c22d-417b-8132-ea9d5f76d660 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 944 time: 0.2946084 Jul 30 01:56:50.008467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0537f97-ec63-49e9-b646-133d84f8d94c None None] Pushing event updated for resources: {'Port': ['ID=9391507b-b58f-4d25-aba3-0339a0fadeda,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:50.030318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 84a7f0d8-f036-456b-a509-a0bee9287cea completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:50.039854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 84a7f0d8-f036-456b-a509-a0bee9287cea triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:50.040330 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.057730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Subnet': ['ID=8f9cd308-f093-4066-a82a-cac3fd0df845,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:50.138642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-85bb54a4-58ae-4773-afe4-911d88191640 None None] Provisioning complete for port 9391507b-b58f-4d25-aba3-0339a0fadeda triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:50.138642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85bb54a4-58ae-4773-afe4-911d88191640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.150752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Checking segment: {'id': '5f129536-a3ca-4322-8577-d4bc5f941e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:50.151564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network hostable DHCP agents. Network: d3a3a7d9-69ff-4d45-9778-0b3df1b36696, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:50.195190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:50.218165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d3a3a7d9-69ff-4d45-9778-0b3df1b36696) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:50.230760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.232256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.237249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb743e-e324-4cd0-a585-f6de9a4a03f8 None None] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:50.242518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-6727929f-28ed-4476-9ed1-418851d482b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.244442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-6727929f-28ed-4476-9ed1-418851d482b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 200 len: 913 time: 0.2659929 Jul 30 01:56:50.255577 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.280156 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-964eb7b3-73a1-497e-9a36-2227e458baa3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5090263 Jul 30 01:56:50.280156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35210) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:50.284236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2077596594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:50.331038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-3134a9be-23b6-4da8-a149-20a7c62c1f84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 HTTP/1.1" status: 200 len: 217 time: 0.0755665 Jul 30 01:56:50.393922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-5ee7c53b-53f4-40ee-9846-26988dbc3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.395458 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-5ee7c53b-53f4-40ee-9846-26988dbc3bc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 200 len: 851 time: 0.0543065 Jul 30 01:56:50.397760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35212) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:50.407705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a7f0d8-f036-456b-a509-a0bee9287cea'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:50.411625 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a957cfe-a481-4cd8-a12b-534e76e7054f" -d '{"events": [{"server_uuid": "d70682c8-dcd4-4055-ba19-48c3a73aa419", "name": "network-vif-plugged", "status": "completed", "tag": "84a7f0d8-f036-456b-a509-a0bee9287cea"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:50.421893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 84a7f0d8-f036-456b-a509-a0bee9287cea, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=84a7f0d8-f036-456b-a509-a0bee9287cea,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:50.427031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.427031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.446739 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94544840-e23b-4dd4-ba02-4ad703892c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.456245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.532851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60b13a31-c8e2-4a05-b49c-26a44fa1b49c req-3265b58a-2c63-424c-ac47-2e39f877b345 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767655 Jul 30 01:56:50.549186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-53eced7e-dde2-4f53-99de-034c8631836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.553365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-53eced7e-dde2-4f53-99de-034c8631836f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c4cd2a8-df43-454d-8372-c6f5bed7f744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462319 Jul 30 01:56:50.575220 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.621730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=84a7f0d8-f036-456b-a509-a0bee9287cea,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:50.659478 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e103df56-2e16-4ff1-bede-5b3d0cccc554 x-openstack-request-id: req-e103df56-2e16-4ff1-bede-5b3d0cccc554 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:50.659946 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70682c8-dcd4-4055-ba19-48c3a73aa419", "name": "network-vif-plugged", "status": "completed", "tag": "84a7f0d8-f036-456b-a509-a0bee9287cea", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:50.660359 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e103df56-2e16-4ff1-bede-5b3d0cccc554 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:50.661243 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a7f0d8-f036-456b-a509-a0bee9287cea', 'code': 200} Jul 30 01:56:50.672452 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.738534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d3a3a7d9-69ff-4d45-9778-0b3df1b36696', 'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696', 'tenant_id': '510376c35a6744cf88b3b32c93fcfb2f', 'fixed_ips': [{'subnet_id': '8f9cd308-f093-4066-a82a-cac3fd0df845'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:56:50.740165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.783430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141e39-d7c9-4bef-bf14-d364626c8315 req-9c1c2131-da24-44c2-964f-e1d5ae9325b8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:50.792841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38141e39-d7c9-4bef-bf14-d364626c8315 req-9c1c2131-da24-44c2-964f-e1d5ae9325b8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 907 time: 0.6857939 Jul 30 01:56:50.799862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.849469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.876875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-015d4739-add9-45e6-8075-d10415fb2129 service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335885 Jul 30 01:56:50.883800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94544840-e23b-4dd4-ba02-4ad703892c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.918350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94544840-e23b-4dd4-ba02-4ad703892c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.985399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94544840-e23b-4dd4-ba02-4ad703892c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18081462-10af-4b9f-bd45-bad3b7665bef,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:50.994598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.998559 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7e500202-268a-4f91-a7fb-8c175a372f30 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7184079 Jul 30 01:56:51.001631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:51.025267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Allocated IP 172.20.0.2 (d3a3a7d9-69ff-4d45-9778-0b3df1b36696/8f9cd308-f093-4066-a82a-cac3fd0df845/47224739-b69d-4021-aa3e-a124eb249364) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:51.053717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38beb87f-a978-4153-b36c-9a7047a206a8 req-33ee279a-6206-4078-ba2f-4bbdee34e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:51.057098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38beb87f-a978-4153-b36c-9a7047a206a8 req-33ee279a-6206-4078-ba2f-4bbdee34e8f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 1097 time: 0.2439868 Jul 30 01:56:51.149935 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94544840-e23b-4dd4-ba02-4ad703892c25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dcf69fc08b2a44fe8a29bc4c1d720fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510703 Jul 30 01:56:51.153069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:56:51.157895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35226) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:51.171663 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.176279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-38beb87f-a978-4153-b36c-9a7047a206a8 req-aab18506-b171-427e-a696-e7e46e21e18f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077669 Jul 30 01:56:51.288641 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.308521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Transition to ACTIVE for port object 47224739-b69d-4021-aa3e-a124eb249364 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:51.312421 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6f3c726a-70c2-4082-8fd9-4295eef5125c req-1aedc3c9-2550-4743-afb6-c750f6099fbb service neutron] 10.222.0.66 "GET /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233975 Jul 30 01:56:51.346508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Transition to ACTIVE for port object 47224739-b69d-4021-aa3e-a124eb249364 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:51.363344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.409761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:51.413542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:51.417453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:51.439389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.446273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.460721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-318b1207-9374-47b9-a26c-a099ef6b4f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.462278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Pushing event updated for resources: {'Port': ['ID=47224739-b69d-4021-aa3e-a124eb249364,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:51.499752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:51.510358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Sync routers for ids ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:51.519893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Attempting to bind port 47224739-b69d-4021-aa3e-a124eb249364 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:51.520331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Attempting to bind port 47224739-b69d-4021-aa3e-a124eb249364 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5f129536-a3ca-4322-8577-d4bc5f941e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:51.520762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Attempting to bind port 47224739-b69d-4021-aa3e-a124eb249364 on network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:51.527321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:51.527791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Checking segment: {'id': '5f129536-a3ca-4322-8577-d4bc5f941e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:51.528875 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.529364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Bound using segment: {'id': '5f129536-a3ca-4322-8577-d4bc5f941e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:51.529988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Bound port: 47224739-b69d-4021-aa3e-a124eb249364, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f129536-a3ca-4322-8577-d4bc5f941e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:51.530464 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.538814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Routers {'27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:51.539607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:51.653862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c555391-4726-4c90-afe4-487d9483a14b req-f1429e04-de0d-4336-8b23-8ccf4ec956a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:51.656649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c555391-4726-4c90-afe4-487d9483a14b req-f1429e04-de0d-4336-8b23-8ccf4ec956a9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 907 time: 0.3427100 Jul 30 01:56:51.691526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] For port 47224739-b69d-4021-aa3e-a124eb249364, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:51.699748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] For port 47224739-b69d-4021-aa3e-a124eb249364, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47224739-b69d-4021-aa3e-a124eb249364,segment=NetworkSegment(5f129536-a3ca-4322-8577-d4bc5f941e0f),segment_id=5f129536-a3ca-4322-8577-d4bc5f941e0f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:51.710427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9391507b-b58f-4d25-aba3-0339a0fadeda up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:51.743217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.770793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-318b1207-9374-47b9-a26c-a099ef6b4f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.782011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.784911 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-41990f8f-3873-4136-9478-cc3f2637dce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.787603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0f24671e-ef76-4b55-9eb9-5080ce94fecd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.4489882 Jul 30 01:56:51.788236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:51.844578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Allocated IP 172.20.0.1 (d3a3a7d9-69ff-4d45-9778-0b3df1b36696/8f9cd308-f093-4066-a82a-cac3fd0df845/0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:51.898164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23580c-2dbd-45a0-a8ac-05a47ae2607d None None] Pushing event updated for resources: {'Port': ['ID=47224739-b69d-4021-aa3e-a124eb249364,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:51.915311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.945405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Set router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:52.032623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.051546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Transition to ACTIVE for port object 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:52.081857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31f70c-a355-413b-af76-08296794127a req-11f21b09-2361-4747-89f6-7098510aa4f0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.083273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9391507b-b58f-4d25-aba3-0339a0fadeda triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:52.083644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.085131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f31f70c-a355-413b-af76-08296794127a req-11f21b09-2361-4747-89f6-7098510aa4f0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 945 time: 0.3360987 Jul 30 01:56:52.132945 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.158456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b826ef-786b-4312-a5a1-cfcc985e59b3 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.160076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d4b826ef-786b-4312-a5a1-cfcc985e59b3 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=2d965d48537442b0be7fa6c7c968c556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3546903 Jul 30 01:56:52.168944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35246) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:52.285874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Port': ['ID=0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:52.317879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:52.322964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:52.327117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:52.426408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f31f70c-a355-413b-af76-08296794127a req-9fa1befd-8092-4cca-acfb-de1f1a0879a3 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217475 Jul 30 01:56:52.454304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-318b1207-9374-47b9-a26c-a099ef6b4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.454304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-318b1207-9374-47b9-a26c-a099ef6b4f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.459799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-318b1207-9374-47b9-a26c-a099ef6b4f78 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18081462-10af-4b9f-bd45-bad3b7665bef HTTP/1.1" status: 204 len: 168 time: 1.2975609 Jul 30 01:56:52.460448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Router 551eaf42-ae46-4e59-9f16-7408c9030b25 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:56:52.474191 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.659266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a92e0-011c-438f-80c1-87ea6a47d5e5 req-9eaf0b08-12c0-4bb1-8bb9-65fcd1117c52 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.675627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-158a92e0-011c-438f-80c1-87ea6a47d5e5 req-9eaf0b08-12c0-4bb1-8bb9-65fcd1117c52 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 907 time: 0.7085834 Jul 30 01:56:52.682957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 3, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:52.701044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b1207-9374-47b9-a26c-a099ef6b4f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18081462-10af-4b9f-bd45-bad3b7665bef,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:52.701416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.701524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167218c3-04f1-4fb4-a954-20238810c3bb tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:52.701524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-167218c3-04f1-4fb4-a954-20238810c3bb tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5224221 Jul 30 01:56:52.701524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35256) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:52.753382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Checking router: 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:52.753912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Updating router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 port f1d487eb-c582-49b7-bebb-b482d599096d binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:56:52.813823 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.822883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9eabdcfb-a190-487c-8c41-3f666fd8a1a6 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1215029 Jul 30 01:56:52.831603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35260) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:52.879728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5431467d-5b13-427f-8358-cd04b40c1ebf tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=2d965d48537442b0be7fa6c7c968c556&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353763 Jul 30 01:56:52.885531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:53.189001 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.350271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Deleting port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:53.350817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.474614 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.490066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Transition to ACTIVE for port object f1d487eb-c582-49b7-bebb-b482d599096d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:53.504267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.609686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Attempting to bind port f1d487eb-c582-49b7-bebb-b482d599096d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:53.610313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:53.615790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Attempting to bind port f1d487eb-c582-49b7-bebb-b482d599096d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:53.624871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Attempting to bind port f1d487eb-c582-49b7-bebb-b482d599096d on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:53.632753 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Sync routers for ids ['551eaf42-ae46-4e59-9f16-7408c9030b25'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:53.644698 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Routers {'551eaf42-ae46-4e59-9f16-7408c9030b25'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:53.645341 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['551eaf42-ae46-4e59-9f16-7408c9030b25'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:53.647826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:53.650186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:53.650729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.652977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:53.653737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Bound port: f1d487eb-c582-49b7-bebb-b482d599096d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:53.656957 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.743707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6efa-f9b3-490b-87d0-b86cef52b7ce None None] Pushing event updated for resources: {'Port': ['ID=f1d487eb-c582-49b7-bebb-b482d599096d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:53.777186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93d566-3e66-4dd6-969c-557819489a94 None None] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:53.799068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.800569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ca70cf60-3690-4a41-b54e-9fd21c9af1ba admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.4262192 Jul 30 01:56:53.816001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] For port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:53.816396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.824570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35296) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:53.914722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47224739-b69d-4021-aa3e-a124eb249364 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:54.021241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Calling delete_port for f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:54.029849 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Set router 551eaf42-ae46-4e59-9f16-7408c9030b25 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:54.149181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7a481-00f5-4716-b377-6ea261c69f18 req-57d59f07-8a72-47ba-84d7-deb13f1f7bd1 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.150920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71e7a481-00f5-4716-b377-6ea261c69f18 req-57d59f07-8a72-47ba-84d7-deb13f1f7bd1 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 945 time: 0.4713962 Jul 30 01:56:54.160793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4797a119-c32d-4966-91ba-539e2e791aa1 None None] Provisioning for port 47224739-b69d-4021-aa3e-a124eb249364 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:54.164106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] For port f1d487eb-c582-49b7-bebb-b482d599096d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:54.215181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] For port f1d487eb-c582-49b7-bebb-b482d599096d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1d487eb-c582-49b7-bebb-b482d599096d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:54.229142 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.263641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 47224739-b69d-4021-aa3e-a124eb249364 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:54.308091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 47224739-b69d-4021-aa3e-a124eb249364 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:54.308522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.317703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd54cff-0a2f-44c9-9897-d67f139b5f16 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.319293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dbd54cff-0a2f-44c9-9897-d67f139b5f16 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4327242 Jul 30 01:56:54.324819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35310) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:54.439980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.444793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0dc54b7d-7deb-4f16-925d-b66c5741e3b2 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187117 Jul 30 01:56:54.447097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.451778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:54.476625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308440479', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:54.491236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f53c-6f9b-4d7d-9647-4e0a6b675a95 req-30b653e7-5e73-4133-8df2-68d5131b7f0e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.508831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f42f53c-6f9b-4d7d-9647-4e0a6b675a95 req-30b653e7-5e73-4133-8df2-68d5131b7f0e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 907 time: 0.6034498 Jul 30 01:56:54.553194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d6efa-f9b3-490b-87d0-b86cef52b7ce None None] Pushing event updated for resources: {'Port': ['ID=f1d487eb-c582-49b7-bebb-b482d599096d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:54.570364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Routers {'27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:54.571063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:54.641395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71e7a481-00f5-4716-b377-6ea261c69f18 req-13a40f56-e3ec-40cd-9e13-add10ca2ed66 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761026 Jul 30 01:56:54.684017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.781810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Port': ['ID=0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:54.788544 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.851379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] Set router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:54.888833 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:56:50Z', 'revision_number': 3, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:54.936323 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Checking router: 551eaf42-ae46-4e59-9f16-7408c9030b25 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:54.947122 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Updating router 551eaf42-ae46-4e59-9f16-7408c9030b25 port ebc29251-c249-4bf4-a74b-90137ad1e1cf binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:56:55.002447 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.029280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Made reservation on behalf of 2d965d48537442b0be7fa6c7c968c556 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:55.036664 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.056594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:55.093468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:55.214372 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.240753 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.358941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'Port': ['ID=f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:55.377008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 47224739-b69d-4021-aa3e-a124eb249364, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47224739-b69d-4021-aa3e-a124eb249364,segment=NetworkSegment(5f129536-a3ca-4322-8577-d4bc5f941e0f),segment_id=5f129536-a3ca-4322-8577-d4bc5f941e0f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:55.388807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.598926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=47224739-b69d-4021-aa3e-a124eb249364,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:55.710604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:55.739595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] No DVR routers for this DVR port f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:55.742764 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.745833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c555391-4726-4c90-afe4-487d9483a14b req-12627eb2-22e9-43da-b9fc-b923c39e72ff tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "DELETE /v2.0/ports/f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 HTTP/1.1" status: 204 len: 173 time: 3.9873860 Jul 30 01:56:55.775538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'name': 'network-vif-deleted', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:55.780125 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c148aa-fbb1-4ca2-8c54-31073eb185b0" -d '{"events": [{"server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "name": "network-vif-deleted", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:55.820451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:55.822779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:55.873902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7b93826-98c1-4131-a2fb-dda0c41cb170 req-69d1a5f3-cfd9-4ec1-8376-78928cc82d7d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=61a6e5c9-74df-4903-b9e4-14797c761b73 HTTP/1.1" status: 200 len: 210 time: 0.2246158 Jul 30 01:56:55.879096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Router efb0c882-9dff-4493-888c-db6bdcbe0b94 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:56:55.883852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 3, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:55.942966 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.947442 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ec0c3-709f-43af-bd5b-c85ee555d429 x-openstack-request-id: req-671ec0c3-709f-43af-bd5b-c85ee555d429 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:55.948206 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a6e5c9-74df-4903-b9e4-14797c761b73", "name": "network-vif-deleted", "tag": "f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:55.949066 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-671ec0c3-709f-43af-bd5b-c85ee555d429 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:55.949687 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a6e5c9-74df-4903-b9e4-14797c761b73', 'name': 'network-vif-deleted', 'tag': 'f3ab3a2c-3d64-4cc6-b6ae-399b3b4dfaf1', 'status': 'completed', 'code': 200} Jul 30 01:56:56.006886 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Transition to ACTIVE for port object ebc29251-c249-4bf4-a74b-90137ad1e1cf will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:56.035591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.040613 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.076749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459143-9638-4b77-939b-1829f799f6f5 None None] The sync data for ids ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'] in n-d-713499-10 is: [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 3, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:56.128793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-109b017c-23d9-4388-af64-e1f5c2efdb0c None None] Provisioning for port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:56.129816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Pushing event updated for resources: {'Port': ['ID=ebc29251-c249-4bf4-a74b-90137ad1e1cf,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:56.147901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-109b017c-23d9-4388-af64-e1f5c2efdb0c None None] Provisioning complete for port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:56.154565 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-109b017c-23d9-4388-af64-e1f5c2efdb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.186874 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Attempting to bind port ebc29251-c249-4bf4-a74b-90137ad1e1cf on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:56.187281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Attempting to bind port ebc29251-c249-4bf4-a74b-90137ad1e1cf by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:56.187991 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Attempting to bind port ebc29251-c249-4bf4-a74b-90137ad1e1cf on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:56.194067 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.196002 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.196508 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.197043 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.197563 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.198415 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.198921 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.199443 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.200502 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.201006 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.201512 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.202017 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:56.213233 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:56.213960 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:56.214563 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.215233 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:56.224839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Bound port: ebc29251-c249-4bf4-a74b-90137ad1e1cf, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:56.225259 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.300033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-109b017c-23d9-4388-af64-e1f5c2efdb0c None None] Port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:56.334375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-109b017c-23d9-4388-af64-e1f5c2efdb0c None None] Provisioning complete for port 47224739-b69d-4021-aa3e-a124eb249364 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:56.334754 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-109b017c-23d9-4388-af64-e1f5c2efdb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.403561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.405868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Subnet': ['ID=bd46fef4-69e3-4575-b16d-e3e478d6af40,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:56.428466 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] For port ebc29251-c249-4bf4-a74b-90137ad1e1cf, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:56.445386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] For port ebc29251-c249-4bf4-a74b-90137ad1e1cf, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ebc29251-c249-4bf4-a74b-90137ad1e1cf,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:56.456662 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.662466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:56.717783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Checking segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:56.718679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network hostable DHCP agents. Network: 9872432c-41d5-4ea2-b675-07ffd3cc5944, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:56.721104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Routers {'551eaf42-ae46-4e59-9f16-7408c9030b25'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:56.731405 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3830ceaf-a360-4f62-8505-9d64ca4bd6e8 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "PUT /v2.0/routers/efb0c882-9dff-4493-888c-db6bdcbe0b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7264576 Jul 30 01:56:56.734135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35378) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:56.740988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'port': {'network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696', 'name': 'tempest-FloatingIPNegativeTestJSON-1636284369'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:56.741723 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['551eaf42-ae46-4e59-9f16-7408c9030b25'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:56.751408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] Sync routers for ids ['efb0c882-9dff-4493-888c-db6bdcbe0b94'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:56.810311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] Routers {'efb0c882-9dff-4493-888c-db6bdcbe0b94'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:56.812942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['efb0c882-9dff-4493-888c-db6bdcbe0b94'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:56.967616 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-febd7fcc-ca91-4d5f-b02b-b424a7247822 None None] Provisioning complete for port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:56.968693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-febd7fcc-ca91-4d5f-b02b-b424a7247822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.983370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:57.009741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:57.022020 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243e993-2c50-4777-8e99-e14cf5a1cfb8 None None] Pushing event updated for resources: {'Port': ['ID=ebc29251-c249-4bf4-a74b-90137ad1e1cf,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.030292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9872432c-41d5-4ea2-b675-07ffd3cc5944) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:57.039696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.040556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.051030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ad0dd-ffce-4cff-bd6e-82223b380f9a None None] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:57.098456 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a7e32133-a498-4dae-9aca-15d3360bb75a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6269395 Jul 30 01:56:57.099470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35392) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:57.145015 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] Set router 551eaf42-ae46-4e59-9f16-7408c9030b25 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:57.162436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Made reservation on behalf of 510376c35a6744cf88b3b32c93fcfb2f for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:57.183795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.232393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] device_id is not set on port ab3312e9-98f3-4dae-8712-3a899076b159 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:56:57.273020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] Routers {'efb0c882-9dff-4493-888c-db6bdcbe0b94'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:57.273750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['efb0c882-9dff-4493-888c-db6bdcbe0b94'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:57.302381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-febd7fcc-ca91-4d5f-b02b-b424a7247822 None None] Port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:57.370948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Allocated IP 172.20.0.1 (6964b69d-709a-477e-a82c-ec679fbc42ff/277d2249-7344-481b-b704-c897cfc0bc7d/846e287a-6100-4952-bbb1-ee5b747728d0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:57.402425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:57.403122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cbbb6-c720-4b44-ad1c-46d491eef974 None None] The sync data for ids ['efb0c882-9dff-4493-888c-db6bdcbe0b94'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:57.515437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-22fb65aa-a0d2-44da-b5a1-d271875c67a7 None None] Provisioning complete for port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:57.515998 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22fb65aa-a0d2-44da-b5a1-d271875c67a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.596104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Allocated IP 172.20.0.8 (d3a3a7d9-69ff-4d45-9778-0b3df1b36696/8f9cd308-f093-4066-a82a-cac3fd0df845/ab3312e9-98f3-4dae-8712-3a899076b159) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:57.723497 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:56:50Z', 'revision_number': 3, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:57.789780 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489b9361-627d-48b3-a10c-ef76d8e1569c None None] The sync data for ids ['551eaf42-ae46-4e59-9f16-7408c9030b25'] in n-d-713499-10 is: [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:56:50Z', 'revision_number': 3, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:57.900362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-9872432c-41d5-4ea2-b675-07ffd3cc5944', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'fixed_ips': [{'subnet_id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:56:57.901286 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.968926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47224739-b69d-4021-aa3e-a124eb249364 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:57.986917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-22fb65aa-a0d2-44da-b5a1-d271875c67a7 None None] Port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:58.021111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35430) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:58.068018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.126889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Transition to ACTIVE for port object ab3312e9-98f3-4dae-8712-3a899076b159 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:58.185481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc85b08-aec2-44a6-a709-6a794be587dc req-384198b0-12b1-4580-9632-d04c2c33bbdb tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.193651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfc85b08-aec2-44a6-a709-6a794be587dc req-384198b0-12b1-4580-9632-d04c2c33bbdb tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 945 time: 0.6945729 Jul 30 01:56:58.279444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.450306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Port': ['ID=ab3312e9-98f3-4dae-8712-3a899076b159,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.493291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8797653-d55a-40cd-b2f8-bb654856f38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.510564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfc85b08-aec2-44a6-a709-6a794be587dc req-cae9378b-9e62-4251-9059-0ca148570aa5 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156881 Jul 30 01:56:58.552586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:58.555041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:58.585646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:58.633210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.689763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Transition to ACTIVE for port object 846e287a-6100-4952-bbb1-ee5b747728d0 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:58.714294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.715024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.793032 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.977274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8797653-d55a-40cd-b2f8-bb654856f38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.015476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8c75b961-ce35-4527-bfa7-0d0c1953ec13 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2789061 Jul 30 01:56:59.017402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e8797653-d55a-40cd-b2f8-bb654856f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.038588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35454) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:59.073871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Network 6964b69d-709a-477e-a82c-ec679fbc42ff is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:59.099948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:59.119516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:59.125032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 47224739-b69d-4021-aa3e-a124eb249364 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:59.125624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Pushing event updated for resources: {'Port': ['ID=846e287a-6100-4952-bbb1-ee5b747728d0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:59.126893 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.138683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:59.158661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8797653-d55a-40cd-b2f8-bb654856f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee14fe8-a5ec-447b-a051-b61efad131a7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:59.223403 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e8797653-d55a-40cd-b2f8-bb654856f38c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04c76cbb27dc4946b9daf361ddebc42b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2010567 Jul 30 01:56:59.227085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.227874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:59.244495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Allocated IP 172.20.0.18 (9872432c-41d5-4ea2-b675-07ffd3cc5944/bd46fef4-69e3-4575-b16d-e3e478d6af40/f99daa55-7072-4c75-96f5-6a9c867a78ea) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:59.309054 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.396627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.415708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d8c212a-be1b-49dc-91a7-1f7a0aabd53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.443208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3f12-97f0-4229-ae52-919844226474 req-5809ac6b-b69f-41eb-b842-c63f0acdab34 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.447169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45aa3f12-97f0-4229-ae52-919844226474 req-5809ac6b-b69f-41eb-b842-c63f0acdab34 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 945 time: 0.4557977 Jul 30 01:56:59.520229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d8c212a-be1b-49dc-91a7-1f7a0aabd53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.534139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a2374c6e-7b28-44c9-8cb2-d1985ca181af None None] Provisioning for port ab3312e9-98f3-4dae-8712-3a899076b159 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:59.546316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a2374c6e-7b28-44c9-8cb2-d1985ca181af None None] Provisioning complete for port ab3312e9-98f3-4dae-8712-3a899076b159 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:59.546952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a2374c6e-7b28-44c9-8cb2-d1985ca181af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.621391 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d8c212a-be1b-49dc-91a7-1f7a0aabd53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.624946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3d8c212a-be1b-49dc-91a7-1f7a0aabd53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.628465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3d8c212a-be1b-49dc-91a7-1f7a0aabd53b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fee14fe8-a5ec-447b-a051-b61efad131a7 HTTP/1.1" status: 204 len: 168 time: 0.3963492 Jul 30 01:56:59.673695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c212a-be1b-49dc-91a7-1f7a0aabd53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee14fe8-a5ec-447b-a051-b61efad131a7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:59.724909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.733521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1d487eb-c582-49b7-bebb-b482d599096d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:00.032730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Allocated IP 172.25.8.80 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/d38029fa-cd38-4b0c-82d1-081403102687) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:00.149649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a2374c6e-7b28-44c9-8cb2-d1985ca181af None None] Port ab3312e9-98f3-4dae-8712-3a899076b159 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:00.157221 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f1d487eb-c582-49b7-bebb-b482d599096d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:00.176061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f1d487eb-c582-49b7-bebb-b482d599096d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:00.177083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.281549 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.323712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.356147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Transition to ACTIVE for port object f99daa55-7072-4c75-96f5-6a9c867a78ea will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:00.358517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6397516d-06e8-4079-8a0f-81f715b71100 None None] Provisioning for port 846e287a-6100-4952-bbb1-ee5b747728d0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:00.368581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.377523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6397516d-06e8-4079-8a0f-81f715b71100 None None] Provisioning complete for port 846e287a-6100-4952-bbb1-ee5b747728d0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:00.378331 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6397516d-06e8-4079-8a0f-81f715b71100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.385943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:00.445079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Transition to ACTIVE for port object f99daa55-7072-4c75-96f5-6a9c867a78ea will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:00.450640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6397516d-06e8-4079-8a0f-81f715b71100 None None] Port 846e287a-6100-4952-bbb1-ee5b747728d0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:00.458972 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.461781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Port': ['ID=d38029fa-cd38-4b0c-82d1-081403102687,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.485912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:00.492756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:00.504000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:00.560949 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc5e2-a262-4630-80ba-0730012d0263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.563472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Pushing event updated for resources: {'Port': ['ID=f99daa55-7072-4c75-96f5-6a9c867a78ea,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.566079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.596521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f1d487eb-c582-49b7-bebb-b482d599096d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1d487eb-c582-49b7-bebb-b482d599096d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:00.603558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.608032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da4d08-8adc-4008-9bb2-efce1a05d95d req-076fef90-41e2-4238-9c48-d2afa9a719d9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.618913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30da4d08-8adc-4008-9bb2-efce1a05d95d req-076fef90-41e2-4238-9c48-d2afa9a719d9 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 945 time: 0.8411827 Jul 30 01:57:00.642482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:00.696934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:00.706563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:00.720343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.766366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Deleting port 38918129-fe50-449d-870e-dc252b948cfd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:00.766729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.772837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.784551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f1d487eb-c582-49b7-bebb-b482d599096d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.835784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ebc29251-c249-4bf4-a74b-90137ad1e1cf up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:00.950930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] For port 38918129-fe50-449d-870e-dc252b948cfd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=38918129-fe50-449d-870e-dc252b948cfd,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:00.951669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.970567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Calling delete_port for 38918129-fe50-449d-870e-dc252b948cfd owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:01.005912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Attempting to bind port f99daa55-7072-4c75-96f5-6a9c867a78ea on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:01.006549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Attempting to bind port f99daa55-7072-4c75-96f5-6a9c867a78ea by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:01.007107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Attempting to bind port f99daa55-7072-4c75-96f5-6a9c867a78ea on network 9872432c-41d5-4ea2-b675-07ffd3cc5944 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:01.010005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port ebc29251-c249-4bf4-a74b-90137ad1e1cf completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:01.018092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:01.018897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Checking segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:01.019603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.020257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Bound using segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:01.021147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Bound port: f99daa55-7072-4c75-96f5-6a9c867a78ea, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:01.021919 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.048247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.048932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ebc29251-c249-4bf4-a74b-90137ad1e1cf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:01.049546 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.061532 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.152251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.208974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Port': ['ID=d38029fa-cd38-4b0c-82d1-081403102687,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:01.211902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] For port f99daa55-7072-4c75-96f5-6a9c867a78ea, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:01.235191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] For port f99daa55-7072-4c75-96f5-6a9c867a78ea, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f99daa55-7072-4c75-96f5-6a9c867a78ea,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:01.247484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.249789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30da4d08-8adc-4008-9bb2-efce1a05d95d req-2d446a94-ac51-408d-aa69-b4707a9e50b2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195037 Jul 30 01:57:01.276824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.364886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port ebc29251-c249-4bf4-a74b-90137ad1e1cf, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ebc29251-c249-4bf4-a74b-90137ad1e1cf,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:01.393801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb8dac-2f88-46dc-b0cd-af319f117d19 None None] Pushing event updated for resources: {'Port': ['ID=f99daa55-7072-4c75-96f5-6a9c867a78ea,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:01.402437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.464535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.572352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=ebc29251-c249-4bf4-a74b-90137ad1e1cf,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:01.853381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-7c7d41b6-6dc7-42a0-98ce-9b2084f87632 req-37b5760d-2bf4-45c7-99ea-e7861f336a8d service neutron] (93890) timed out ('10.222.0.55', 51261) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 01:57:01.993806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc5e2-a262-4630-80ba-0730012d0263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.003685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.006357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-484ce3db-3b86-4c1e-bdaf-ed8d5ccaf1c3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8957534 Jul 30 01:57:02.008592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:02.016526 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e2fc5e2-a262-4630-80ba-0730012d0263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.032717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.20.0.17 (9872432c-41d5-4ea2-b675-07ffd3cc5944/bd46fef4-69e3-4575-b16d-e3e478d6af40/9448c52b-260d-4c1a-8cbb-a62fca70e0b8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:02.041711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-290898a9-8d6c-4d88-a3c2-95b84e3a15ea tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'floatingip': {'port_id': 'ab3312e9-98f3-4dae-8712-3a899076b159', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:02.060459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.072762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:02.164323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5e2fc5e2-a262-4630-80ba-0730012d0263 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=947d720516b84cae9c064b70ccd20836&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7661591 Jul 30 01:57:02.168133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fc5e2-a262-4630-80ba-0730012d0263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bcb688-f7db-48cb-a72e-762a1baa428b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:02.169540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35516) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:02.223937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-290898a9-8d6c-4d88-a3c2-95b84e3a15ea tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.242720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'Port': ['ID=38918129-fe50-449d-870e-dc252b948cfd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:02.299492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.312143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9009-9461-4dcc-bc54-c0a22a2aca0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.344132 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.371418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9009-9461-4dcc-bc54-c0a22a2aca0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.417569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] No DVR routers for this DVR port 38918129-fe50-449d-870e-dc252b948cfd on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:02.430133 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.432547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45aa3f12-97f0-4229-ae52-919844226474 req-f644d95e-aee7-4a49-8c8b-c13ed6ed7307 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "DELETE /v2.0/ports/38918129-fe50-449d-870e-dc252b948cfd HTTP/1.1" status: 204 len: 173 time: 2.9736314 Jul 30 01:57:02.436925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a50601a-4ced-4dad-b388-b62358944976', 'name': 'network-vif-deleted', 'tag': '38918129-fe50-449d-870e-dc252b948cfd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:02.439674 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342ddcd5-7843-40b0-949f-5be31cd2353a" -d '{"events": [{"server_uuid": "1a50601a-4ced-4dad-b388-b62358944976", "name": "network-vif-deleted", "tag": "38918129-fe50-449d-870e-dc252b948cfd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:02.508612 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-290898a9-8d6c-4d88-a3c2-95b84e3a15ea tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] update failed (client error): The resource could not be found. Jul 30 01:57:02.510057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-290898a9-8d6c-4d88-a3c2-95b84e3a15ea tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "PUT /v2.0/floatingips/812d711e-266d-48ff-94db-1669fb00d557 HTTP/1.1" status: 404 len: 507 time: 0.4995835 Jul 30 01:57:02.523330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35526) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:02.563334 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cd4851-4d2c-427b-a42f-c30a7528dea3 x-openstack-request-id: req-a7cd4851-4d2c-427b-a42f-c30a7528dea3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:02.563905 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a50601a-4ced-4dad-b388-b62358944976", "name": "network-vif-deleted", "tag": "38918129-fe50-449d-870e-dc252b948cfd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:02.568690 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7cd4851-4d2c-427b-a42f-c30a7528dea3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:02.569414 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a50601a-4ced-4dad-b388-b62358944976', 'name': 'network-vif-deleted', 'tag': '38918129-fe50-449d-870e-dc252b948cfd', 'status': 'completed', 'code': 200} Jul 30 01:57:02.680411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9b690e0-9770-4b95-a884-93cc83ef52ec req-f8dfa03a-7af4-457e-87bc-69b174ab8bce tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a50601a-4ced-4dad-b388-b62358944976 HTTP/1.1" status: 200 len: 210 time: 0.1843116 Jul 30 01:57:02.697202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Pushing event updated for resources: {'Port': ['ID=846e287a-6100-4952-bbb1-ee5b747728d0,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:02.716803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.760195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9009-9461-4dcc-bc54-c0a22a2aca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.763297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9009-9461-4dcc-bc54-c0a22a2aca0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.766684 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd9e9009-9461-4dcc-bc54-c0a22a2aca0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66bcb688-f7db-48cb-a72e-762a1baa428b HTTP/1.1" status: 204 len: 168 time: 0.5889771 Jul 30 01:57:02.766879 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.810837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9009-9461-4dcc-bc54-c0a22a2aca0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bcb688-f7db-48cb-a72e-762a1baa428b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:02.922340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Deleting port d38029fa-cd38-4b0c-82d1-081403102687 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:02.922695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.960191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Transition to ACTIVE for port object 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:02.977192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Network 6964b69d-709a-477e-a82c-ec679fbc42ff is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:03.002636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ebc29251-c249-4bf4-a74b-90137ad1e1cf up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:03.006717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:03.157808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.158588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.179556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port ebc29251-c249-4bf4-a74b-90137ad1e1cf triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:03.179934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.187089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Calling delete_port for d38029fa-cd38-4b0c-82d1-081403102687 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:03.453495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Router 551eaf42-ae46-4e59-9f16-7408c9030b25 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:03.478297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f99daa55-7072-4c75-96f5-6a9c867a78ea up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:03.620955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.642693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f99daa55-7072-4c75-96f5-6a9c867a78ea completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:03.654169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1d487eb-c582-49b7-bebb-b482d599096d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:03.704417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.708587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Port': ['ID=d38029fa-cd38-4b0c-82d1-081403102687,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:03.742639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.743789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.744323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.745501 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.745936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.747573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.748012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.748440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.750290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.750744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.751201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.751625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:03.790317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f1d487eb-c582-49b7-bebb-b482d599096d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:03.790906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.855578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:03.878304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 38918129-fe50-449d-870e-dc252b948cfd no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:03.909486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 38918129-fe50-449d-870e-dc252b948cfd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:03.909933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 38918129-fe50-449d-870e-dc252b948cfd not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:03.913925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-badf5469-a926-4b28-9e4c-a8a0a6a7024d None None] Provisioning complete for port 846e287a-6100-4952-bbb1-ee5b747728d0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:03.914395 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-badf5469-a926-4b28-9e4c-a8a0a6a7024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.938445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.972592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:03.980809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.982140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5a0ba14f-835a-4812-98a6-433f8d7a2439 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "DELETE /v2.0/floatingips/812d711e-266d-48ff-94db-1669fb00d557 HTTP/1.1" status: 204 len: 168 time: 1.4573205 Jul 30 01:57:03.985178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:03.991142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:04.000380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-63a657ae-8762-4849-a943-c961824a29d3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'floatingip': {'floating_network_id': 'd3a3a7d9-69ff-4d45-9778-0b3df1b36696', 'port_id': 'ab3312e9-98f3-4dae-8712-3a899076b159', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:04.015918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f15bbb-8f5a-4754-9f1e-f1f637685196 None None] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:04.029393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:04.038643 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Sync routers for ids ['551eaf42-ae46-4e59-9f16-7408c9030b25'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:04.052503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-60bbf0d9-08a8-4c59-9dad-664cfb20beac admin admin] 10.222.0.78 "PUT /v2.0/routers/551eaf42-ae46-4e59-9f16-7408c9030b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2270393 Jul 30 01:57:04.053841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:04.064679 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63a657ae-8762-4849-a943-c961824a29d3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.069767 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Routers {'551eaf42-ae46-4e59-9f16-7408c9030b25'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:04.071704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['551eaf42-ae46-4e59-9f16-7408c9030b25'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:04.136734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.314189 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Set router 551eaf42-ae46-4e59-9f16-7408c9030b25 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:04.349496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-badf5469-a926-4b28-9e4c-a8a0a6a7024d None None] Port 846e287a-6100-4952-bbb1-ee5b747728d0 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:04.510991 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-63a657ae-8762-4849-a943-c961824a29d3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:57:04.517322 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63a657ae-8762-4849-a943-c961824a29d3 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5206730 Jul 30 01:57:04.532659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:04.548981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'ab3312e9-98f3-4dae-8712-3a899076b159', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:04.550272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] Provisioning for port f99daa55-7072-4c75-96f5-6a9c867a78ea completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:04.624793 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.630029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] Provisioning complete for port f99daa55-7072-4c75-96f5-6a9c867a78ea triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:04.633377 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.654705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.714965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01f12-a771-430e-bf05-e4a4174918b1 req-34b37fc7-b600-4539-b6f1-09849de87c9d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:04.732847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31b01f12-a771-430e-bf05-e4a4174918b1 req-34b37fc7-b600-4539-b6f1-09849de87c9d tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.3500545 Jul 30 01:57:04.844093 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '846e287a-6100-4952-bbb1-ee5b747728d0', 'name': '', 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'mac_address': 'fa:16:3e:05:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '277d2249-7344-481b-b704-c897cfc0bc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:56Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 2, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'subnets': [{'id': '277d2249-7344-481b-b704-c897cfc0bc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:04.917327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-17f1ddae-4037-4080-a389-8073f420c590 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:04.918924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-17f1ddae-4037-4080-a389-8073f420c590 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 0.4667051 Jul 30 01:57:04.950938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.959597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.963842 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Checking router: 551eaf42-ae46-4e59-9f16-7408c9030b25 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:04.964199 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Updating router 551eaf42-ae46-4e59-9f16-7408c9030b25 port 846e287a-6100-4952-bbb1-ee5b747728d0 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:05.088172 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.116151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] For port f99daa55-7072-4c75-96f5-6a9c867a78ea, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f99daa55-7072-4c75-96f5-6a9c867a78ea,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:05.122213 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.188363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31b01f12-a771-430e-bf05-e4a4174918b1 req-928b0a86-49c0-4401-9182-f038a5030eaa tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358301 Jul 30 01:57:05.293712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Allocated IP 172.25.8.47 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/8d0a42cb-3a89-4811-9fab-e15e36c2cc23) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:05.298236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a2055-22cc-4f99-bf80-6465829dde80 None None] Pushing event updated for resources: {'Port': ['ID=f99daa55-7072-4c75-96f5-6a9c867a78ea,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:05.338581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-731e2ef6-55f4-43c5-94d4-c97dbea26b76 None None] Provisioning for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:05.346247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-731e2ef6-55f4-43c5-94d4-c97dbea26b76 None None] Provisioning complete for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:05.346624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-731e2ef6-55f4-43c5-94d4-c97dbea26b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.486036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-731e2ef6-55f4-43c5-94d4-c97dbea26b76 None None] Port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:05.522291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-731e2ef6-55f4-43c5-94d4-c97dbea26b76 None None] Provisioning complete for port f99daa55-7072-4c75-96f5-6a9c867a78ea triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:05.522754 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-731e2ef6-55f4-43c5-94d4-c97dbea26b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.657811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.736005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Deleting port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:05.736574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.739189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35616) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:05.761013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1272317979-network', 'tenant_id': '3b56b0e4b42740efad466d637b45c007'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:05.775390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.871286 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.904255 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:05.908090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Transition to ACTIVE for port object 846e287a-6100-4952-bbb1-ee5b747728d0 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:05.914718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-498051ed-050f-4697-9626-a9cdb84dfea7 None None] Provisioning complete for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:05.915137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-498051ed-050f-4697-9626-a9cdb84dfea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.915610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:05.926801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:05.933778 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.985528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event updated for resources: {'Port': ['ID=8d0a42cb-3a89-4811-9fab-e15e36c2cc23,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.031934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-498051ed-050f-4697-9626-a9cdb84dfea7 None None] Port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:06.059902 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.073885 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c039cdd-83ac-40bd-a18a-067511f08878 None None] Pushing event updated for resources: {'Port': ['ID=846e287a-6100-4952-bbb1-ee5b747728d0,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.102502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.206246 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Attempting to bind port 846e287a-6100-4952-bbb1-ee5b747728d0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:06.206801 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Attempting to bind port 846e287a-6100-4952-bbb1-ee5b747728d0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:06.207344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Attempting to bind port 846e287a-6100-4952-bbb1-ee5b747728d0 on network 6964b69d-709a-477e-a82c-ec679fbc42ff {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:06.214678 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:06.217783 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Checking segment: {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:06.218326 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.218826 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Bound using segment: {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:06.221204 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Bound port: 846e287a-6100-4952-bbb1-ee5b747728d0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:06.221729 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.292074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Made reservation on behalf of 3b56b0e4b42740efad466d637b45c007 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:06.300773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.330963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Deleting port 8d0a42cb-3a89-4811-9fab-e15e36c2cc23 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:06.331413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.369059 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.409740 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] For port 846e287a-6100-4952-bbb1-ee5b747728d0, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:06.416544 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] For port 846e287a-6100-4952-bbb1-ee5b747728d0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=846e287a-6100-4952-bbb1-ee5b747728d0,segment=NetworkSegment(a582e7df-cd6e-4a22-9fe8-85f58a3b5789),segment_id=a582e7df-cd6e-4a22-9fe8-85f58a3b5789)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:06.425962 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.433405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.514133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.514876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.533933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Calling delete_port for 8d0a42cb-3a89-4811-9fab-e15e36c2cc23 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:06.807621 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Routers {'551eaf42-ae46-4e59-9f16-7408c9030b25'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:06.808457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['551eaf42-ae46-4e59-9f16-7408c9030b25'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:06.836922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f99daa55-7072-4c75-96f5-6a9c867a78ea up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:06.852297 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c039cdd-83ac-40bd-a18a-067511f08878 None None] Pushing event updated for resources: {'Port': ['ID=846e287a-6100-4952-bbb1-ee5b747728d0,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.893670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.906555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.936451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] For port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:06.936832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.990539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.996341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Port': ['ID=8d0a42cb-3a89-4811-9fab-e15e36c2cc23,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:07.021931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f99daa55-7072-4c75-96f5-6a9c867a78ea triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:07.022299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.062008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Calling delete_port for 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:07.087380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] Set router 551eaf42-ae46-4e59-9f16-7408c9030b25 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:07.432182 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '846e287a-6100-4952-bbb1-ee5b747728d0', 'name': '', 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'mac_address': 'fa:16:3e:05:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '277d2249-7344-481b-b704-c897cfc0bc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:56Z', 'updated_at': '2021-07-30T01:57:06Z', 'revision_number': 4, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'subnets': [{'id': '277d2249-7344-481b-b704-c897cfc0bc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:07.472687 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8442a0-d8c5-4ff1-85b9-5a6f0eef0e16 None None] The sync data for ids ['551eaf42-ae46-4e59-9f16-7408c9030b25'] in n-d-713499-10 is: [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '846e287a-6100-4952-bbb1-ee5b747728d0', 'name': '', 'network_id': '6964b69d-709a-477e-a82c-ec679fbc42ff', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'mac_address': 'fa:16:3e:05:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '277d2249-7344-481b-b704-c897cfc0bc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:56Z', 'updated_at': '2021-07-30T01:57:06Z', 'revision_number': 4, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'subnets': [{'id': '277d2249-7344-481b-b704-c897cfc0bc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:07.495800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:07.530149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca1408-1fbc-451b-bb5b-f2a3b4b330dc req-4bccded7-778d-4315-8350-f6ec10daa3f8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.532225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81ca1408-1fbc-451b-bb5b-f2a3b4b330dc req-4bccded7-778d-4315-8350-f6ec10daa3f8 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=78705840-dcda-463a-8fe3-17cbd781b437 HTTP/1.1" status: 200 len: 945 time: 1.1987972 Jul 30 01:57:07.536531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.541448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:07.592294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:07.593802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'Port': ['ID=9f9a1a0b-6f4d-4f73-b5f5-af05def602c3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:07.730836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:07.733702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.743857 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] create failed (client error): The resource could not be found. Jul 30 01:57:07.748496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-acac0132-9530-4f70-9c6a-28e3a316730e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2103946 Jul 30 01:57:07.748785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:07.794872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.805262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:07.805682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:07.867929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81ca1408-1fbc-451b-bb5b-f2a3b4b330dc req-1dd55ec1-9ce5-423f-b44b-23b359163416 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=52c17bfd-8472-440c-b2ac-7643436c7f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138835 Jul 30 01:57:07.879550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87d3034c-fc03-49b4-8d5b-9eab4f27148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.937419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] No DVR routers for this DVR port 9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:08.018872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.020926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b325590-ebf3-4380-8e73-23b8fe2d73d5 req-6814d4ec-30b2-42d4-b2f1-73293831b4af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.66 "DELETE /v2.0/ports/9f9a1a0b-6f4d-4f73-b5f5-af05def602c3 HTTP/1.1" status: 204 len: 173 time: 3.0813501 Jul 30 01:57:08.021406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78705840-dcda-463a-8fe3-17cbd781b437', 'name': 'network-vif-deleted', 'tag': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:08.023954 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab951eac-cde5-4041-8c8a-8cb5808bec89" -d '{"events": [{"server_uuid": "78705840-dcda-463a-8fe3-17cbd781b437", "name": "network-vif-deleted", "tag": "9f9a1a0b-6f4d-4f73-b5f5-af05def602c3"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:08.041365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:08.084451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508c0c2-1c5c-436d-964a-2ae6e5f565a1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.103681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b773afec-f3b0-488c-8716-27b89e287a3d None None] Provisioning complete for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:08.104992 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b773afec-f3b0-488c-8716-27b89e287a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.125293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.125646 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Added segment 987a8f08-3752-4780-96a2-b82f8834f4b0 of type vlan for network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 Jul 30 01:57:08.214850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b773afec-f3b0-488c-8716-27b89e287a3d None None] Port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:08.236076 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb26d3cd-338f-46c7-a2bc-ef8afb519b29 x-openstack-request-id: req-fb26d3cd-338f-46c7-a2bc-ef8afb519b29 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:08.236672 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78705840-dcda-463a-8fe3-17cbd781b437", "name": "network-vif-deleted", "tag": "9f9a1a0b-6f4d-4f73-b5f5-af05def602c3", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:08.237155 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb26d3cd-338f-46c7-a2bc-ef8afb519b29 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:08.237881 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78705840-dcda-463a-8fe3-17cbd781b437', 'name': 'network-vif-deleted', 'tag': '9f9a1a0b-6f4d-4f73-b5f5-af05def602c3', 'status': 'completed', 'code': 200} Jul 30 01:57:08.262939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.269151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87d3034c-fc03-49b4-8d5b-9eab4f27148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.270160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:08.273007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Deleting port ab3312e9-98f3-4dae-8712-3a899076b159 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:08.273617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.323923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87d3034c-fc03-49b4-8d5b-9eab4f27148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.355498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3034c-fc03-49b4-8d5b-9eab4f27148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27334a99-99c6-4cc4-b54b-3ace501f22ca,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.399971 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-87d3034c-fc03-49b4-8d5b-9eab4f27148b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ca4d151e73d9489d8b486ce57df19a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063219 Jul 30 01:57:08.405810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35678) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:08.417837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:08.432626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1a46b62f-5829-41bc-b36e-f58c0309886a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "PUT /v2.0/routers/27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3226991 Jul 30 01:57:08.432743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Sync routers for ids ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:08.447688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Routers {'27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:08.448337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:08.453801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.454955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:08.455710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.556674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.569780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8212106 Jul 30 01:57:08.578252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35682) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:08.585585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Request body: {'subnet': {'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1272317979-subnet', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:08.611521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Calling delete_port for ab3312e9-98f3-4dae-8712-3a899076b159 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:08.623707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b77b8-ce83-4c2f-bc3d-84f7e595ae9c admin admin] Pushing event updated for resources: {'Network': ['ID=224b3f76-3744-4962-a2f1-0e9f3a5abfb9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.677560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Made reservation on behalf of 3b56b0e4b42740efad466d637b45c007 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:08.680814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.733887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:08.843025 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.911867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Set router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:08.972631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Port': ['ID=ab3312e9-98f3-4dae-8712-3a899076b159,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:09.004040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 846e287a-6100-4952-bbb1-ee5b747728d0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:09.135251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.140109 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-88398127-61c5-4997-a85f-ad1666968c0e tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "DELETE /v2.0/ports/ab3312e9-98f3-4dae-8712-3a899076b159 HTTP/1.1" status: 204 len: 168 time: 1.3872120 Jul 30 01:57:09.148117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35702) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:09.155447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-239e17eb-d955-4391-9af1-f866e5a75fce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:09.157943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-239e17eb-d955-4391-9af1-f866e5a75fce tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/networks?id=9872432c-41d5-4ea2-b675-07ffd3cc5944 HTTP/1.1" status: 200 len: 797 time: 0.2981017 Jul 30 01:57:09.200333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-c0c0d84c-c30b-4c67-a5f4-01f24941d114 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/quotas/2d965d48537442b0be7fa6c7c968c556 HTTP/1.1" status: 200 len: 375 time: 0.0333488 Jul 30 01:57:09.250830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aecf5a-d221-411d-8404-cd6474e15589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.328809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e629a-864b-4ad5-b062-10bcce081acd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:09.332930 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ae8e629a-864b-4ad5-b062-10bcce081acd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "GET /v2.0/ports?device_id=efb0c882-9dff-4493-888c-db6bdcbe0b94 HTTP/1.1" status: 200 len: 913 time: 0.1627612 Jul 30 01:57:09.334543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35706) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:09.344083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aecf5a-d221-411d-8404-cd6474e15589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.409998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-4d3610f8-a325-4a36-9de4-49fa5582fc0c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2013109 Jul 30 01:57:09.522030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 846e287a-6100-4952-bbb1-ee5b747728d0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:09.535957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 846e287a-6100-4952-bbb1-ee5b747728d0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:09.536579 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.583066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aecf5a-d221-411d-8404-cd6474e15589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.587622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5aecf5a-d221-411d-8404-cd6474e15589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.589151 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f5aecf5a-d221-411d-8404-cd6474e15589 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27334a99-99c6-4cc4-b54b-3ace501f22ca HTTP/1.1" status: 204 len: 168 time: 1.1823728 Jul 30 01:57:09.641592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937aafc-0e82-45a2-845c-2f18c81acc3d req-4e5ad65b-c532-46ee-8f6e-805be558a7b1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:09.645021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aecf5a-d221-411d-8404-cd6474e15589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27334a99-99c6-4cc4-b54b-3ace501f22ca,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:09.662840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4937aafc-0e82-45a2-845c-2f18c81acc3d req-4e5ad65b-c532-46ee-8f6e-805be558a7b1 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2483382 Jul 30 01:57:09.700987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.728740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:04Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9448c52b-260d-4c1a-8cbb-a62fca70e0b8', 'name': '', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:2f:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:01Z', 'updated_at': '2021-07-30T01:57:05Z', 'revision_number': 2, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:09.769137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Checking router: 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:09.769507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Updating router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:09.772535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 846e287a-6100-4952-bbb1-ee5b747728d0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=846e287a-6100-4952-bbb1-ee5b747728d0,segment=NetworkSegment(a582e7df-cd6e-4a22-9fe8-85f58a3b5789),segment_id=a582e7df-cd6e-4a22-9fe8-85f58a3b5789)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:09.812704 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.816135 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.819701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4937aafc-0e82-45a2-845c-2f18c81acc3d req-2535bd4d-9605-48ab-8af2-a90bffa1b182 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558442 Jul 30 01:57:09.832449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.877537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-222d80d3-730f-4e2b-8de4-8a48d18f78a0 service neutron] 10.222.0.78 "GET /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897731 Jul 30 01:57:09.911304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=846e287a-6100-4952-bbb1-ee5b747728d0,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:09.924475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.924846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.925743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.926080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.926409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.926734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.927114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.927399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.927719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.928037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.928357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.928800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:09.938896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.026762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.095438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-2a67249b-857c-4f07-b2a4-ac83a9af2bea service neutron] 10.222.0.78 "GET /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069306 Jul 30 01:57:10.096351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Checking segment: {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:10.096716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Network hostable DHCP agents. Network: 224b3f76-3744-4962-a2f1-0e9f3a5abfb9, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:10.133955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:10.154541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:10.172422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 224b3f76-3744-4962-a2f1-0e9f3a5abfb9) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:10.178170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.179230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.195739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb9ea-b1e5-40b0-b938-01329e809e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.303447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17624fdb-b7dd-45b8-8c9a-9ac22400ba8a None None] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:10.304480 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1098b660-0c6a-4cac-a1e2-f270072ef96c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7248318 Jul 30 01:57:10.305636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:10.314347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:10.376523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb9ea-b1e5-40b0-b938-01329e809e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.413114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f92050e9-25f1-4b7d-a36a-9ad0428a54d9 req-8d33f34d-542a-4ef0-9aca-1e6211e209ba tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 210 time: 0.1046009 Jul 30 01:57:10.417667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb9ea-b1e5-40b0-b938-01329e809e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.472878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f6fcb9ea-b1e5-40b0-b938-01329e809e96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=155ee0c763d64a9f855a24a8c527f8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328972 Jul 30 01:57:10.476333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35726) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:10.532901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Deleting port 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:10.533476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.539017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.572330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcb9ea-b1e5-40b0-b938-01329e809e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1012c625-5863-4605-8211-25ab38aaae39,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.579211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Transition to ACTIVE for port object 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:10.586233 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.588676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.589006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-224b3f76-3744-4962-a2f1-0e9f3a5abfb9', 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'fixed_ips': [{'subnet_id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:57:10.590048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.593287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.624109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-543973e6-44b0-4bf8-9d49-408ae9ebdfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.657153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-543973e6-44b0-4bf8-9d49-408ae9ebdfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.725291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1ea2-4f54-4fda-890c-4d2bc6d39b5f None None] Pushing event updated for resources: {'Port': ['ID=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.798637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-543973e6-44b0-4bf8-9d49-408ae9ebdfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.801724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-543973e6-44b0-4bf8-9d49-408ae9ebdfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.814218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-543973e6-44b0-4bf8-9d49-408ae9ebdfa4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1012c625-5863-4605-8211-25ab38aaae39 HTTP/1.1" status: 204 len: 168 time: 0.3309240 Jul 30 01:57:10.840063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.845903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543973e6-44b0-4bf8-9d49-408ae9ebdfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1012c625-5863-4605-8211-25ab38aaae39,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.859276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Calling delete_port for 0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:10.859847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 846e287a-6100-4952-bbb1-ee5b747728d0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:10.963603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.073923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Attempting to bind port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:11.075371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Attempting to bind port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:11.075963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Attempting to bind port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 on network 9872432c-41d5-4ea2-b675-07ffd3cc5944 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:11.136121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:11.136829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Checking segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:11.138130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.139019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Bound using segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:11.139731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Bound port: 9448c52b-260d-4c1a-8cbb-a62fca70e0b8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:11.140340 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.219436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-510e10f4-fab9-47b5-b7a7-ba94b604319c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:11.221532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-510e10f4-fab9-47b5-b7a7-ba94b604319c tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.2566552 Jul 30 01:57:11.321807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Allocated IP 172.20.0.2 (224b3f76-3744-4962-a2f1-0e9f3a5abfb9/aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376/f233c561-d88f-44f2-ac6c-aa8852506333) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:11.322054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.340165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.346751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a34d4-da07-43d6-a385-e73c5f280144 req-bc2a1b55-ef6d-4781-8dc6-c1eab8713824 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:11.356326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-094a34d4-da07-43d6-a385-e73c5f280144 req-bc2a1b55-ef6d-4781-8dc6-c1eab8713824 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.3482811 Jul 30 01:57:11.408651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Port': ['ID=0ba9f7b1-c4cd-4771-aa1f-f2c3e3313c69,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:11.516234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-094a34d4-da07-43d6-a385-e73c5f280144 req-763a315d-a514-47af-ba54-b0f5142c21f4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575229 Jul 30 01:57:11.564095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Deleting port 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:11.564386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.609367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 846e287a-6100-4952-bbb1-ee5b747728d0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:11.609927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.623496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] For port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:11.708841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] For port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:11.745707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.932040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85c683c5-7d99-42e9-afdb-3ff64a30e134 req-ac47c347-076a-4b16-9087-4cd72a5bfb55 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 210 time: 0.3294678 Jul 30 01:57:11.990278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Routers {'27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:11.990964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.044724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.101773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.168979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1ea2-4f54-4fda-890c-4d2bc6d39b5f None None] Pushing event updated for resources: {'Port': ['ID=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:12.194819 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.237926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Allocated IP 172.25.8.245 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/e031ca92-2b58-4830-b81b-e9900f9d1c35) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:12.260047 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Transition to ACTIVE for port object f233c561-d88f-44f2-ac6c-aa8852506333 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:12.301775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Transition to ACTIVE for port object f233c561-d88f-44f2-ac6c-aa8852506333 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:12.310429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] Set router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:12.343029 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.419541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:12.434840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:12.446819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:12.466955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.557874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Pushing event updated for resources: {'Port': ['ID=f233c561-d88f-44f2-ac6c-aa8852506333,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:12.683110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Attempting to bind port f233c561-d88f-44f2-ac6c-aa8852506333 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:12.683782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Attempting to bind port f233c561-d88f-44f2-ac6c-aa8852506333 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:12.683935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Attempting to bind port f233c561-d88f-44f2-ac6c-aa8852506333 on network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:12.696332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:12.696704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Checking segment: {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:12.697105 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.697591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Bound using segment: {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:12.697970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Bound port: f233c561-d88f-44f2-ac6c-aa8852506333, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:12.698348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.737065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Router efb0c882-9dff-4493-888c-db6bdcbe0b94 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:12.849549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:12.850618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] For port f233c561-d88f-44f2-ac6c-aa8852506333, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:12.854622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] For port f233c561-d88f-44f2-ac6c-aa8852506333, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f233c561-d88f-44f2-ac6c-aa8852506333,segment=NetworkSegment(987a8f08-3752-4780-96a2-b82f8834f4b0),segment_id=987a8f08-3752-4780-96a2-b82f8834f4b0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:12.857635 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-891555df-d44b-4b87-beb9-660a77b2a7dd tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "PUT /v2.0/routers/efb0c882-9dff-4493-888c-db6bdcbe0b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5203757 Jul 30 01:57:12.859068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35778) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:12.867187 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] Sync routers for ids ['efb0c882-9dff-4493-888c-db6bdcbe0b94'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:12.869939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] For port 4f3d6e45-f205-45c4-a073-a0202937b32a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4f3d6e45-f205-45c4-a073-a0202937b32a,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:12.870311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.879078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.887689 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] Routers {'efb0c882-9dff-4493-888c-db6bdcbe0b94'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:12.891218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['efb0c882-9dff-4493-888c-db6bdcbe0b94'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.900904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8984c283-e149-435e-ad81-e45fe0f3417d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:12.902463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8984c283-e149-435e-ad81-e45fe0f3417d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.66 "GET /v2.0/networks?id=9872432c-41d5-4ea2-b675-07ffd3cc5944 HTTP/1.1" status: 200 len: 797 time: 1.2743809 Jul 30 01:57:12.963926 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.982197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:04Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9448c52b-260d-4c1a-8cbb-a62fca70e0b8', 'name': '', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:2f:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:01Z', 'updated_at': '2021-07-30T01:57:11Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.992830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] Routers {'efb0c882-9dff-4493-888c-db6bdcbe0b94'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:12.993653 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['efb0c882-9dff-4493-888c-db6bdcbe0b94'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:13.001300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Request body: {'port': {'device_id': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'admin_state_up': True, 'tenant_id': '2d965d48537442b0be7fa6c7c968c556'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:13.068923 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:13.069309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.079382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad91c8-fa5d-4164-b5aa-fd1bc7a2d409 None None] The sync data for ids ['efb0c882-9dff-4493-888c-db6bdcbe0b94'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:13.155167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9d02-23e2-4abf-987f-4ea453515ebc req-82e666fd-3706-4446-80bd-bf80d42573af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:13.156970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abed9d02-23e2-4abf-987f-4ea453515ebc req-82e666fd-3706-4446-80bd-bf80d42573af tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 944 time: 0.4017982 Jul 30 01:57:13.329623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.332915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.406480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.409457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Fanout notify agent at l3_agent the message router_deleted on router efb0c882-9dff-4493-888c-db6bdcbe0b94 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:13.431731 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.436903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.444537 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94ccd936-f475-446d-bad1-0932d9fb21bf tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "DELETE /v2.0/routers/efb0c882-9dff-4493-888c-db6bdcbe0b94 HTTP/1.1" status: 204 len: 168 time: 0.5810115 Jul 30 01:57:13.446276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35794) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:13.452436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a040b5a-b953-4ab4-b1cf-0308035814be req-e2d0805e-bbd2-4cac-9586-3a6e36c65261 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 210 time: 0.2520256 Jul 30 01:57:13.479389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033852c-1bdd-4265-a8de-4493cc4aea73 None None] The sync data for ids ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'] in n-d-713499-10 is: [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:04Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '9448c52b-260d-4c1a-8cbb-a62fca70e0b8', 'name': '', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:2f:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:01Z', 'updated_at': '2021-07-30T01:57:11Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:13.495650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538227f5-d7ef-4ed4-b318-080ee46093d1 None None] Pushing event updated for resources: {'Port': ['ID=f233c561-d88f-44f2-ac6c-aa8852506333,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.670111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Deleting subnet 8f9cd308-f093-4066-a82a-cac3fd0df845 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:13.673785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.732782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abed9d02-23e2-4abf-987f-4ea453515ebc req-b1d41589-bf25-4993-a3be-8d83448d88b2 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5147367 Jul 30 01:57:13.824126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.863066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Made reservation on behalf of 2d965d48537442b0be7fa6c7c968c556 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:13.866909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.943472 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.022009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.105306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:14.125862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.136767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:14.139460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e031ca92-2b58-4830-b81b-e9900f9d1c35,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.151953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:14.194272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.194981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.195522 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Floating IP 0d3ab84b-33de-408b-b01f-b7cffa10b682 disassociated. External IP: 172.25.8.151, port: 4f3d6e45-f205-45c4-a073-a0202937b32a. Jul 30 01:57:14.196040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Calling delete_port for 4f3d6e45-f205-45c4-a073-a0202937b32a owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:14.196716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f2875-9365-40b8-bdfe-82dca8dd03c1 None None] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:14.208974 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.214234 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "DELETE /v2.0/subnets/8f9cd308-f093-4066-a82a-cac3fd0df845 HTTP/1.1" status: 204 len: 168 time: 0.7660213 Jul 30 01:57:14.215205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:14.332584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0da20-b53b-4ad2-8185-12a0c86d25f9 tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9cd308-f093-4066-a82a-cac3fd0df845,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.503956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.633005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] DHCP port deletion for d3a3a7d9-69ff-4d45-9778-0b3df1b36696 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:14.685496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Deleting port 47224739-b69d-4021-aa3e-a124eb249364 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:14.686145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.709061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Allocated IP 172.20.0.27 (9872432c-41d5-4ea2-b675-07ffd3cc5944/bd46fef4-69e3-4575-b16d-e3e478d6af40/0d0cdb37-0454-41fd-ae0b-ec382dd51352) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:14.765679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dab0eabc-aa7c-471b-b802-b50a46f49640 req-36069eed-c11b-494f-bebf-387a6a10d7d5 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 210 time: 0.0805995 Jul 30 01:57:14.857325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70fa528-2aee-4b4d-a343-fbb7464d99c9 None None] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:14.959740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] For port 47224739-b69d-4021-aa3e-a124eb249364, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47224739-b69d-4021-aa3e-a124eb249364,segment=NetworkSegment(5f129536-a3ca-4322-8577-d4bc5f941e0f),segment_id=5f129536-a3ca-4322-8577-d4bc5f941e0f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:14.959986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.999969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Calling delete_port for 47224739-b69d-4021-aa3e-a124eb249364 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:15.058538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Deleting port 47224739-b69d-4021-aa3e-a124eb249364 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:15.058538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.077772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f233c561-d88f-44f2-ac6c-aa8852506333 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:15.088574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.219502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.251270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Port': ['ID=47224739-b69d-4021-aa3e-a124eb249364,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:15.263333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] No DVR routers for this DVR port 47224739-b69d-4021-aa3e-a124eb249364 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:15.325660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.404675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'Port': ['ID=4f3d6e45-f205-45c4-a073-a0202937b32a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:15.447623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.453486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2576f-0e75-473b-99c4-a2be9bec24b4 req-ac3e858b-88cb-4a18-a72e-8756528ed54e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:15.455542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36c2576f-0e75-473b-99c4-a2be9bec24b4 req-ac3e858b-88cb-4a18-a72e-8756528ed54e tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 866 time: 0.4919682 Jul 30 01:57:15.486322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a3a7d9-69ff-4d45-9778-0b3df1b36696']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:15.515242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f129536-a3ca-4322-8577-d4bc5f941e0f') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:15.515641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f129536-a3ca-4322-8577-d4bc5f941e0f') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:15.571741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.598875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ed3d7404-b997-433b-ba44-aeeea2e58535 None None] Provisioning for port f233c561-d88f-44f2-ac6c-aa8852506333 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:15.637675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.643693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] For port 47224739-b69d-4021-aa3e-a124eb249364, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=47224739-b69d-4021-aa3e-a124eb249364,segment=NetworkSegment(5f129536-a3ca-4322-8577-d4bc5f941e0f),segment_id=5f129536-a3ca-4322-8577-d4bc5f941e0f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:15.644367 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.651366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f233c561-d88f-44f2-ac6c-aa8852506333 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:15.667774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:15.669958 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.677810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f233c561-d88f-44f2-ac6c-aa8852506333 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:15.678131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.804031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Calling delete_port for 47224739-b69d-4021-aa3e-a124eb249364 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:15.852074 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:15.858765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.881936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.885436 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] 10.222.0.78 "DELETE /v2.0/networks/d3a3a7d9-69ff-4d45-9778-0b3df1b36696 HTTP/1.1" status: 204 len: 168 time: 1.6638708 Jul 30 01:57:15.887531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f4864-99ad-4cd3-9a5a-df1e70e1fc5f tempest-FloatingIPNegativeTestJSON-164046908 tempest-FloatingIPNegativeTestJSON-164046908-project] Pushing event deleted for resources: {'Network': ['ID=d3a3a7d9-69ff-4d45-9778-0b3df1b36696,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:16.019201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:16.051289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 4f3d6e45-f205-45c4-a073-a0202937b32a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:16.052367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4f3d6e45-f205-45c4-a073-a0202937b32a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:16.164073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.213565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd2cb501-018f-4313-80e7-0797906631d2 req-fbc08196-0885-46e4-a98a-a0801a4424da tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 210 time: 0.0565441 Jul 30 01:57:16.218487 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.240418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Router 4dcca926-4d68-4d82-b959-eecfe43ba41e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:16.256459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.306943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Network d3a3a7d9-69ff-4d45-9778-0b3df1b36696 is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:57:16.307452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] No DVR routers for this DVR port 47224739-b69d-4021-aa3e-a124eb249364 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:16.324131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af8f2d-0002-4123-a53f-d304f2cf6c1d None None] Pushing event deleted for resources: {'Port': ['ID=47224739-b69d-4021-aa3e-a124eb249364,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:16.332780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f233c561-d88f-44f2-ac6c-aa8852506333, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f233c561-d88f-44f2-ac6c-aa8852506333,segment=NetworkSegment(987a8f08-3752-4780-96a2-b82f8834f4b0),segment_id=987a8f08-3752-4780-96a2-b82f8834f4b0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:16.343328 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.345311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:16.347061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35914) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:16.497920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Transition to ACTIVE for port object 0d0cdb37-0454-41fd-ae0b-ec382dd51352 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:16.501978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:16.585132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] Sync routers for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:16.628001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-74e117c4-dd6a-4134-8dc9-f021fe45991e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=510376c35a6744cf88b3b32c93fcfb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637913 Jul 30 01:57:16.628787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35930) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:16.657289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3791741d-2cbf-4a5d-8e1b-ace5f0dffef6 None None] Provisioning complete for port f233c561-d88f-44f2-ac6c-aa8852506333 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:16.657785 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3791741d-2cbf-4a5d-8e1b-ace5f0dffef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.678013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f233c561-d88f-44f2-ac6c-aa8852506333,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:16.748042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:16.748980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:16.787907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178f694d-5d2a-457c-a792-d45d84a5bb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.835828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178f694d-5d2a-457c-a792-d45d84a5bb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.851259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:16.895971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:16.897711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.958003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178f694d-5d2a-457c-a792-d45d84a5bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.961557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-178f694d-5d2a-457c-a792-d45d84a5bb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.966733 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-178f694d-5d2a-457c-a792-d45d84a5bb30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cea23af0-7bac-4b6d-b7a9-55d479637293 HTTP/1.1" status: 204 len: 168 time: 0.3370104 Jul 30 01:57:16.985353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f694d-5d2a-457c-a792-d45d84a5bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea23af0-7bac-4b6d-b7a9-55d479637293,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:17.035596 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.044431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36c2576f-0e75-473b-99c4-a2be9bec24b4 req-c2e0f02c-4782-4a8c-a534-7e2bfbda706f tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups?id=39d736bc-1491-4446-aeea-d9bf2d485245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8508472 Jul 30 01:57:17.045428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.189374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event updated for resources: {'Port': ['ID=0d0cdb37-0454-41fd-ae0b-ec382dd51352,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:17.200074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] No DVR routers for this DVR port 4f3d6e45-f205-45c4-a073-a0202937b32a on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:17.207829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.224458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02c1f1a5-436c-44fb-ab59-081488a376d8 req-d10386c1-6859-4caf-83ce-00c5e0cb9174 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.55 "DELETE /v2.0/ports/4f3d6e45-f205-45c4-a073-a0202937b32a HTTP/1.1" status: 204 len: 173 time: 5.9559877 Jul 30 01:57:17.229869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-deleted', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:17.234303 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ab01e-d828-4eaa-8464-cac294401a9f" -d '{"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-deleted", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:17.256430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:17.259797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:17.304672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:17.412350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:17.495495 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.659962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:17.660756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:17.664306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.669530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.753445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35954) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:17.758981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186379034', 'description': 'tempest-secgroup-smoke-1186379034 description', 'project_id': '108bd442902040708f0574f97abedc00'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:17.789396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169cd60-8127-4fc0-8e90-7573f024815b req-1eeb55cd-c807-42b8-a130-cd5e18f388a9 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:17.794263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0169cd60-8127-4fc0-8e90-7573f024815b req-1eeb55cd-c807-42b8-a130-cd5e18f388a9 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 895 time: 0.3872814 Jul 30 01:57:17.822382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-8f0c8e37-bc22-48c8-a38f-317674aaf7af tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.9082100 Jul 30 01:57:17.848102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Request body: {'port': {'device_id': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:17.848525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:17.860277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47224739-b69d-4021-aa3e-a124eb249364 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:17.901507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d670a277-db7f-42dd-b105-a6b359793a6b None None] Provisioning for port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:17.906639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 47224739-b69d-4021-aa3e-a124eb249364 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:17.906639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 47224739-b69d-4021-aa3e-a124eb249364 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:17.917987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d670a277-db7f-42dd-b105-a6b359793a6b None None] Provisioning complete for port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:17.918983 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d670a277-db7f-42dd-b105-a6b359793a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.937024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.990479 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3281bd7-1bc4-48a0-86de-074bb8faaa0a x-openstack-request-id: req-a3281bd7-1bc4-48a0-86de-074bb8faaa0a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:17.991153 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1767840-3b6b-43db-9503-0afa2bec6b3f", "name": "network-vif-deleted", "tag": "4f3d6e45-f205-45c4-a073-a0202937b32a", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:17.991629 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3281bd7-1bc4-48a0-86de-074bb8faaa0a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:17.992482 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1767840-3b6b-43db-9503-0afa2bec6b3f', 'name': 'network-vif-deleted', 'tag': '4f3d6e45-f205-45c4-a073-a0202937b32a', 'status': 'completed', 'code': 200} Jul 30 01:57:17.994106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.025296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d670a277-db7f-42dd-b105-a6b359793a6b None None] Port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:18.064788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:04Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:18.111725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.117682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.159426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] Checking router: 4dcca926-4d68-4d82-b959-eecfe43ba41e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:18.185018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:18.193600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:18.204787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb19448b-ba1d-42ef-8f78-1cc47b4e95db,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:18.208003 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.210055 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3b8f4353-1b5b-435b-8faa-227cebd8b6f2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4555204 Jul 30 01:57:18.213457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 35984) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:18.220351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group_rule': {'security_group_id': 'bb19448b-ba1d-42ef-8f78-1cc47b4e95db', 'project_id': '108bd442902040708f0574f97abedc00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:18.296757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f233c561-d88f-44f2-ac6c-aa8852506333 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:18.315333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.438891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f233c561-d88f-44f2-ac6c-aa8852506333 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:18.439625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.454849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.461811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.481339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f63de0e-58e1-42f8-a069-10da7377a993 req-8361f984-4110-436a-9f6a-b0fc0b4869c4 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1767840-3b6b-43db-9503-0afa2bec6b3f HTTP/1.1" status: 200 len: 210 time: 0.0573962 Jul 30 01:57:18.499618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81943ee-c2d7-4c38-9b3d-76141bfa56e2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:18.512644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.514133 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e320da06-cc95-47a6-8fa6-35a95892e16f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993999 Jul 30 01:57:18.517797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 35996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:18.533318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:18.549741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group_rule': {'security_group_id': 'bb19448b-ba1d-42ef-8f78-1cc47b4e95db', 'project_id': '108bd442902040708f0574f97abedc00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:18.561869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Router f0fada6a-2ab5-4cfb-be85-0c41da0be22c is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:57:18.631678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:18.660724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:18.754732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:18.756040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.804864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:18.817115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Sync routers for ids ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:18.843390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.844694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c2d432e-2a96-466c-84c9-471b14196bc6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.5342181 Jul 30 01:57:18.847568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36034) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:18.853344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Routers {'f0fada6a-2ab5-4cfb-be85-0c41da0be22c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:18.856209 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:18.867597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-687220713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:18.873176 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.054886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-247d17d9-5842-4c7a-ae87-3773f26f6ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.055164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.061794 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.115049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Set router f0fada6a-2ab5-4cfb-be85-0c41da0be22c gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:19.139182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.170803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f47c0-9696-464e-8e3b-4388e63beadc req-91352340-1db2-4108-8222-4cdeb9420bb9 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:19.173066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f4f47c0-9696-464e-8e3b-4388e63beadc req-91352340-1db2-4108-8222-4cdeb9420bb9 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 895 time: 0.2005413 Jul 30 01:57:19.176415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.195867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.229620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:04Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:19.230038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee395ec8-e039-458c-ad7b-86306a494a39,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:19.243374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.247500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5049f3f4-6849-489b-9a82-67c59299cbf3 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7276945 Jul 30 01:57:19.252324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0cdb37-0454-41fd-ae0b-ec382dd51352 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:19.281786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86679a8c-5f73-4594-b4ee-81a8be37dad9 None None] The sync data for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 is: [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:47:57Z', 'revision_number': 4, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'f5375115-b167-4fd4-beb5-9faee7423722', 'name': '', 'network_id': '3c4cd2a8-df43-454d-8372-c6f5bed7f744', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'mac_address': 'fa:16:3e:63:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:56Z', 'updated_at': '2021-07-30T01:48:04Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'subnets': [{'id': '5d47b5cc-c51c-474e-bca9-ddef6739887c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:19.285109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:19.289872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group_rule': {'security_group_id': 'bb19448b-ba1d-42ef-8f78-1cc47b4e95db', 'project_id': '108bd442902040708f0574f97abedc00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:19.303531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.358317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Transition to ACTIVE for port object 0d0cdb37-0454-41fd-ae0b-ec382dd51352 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:19.363876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.394910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.456216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Pushing event updated for resources: {'Port': ['ID=0d0cdb37-0454-41fd-ae0b-ec382dd51352,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:19.544323 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:14Z', 'revision_number': 3, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:19.551630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.617957 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Checking router: f0fada6a-2ab5-4cfb-be85-0c41da0be22c for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:19.618708 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Updating router f0fada6a-2ab5-4cfb-be85-0c41da0be22c port e031ca92-2b58-4830-b81b-e9900f9d1c35 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:19.645711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36064) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:19.647045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.648649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0174cb81-aed1-4113-bf03-a323d80138ba tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9863648 Jul 30 01:57:19.658210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36066) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:19.680932 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.688981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1744067253'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:19.736778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Attempting to bind port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:19.737197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Attempting to bind port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:19.737470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Attempting to bind port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 on network 9872432c-41d5-4ea2-b675-07ffd3cc5944 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:19.772904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 on network 9872432c-41d5-4ea2-b675-07ffd3cc5944 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:19.773258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Attempting to bind port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 on network 9872432c-41d5-4ea2-b675-07ffd3cc5944 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:19.784179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Made reservation on behalf of 92d688e0ae6a458e991930a940629b51 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:19.784361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.800672 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.828745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:19.829090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Checking segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:19.829478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Bound using segment: {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:19.829934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Bound port: 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:19.830296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.838692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.860352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c180e46-1bdc-40ff-be60-ab112e447e8e None None] New status for floating IP 0d3ab84b-33de-408b-b01f-b7cffa10b682: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:57:19.863788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b9d97aa-4044-4e88-b9c9-e43818b8fd16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.873530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:19.915901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb8ca08-1364-453d-8ed2-502a4a0938b0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:19.923696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b9d97aa-4044-4e88-b9c9-e43818b8fd16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.033177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] For port 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:20.039515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] For port 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:20.045638 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.099863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b9d97aa-4044-4e88-b9c9-e43818b8fd16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.103604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b9d97aa-4044-4e88-b9c9-e43818b8fd16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.108813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6b9d97aa-4044-4e88-b9c9-e43818b8fd16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "DELETE /v2.0/security-groups/39d736bc-1491-4446-aeea-d9bf2d485245 HTTP/1.1" status: 204 len: 168 time: 0.4515257 Jul 30 01:57:20.114661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:20.124238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:20.125227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.126898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] 10.222.0.66 "PUT /v2.0/ports/0d0cdb37-0454-41fd-ae0b-ec382dd51352 HTTP/1.1" status: 200 len: 1056 time: 2.2909746 Jul 30 01:57:20.141027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'tag': '0d0cdb37-0454-41fd-ae0b-ec382dd51352'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:20.143938 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "944046c4-b22e-486b-a306-e2bf7d4de49e", "tag": "0d0cdb37-0454-41fd-ae0b-ec382dd51352"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:20.144546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.196249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:57:20.273976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d97aa-4044-4e88-b9c9-e43818b8fd16 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d736bc-1491-4446-aeea-d9bf2d485245,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.285916 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c06a671-4933-48a5-8e6a-e5d4077ee7d9 x-openstack-request-id: req-7c06a671-4933-48a5-8e6a-e5d4077ee7d9 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:20.286751 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944046c4-b22e-486b-a306-e2bf7d4de49e", "tag": "0d0cdb37-0454-41fd-ae0b-ec382dd51352", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:20.288833 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c06a671-4933-48a5-8e6a-e5d4077ee7d9 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:20.290439 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'tag': '0d0cdb37-0454-41fd-ae0b-ec382dd51352', 'status': 'completed', 'code': 200} Jul 30 01:57:20.354907 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-fdd693f1-af31-46d8-b8bc-28a2ded47877 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] show failed (client error): The resource could not be found. Jul 30 01:57:20.359498 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.360336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fdd693f1-af31-46d8-b8bc-28a2ded47877 tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "GET /v2.0/security-groups/39d736bc-1491-4446-aeea-d9bf2d485245 HTTP/1.1" status: 404 len: 347 time: 0.2395144 Jul 30 01:57:20.389864 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Transition to ACTIVE for port object e031ca92-2b58-4830-b81b-e9900f9d1c35 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:20.399085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36094) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:20.405280 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.520191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266b60-7009-4e2d-9706-90e0d890b7ee service neutron] Pushing event updated for resources: {'Port': ['ID=0d0cdb37-0454-41fd-ae0b-ec382dd51352,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.526837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.569170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Attempting to bind port e031ca92-2b58-4830-b81b-e9900f9d1c35 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:20.569534 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Attempting to bind port e031ca92-2b58-4830-b81b-e9900f9d1c35 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:20.569888 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Attempting to bind port e031ca92-2b58-4830-b81b-e9900f9d1c35 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:20.577480 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.591408 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:20.592221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:20.593113 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:20.593511 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.596442 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:20.596943 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Bound port: e031ca92-2b58-4830-b81b-e9900f9d1c35, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:20.597330 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.605493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.606441 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Added segment 81678500-d314-4307-ab5d-1c5070218b0c of type vlan for network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 Jul 30 01:57:20.626328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.632532 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-048cb74e-2580-4a2f-9996-ae94384d49b7 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3436859 Jul 30 01:57:20.641823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36112) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:20.655441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group_rule': {'security_group_id': 'bb19448b-ba1d-42ef-8f78-1cc47b4e95db', 'project_id': '108bd442902040708f0574f97abedc00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:20.656727 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcacb8-1c61-4cb9-8bd7-64a498c4d820 None None] Pushing event updated for resources: {'Port': ['ID=e031ca92-2b58-4830-b81b-e9900f9d1c35,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.672878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.713536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Allocated IP 172.20.0.1 (224b3f76-3744-4962-a2f1-0e9f3a5abfb9/aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376/14c7adce-dc5a-4e2c-b2a0-627a39a769fa) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:20.715765 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] For port e031ca92-2b58-4830-b81b-e9900f9d1c35, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:20.719674 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] For port e031ca92-2b58-4830-b81b-e9900f9d1c35, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e031ca92-2b58-4830-b81b-e9900f9d1c35,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:20.725862 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.733526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.810481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.816061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:20.816669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.849260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.858525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.877971 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcacb8-1c61-4cb9-8bd7-64a498c4d820 None None] Pushing event updated for resources: {'Port': ['ID=e031ca92-2b58-4830-b81b-e9900f9d1c35,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.888736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6905a6-93b2-486e-a362-13c9fb9b6fff req-2907fd9a-5df5-45db-9efc-90b64fb26667 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:20.890773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Routers {'f0fada6a-2ab5-4cfb-be85-0c41da0be22c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:20.891475 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:56:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:20.895246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09236d96-ae3d-4491-993f-9f71713ad464,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.899339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.901354 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4821d48f-88ab-44f6-8153-1f78c2b3c559 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578323 Jul 30 01:57:20.904289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db6905a6-93b2-486e-a362-13c9fb9b6fff req-2907fd9a-5df5-45db-9efc-90b64fb26667 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 907 time: 0.5616043 Jul 30 01:57:20.906104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36120) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:20.910901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group_rule': {'security_group_id': 'bb19448b-ba1d-42ef-8f78-1cc47b4e95db', 'project_id': '108bd442902040708f0574f97abedc00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:20.934432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.961884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Transition to ACTIVE for port object 14c7adce-dc5a-4e2c-b2a0-627a39a769fa will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:20.965221 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Project 108bd442902040708f0574f97abedc00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:57:20.973634 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.973828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b280d8b-b123-4810-9d61-bca5e2ffa8bd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.038832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-fba36062-d516-4f2b-a658-f3e78367defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.045441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-fba36062-d516-4f2b-a658-f3e78367defc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 1059 time: 0.8246913 Jul 30 01:57:21.052824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3796625 Jul 30 01:57:21.064019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.066502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:21.072339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'subnet': {'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:21.092394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.126095 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] Set router f0fada6a-2ab5-4cfb-be85-0c41da0be22c gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:21.160806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ac15b-3458-4332-a474-236c2d173186 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Network': ['ID=b7d42a71-5cf6-46b3-87f1-bf605cab31a9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.166111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2fc594-97be-45a0-a891-d0c1bd221871,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.168826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-58890284-2161-4bc5-ac86-b3bac1886696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352 HTTP/1.1" status: 200 len: 217 time: 0.0910821 Jul 30 01:57:21.180573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.181973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1a177acf-eef5-44ae-8796-f2a63df50e21 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2748356 Jul 30 01:57:21.185376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.186769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:21.188398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:21.194604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'security_group_rule': {'security_group_id': 'bb19448b-ba1d-42ef-8f78-1cc47b4e95db', 'project_id': '108bd442902040708f0574f97abedc00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:21.301110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.302591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:21.307212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Deleting port 568daab8-65d2-4678-afc5-df7a7211550e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:21.309621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:21.310068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.323240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:21.329990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:57:21.329990 n-d-713499-10 neutron-server[93889]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:57:21.329990 n-d-713499-10 neutron-server[93889]: [parameters: {'project_id': '108bd442902040708f0574f97abedc00', 'id': 'ab181dea-e8b9-4b6d-8626-07767697875e', 'expiration': datetime.datetime(2021, 7, 30, 1, 59, 21, 291999)}] Jul 30 01:57:21.329990 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:57:21.330690 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:57:21.363472 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Pushing event updated for resources: {'Port': ['ID=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.366200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Made reservation on behalf of 92d688e0ae6a458e991930a940629b51 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:21.370093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.402610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-de14c3e5-7e18-480f-8cd2-a94046c77f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.404213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-de14c3e5-7e18-480f-8cd2-a94046c77f7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd46fef4-69e3-4575-b16d-e3e478d6af40 HTTP/1.1" status: 200 len: 838 time: 0.2008731 Jul 30 01:57:21.464725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.497019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-e1b62315-22b2-4dfc-baaa-5c707c432e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.498598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-e1b62315-22b2-4dfc-baaa-5c707c432e87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9872432c-41d5-4ea2-b675-07ffd3cc5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0850265 Jul 30 01:57:21.603424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.603648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.678814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4126187-6c39-49af-83e9-e491b9e82d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.691258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Calling delete_port for 568daab8-65d2-4678-afc5-df7a7211550e owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:21.727518 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:14Z', 'revision_number': 3, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:21.756407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-a37023a6-b613-47e6-919e-2f45b6f032d9 service neutron] 10.222.0.66 "GET /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476082 Jul 30 01:57:21.764029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1f0de-1630-4a60-98f4-922fd5718a4b None None] The sync data for ids ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'] in n-d-713499-10 is: [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:14Z', 'revision_number': 3, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:21.820711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.850117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96b25d38-2c9a-4c45-a299-4cd5c214bb4d None None] Provisioning for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:21.883387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-96b25d38-2c9a-4c45-a299-4cd5c214bb4d None None] Provisioning complete for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:21.883540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-96b25d38-2c9a-4c45-a299-4cd5c214bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.961824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.002786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.024018 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Project 108bd442902040708f0574f97abedc00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:57:22.026828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-96b25d38-2c9a-4c45-a299-4cd5c214bb4d None None] Port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:22.102267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.185083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-319e42b9-b8ba-4fcf-a4c3-5fae739a19f5 req-1bf2d1f8-81cc-4d36-85da-20cb8e06fd15 service neutron] 10.222.0.66 "GET /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210520 Jul 30 01:57:22.234604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Subnet': ['ID=7e0bb1ca-8349-4f98-8919-f0adcf4eab1e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.255051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be7c5-4ab2-4552-a321-c693f358d06d req-50d09a2d-5154-4a65-ad57-55a26bc79392 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.256931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-531be7c5-4ab2-4552-a321-c693f358d06d req-50d09a2d-5154-4a65-ad57-55a26bc79392 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 907 time: 0.1786144 Jul 30 01:57:22.258822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.303920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Checking segment: {'id': '81678500-d314-4307-ab5d-1c5070218b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:22.304284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network hostable DHCP agents. Network: b7d42a71-5cf6-46b3-87f1-bf605cab31a9, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:22.313383 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.327154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.330146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Pushing event deleted for resources: {'Port': ['ID=568daab8-65d2-4678-afc5-df7a7211550e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.432663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.434478 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2434387 Jul 30 01:57:22.438390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3689e-ac52-47eb-a46c-bdb7f1f13dc4 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c261ed-bb07-405a-a231-c18787ff6993,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.458658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:22.476122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.483837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.522365 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.530795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.535392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-45f3f4de-ae3e-4d6b-ad8a-e32d82cf2f1b tempest-ServerActionsTestJSON-1233883387 tempest-ServerActionsTestJSON-1233883387-project] 10.222.0.78 "DELETE /v2.0/floatingips/0d3ab84b-33de-408b-b01f-b7cffa10b682 HTTP/1.1" status: 204 len: 168 time: 2.1289127 Jul 30 01:57:22.536096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36206) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:22.563878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.567295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b7d42a71-5cf6-46b3-87f1-bf605cab31a9) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:22.570773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-55b133c2-a37f-4078-9a97-ef8871274d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.572984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-55b133c2-a37f-4078-9a97-ef8871274d34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 1059 time: 0.2503998 Jul 30 01:57:22.584238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d61e2-aa45-4e49-a329-e8fcbeacfd81 None None] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:22.606786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.607939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.630901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2360d137-d27d-4057-9a13-29ead3801f0b tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5604174 Jul 30 01:57:22.647819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36216) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:22.654655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'network': {'name': 'tempest-router-network01--1498698852'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:22.709136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Pushing event updated for resources: {'Port': ['ID=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.805092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:22.813086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:22.826721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Made reservation on behalf of 92d688e0ae6a458e991930a940629b51 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:22.844011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.031617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-b7d42a71-5cf6-46b3-87f1-bf605cab31a9', 'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9', 'tenant_id': '92d688e0ae6a458e991930a940629b51', 'fixed_ips': [{'subnet_id': '7e0bb1ca-8349-4f98-8919-f0adcf4eab1e'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:57:23.032901 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.085383 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.117275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Router f0fada6a-2ab5-4cfb-be85-0c41da0be22c has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:23.319483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Allocated IP 172.20.0.2 (b7d42a71-5cf6-46b3-87f1-bf605cab31a9/7e0bb1ca-8349-4f98-8919-f0adcf4eab1e/d63b5458-23ae-4f35-a0bd-8418421076f0) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:23.424313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:23.426015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36234) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:23.434945 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f54461b9-8175-4b6d-9dfa-eaf7eb0ba0dc admin admin] 10.222.0.78 "PUT /v2.0/routers/f0fada6a-2ab5-4cfb-be85-0c41da0be22c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5862429 Jul 30 01:57:23.488260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-f8cf45d8-97d7-4a65-817f-286d7af6f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.490146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-f8cf45d8-97d7-4a65-817f-286d7af6f1c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9872432c-41d5-4ea2-b675-07ffd3cc5944 HTTP/1.1" status: 200 len: 898 time: 0.9090173 Jul 30 01:57:23.506539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-455911bc-4e9f-41c9-be05-12433d2716ca None None] Provisioning complete for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:23.506906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-455911bc-4e9f-41c9-be05-12433d2716ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.576599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-98645fd3-8c39-4f4a-b3d8-50408d2ab554 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352 HTTP/1.1" status: 200 len: 217 time: 0.0467997 Jul 30 01:57:23.611815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-455911bc-4e9f-41c9-be05-12433d2716ca None None] Port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:23.627323 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.646357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Transition to ACTIVE for port object d63b5458-23ae-4f35-a0bd-8418421076f0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:23.663541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Transition to ACTIVE for port object d63b5458-23ae-4f35-a0bd-8418421076f0 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:23.671107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.721420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60fee50-3b9d-42c4-958c-458ff797051f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.736753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:23.740239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Pushing event updated for resources: {'Port': ['ID=d63b5458-23ae-4f35-a0bd-8418421076f0,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:23.757497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:23.759321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:23.763279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:23.822658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32bb0b-1520-4778-84d7-d7b798845d07 req-e140a406-8b59-4173-b4bb-97757fea3d11 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.824310 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d32bb0b-1520-4778-84d7-d7b798845d07 req-e140a406-8b59-4173-b4bb-97757fea3d11 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 907 time: 0.3392642 Jul 30 01:57:23.834279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-ac517330-3b2e-4947-8643-6c7321d79efc tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186379034&fields=id&tenant_id=108bd442902040708f0574f97abedc00 HTTP/1.1" status: 200 len: 267 time: 0.3479228 Jul 30 01:57:23.841710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-b2594ec4-17fb-4a0b-9459-d50bd4edbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.843826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-b2594ec4-17fb-4a0b-9459-d50bd4edbb5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd46fef4-69e3-4575-b16d-e3e478d6af40 HTTP/1.1" status: 200 len: 838 time: 0.1954403 Jul 30 01:57:23.846809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Attempting to bind port d63b5458-23ae-4f35-a0bd-8418421076f0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:23.847598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Attempting to bind port d63b5458-23ae-4f35-a0bd-8418421076f0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '81678500-d314-4307-ab5d-1c5070218b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:23.848227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Attempting to bind port d63b5458-23ae-4f35-a0bd-8418421076f0 on network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:23.855140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:23.855973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Checking segment: {'id': '81678500-d314-4307-ab5d-1c5070218b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:23.856631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.857512 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Bound using segment: {'id': '81678500-d314-4307-ab5d-1c5070218b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:23.858501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Bound port: d63b5458-23ae-4f35-a0bd-8418421076f0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81678500-d314-4307-ab5d-1c5070218b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7d42a71-5cf6-46b3-87f1-bf605cab31a9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:23.859180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.863241 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.863870 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Added segment bb39d399-cc91-4a57-9184-34440665b6b9 of type vlan for network 0e51cb13-d0ae-4c89-8465-db9d69995cdc Jul 30 01:57:23.956324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] For port d63b5458-23ae-4f35-a0bd-8418421076f0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:23.961567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] For port d63b5458-23ae-4f35-a0bd-8418421076f0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d63b5458-23ae-4f35-a0bd-8418421076f0,segment=NetworkSegment(81678500-d314-4307-ab5d-1c5070218b0c),segment_id=81678500-d314-4307-ab5d-1c5070218b0c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:23.974498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.990252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60fee50-3b9d-42c4-958c-458ff797051f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.995960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c60fee50-3b9d-42c4-958c-458ff797051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.043634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c60fee50-3b9d-42c4-958c-458ff797051f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb8e68ab782748d2a12655c869dc75bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162493 Jul 30 01:57:24.053890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:24.106386 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fee50-3b9d-42c4-958c-458ff797051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1628d-705d-40e8-857a-f678d288365c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:24.118124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948317e-2b9e-4403-9420-63c0242548e4 None None] Pushing event updated for resources: {'Port': ['ID=d63b5458-23ae-4f35-a0bd-8418421076f0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:24.154523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-9a3858a1-0a57-4aee-8e59-37f1a6bb8b79 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:24.170075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-9a3858a1-0a57-4aee-8e59-37f1a6bb8b79 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 814 time: 0.3195286 Jul 30 01:57:24.187371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e031ca92-2b58-4830-b81b-e9900f9d1c35 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:24.191707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa74a156-9f48-4e33-aacc-20b36c5a20cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.226270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa74a156-9f48-4e33-aacc-20b36c5a20cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.279204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-6741515d-0643-453a-97d5-4c6cc8ec295a tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/quotas/108bd442902040708f0574f97abedc00 HTTP/1.1" status: 200 len: 375 time: 0.1078005 Jul 30 01:57:24.327814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e031ca92-2b58-4830-b81b-e9900f9d1c35 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:24.333125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa74a156-9f48-4e33-aacc-20b36c5a20cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.337758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa74a156-9f48-4e33-aacc-20b36c5a20cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.342808 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aa74a156-9f48-4e33-aacc-20b36c5a20cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fe1628d-705d-40e8-857a-f678d288365c HTTP/1.1" status: 204 len: 168 time: 0.2876956 Jul 30 01:57:24.343954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e031ca92-2b58-4830-b81b-e9900f9d1c35 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:24.344518 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.366225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74a156-9f48-4e33-aacc-20b36c5a20cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1628d-705d-40e8-857a-f678d288365c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:24.387831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.529645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.577715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e031ca92-2b58-4830-b81b-e9900f9d1c35, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e031ca92-2b58-4830-b81b-e9900f9d1c35,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:24.586100 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.608482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.623446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-0bb75d1c-e212-405f-925c-81990904ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:24.625000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-0bb75d1c-e212-405f-925c-81990904ed78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9872432c-41d5-4ea2-b675-07ffd3cc5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7488484 Jul 30 01:57:24.689467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e031ca92-2b58-4830-b81b-e9900f9d1c35,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:24.729762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.737432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:24.738543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.829561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-dae60be7-6065-4582-98fa-8bdffa11143f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4872241 Jul 30 01:57:24.883638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2317767 Jul 30 01:57:24.884813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:24.894906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'network': {'name': 'tempest-router-network02--481579441'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:24.927707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Made reservation on behalf of 92d688e0ae6a458e991930a940629b51 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:24.938556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.987799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:24.989199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-ee755835-3cac-44f5-bac0-e2fb3aaa995a service neutron] 10.222.0.66 "GET /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477423 Jul 30 01:57:24.993239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f712851-1530-45b7-85c9-0d93a8ee7aaf tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Network': ['ID=0e51cb13-d0ae-4c89-8465-db9d69995cdc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:25.007745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:25.028237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.029346 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Added segment 16b92860-4ebc-44fc-a457-6b8b7ef16f73 of type vlan for network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 Jul 30 01:57:25.177626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.269717 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.276804 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Sync routers for ids ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:25.284400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:25.285743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.308430 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Routers {'f0fada6a-2ab5-4cfb-be85-0c41da0be22c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:25.313414 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:25.452509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Network': ['ID=53ef9fed-5e34-4b66-9119-1a4c768eaab1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:25.458548 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-868c8ba5-9b79-49c4-b571-6dfbc418265d tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5722413 Jul 30 01:57:25.462637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36302) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:25.467241 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:25.497010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'subnet': {'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:25.554393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30ed8a2d-ace1-4478-ad1e-513b8c0a6a5f req-a69166b2-fdbd-44d5-ae84-e1429f4921ba service neutron] 10.222.0.66 "GET /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559711 Jul 30 01:57:25.604316 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Set router f0fada6a-2ab5-4cfb-be85-0c41da0be22c gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:25.649430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafb234-1300-4e24-af9a-4fa0f6b0b980 req-09b98c6e-5cb0-445e-9b37-96a763a67141 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:25.656044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dafb234-1300-4e24-af9a-4fa0f6b0b980 req-09b98c6e-5cb0-445e-9b37-96a763a67141 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 907 time: 0.3385291 Jul 30 01:57:25.656571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36306) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:25.679462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b43afbf5-43d0-4597-8019-9cce9f87064d service neutron] 10.222.0.78 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8293831 Jul 30 01:57:25.774141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Made reservation on behalf of 92d688e0ae6a458e991930a940629b51 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:25.791921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.822773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d0cdb37-0454-41fd-ae0b-ec382dd51352 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:25.887434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98d2d5-b6d7-4a75-ac0c-08d38730c130 None None] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:25.897429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-581376639'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:25.947507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:25.956254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.010316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.043774 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.resource_extend [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:57:26.110482 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:21Z', 'revision_number': 4, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '14c7adce-dc5a-4e2c-b2a0-627a39a769fa', 'name': '', 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'mac_address': 'fa:16:3e:1b:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:20Z', 'updated_at': '2021-07-30T01:57:22Z', 'revision_number': 2, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'subnets': [{'id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:26.148456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-114c657e-792a-4835-8c33-4cf66941c10f None None] Provisioning for port d63b5458-23ae-4f35-a0bd-8418421076f0 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:26.163806 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Checking router: f0fada6a-2ab5-4cfb-be85-0c41da0be22c for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:26.164494 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Updating router f0fada6a-2ab5-4cfb-be85-0c41da0be22c port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:26.189472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.228122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-1cb06b91-a045-410e-9d13-f486cd11b0a7 service neutron] 10.222.0.78 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183094 Jul 30 01:57:26.237019 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.240375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e031ca92-2b58-4830-b81b-e9900f9d1c35 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:26.285316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.295213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Subnet': ['ID=25e1332e-e842-4d18-8fbc-fe9ccac0af45,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:26.367310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-494b9652-9d86-44a8-895e-c3316968f360 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:26.374913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-494b9652-9d86-44a8-895e-c3316968f360 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.3719106 Jul 30 01:57:26.408034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-94a73b73-2ab7-4f61-83fb-13ab64dd7410 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/quotas/a602fdd1b936459aad530a85cc6143da HTTP/1.1" status: 200 len: 375 time: 0.0315950 Jul 30 01:57:26.416740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:26.426509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Checking segment: {'id': 'bb39d399-cc91-4a57-9184-34440665b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:26.426880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network hostable DHCP agents. Network: 0e51cb13-d0ae-4c89-8465-db9d69995cdc, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:26.449843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '0d0cdb37-0454-41fd-ae0b-ec382dd51352', 'network_id': '9872432c-41d5-4ea2-b675-07ffd3cc5944', 'port_id': '0d0cdb37-0454-41fd-ae0b-ec382dd51352', 'mac_address': 'fa:16:3e:f7:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd46fef4-69e3-4575-b16d-e3e478d6af40', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:26.460891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:26.480405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 0e51cb13-d0ae-4c89-8465-db9d69995cdc) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:26.485175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:26.485768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.510586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62e253-c7c4-4fd2-901e-dd2fab519dcc None None] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:26.546154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.560632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6aa9469f-d99a-43fa-9ad4-e29fa94e0acb tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0838735 Jul 30 01:57:26.563420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36326) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:26.568966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.576952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'subnet': {'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:26.626182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e031ca92-2b58-4830-b81b-e9900f9d1c35 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:26.626844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.633825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-d193a3e3-1ab3-45e2-9474-11006f373b75 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2248631 Jul 30 01:57:26.702097 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.716673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:26.804319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Made reservation on behalf of 92d688e0ae6a458e991930a940629b51 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:26.822820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.853769 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.855338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0cdb37-0454-41fd-ae0b-ec382dd51352 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:26.870221 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Transition to ACTIVE for port object 14c7adce-dc5a-4e2c-b2a0-627a39a769fa will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:26.880865 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.958587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d63b5458-23ae-4f35-a0bd-8418421076f0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:27.019104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:27.041361 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52099-4012-43a6-989a-1cfb7ffb9bee None None] Pushing event updated for resources: {'Port': ['ID=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.090202 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.127958 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Attempting to bind port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:27.128584 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Attempting to bind port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:27.129262 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Attempting to bind port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa on network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:27.134781 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:27.135545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Checking segment: {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:27.135944 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.136424 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Bound using segment: {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:27.137037 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Bound port: 14c7adce-dc5a-4e2c-b2a0-627a39a769fa, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987a8f08-3752-4780-96a2-b82f8834f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:27.137459 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.244286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d63b5458-23ae-4f35-a0bd-8418421076f0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:27.310007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d63b5458-23ae-4f35-a0bd-8418421076f0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:27.310450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.316306 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] For port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:27.321774 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] For port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,segment=NetworkSegment(987a8f08-3752-4780-96a2-b82f8834f4b0),segment_id=987a8f08-3752-4780-96a2-b82f8834f4b0)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:27.330792 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.342576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['0d0cdb37-0454-41fd-ae0b-ec382dd51352'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:27.471823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Routers {'f0fada6a-2ab5-4cfb-be85-0c41da0be22c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:27.472423 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:27.495333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.498455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d0cdb37-0454-41fd-ae0b-ec382dd51352,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.540478 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52099-4012-43a6-989a-1cfb7ffb9bee None None] Pushing event updated for resources: {'Port': ['ID=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.549164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-0e51cb13-d0ae-4c89-8465-db9d69995cdc', 'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc', 'tenant_id': '92d688e0ae6a458e991930a940629b51', 'fixed_ips': [{'subnet_id': '25e1332e-e842-4d18-8fbc-fe9ccac0af45'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:57:27.550169 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.566557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Subnet': ['ID=6486f11a-6514-4289-b35d-6304116ad353,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.617694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Checking segment: {'id': '16b92860-4ebc-44fc-a457-6b8b7ef16f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:27.618089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network hostable DHCP agents. Network: 53ef9fed-5e34-4b66-9119-1a4c768eaab1, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:27.635930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0af447-d685-4486-a7bb-938a16150bc2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:27.656141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.656590 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Added segment f78aa02f-0986-4bca-aa9c-b6f4587334c3 of type vlan for network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 Jul 30 01:57:27.659065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:27.662779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-922ff71f-c226-4054-bfdc-d8ffdaaad138 None None] Provisioning complete for port d63b5458-23ae-4f35-a0bd-8418421076f0 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:27.663697 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-922ff71f-c226-4054-bfdc-d8ffdaaad138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.688878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 53ef9fed-5e34-4b66-9119-1a4c768eaab1) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:27.695740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:27.696458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.722759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-caf828c5-098e-4a19-8a56-6f49ddeb2f3a req-c5788057-7071-49a9-91e5-643a22f02d64 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.1180806 Jul 30 01:57:27.734128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94110803-9fce-431d-88c9-2d08cd6e9692 None None] Network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:27.747908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2171e64a-7e14-4a51-bcfc-bf2e00a4c675 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1802669 Jul 30 01:57:27.748903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36342) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:27.788519 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] Set router f0fada6a-2ab5-4cfb-be85-0c41da0be22c gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:27.822773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.893870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d0cdb37-0454-41fd-ae0b-ec382dd51352 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:28.011036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-e2b9cbc5-6c3f-4239-81d6-8cf239e6e571 service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3416548 Jul 30 01:57:28.050534 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:21Z', 'revision_number': 4, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '14c7adce-dc5a-4e2c-b2a0-627a39a769fa', 'name': '', 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'mac_address': 'fa:16:3e:1b:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:20Z', 'updated_at': '2021-07-30T01:57:27Z', 'revision_number': 4, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'subnets': [{'id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:28.053636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.082974 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd654e-59bd-4118-8963-53f158ffdf8b None None] The sync data for ids ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'] in n-d-713499-10 is: [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:21Z', 'revision_number': 4, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '14c7adce-dc5a-4e2c-b2a0-627a39a769fa', 'name': '', 'network_id': '224b3f76-3744-4962-a2f1-0e9f3a5abfb9', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'mac_address': 'fa:16:3e:1b:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:20Z', 'updated_at': '2021-07-30T01:57:27Z', 'revision_number': 4, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'subnets': [{'id': 'aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:28.087054 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-922ff71f-c226-4054-bfdc-d8ffdaaad138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.175959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.182021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:28.182620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.196161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b883-2da4-4369-a157-dab888f4623c req-fcc49b24-8e45-47df-b1be-23f4fdfacee3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:28.204598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc25b883-2da4-4369-a157-dab888f4623c req-fcc49b24-8e45-47df-b1be-23f4fdfacee3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 908 time: 0.3667045 Jul 30 01:57:28.222879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d63b5458-23ae-4f35-a0bd-8418421076f0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d63b5458-23ae-4f35-a0bd-8418421076f0,segment=NetworkSegment(81678500-d314-4307-ab5d-1c5070218b0c),segment_id=81678500-d314-4307-ab5d-1c5070218b0c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:28.254722 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.258613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-53ef9fed-5e34-4b66-9119-1a4c768eaab1', 'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1', 'tenant_id': '92d688e0ae6a458e991930a940629b51', 'fixed_ips': [{'subnet_id': '6486f11a-6514-4289-b35d-6304116ad353'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:57:28.259515 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.282181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:28.450264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7864532 Jul 30 01:57:28.450622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36354) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:28.477729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'subnet': {'network_id': '5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:28.574126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ee78-b81a-416c-8e9f-dea5ea3df9c5 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Network': ['ID=5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:28.625824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Allocated IP 172.20.0.2 (0e51cb13-d0ae-4c89-8465-db9d69995cdc/25e1332e-e842-4d18-8fbc-fe9ccac0af45/8dc93765-8439-43c0-82e2-c40deb676593) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:28.682554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 14c7adce-dc5a-4e2c-b2a0-627a39a769fa up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:28.685701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:28.687828 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-922ff71f-c226-4054-bfdc-d8ffdaaad138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:57:28.688225 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-922ff71f-c226-4054-bfdc-d8ffdaaad138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:57:28.688940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:28.689308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.722457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:28.727055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.742244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8a8a3c1f-27f6-48c9-8169-5ca4950e4279 service neutron] 10.222.0.78 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799722 Jul 30 01:57:28.931771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.013816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-c02189ef-acc1-4611-bb32-ca1500907b1e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:29.015592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-c02189ef-acc1-4611-bb32-ca1500907b1e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.55 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 814 time: 0.5978692 Jul 30 01:57:29.041529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:29.061242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Deleting port f5375115-b167-4fd4-beb5-9faee7423722 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:29.061691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.063843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.173920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Checking segment: {'id': 'f78aa02f-0986-4bca-aa9c-b6f4587334c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:29.174300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network hostable DHCP agents. Network: 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:29.177008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Subnet': ['ID=1caacc76-92ad-49f3-ad71-f88951a53a05,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.200027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:29.213219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:29.220264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:29.221490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.248722 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fb6a2764-5ebb-4dfb-9bbb-54f5b33cd27b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7943039 Jul 30 01:57:29.249119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36376) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:29.261312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-794930889', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:29.263249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] For port f5375115-b167-4fd4-beb5-9faee7423722, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f5375115-b167-4fd4-beb5-9faee7423722,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:29.263615 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.271773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0065a5-c3b3-42e7-8220-37440442def2 None None] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:29.279520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Calling delete_port for f5375115-b167-4fd4-beb5-9faee7423722 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:29.327096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.328243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.340970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d63b5458-23ae-4f35-a0bd-8418421076f0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.416031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:29.435971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956b5cff-4a7f-408b-ad27-72e04803bb75 req-241f1eb8-1082-492c-91dd-1ccaf210051d tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.4164650 Jul 30 01:57:29.485312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.579974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:29.590234 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.752251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e23057ba-c9cd-4158-9493-12ac31ee62d7 req-d502d8d5-93e7-44ff-acba-34180b1f9ad3 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 210 time: 0.3507960 Jul 30 01:57:29.769377 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.866726 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:29.896985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0cdb37-0454-41fd-ae0b-ec382dd51352'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:29.899685 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a507f-1a54-485a-b4c8-cacf9e3e1635" -d '{"events": [{"server_uuid": "944046c4-b22e-486b-a306-e2bf7d4de49e", "name": "network-vif-plugged", "status": "completed", "tag": "0d0cdb37-0454-41fd-ae0b-ec382dd51352"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:29.919810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.934817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Allocated IP 172.20.0.2 (53ef9fed-5e34-4b66-9119-1a4c768eaab1/6486f11a-6514-4289-b35d-6304116ad353/2cafa66c-3ebf-4480-b58c-08ccbdd3df2d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:29.939498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-1c4d80dc-358a-43e5-810a-700b485c47a2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=108bd442902040708f0574f97abedc00 HTTP/1.1" status: 200 len: 380 time: 0.8906729 Jul 30 01:57:29.992441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'port': {'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'admin_state_up': True, 'tenant_id': '108bd442902040708f0574f97abedc00', 'security_groups': ['bb19448b-ba1d-42ef-8f78-1cc47b4e95db']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:30.021716 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c94c9-7b95-477d-a862-2d298ba8e89e x-openstack-request-id: req-2f7c94c9-7b95-477d-a862-2d298ba8e89e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:30.022106 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944046c4-b22e-486b-a306-e2bf7d4de49e", "name": "network-vif-plugged", "status": "completed", "tag": "0d0cdb37-0454-41fd-ae0b-ec382dd51352", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:30.022255 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f7c94c9-7b95-477d-a862-2d298ba8e89e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:30.022661 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0cdb37-0454-41fd-ae0b-ec382dd51352', 'code': 200} Jul 30 01:57:30.087287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.111827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-59ee71dc-b515-4a83-b44e-3d0dfd8b3a0d None None] Provisioning complete for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:30.112208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59ee71dc-b515-4a83-b44e-3d0dfd8b3a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.150884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Transition to ACTIVE for port object 8dc93765-8439-43c0-82e2-c40deb676593 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:30.159238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828298a-56f7-49e7-960b-5be3974ec624 req-dbce456c-4b43-4f18-823d-8152fa0219bd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.173657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5828298a-56f7-49e7-960b-5be3974ec624 req-dbce456c-4b43-4f18-823d-8152fa0219bd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 908 time: 0.5006032 Jul 30 01:57:30.248812 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.258465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d40ee-32d3-4e3c-8b75-ecdedb22c384 None None] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:30.267216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=0d0cdb37-0454-41fd-ae0b-ec382dd51352,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:30.320721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Transition to ACTIVE for port object 8dc93765-8439-43c0-82e2-c40deb676593 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:30.321457 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.372603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.408590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,segment=NetworkSegment(987a8f08-3752-4780-96a2-b82f8834f4b0),segment_id=987a8f08-3752-4780-96a2-b82f8834f4b0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:30.534787 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.583780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:30.607723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:30.611057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:30.712760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d63b5458-23ae-4f35-a0bd-8418421076f0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:30.719058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Pushing event updated for resources: {'Port': ['ID=8dc93765-8439-43c0-82e2-c40deb676593,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:30.763875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.830981 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.876534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.934105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5375115-b167-4fd4-beb5-9faee7423722,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:30.965415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-f6b9e364-774c-47b9-8101-20d0d35e5fda tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:30.968045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-f6b9e364-774c-47b9-8101-20d0d35e5fda tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 815 time: 0.4104235 Jul 30 01:57:30.992084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Request body: {'port': {'device_id': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'admin_state_up': True, 'tenant_id': 'a602fdd1b936459aad530a85cc6143da'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:31.037005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a55b5fe-0b5a-47e2-a85d-1573e4243bf2 req-f7c5f1f4-7c87-43ab-83db-1c96211ed358 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.2683504 Jul 30 01:57:31.050298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Attempting to bind port 8dc93765-8439-43c0-82e2-c40deb676593 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:31.055662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Attempting to bind port 8dc93765-8439-43c0-82e2-c40deb676593 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'bb39d399-cc91-4a57-9184-34440665b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:31.056397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Attempting to bind port 8dc93765-8439-43c0-82e2-c40deb676593 on network 0e51cb13-d0ae-4c89-8465-db9d69995cdc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:31.072209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dbc24-3813-406a-8f41-24148da746c0 req-e5b8355c-1fae-4dcf-92a5-722b90ddac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.073744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb8dbc24-3813-406a-8f41-24148da746c0 req-e5b8355c-1fae-4dcf-92a5-722b90ddac71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 1061 time: 0.9697652 Jul 30 01:57:31.093975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Made reservation on behalf of 108bd442902040708f0574f97abedc00 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:31.095814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.097904 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.111741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:31.112248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Checking segment: {'id': 'bb39d399-cc91-4a57-9184-34440665b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:31.113152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.113665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Bound using segment: {'id': 'bb39d399-cc91-4a57-9184-34440665b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:31.114391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Bound port: 8dc93765-8439-43c0-82e2-c40deb676593, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb39d399-cc91-4a57-9184-34440665b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0e51cb13-d0ae-4c89-8465-db9d69995cdc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:31.115161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.132965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31953ffb-db2c-445d-9f92-f534a8484052 req-06f3a4c7-2b68-4173-8b3f-c46d8ab33035 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 210 time: 0.2099319 Jul 30 01:57:31.150648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Transition to ACTIVE for port object 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:31.161987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:31.200562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.184 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/5712a0d2-68e0-4d1d-920f-5860021520d4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:31.269293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] For port 8dc93765-8439-43c0-82e2-c40deb676593, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:31.297482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Made reservation on behalf of a602fdd1b936459aad530a85cc6143da for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:31.301171 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.304847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d63b5458-23ae-4f35-a0bd-8418421076f0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:31.305957 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.312974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Allocated IP 172.20.0.1 (0e51cb13-d0ae-4c89-8465-db9d69995cdc/25e1332e-e842-4d18-8fbc-fe9ccac0af45/cd2ecadf-25af-470f-bdf2-075ce497ce05) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:31.366571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Transition to ACTIVE for port object 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:31.381160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.385283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] For port 8dc93765-8439-43c0-82e2-c40deb676593, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8dc93765-8439-43c0-82e2-c40deb676593,segment=NetworkSegment(bb39d399-cc91-4a57-9184-34440665b6b9),segment_id=bb39d399-cc91-4a57-9184-34440665b6b9)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:31.419186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.484524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:31.507491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:31.511142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:31.542529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Allocated IP 172.20.0.12 (c8fd5fb7-04ec-491d-b6aa-f9a85839bfad/09301a85-f444-4fcf-82d0-bc47a6d05b6a/2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:31.591251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Pushing event updated for resources: {'Port': ['ID=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:31.657452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Attempting to bind port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:31.657825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Attempting to bind port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '16b92860-4ebc-44fc-a457-6b8b7ef16f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:31.658191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Attempting to bind port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d on network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:31.668783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:31.669161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Checking segment: {'id': '16b92860-4ebc-44fc-a457-6b8b7ef16f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:31.669567 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.669969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Bound using segment: {'id': '16b92860-4ebc-44fc-a457-6b8b7ef16f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:31.670464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Bound port: 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b92860-4ebc-44fc-a457-6b8b7ef16f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '53ef9fed-5e34-4b66-9119-1a4c768eaab1'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:31.670855 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.773659 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.815321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc07ae6-118e-41ee-8cbc-e126699ae62e req-18e80ddf-7b28-4bf4-9ee6-bfe5d1495dbd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.823476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4fc07ae6-118e-41ee-8cbc-e126699ae62e req-18e80ddf-7b28-4bf4-9ee6-bfe5d1495dbd tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 909 time: 0.5237007 Jul 30 01:57:31.843420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.967996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.990098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:31.992336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Allocated IP 172.20.0.13 (ecbd5b3f-8270-410f-87a1-2f4d807ccc9d/61b619ef-b571-4c9c-bd57-4f5abc0ef537/20b7fb6d-5bcf-4820-b403-8c86e14defab) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:31.994711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.002468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:32.007061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:32.031318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.038949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54', '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:32.041600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['84a7f0d8-f036-456b-a509-a0bee9287cea'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:32.068840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d91066-8971-4b35-9b27-a01c60b4c0f8 None None] Pushing event updated for resources: {'Port': ['ID=8dc93765-8439-43c0-82e2-c40deb676593,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.087150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.087854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.120766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event updated for resources: {'Port': ['ID=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.131860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8974396d-5acb-4523-b54e-f9c70a4f4428 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1496315 Jul 30 01:57:32.157301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Request body: {'port': {'device_id': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:32.175217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] For port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:32.176459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Transition to ACTIVE for port object cd2ecadf-25af-470f-bdf2-075ce497ce05 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:32.204676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] For port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,segment=NetworkSegment(16b92860-4ebc-44fc-a457-6b8b7ef16f73),segment_id=16b92860-4ebc-44fc-a457-6b8b7ef16f73)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:32.220228 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.259019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.266756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.366105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb277ba7-579b-4cea-89ac-d6fed1d8901a None None] Pushing event updated for resources: {'Port': ['ID=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.432596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44c477d2-0bf4-4de8-a6c3-7eced3941567 req-7e800d81-2e8e-493e-8f37-3a77a663f5ff tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.2740321 Jul 30 01:57:32.682272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.849357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa81b-d73a-4842-8b39-8cf60fd8488f req-78263066-fa66-47a4-ac0e-dc42a55a020e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.850968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d08fa81b-d73a-4842-8b39-8cf60fd8488f req-78263066-fa66-47a4-ac0e-dc42a55a020e tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 932 time: 0.5901911 Jul 30 01:57:32.910035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:32.930007 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.968542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Transition to ACTIVE for port object 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:32.973355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=5712a0d2-68e0-4d1d-920f-5860021520d4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.999267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-5292d7f7-daa6-4f95-b696-4c8c4ffde310 req-aef3f685-39f8-49e1-916b-6b0b4e4f285a service neutron] (93890) timed out ('10.222.0.78', 42782) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 01:57:32.999501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.076111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:33.077247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 14c7adce-dc5a-4e2c-b2a0-627a39a769fa up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:33.112108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:33.160241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:33.163537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:33.189750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:33.192227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:33.200059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:33.200736 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.228116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Pushing event updated for resources: {'Port': ['ID=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:33.242308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Attempting to bind port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:33.242653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Attempting to bind port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:33.242987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Attempting to bind port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:33.250755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:33.251121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Attempting to bind port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 on network c8fd5fb7-04ec-491d-b6aa-f9a85839bfad {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:33.260928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:33.261297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Checking segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:33.261727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Bound using segment: {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:33.262183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Bound port: 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482c03e-1dae-4637-acc9-662d2aac5416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:33.262741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.270681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Port': ['ID=cd2ecadf-25af-470f-bdf2-075ce497ce05,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:33.312409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.388003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469e5c2-cfe9-4aba-b0db-c079f3ffab85 None None] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:33.393487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.466282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d08fa81b-d73a-4842-8b39-8cf60fd8488f req-fdf6de4a-bfc5-496a-92a7-3a70587b2bb5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593731 Jul 30 01:57:33.551210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Transition to ACTIVE for port object 20b7fb6d-5bcf-4820-b403-8c86e14defab will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:33.555298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.578229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e76eb4b6-5098-4c94-8649-75747d7268fb None None] Provisioning for port 8dc93765-8439-43c0-82e2-c40deb676593 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:33.619075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8dc93765-8439-43c0-82e2-c40deb676593 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:33.698800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] For port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:33.719071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.759894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8dc93765-8439-43c0-82e2-c40deb676593 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:33.770210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8dc93765-8439-43c0-82e2-c40deb676593 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:33.770580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.787308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e700095-038b-45f7-b033-02da74bd868f req-12648dd6-cc0c-4d64-9e66-40f4fb348f90 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.789043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e700095-038b-45f7-b033-02da74bd868f req-12648dd6-cc0c-4d64-9e66-40f4fb348f90 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 909 time: 0.7380164 Jul 30 01:57:33.876425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aeab887-b573-4995-986a-3e44a22e2a00 req-0ab3a170-c0a6-44d5-aebc-09937d912780 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.1219366 Jul 30 01:57:33.906408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Router 4dcca926-4d68-4d82-b959-eecfe43ba41e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:33.949077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] For port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:34.040428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc54009-d7e8-4dc2-8c8a-c2032976cf36 None None] Network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:34.067279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.114977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.182793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.184230 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.185787 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] 10.222.0.66 "PUT /v2.0/ports/2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 HTTP/1.1" status: 200 len: 1093 time: 2.0445342 Jul 30 01:57:34.186550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325e9d9-e4fb-4026-92e9-7b03619b1c6c service neutron] Pushing event updated for resources: {'Port': ['ID=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:34.194417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'tag': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:34.194417 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c1741-a65a-4d30-8e7f-acde3fef88cd" -d '{"events": [{"name": "network-changed", "server_uuid": "514a3cba-b7d6-4c4f-9226-ed175a876b3b", "tag": "2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:34.218894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-90315e74-895b-4d33-a7aa-039f45f5cf60 None None] Provisioning for port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:34.238180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.272031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8dc93765-8439-43c0-82e2-c40deb676593, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8dc93765-8439-43c0-82e2-c40deb676593,segment=NetworkSegment(bb39d399-cc91-4a57-9184-34440665b6b9),segment_id=bb39d399-cc91-4a57-9184-34440665b6b9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:34.326244 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24e206a-76fb-4756-aa35-36e9a0450852 x-openstack-request-id: req-d24e206a-76fb-4756-aa35-36e9a0450852 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:34.326515 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514a3cba-b7d6-4c4f-9226-ed175a876b3b", "tag": "2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:34.326771 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d24e206a-76fb-4756-aa35-36e9a0450852 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:34.327199 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'tag': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14', 'status': 'completed', 'code': 200} Jul 30 01:57:34.359033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-242ca411-6ca2-4f6a-997b-4a6ac69d3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.360494 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-242ca411-6ca2-4f6a-997b-4a6ac69d3c7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 1096 time: 0.1120057 Jul 30 01:57:34.432706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-3f370eb7-327a-4387-8c5c-baebc0d65199 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 HTTP/1.1" status: 200 len: 217 time: 0.0457644 Jul 30 01:57:34.448407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.531245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d3f26b7-0075-494c-847d-2bb2e94245e5 None None] Provisioning for port cd2ecadf-25af-470f-bdf2-075ce497ce05 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:34.550712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d3f26b7-0075-494c-847d-2bb2e94245e5 None None] Provisioning complete for port cd2ecadf-25af-470f-bdf2-075ce497ce05 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:34.551274 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d3f26b7-0075-494c-847d-2bb2e94245e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.603569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-89a731f7-9150-42b2-9a0e-a16475caa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.606075 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-89a731f7-9150-42b2-9a0e-a16475caa042 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.1614859 Jul 30 01:57:34.614202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.645077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:57:34.648715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f26b7-0075-494c-847d-2bb2e94245e5 None None] Port cd2ecadf-25af-470f-bdf2-075ce497ce05 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:34.659844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:34.668062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-13d1deab-2d4b-41e7-8d8d-097f0d070986 admin admin] 10.222.0.78 "PUT /v2.0/routers/4dcca926-4d68-4d82-b959-eecfe43ba41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1282561 Jul 30 01:57:34.671802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8dc93765-8439-43c0-82e2-c40deb676593,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:34.688969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] Sync routers for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:34.736418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:34.737015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:34.737313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d3f26b7-0075-494c-847d-2bb2e94245e5 None None] Provisioning complete for port 8dc93765-8439-43c0-82e2-c40deb676593 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:34.737966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d3f26b7-0075-494c-847d-2bb2e94245e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.746800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-8abae109-3064-43f6-962a-a60c603dfb79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227853 Jul 30 01:57:34.752862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'Port': ['ID=20b7fb6d-5bcf-4820-b403-8c86e14defab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:34.756121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:34.767359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:34.767973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:34.830564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:34.831507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:34.894649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.939789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.948793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.948793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.985228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-b7195939-73d6-4e3d-89a4-c6480bc7a02e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0026217 Jul 30 01:57:35.010839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2d7c-7191-43c1-935a-574e2e410a55 req-a4ba46df-1cd0-4909-bb1e-3ed563f78ec3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:35.013555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-feaa2d7c-7191-43c1-935a-574e2e410a55 req-a4ba46df-1cd0-4909-bb1e-3ed563f78ec3 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 909 time: 1.0152240 Jul 30 01:57:35.033891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Request body: {'port': {'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:35.048379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:35.090729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e066953-47e3-4b27-a9d2-7d06c8c5e4ee req-55bc5640-0036-4100-a0be-5ce603c505b7 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:35.092378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e066953-47e3-4b27-a9d2-7d06c8c5e4ee req-55bc5640-0036-4100-a0be-5ce603c505b7 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 944 time: 0.4661686 Jul 30 01:57:35.181653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.252952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:35.266420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:35.266420 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.435685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.495923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,segment=NetworkSegment(16b92860-4ebc-44fc-a457-6b8b7ef16f73),segment_id=16b92860-4ebc-44fc-a457-6b8b7ef16f73)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:35.505222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.564499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.568823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:57:29Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:35.571799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Provisioning complete for port cd2ecadf-25af-470f-bdf2-075ce497ce05 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:35.572286 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.619305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] Checking router: 4dcca926-4d68-4d82-b959-eecfe43ba41e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:35.640430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] Routers {'4dcca926-4d68-4d82-b959-eecfe43ba41e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:35.641589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4dcca926-4d68-4d82-b959-eecfe43ba41e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:35.684866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.744746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Port cd2ecadf-25af-470f-bdf2-075ce497ce05 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:35.768994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Provisioning complete for port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:35.769515 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.770687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e066953-47e3-4b27-a9d2-7d06c8c5e4ee req-14e4d32c-52b1-4d63-b210-190a5b470a47 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285312 Jul 30 01:57:35.776326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] Set router 4dcca926-4d68-4d82-b959-eecfe43ba41e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:35.776494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.777878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.783693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-d4eda103-d440-4f3d-a22c-a075f57d65cb service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861418 Jul 30 01:57:35.787360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:35.815239 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:35.850716 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:35.851519 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:35.886137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.908339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Port': ['ID=cd2ecadf-25af-470f-bdf2-075ce497ce05,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.914433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.915812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4221b5f-daea-4ed6-8fe8-e4f95c25f496 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6656795 Jul 30 01:57:35.919360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:35.924805 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:35.950691 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:35.955895 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:36.022666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-96c47746-0dd9-424f-9f6f-ff4e695980f4 req-271a536b-5ad3-4a58-a91c-af6bb52120e2 service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181280 Jul 30 01:57:36.030553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bf4ae-8ae5-4af0-be2e-4345bb5da7b1 req-3641531a-d2f5-4e15-92b7-372e7fbfbd96 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.032200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-568bf4ae-8ae5-4af0-be2e-4345bb5da7b1 req-3641531a-d2f5-4e15-92b7-372e7fbfbd96 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 932 time: 0.8364367 Jul 30 01:57:36.062142 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:36.063172 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca61d7-3fb0-4579-92cb-9ff58773fa00 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:36.131771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Deleting port 42ef87a5-8814-404e-b177-635ef8ecdce1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:36.132147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.171586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-568bf4ae-8ae5-4af0-be2e-4345bb5da7b1 req-11686e40-499f-4fab-9a3e-cb92a2711a18 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299703 Jul 30 01:57:36.179461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Deleting port 846e287a-6100-4952-bbb1-ee5b747728d0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:36.180217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.195975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b320a72-2b7f-45f2-8af1-e587e527156c req-130bf128-8e60-4fac-9c95-5eeff886d0d9 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.203299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b320a72-2b7f-45f2-8af1-e587e527156c req-130bf128-8e60-4fac-9c95-5eeff886d0d9 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 1061 time: 0.2386587 Jul 30 01:57:36.226102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] For port 42ef87a5-8814-404e-b177-635ef8ecdce1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=42ef87a5-8814-404e-b177-635ef8ecdce1,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:36.226599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.253520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Calling delete_port for 42ef87a5-8814-404e-b177-635ef8ecdce1 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:36.334927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:36.356759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:36.389207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b7fb6d-5bcf-4820-b403-8c86e14defab {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:36.410920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Provisioning for port 20b7fb6d-5bcf-4820-b403-8c86e14defab completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:36.423192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Provisioning complete for port 20b7fb6d-5bcf-4820-b403-8c86e14defab triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:36.425009 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.473866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-61c9e9e0-5f4f-4023-916d-eedffd6ff9e7 None None] Port 20b7fb6d-5bcf-4820-b403-8c86e14defab cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:36.486854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.501626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:57:29Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:36.520088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Transition to ACTIVE for port object 20b7fb6d-5bcf-4820-b403-8c86e14defab will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:36.534423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b0a67-174c-4d8f-af3c-43bc70cf819a None None] The sync data for ids ['4dcca926-4d68-4d82-b959-eecfe43ba41e'] in n-d-713499-10 is: [{'id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'name': 'tempest-ServerActionsTestJSON-1135190719-router', 'tenant_id': '2b9464d0e5a7480a97e940edd586d8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:51Z', 'updated_at': '2021-07-30T01:57:29Z', 'revision_number': 5, 'project_id': '2b9464d0e5a7480a97e940edd586d8b1', 'gw_port': {'id': '42ef87a5-8814-404e-b177-635ef8ecdce1', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcca926-4d68-4d82-b959-eecfe43ba41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:52Z', 'updated_at': '2021-07-30T01:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:36.619225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-4de14c29-4f26-4661-b399-a29fbcdcf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.621816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-4de14c29-4f26-4661-b399-a29fbcdcf61e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 1096 time: 0.5288949 Jul 30 01:57:36.625470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.626615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] For port 846e287a-6100-4952-bbb1-ee5b747728d0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=846e287a-6100-4952-bbb1-ee5b747728d0,segment=NetworkSegment(a582e7df-cd6e-4a22-9fe8-85f58a3b5789),segment_id=a582e7df-cd6e-4a22-9fe8-85f58a3b5789)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:36.627093 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.650646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Calling delete_port for 846e287a-6100-4952-bbb1-ee5b747728d0 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:36.654020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.663316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ddcd6-ddd9-4f7e-8b8e-f7384a46ec36 req-15919b56-96a9-459b-8029-88b6f02c5a53 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.665075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-226ddcd6-ddd9-4f7e-8b8e-f7384a46ec36 req-15919b56-96a9-459b-8029-88b6f02c5a53 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1137 time: 0.3741252 Jul 30 01:57:36.691238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=42ef87a5-8814-404e-b177-635ef8ecdce1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:36.712194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-715380d0-1159-4ec9-82b9-e956e1bf809f None None] Provisioning complete for port cd2ecadf-25af-470f-bdf2-075ce497ce05 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:36.712606 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-715380d0-1159-4ec9-82b9-e956e1bf809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.758064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-715380d0-1159-4ec9-82b9-e956e1bf809f None None] Port cd2ecadf-25af-470f-bdf2-075ce497ce05 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:36.808003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Pushing event updated for resources: {'Port': ['ID=20b7fb6d-5bcf-4820-b403-8c86e14defab,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:36.846609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.846609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.846609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.846609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.847296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.847409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.847763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.848092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.848419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.848746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.849066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.849391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.878549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-a8d1b937-4799-4cd6-badd-bc8269e180af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:36.880099 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-a8d1b937-4799-4cd6-badd-bc8269e180af service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 916 time: 0.2411563 Jul 30 01:57:36.887471 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.888481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Router 714a90ea-c4d7-4539-82de-54568510f1a8 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:57:36.957884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-226ddcd6-ddd9-4f7e-8b8e-f7384a46ec36 req-4b80ce08-d9cb-4be5-b7b3-72a980e5bc28 tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2664673 Jul 30 01:57:36.974698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8dc93765-8439-43c0-82e2-c40deb676593 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:36.990521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-96799fbd-3a48-4e68-b717-92e344cc4f06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 HTTP/1.1" status: 200 len: 217 time: 0.0618622 Jul 30 01:57:36.991474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.001180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36414) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:37.050957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8dc93765-8439-43c0-82e2-c40deb676593 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:37.051620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.119261 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.149870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.181170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:37.254667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:37.255139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.258373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-1490baef-0cfd-4c5b-bdee-369079b81d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.261166 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-1490baef-0cfd-4c5b-bdee-369079b81d52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.1581144 Jul 30 01:57:37.265500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.266074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dcca926-4d68-4d82-b959-eecfe43ba41e {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:37.280712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.281860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b33436f-c22d-4990-bbf5-cd46ac0abf9a admin admin] 10.222.0.78 "DELETE /v2.0/routers/4dcca926-4d68-4d82-b959-eecfe43ba41e HTTP/1.1" status: 204 len: 168 time: 2.5426483 Jul 30 01:57:37.287762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Attempting to bind port 20b7fb6d-5bcf-4820-b403-8c86e14defab on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:37.288778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Attempting to bind port 20b7fb6d-5bcf-4820-b403-8c86e14defab by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:37.289392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Attempting to bind port 20b7fb6d-5bcf-4820-b403-8c86e14defab on network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:37.298747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36418) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:37.308333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158c5f8-37df-47fe-8ffa-a35627a61d98 req-37475ba9-cae0-4aa5-9e32-46b0f152a10c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.310709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e158c5f8-37df-47fe-8ffa-a35627a61d98 req-37475ba9-cae0-4aa5-9e32-46b0f152a10c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 944 time: 0.4350870 Jul 30 01:57:37.335143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc72e6-fbd3-4094-8455-e48759a8a6bd tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.340123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01fc72e6-fbd3-4094-8455-e48759a8a6bd tempest-TestSecurityGroupsBasicOps-83388564 tempest-TestSecurityGroupsBasicOps-83388564-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 1056 time: 0.3085585 Jul 30 01:57:37.360457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Port 20b7fb6d-5bcf-4820-b403-8c86e14defab on network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:37.360793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Attempting to bind port 20b7fb6d-5bcf-4820-b403-8c86e14defab on network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:37.368854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-a827bb0d-ace1-4d3e-936e-d36c47e9ee93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846131 Jul 30 01:57:37.373398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Deleting subnet 5d47b5cc-c51c-474e-bca9-ddef6739887c {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:37.400781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.411106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:37.411707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Checking segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:37.419353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Bound using segment: {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:37.419353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Bound port: 20b7fb6d-5bcf-4820-b403-8c86e14defab, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42b96b2-2759-4a42-aac4-439da2ed7f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:37.419353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.422411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:37.432964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5d7a9b59-988d-48ce-bb58-162e74a25e59 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6583662 Jul 30 01:57:37.433530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] Sync routers for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:37.446406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:37.447154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:37.450532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36422) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:37.458953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea4ec-b775-4353-a552-46d3cca2221a req-288f3f48-b3b5-4ffe-b4c3-6974ed5b3bc9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.460631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-657ea4ec-b775-4353-a552-46d3cca2221a req-288f3f48-b3b5-4ffe-b4c3-6974ed5b3bc9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.1743846 Jul 30 01:57:37.484830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:37.494561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:37.495288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:37.534671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e158c5f8-37df-47fe-8ffa-a35627a61d98 req-62c5e85b-8be5-4eee-9fda-a3e79a9d7a8c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027187 Jul 30 01:57:37.540607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:37.541276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b6983-6b76-445a-b73a-ab12dec3c0f2 None None] The sync data for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:37.549305 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.701973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.841810 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-491f9e6c-9867-4b3c-bfdc-ff5bb463a7e2 service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450104 Jul 30 01:57:37.911613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.916370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.965793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d47b5cc-c51c-474e-bca9-ddef6739887c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:37.974569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:37.978871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4f67167-a128-414e-855b-7297c3cf9454 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5d47b5cc-c51c-474e-bca9-ddef6739887c HTTP/1.1" status: 204 len: 168 time: 0.6766636 Jul 30 01:57:37.979122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fea7c-d373-4b35-a969-4168a590d6db None None] Network 3c4cd2a8-df43-454d-8372-c6f5bed7f744 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:37.979531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36426) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:38.073452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.108643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-657ea4ec-b775-4353-a552-46d3cca2221a req-edb51056-a98d-43c9-805b-e7bafab0aaea tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5774834 Jul 30 01:57:38.159754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-553c1741-a65a-4d30-8e7f-acde3fef88cd req-c6fb5538-dc8d-4685-9ae8-176a3f90c27b service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086958 Jul 30 01:57:38.169980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.197550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=846e287a-6100-4952-bbb1-ee5b747728d0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:38.203193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] For port 20b7fb6d-5bcf-4820-b403-8c86e14defab, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:38.217957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91bd0b-d15c-42d5-8bc0-633289226774 req-bbad1c1a-2065-4112-a47d-3e2123bbb64d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.226410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd91bd0b-d15c-42d5-8bc0-633289226774 req-bbad1c1a-2065-4112-a47d-3e2123bbb64d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 909 time: 0.3071458 Jul 30 01:57:38.252570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] DHCP port deletion for 3c4cd2a8-df43-454d-8372-c6f5bed7f744 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:38.317885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] Deleting port 3ad4c8b4-01b7-47b6-ad64-859faec1dead {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:38.317885 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.323562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] For port 20b7fb6d-5bcf-4820-b403-8c86e14defab, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:38.339723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.388546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Deleting port 3ad4c8b4-01b7-47b6-ad64-859faec1dead {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:38.388931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.400577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.401256 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.402687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] 10.222.0.55 "PUT /v2.0/ports/20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 1093 time: 3.3827157 Jul 30 01:57:38.405215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:38.407972 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:38.436952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] For port 3ad4c8b4-01b7-47b6-ad64-859faec1dead, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3ad4c8b4-01b7-47b6-ad64-859faec1dead,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:38.438560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.487688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] Calling delete_port for 3ad4c8b4-01b7-47b6-ad64-859faec1dead owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:38.514503 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa957b67-0324-40a2-805d-794c72a3da05 x-openstack-request-id: req-fa957b67-0324-40a2-805d-794c72a3da05 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:38.514876 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:38.515119 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa957b67-0324-40a2-805d-794c72a3da05 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:38.516002 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'status': 'completed', 'code': 200} Jul 30 01:57:38.527680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] For port 3ad4c8b4-01b7-47b6-ad64-859faec1dead, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3ad4c8b4-01b7-47b6-ad64-859faec1dead,segment=NetworkSegment(e3006005-83c6-4e7f-80a8-bf6ff2675ebc),segment_id=e3006005-83c6-4e7f-80a8-bf6ff2675ebc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:38.528053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.547978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.1 (5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0/1caacc76-92ad-49f3-ad71-f88951a53a05/2f2f6d68-46cd-433a-bf17-8aef4cc11306) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:38.550507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Calling delete_port for 3ad4c8b4-01b7-47b6-ad64-859faec1dead owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:38.605665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3702-e9e5-4a3b-b02a-04d1c6ba9526 service neutron] Pushing event updated for resources: {'Port': ['ID=20b7fb6d-5bcf-4820-b403-8c86e14defab,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:38.691037 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.747353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] Pushing event deleted for resources: {'Port': ['ID=3ad4c8b4-01b7-47b6-ad64-859faec1dead,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:38.752068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88106a7-b38b-4b40-a86a-dc5d0fa3c288 None None] No DVR routers for this DVR port 3ad4c8b4-01b7-47b6-ad64-859faec1dead on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:38.755206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-1dd5a021-0db8-4d2e-8e4c-7f7f3cb84911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.756816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-1dd5a021-0db8-4d2e-8e4c-7f7f3cb84911 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1096 time: 0.2442062 Jul 30 01:57:38.764755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.810013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] No DVR routers for this DVR port 3ad4c8b4-01b7-47b6-ad64-859faec1dead on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:38.814915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad4c8b4-01b7-47b6-ad64-859faec1dead,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:38.833722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.833983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3ad4c8b4-01b7-47b6-ad64-859faec1dead no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:38.863746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3ad4c8b4-01b7-47b6-ad64-859faec1dead {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:38.864055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3ad4c8b4-01b7-47b6-ad64-859faec1dead not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:38.864563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5375115-b167-4fd4-beb5-9faee7423722 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:38.879215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-a90e9ba9-cd56-4d02-8733-40c08151c2dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 217 time: 0.0547025 Jul 30 01:57:38.899339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f5375115-b167-4fd4-beb5-9faee7423722 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:38.899698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5375115-b167-4fd4-beb5-9faee7423722 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:38.900232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42ef87a5-8814-404e-b177-635ef8ecdce1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:38.924217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 42ef87a5-8814-404e-b177-635ef8ecdce1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:38.924574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 42ef87a5-8814-404e-b177-635ef8ecdce1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:38.929690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.948313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4cd2a8-df43-454d-8372-c6f5bed7f744']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:38.952855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.965314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:38.965492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3006005-83c6-4e7f-80a8-bf6ff2675ebc') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:38.981291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.981571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0d6b-3756-4fc9-a53c-02d6f2b7b587 req-15caee5f-0b35-45c1-a8d6-fc4bcd2d54d9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.982632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45ab0d6b-3756-4fc9-a53c-02d6f2b7b587 req-15caee5f-0b35-45c1-a8d6-fc4bcd2d54d9 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 944 time: 0.2978053 Jul 30 01:57:38.998790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.013538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:39.013995 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:39.015650 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:39.034472 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-bf68ffe7-afd8-4845-82a9-ddd6046c09ed tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:57:39.038905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf68ffe7-afd8-4845-82a9-ddd6046c09ed tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5716066 Jul 30 01:57:39.040077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36432) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:39.048389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-18fb954b-1fbc-4ef5-8236-847d404400da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.049833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-18fb954b-1fbc-4ef5-8236-847d404400da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 200 len: 853 time: 0.1502621 Jul 30 01:57:39.118355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.128433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.130917 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3c4cd2a8-df43-454d-8372-c6f5bed7f744 HTTP/1.1" status: 204 len: 168 time: 1.1504412 Jul 30 01:57:39.134073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.159142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-97842ce2-97e7-4235-ab8a-a1093dd33ea9 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.160670 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-97842ce2-97e7-4235-ab8a-a1093dd33ea9 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.66 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 909 time: 0.1094294 Jul 30 01:57:39.185284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5d086-bd02-464c-be15-1f7820de3ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4cd2a8-df43-454d-8372-c6f5bed7f744,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:39.232730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45ab0d6b-3756-4fc9-a53c-02d6f2b7b587 req-900b0144-0761-4155-a081-b5e19879c3e0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389805 Jul 30 01:57:39.258174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:39.260035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:39.268074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:39.275741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=2f2f6d68-46cd-433a-bf17-8aef4cc11306,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:39.332946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-7a17dc63-0313-4b6b-b0bf-3efdc3ace6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.334542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-7a17dc63-0313-4b6b-b0bf-3efdc3ace6f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186837 Jul 30 01:57:39.358008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.441940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36440) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:39.814589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7732-bfcf-4afa-a06d-325e84120161 req-3fc354cc-2a10-4351-a637-f06af8792d3c tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.817547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32ed7732-bfcf-4afa-a06d-325e84120161 req-3fc354cc-2a10-4351-a637-f06af8792d3c tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.6036949 Jul 30 01:57:39.817788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:39.817788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.914945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:39.957588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.985361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634f368-cfd5-436e-b526-6192aeabc42a req-aa25a017-0bac-4633-a8b5-1bef38323357 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.986933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6634f368-cfd5-436e-b526-6192aeabc42a req-aa25a017-0bac-4633-a8b5-1bef38323357 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 909 time: 0.6146441 Jul 30 01:57:39.993802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] For port 0d0cdb37-0454-41fd-ae0b-ec382dd51352, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=0d0cdb37-0454-41fd-ae0b-ec382dd51352,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:39.994184 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.997763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f739e67-6869-4339-9acd-11c0bc3c3e2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b9464d0e5a7480a97e940edd586d8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639761 Jul 30 01:57:40.004529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Router 551eaf42-ae46-4e59-9f16-7408c9030b25 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:40.015525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:40.020174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32ed7732-bfcf-4afa-a06d-325e84120161 req-c95f49e2-8d3a-4130-983c-c0768354156d tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836281 Jul 30 01:57:40.022105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-31179717-5fd8-442f-8721-b903ed6a0c46 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482294 Jul 30 01:57:40.036560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for 0d0cdb37-0454-41fd-ae0b-ec382dd51352 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:40.063247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:40.080815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14', 'network_id': 'c8fd5fb7-04ec-491d-b6aa-f9a85839bfad', 'port_id': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14', 'mac_address': 'fa:16:3e:67:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09301a85-f444-4fcf-82d0-bc47a6d05b6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:40.119779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.135401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:40.158454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:40.164542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.224140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:40.239442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d6279-87a0-4265-a0fe-ce09c01927cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.327964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d6279-87a0-4265-a0fe-ce09c01927cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.331150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd9a8e2a-5e93-4c4d-bdfb-fcb08e7c9c82 req-0206db11-94ff-4bd5-b1cf-6df99ee1f470 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936015 Jul 30 01:57:40.343626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.373756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:40.390257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=0d0cdb37-0454-41fd-ae0b-ec382dd51352,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:40.452805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:40.454835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] No DVR routers for this DVR port 0d0cdb37-0454-41fd-ae0b-ec382dd51352 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:40.458553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.460603 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4c43f11e-0e1e-4f90-b3b4-35ac5c16b1d3 req-3c49decb-8d60-4f86-a499-8e9f53783dbf tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.66 "DELETE /v2.0/ports/0d0cdb37-0454-41fd-ae0b-ec382dd51352 HTTP/1.1" status: 204 len: 173 time: 1.2765319 Jul 30 01:57:40.461073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'name': 'network-vif-deleted', 'tag': '0d0cdb37-0454-41fd-ae0b-ec382dd51352'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:40.463539 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409de4be-1d20-49e3-b14c-3fb2ef433e8d" -d '{"events": [{"server_uuid": "944046c4-b22e-486b-a306-e2bf7d4de49e", "name": "network-vif-deleted", "tag": "0d0cdb37-0454-41fd-ae0b-ec382dd51352"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:40.466233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3984b055-6a4e-4c36-b84e-b1b4ec676b81 admin admin] 10.222.0.78 "PUT /v2.0/routers/551eaf42-ae46-4e59-9f16-7408c9030b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0695889 Jul 30 01:57:40.478636 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] Sync routers for ids ['551eaf42-ae46-4e59-9f16-7408c9030b25'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:40.479626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36448) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:40.505243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] Routers {'551eaf42-ae46-4e59-9f16-7408c9030b25'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:40.508969 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['551eaf42-ae46-4e59-9f16-7408c9030b25'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:40.549557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef0f56-b374-4507-8182-9904f3d7df54 req-20755751-8840-40cb-a97c-9796389d8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:40.551751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9ef0f56-b374-4507-8182-9904f3d7df54 req-20755751-8840-40cb-a97c-9796389d8e35 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 945 time: 0.2261031 Jul 30 01:57:40.575641 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172ac74-b70f-4177-a087-d15996e31207 x-openstack-request-id: req-6172ac74-b70f-4177-a087-d15996e31207 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:40.575939 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944046c4-b22e-486b-a306-e2bf7d4de49e", "name": "network-vif-deleted", "tag": "0d0cdb37-0454-41fd-ae0b-ec382dd51352", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:40.576194 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6172ac74-b70f-4177-a087-d15996e31207 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:40.576615 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944046c4-b22e-486b-a306-e2bf7d4de49e', 'name': 'network-vif-deleted', 'tag': '0d0cdb37-0454-41fd-ae0b-ec382dd51352', 'status': 'completed', 'code': 200} Jul 30 01:57:40.610024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.624405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.634211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d6279-87a0-4265-a0fe-ce09c01927cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.637396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d6279-87a0-4265-a0fe-ce09c01927cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.638579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-000d6279-87a0-4265-a0fe-ce09c01927cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52c17bfd-8472-440c-b2ac-7643436c7f79 HTTP/1.1" status: 204 len: 168 time: 0.6283154 Jul 30 01:57:40.643991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-b79d209c-80c2-4ba5-a8d3-1f0498cc7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:40.654373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-b79d209c-80c2-4ba5-a8d3-1f0498cc7e33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1096 time: 0.2219830 Jul 30 01:57:40.662010 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.732912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6279-87a0-4265-a0fe-ce09c01927cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c17bfd-8472-440c-b2ac-7643436c7f79,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:40.774530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=2f2f6d68-46cd-433a-bf17-8aef4cc11306,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:40.815332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.829531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.851548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9ef0f56-b374-4507-8182-9904f3d7df54 req-91a6546b-22bc-4425-9c1e-a555c3ab91af tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788866 Jul 30 01:57:40.871684 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] Set router 551eaf42-ae46-4e59-9f16-7408c9030b25 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:41.024361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-0a3504dd-ba96-4483-8336-d2fc6047f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.026272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-0a3504dd-ba96-4483-8336-d2fc6047f1db service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 915 time: 0.3581181 Jul 30 01:57:41.147153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:41.149679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-7e9237e6-0def-4bf3-8ad4-d4cdca4701e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 217 time: 0.1134205 Jul 30 01:57:41.167297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:41.190425 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:37Z', 'revision_number': 5, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.229824 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] Checking router: 551eaf42-ae46-4e59-9f16-7408c9030b25 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:41.242898 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] Routers {'551eaf42-ae46-4e59-9f16-7408c9030b25'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:41.243561 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['551eaf42-ae46-4e59-9f16-7408c9030b25'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.253034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.287413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a357606-6613-4795-bf88-209f8ed6442f req-77846d79-ab8c-4925-84f7-1826bda6a428 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=944046c4-b22e-486b-a306-e2bf7d4de49e HTTP/1.1" status: 200 len: 210 time: 0.0730109 Jul 30 01:57:41.335479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-c75becb5-8a65-4678-9304-c9d1c599d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.337710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-c75becb5-8a65-4678-9304-c9d1c599d676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 200 len: 853 time: 0.1775608 Jul 30 01:57:41.347921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff576f4-7641-4559-af6a-c18a5066f31d req-01323b09-0e42-4d95-ad3c-40c0953ba838 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.349796 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ff576f4-7641-4559-af6a-c18a5066f31d req-01323b09-0e42-4d95-ad3c-40c0953ba838 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.2163942 Jul 30 01:57:41.390110 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] Set router 551eaf42-ae46-4e59-9f16-7408c9030b25 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:41.397474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:41.431205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ff576f4-7641-4559-af6a-c18a5066f31d req-6f3c1495-56a1-43fd-af26-2cd26805cf1f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697041 Jul 30 01:57:41.439875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-5617fbc8-849a-4c99-a24b-1d26f1323840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.441832 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-5617fbc8-849a-4c99-a24b-1d26f1323840 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905571 Jul 30 01:57:41.495099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Deleting port ebc29251-c249-4bf4-a74b-90137ad1e1cf {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:41.495494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.512012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Deleting port cd2ecadf-25af-470f-bdf2-075ce497ce05 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:41.512554 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.624516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:41.634285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0288899c-aece-43f9-925c-241967f95b90 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/routers/3094fcd7-5486-406f-8e1e-5d3ccc9443a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7130148 Jul 30 01:57:41.635992 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-8c1ebbc3-134c-4b57-b648-588f01671d60 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834655 Jul 30 01:57:41.638619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36474) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:41.639473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:41.640461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.646435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'port': {'network_id': '5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0', 'name': 'tempest-FloatingIPTestJSON-1797579913'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:41.654857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:41.655801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.668773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:37Z', 'revision_number': 5, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.677712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Calling delete_port for cd2ecadf-25af-470f-bdf2-075ce497ce05 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:41.701704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc474a-7678-4a99-b0bc-133c5d5ec622 None None] The sync data for ids ['551eaf42-ae46-4e59-9f16-7408c9030b25'] in n-d-713499-10 is: [{'id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'name': 'tempest-TestAggregatesBasicOps-1813785067-router', 'tenant_id': '344dff8302e74a67959e8ff38d91fdd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:37Z', 'revision_number': 5, 'project_id': '344dff8302e74a67959e8ff38d91fdd6', 'gw_port': {'id': 'ebc29251-c249-4bf4-a74b-90137ad1e1cf', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551eaf42-ae46-4e59-9f16-7408c9030b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:41.733828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.766648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:41.767327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.798838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] For port ebc29251-c249-4bf4-a74b-90137ad1e1cf, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ebc29251-c249-4bf4-a74b-90137ad1e1cf,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:41.799277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.807406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:41.812710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:41.813384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f5046-1ca5-40e6-a103-caf80d232cc0 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:41.831029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Calling delete_port for ebc29251-c249-4bf4-a74b-90137ad1e1cf owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:41.831237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe2fc05-ed9f-4cb2-8b9f-294e64ef4a7e req-f6ca63f6-4251-47cc-ad5e-5a7b5786c9de service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879923 Jul 30 01:57:41.853273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:41.858037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.906150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] device_id is not set on port e856a759-266b-4020-948f-6be7e381081b yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:57:41.932978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:42.003318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-network', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:42.005856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:42.010335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:42.010816 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.053849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.121886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Made reservation on behalf of 2f16984cd0c34637bdbce1b0f2bfa9dc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:42.124534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.127562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Port': ['ID=cd2ecadf-25af-470f-bdf2-075ce497ce05,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:42.145367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.6 (5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0/1caacc76-92ad-49f3-ad71-f88951a53a05/e856a759-266b-4020-948f-6be7e381081b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:42.151094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.170668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63026d10-b7a6-476e-b8f7-2a23b2378c5c req-2c50bfc0-414e-4fad-a260-198148091f87 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:42.172414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63026d10-b7a6-476e-b8f7-2a23b2378c5c req-2c50bfc0-414e-4fad-a260-198148091f87 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 945 time: 0.1780586 Jul 30 01:57:42.175903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.193112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.194417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:42.197001 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9ee8b-4c5e-4fa7-b787-9279e3ac4b2b" -d '{"events": [{"server_uuid": "514a3cba-b7d6-4c4f-9226-ed175a876b3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:42.220663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:42.232116 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.265666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc29251-c249-4bf4-a74b-90137ad1e1cf,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:42.307890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:42.336482 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec7ce74-4c2a-4920-bacd-dfc9ed0abec0 x-openstack-request-id: req-4ec7ce74-4c2a-4920-bacd-dfc9ed0abec0 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:42.336897 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514a3cba-b7d6-4c4f-9226-ed175a876b3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:42.337400 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ec7ce74-4c2a-4920-bacd-dfc9ed0abec0 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:42.337948 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14', 'code': 200} Jul 30 01:57:42.405125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36486) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:42.424947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.459599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.501935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63026d10-b7a6-476e-b8f7-2a23b2378c5c req-e08e4a9c-ae30-4809-b512-650df1813988 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189297 Jul 30 01:57:42.582003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed250-0d8d-499a-826b-01eacafe158f req-6e29701a-f26c-4eeb-a110-e3560cafab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:42.583889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-957ed250-0d8d-499a-826b-01eacafe158f req-6e29701a-f26c-4eeb-a110-e3560cafab9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 1098 time: 0.2155359 Jul 30 01:57:42.587299 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.604608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.624910 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.636658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.653272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 846e287a-6100-4952-bbb1-ee5b747728d0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:42.675983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 846e287a-6100-4952-bbb1-ee5b747728d0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:42.676377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 846e287a-6100-4952-bbb1-ee5b747728d0 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:42.768708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.769227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551eaf42-ae46-4e59-9f16-7408c9030b25 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:42.773901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.778341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27bac49b-3d10-4b6f-b2c7-cc8a70c0b19a admin admin] 10.222.0.78 "DELETE /v2.0/routers/551eaf42-ae46-4e59-9f16-7408c9030b25 HTTP/1.1" status: 204 len: 168 time: 2.2980428 Jul 30 01:57:42.783407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36490) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:42.817583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-957ed250-0d8d-499a-826b-01eacafe158f req-bf1127e5-4392-4651-8a32-dbca8b514613 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106917 Jul 30 01:57:42.941306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Deleting subnet 277d2249-7344-481b-b704-c897cfc0bc7d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:42.959609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.959609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.035474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44a137-2eb8-4983-9e57-43a8ee17eacc req-7f6a4163-6cba-4d5f-964a-82d52c150254 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.037274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e44a137-2eb8-4983-9e57-43a8ee17eacc req-7f6a4163-6cba-4d5f-964a-82d52c150254 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.4886632 Jul 30 01:57:43.042427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.043303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:43.066915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Router 714a90ea-c4d7-4539-82de-54568510f1a8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:43.069489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67399371-dd13-49a6-ac2a-93efaa449c34,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.079810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.080156 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Added segment 38930eaf-69c4-47bb-872e-332ba213d01a of type vlan for network ea990d11-907c-44d3-bb2d-4b6c0c4b654c Jul 30 01:57:43.146296 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.153604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e44a137-2eb8-4983-9e57-43a8ee17eacc req-20bc9fb7-e448-4ea4-a06b-9d5c56b0415d tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076651 Jul 30 01:57:43.239211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:43.250212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e0a0523-4814-4898-a352-68d785823846 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2090304 Jul 30 01:57:43.250410 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] Sync routers for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:43.252345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36492) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.269668 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:43.270509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.298149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.299174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.299962 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.304265 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-84b06c1f-4486-43ca-be01-581baccb6f84 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] delete failed (client error): The resource could not be found. Jul 30 01:57:43.310212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-84b06c1f-4486-43ca-be01-581baccb6f84 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-994404024 HTTP/1.1" status: 404 len: 334 time: 0.0567005 Jul 30 01:57:43.311115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36494) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.319207 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.333179 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:43.334046 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.336318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0b72e435-a88c-436c-a870-5f505bb9a6f9 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'router': {'external_gateway_info': {'network_id': '714a90ea-c4d7-4539-82de-54568510f1a8'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:43.366412 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.367212 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3952ec-af23-4eaa-a59f-644e3d8d0913 None None] The sync data for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:43.450389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6401825 Jul 30 01:57:43.461497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36496) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.462473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89bda8-d6a4-48a9-850e-253e53b0fc47 admin admin] Pushing event updated for resources: {'Network': ['ID=ea990d11-907c-44d3-bb2d-4b6c0c4b654c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.481885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:43.525664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Request body: {'subnet': {'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-subnet', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:43.561397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.641675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.672748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:43.686947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:43.697786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:43.714347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0b72e435-a88c-436c-a870-5f505bb9a6f9 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.719640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Made reservation on behalf of 2f16984cd0c34637bdbce1b0f2bfa9dc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:43.722009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.725108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=e856a759-266b-4020-948f-6be7e381081b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.774822 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-0b72e435-a88c-436c-a870-5f505bb9a6f9 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] update failed (client error): The resource could not be found. Jul 30 01:57:43.776005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0b72e435-a88c-436c-a870-5f505bb9a6f9 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8 HTTP/1.1" status: 404 len: 339 time: 0.4585016 Jul 30 01:57:43.782244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.782877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.783414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36500) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.785771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.829901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277d2249-7344-481b-b704-c897cfc0bc7d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.834589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.836579 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-76b8d301-5bf7-43bd-b524-92d7be8b618d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/277d2249-7344-481b-b704-c897cfc0bc7d HTTP/1.1" status: 204 len: 168 time: 1.0500565 Jul 30 01:57:43.839354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.841955 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee52526f-9401-4e79-9063-00d5b1b9451b tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2021818 Jul 30 01:57:43.843031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41bfe4e-0183-412a-b62f-a66de6ceacb8 None None] Network 6964b69d-709a-477e-a82c-ec679fbc42ff requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:43.844746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36504) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.871698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'port': {'network_id': '5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0', 'name': 'tempest-FloatingIPTestJSON-93013207'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:43.898642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abdc9a-f0a1-4121-9129-e9b3f059e0ef req-a860c358-2fd4-4251-b0de-092133301027 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.900315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22abdc9a-f0a1-4121-9129-e9b3f059e0ef req-a860c358-2fd4-4251-b0de-092133301027 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 946 time: 0.2496641 Jul 30 01:57:43.967958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d0cdb37-0454-41fd-ae0b-ec382dd51352 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:43.971987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.989832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 0d0cdb37-0454-41fd-ae0b-ec382dd51352 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:43.990471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 0d0cdb37-0454-41fd-ae0b-ec382dd51352 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:44.078514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.096785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] DHCP port deletion for 6964b69d-709a-477e-a82c-ec679fbc42ff request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:44.097491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22abdc9a-f0a1-4121-9129-e9b3f059e0ef req-876f4d23-5e74-4b15-bd38-4b97a756527c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593497 Jul 30 01:57:44.111254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:44.115858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.141540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] device_id is not set on port cc338e57-438a-4a43-ab38-7ce829188d30 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:57:44.164743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] Deleting port 9391507b-b58f-4d25-aba3-0339a0fadeda {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:44.165182 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.238847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] For port 9391507b-b58f-4d25-aba3-0339a0fadeda, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9391507b-b58f-4d25-aba3-0339a0fadeda,segment=NetworkSegment(a582e7df-cd6e-4a22-9fe8-85f58a3b5789),segment_id=a582e7df-cd6e-4a22-9fe8-85f58a3b5789)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:44.239360 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.254622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] Calling delete_port for 9391507b-b58f-4d25-aba3-0339a0fadeda owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:44.344116 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.348116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.356700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.10 (5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0/1caacc76-92ad-49f3-ad71-f88951a53a05/cc338e57-438a-4a43-ab38-7ce829188d30) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:44.375476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] No DVR routers for this DVR port 9391507b-b58f-4d25-aba3-0339a0fadeda on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:44.380360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f656af5-2151-4003-aeba-a596c75661f0 None None] Pushing event deleted for resources: {'Port': ['ID=9391507b-b58f-4d25-aba3-0339a0fadeda,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:44.397795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.427805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529656b4-569e-441a-b1e4-e1bd7959e86a req-d49c17ef-accd-44b5-b2c6-4004bfab49fd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.429357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-529656b4-569e-441a-b1e4-e1bd7959e86a req-d49c17ef-accd-44b5-b2c6-4004bfab49fd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.1842468 Jul 30 01:57:44.451813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Deleting port 9391507b-b58f-4d25-aba3-0339a0fadeda {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:44.452183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.542706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72733a7e-3647-4e9c-b36e-2e4665e23227,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:44.599812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.610164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:44.610512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.640300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-529656b4-569e-441a-b1e4-e1bd7959e86a req-f171735c-d88b-4daf-84cb-10d1d70c4828 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947443 Jul 30 01:57:44.653709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ebc29251-c249-4bf4-a74b-90137ad1e1cf no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:44.667892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] For port 9391507b-b58f-4d25-aba3-0339a0fadeda, host n-d-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:44.668267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.670982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Checking segment: {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:44.671367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Network hostable DHCP agents. Network: ea990d11-907c-44d3-bb2d-4b6c0c4b654c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:44.688030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ebc29251-c249-4bf4-a74b-90137ad1e1cf {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:44.688526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ebc29251-c249-4bf4-a74b-90137ad1e1cf not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:44.689045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9391507b-b58f-4d25-aba3-0339a0fadeda no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:44.697411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Calling delete_port for 9391507b-b58f-4d25-aba3-0339a0fadeda owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:44.706696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Port 9391507b-b58f-4d25-aba3-0339a0fadeda was not found and therefore no delete operation was performed {{(pid=93890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:57:44.709898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9391507b-b58f-4d25-aba3-0339a0fadeda {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:44.709898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9391507b-b58f-4d25-aba3-0339a0fadeda not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:44.715373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.740360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] For port 9448c52b-260d-4c1a-8cbb-a62fca70e0b8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:44.740733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.743829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.785367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:44.785741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:44.787843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] No DVR routers for this DVR port 9391507b-b58f-4d25-aba3-0339a0fadeda on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:44.791754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9391507b-b58f-4d25-aba3-0339a0fadeda,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:44.802096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:44.821971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:44.826086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ea990d11-907c-44d3-bb2d-4b6c0c4b654c) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:44.828765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:44.841153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f25ac-ff53-4330-a4c3-88873406221f None None] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:44.852294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.852821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.863586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=cc338e57-438a-4a43-ab38-7ce829188d30,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:44.925230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3396c2f5-2200-4fbf-be94-6b4cf5f84a7c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4564359 Jul 30 01:57:44.925656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:44.927963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.934608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:44.938260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Allocated IP 172.20.0.1 (b7d42a71-5cf6-46b3-87f1-bf605cab31a9/7e0bb1ca-8349-4f98-8919-f0adcf4eab1e/32e9dbd6-709e-498e-941f-b16f70f4c68c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:44.944515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.944769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6964b69d-709a-477e-a82c-ec679fbc42ff']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:44.945132 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.967677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:44.968005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a582e7df-cd6e-4a22-9fe8-85f58a3b5789') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:45.002049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3330c-95b1-4867-a987-41f5869525df None None] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:45.022114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.023374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.026436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.035033 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-137b2e4f-84e3-44ce-abb5-3dc97387890c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1849306 Jul 30 01:57:45.039279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36510) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:45.048938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'cc338e57-438a-4a43-ab38-7ce829188d30', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:45.059072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.077617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:45.078037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:45.079717 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:45.100018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.153250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.218584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.220614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.242580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.244576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6964b69d-709a-477e-a82c-ec679fbc42ff HTTP/1.1" status: 204 len: 168 time: 1.4041805 Jul 30 01:57:45.260720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:45.278867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Transition to ACTIVE for port object 32e9dbd6-709e-498e-941f-b16f70f4c68c will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:45.283165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885989de-8155-415c-b51e-ab6e05e86ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6964b69d-709a-477e-a82c-ec679fbc42ff,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:45.331638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.341724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.388073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=9448c52b-260d-4c1a-8cbb-a62fca70e0b8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:45.619552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edf00-fdcc-46db-a90e-879b22830567 req-2f1e4e98-5045-4d85-88c5-1a5611df1b8d tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.621589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d54edf00-fdcc-46db-a90e-879b22830567 req-2f1e4e98-5045-4d85-88c5-1a5611df1b8d tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 946 time: 0.4099741 Jul 30 01:57:45.646538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.710255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:45.725075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:45.734736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:45.772966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Port': ['ID=32e9dbd6-709e-498e-941f-b16f70f4c68c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:45.784226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d54edf00-fdcc-46db-a90e-879b22830567 req-cfd27330-f190-4486-8f16-ed0f95260d84 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475809 Jul 30 01:57:45.791509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.844785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.850085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.986275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb6ff3-622b-475b-b729-6cd7f81eac30 req-f23a0ab9-1f1b-42f6-9c74-e07c8259ca44 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.988099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37fb6ff3-622b-475b-b729-6cd7f81eac30 req-f23a0ab9-1f1b-42f6-9c74-e07c8259ca44 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.2643597 Jul 30 01:57:46.001998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4021b211-6801-4ccc-8c11-8aeb25aa8289 None None] Provisioning for port 32e9dbd6-709e-498e-941f-b16f70f4c68c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:46.006532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4021b211-6801-4ccc-8c11-8aeb25aa8289 None None] Provisioning complete for port 32e9dbd6-709e-498e-941f-b16f70f4c68c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:46.007898 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4021b211-6801-4ccc-8c11-8aeb25aa8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.065762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4021b211-6801-4ccc-8c11-8aeb25aa8289 None None] Port 32e9dbd6-709e-498e-941f-b16f70f4c68c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:46.152559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-37fb6ff3-622b-475b-b729-6cd7f81eac30 req-9cfe880b-46bd-497b-8911-d73757d1d629 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051869 Jul 30 01:57:46.157919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.54 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6d1b9979-ff68-4f8d-a7d8-71aaefc987fa) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:46.202932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.257730 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.259268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.367866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.421514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.432551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:46.539170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.599292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:46.599292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:46.611581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:46.644809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=6d1b9979-ff68-4f8d-a7d8-71aaefc987fa,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:46.683272 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.692632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.833893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.844512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event updated for resources: {'Port': ['ID=32e9dbd6-709e-498e-941f-b16f70f4c68c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:47.056218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Allocated IP 172.25.8.187 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/d33ec8ec-3345-49c9-97ce-207fcca9ff69) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:47.060239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:47.074869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:47.080987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7627543e-471a-4889-bf21-592741a485be tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "PUT /v2.0/routers/27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6694057 Jul 30 01:57:47.084048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36526) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:47.088224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] Sync routers for ids ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:47.099425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:47.103286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] Routers {'27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:47.104263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:47.216383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting subnet bd46fef4-69e3-4575-b16d-e3e478d6af40 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:47.229221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.265407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] Set router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:47.336204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.493449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.518854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.537860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7eb8f8d0-4419-4bee-94ba-80c4de5fe8e8 None None] Provisioning complete for port 32e9dbd6-709e-498e-941f-b16f70f4c68c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:47.538392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f8d0-4419-4bee-94ba-80c4de5fe8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.571185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Router 714a90ea-c4d7-4539-82de-54568510f1a8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:47.611268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Deleting port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:47.611268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.615783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8f8d0-4419-4bee-94ba-80c4de5fe8e8 None None] Port 32e9dbd6-709e-498e-941f-b16f70f4c68c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:47.624681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:45Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:47.633639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.675322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] Checking router: 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:47.685067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] Routers {'27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:47.685746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:47.722669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] For port 14c7adce-dc5a-4e2c-b2a0-627a39a769fa, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,segment=NetworkSegment(987a8f08-3752-4780-96a2-b82f8834f4b0),segment_id=987a8f08-3752-4780-96a2-b82f8834f4b0)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:47.722669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.737148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Calling delete_port for 14c7adce-dc5a-4e2c-b2a0-627a39a769fa owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:47.818533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] Set router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:47.898630 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.941715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.944337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.949963 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/subnets/bd46fef4-69e3-4575-b16d-e3e478d6af40 HTTP/1.1" status: 204 len: 168 time: 0.8614793 Jul 30 01:57:47.994380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:47.998858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Pushing event updated for resources: {'Port': ['ID=d33ec8ec-3345-49c9-97ce-207fcca9ff69,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.007228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8805595-2e2c-4c09-81fd-c98b45cbcf82 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Subnet': ['ID=bd46fef4-69e3-4575-b16d-e3e478d6af40,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.091744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e42a0-b635-4ba7-8c34-f4cff16b73e8 req-17aa90d9-2e73-4df5-b62f-ef598e101e8b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:48.092337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:48.093586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a1e42a0-b635-4ba7-8c34-f4cff16b73e8 req-17aa90d9-2e73-4df5-b62f-ef598e101e8b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 944 time: 0.7028706 Jul 30 01:57:48.098812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:48.105180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:48.111577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b236201-132a-4924-8bad-adea587eca48 None None] Network 9872432c-41d5-4ea2-b675-07ffd3cc5944 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:48.113545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20b7fb6d-5bcf-4820-b403-8c86e14defab details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:48.211371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a1e42a0-b635-4ba7-8c34-f4cff16b73e8 req-1152d392-2dac-42f9-bdc7-03247552a17a tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791347 Jul 30 01:57:48.215364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.236170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 20b7fb6d-5bcf-4820-b403-8c86e14defab, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:48.256627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:48.264057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-08bcbf28-b2b9-467d-b787-191890c83276 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4793947 Jul 30 01:57:48.269564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36544) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.271524 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] Sync routers for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:48.286305 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:48.287216 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:48.306773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:48.325682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:48.340882 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:48.341764 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:48.345116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.381831 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:48.382748 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e73fb2-9785-462a-b773-5913cb1d0a69 None None] The sync data for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:48.437015 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0ee79dd5-7c97-4715-82ca-87ff567ba3f5 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.440368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.505653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b7fb6d-5bcf-4820-b403-8c86e14defab {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:48.582290 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-0ee79dd5-7c97-4715-82ca-87ff567ba3f5 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:57:48.591461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0ee79dd5-7c97-4715-82ca-87ff567ba3f5 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8 HTTP/1.1" status: 409 len: 329 time: 0.3206642 Jul 30 01:57:48.598133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 20b7fb6d-5bcf-4820-b403-8c86e14defab, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:48.609925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.643519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36546) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.644514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.649426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.655319 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.692385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=20b7fb6d-5bcf-4820-b403-8c86e14defab,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.770237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Pushing event deleted for resources: {'Port': ['ID=14c7adce-dc5a-4e2c-b2a0-627a39a769fa,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.772043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:45Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:48.813419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e099453-6fac-4d63-9d81-90038c09e24d None None] The sync data for ids ['27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460'] in n-d-713499-10 is: [{'id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896620269', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:45Z', 'updated_at': '2021-07-30T01:57:45Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': 'f1d487eb-c582-49b7-bebb-b482d599096d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:47Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:48.826470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] DHCP port deletion for 9872432c-41d5-4ea2-b675-07ffd3cc5944 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:48.829821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.909977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7409cf4a-2e21-4ca6-b4bf-c73fe716a476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.920461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['20b7fb6d-5bcf-4820-b403-8c86e14defab'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:48.966408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.977036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] Deleting port f99daa55-7072-4c75-96f5-6a9c867a78ea {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:48.977688 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.998348 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP c9709d96-17d5-4963-815c-62e00d9022e4 associated. External IP: 172.25.8.54, port: cc338e57-438a-4a43-ab38-7ce829188d30. Jul 30 01:57:49.002290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=6d1b9979-ff68-4f8d-a7d8-71aaefc987fa,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.115888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] For port f99daa55-7072-4c75-96f5-6a9c867a78ea, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f99daa55-7072-4c75-96f5-6a9c867a78ea,segment=NetworkSegment(0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07),segment_id=0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:49.116535 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.138230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] Calling delete_port for f99daa55-7072-4c75-96f5-6a9c867a78ea owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:49.212994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.286714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:49.402759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.472928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] No DVR routers for this DVR port f99daa55-7072-4c75-96f5-6a9c867a78ea on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:49.477519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc19b71-b869-47a9-a88a-24dc5585dd3f None None] Pushing event deleted for resources: {'Port': ['ID=f99daa55-7072-4c75-96f5-6a9c867a78ea,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.526618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336de7a0-18e0-4260-bb5c-0d1a769a4e17 req-2574dfa8-6c0e-48f7-9281-f29300a2d593 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:49.529320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-336de7a0-18e0-4260-bb5c-0d1a769a4e17 req-2574dfa8-6c0e-48f7-9281-f29300a2d593 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 945 time: 0.1458695 Jul 30 01:57:49.534025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:49.545609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:49.578492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.579689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:49.580382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.617778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.632011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:49.632641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.640550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-336de7a0-18e0-4260-bb5c-0d1a769a4e17 req-50d2f989-e5d6-435d-9f10-b27e26cdefad tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870903 Jul 30 01:57:49.645822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ffa5631f-1cec-4745-bc63-9758d0e744eb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6001945 Jul 30 01:57:49.648039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36552) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:49.657775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:49.684437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:49.685013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5791567-3102-41fc-ac97-068baccfd1a3 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:49.729023 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.893657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.900516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.900937 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP c9709d96-17d5-4963-815c-62e00d9022e4 disassociated. External IP: 172.25.8.54, port: cc338e57-438a-4a43-ab38-7ce829188d30. Jul 30 01:57:50.019954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.056642 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.083649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20b7fb6d-5bcf-4820-b403-8c86e14defab up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:50.144132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:50.154311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 20b7fb6d-5bcf-4820-b403-8c86e14defab completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:50.160303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 20b7fb6d-5bcf-4820-b403-8c86e14defab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:50.161141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.265119 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.293090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:50.297547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:50.298692 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090328e2-8b07-4f89-ba5a-2931ddd9a11a" -d '{"events": [{"server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "name": "network-vif-plugged", "status": "completed", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:50.309906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:57:50.319452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:50.320879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 20b7fb6d-5bcf-4820-b403-8c86e14defab, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:50.324320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.330166 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.336380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:50.336999 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:50.353337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port f1d487eb-c582-49b7-bebb-b482d599096d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:50.353685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.357454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ffc991b2-d955-4d33-b2b0-4b9247cb87d0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/floatingips/c9709d96-17d5-4963-815c-62e00d9022e4 HTTP/1.1" status: 200 len: 687 time: 0.7081933 Jul 30 01:57:50.360056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36558) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.380251 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8f804a-9da5-4f72-97d7-8884540046cc x-openstack-request-id: req-df8f804a-9da5-4f72-97d7-8884540046cc {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:50.380607 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "name": "network-vif-plugged", "status": "completed", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:50.380837 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df8f804a-9da5-4f72-97d7-8884540046cc {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:50.381179 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'code': 200} Jul 30 01:57:50.394090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:50.430192 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:50.431429 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:50.450931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=20b7fb6d-5bcf-4820-b403-8c86e14defab,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.476605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] For port f1d487eb-c582-49b7-bebb-b482d599096d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f1d487eb-c582-49b7-bebb-b482d599096d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:50.477004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.485857 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:50.487677 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55d001-c525-4ace-8223-c6ffa9cbe817 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:50.490970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for f1d487eb-c582-49b7-bebb-b482d599096d owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:50.571606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e3c8-590e-46e6-903a-97b44eb9379c req-12dc3bbc-1e1e-41ad-9a53-2abcbe122c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:50.573117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eb9e3c8-590e-46e6-903a-97b44eb9379c req-12dc3bbc-1e1e-41ad-9a53-2abcbe122c95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1098 time: 0.0709057 Jul 30 01:57:50.607825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 6d1b9979-ff68-4f8d-a7d8-71aaefc987fa {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:50.608168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.694287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:50.729233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Sync routers for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:50.747818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:50.748640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:50.844099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.845349 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0a504b5-1031-4244-a0ae-c3b9e72b009c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9187353 Jul 30 01:57:50.853432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.885358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:50.893807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Router f0fada6a-2ab5-4cfb-be85-0c41da0be22c has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:50.968211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f99daa55-7072-4c75-96f5-6a9c867a78ea no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:51.004052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9eb9e3c8-590e-46e6-903a-97b44eb9379c req-7b9744f4-9262-4a25-aa52-ecbaacd45b5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239087 Jul 30 01:57:51.046596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f99daa55-7072-4c75-96f5-6a9c867a78ea {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:51.046985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f99daa55-7072-4c75-96f5-6a9c867a78ea not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:51.047437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:51.067030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2817c3-563c-42af-91aa-9bbc3279e587 req-a1c3e5e4-bdc1-4ffb-b2ec-4b73014eb54f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:51.068903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b2817c3-563c-42af-91aa-9bbc3279e587 req-a1c3e5e4-bdc1-4ffb-b2ec-4b73014eb54f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 946 time: 0.0816777 Jul 30 01:57:51.089863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.090193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.092453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:51.092801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9448c52b-260d-4c1a-8cbb-a62fca70e0b8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:51.130325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 6d1b9979-ff68-4f8d-a7d8-71aaefc987fa owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:51.150326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.169078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b2817c3-563c-42af-91aa-9bbc3279e587 req-906d72e3-5c3e-47b7-88f2-323fb2502046 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894156 Jul 30 01:57:51.187738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.261759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:48Z', 'revision_number': 3, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.293696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Checking router: 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:51.294339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Updating router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 port d33ec8ec-3345-49c9-97ce-207fcca9ff69 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:51.294676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:51.306167 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] Sync routers for ids ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:51.323530 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] Routers {'f0fada6a-2ab5-4cfb-be85-0c41da0be22c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:51.327778 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.335649 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.349711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.365883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9fb372b9-0b2a-4e06-9a2a-e82d8c4162fb admin admin] 10.222.0.78 "PUT /v2.0/routers/f0fada6a-2ab5-4cfb-be85-0c41da0be22c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1007495 Jul 30 01:57:51.383268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.385473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:51.399267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=6d1b9979-ff68-4f8d-a7d8-71aaefc987fa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:51.469232 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.472532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.474323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-100d8bd0-1eb8-4ae4-8f89-d1582bda61e2 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/floatingips/c9709d96-17d5-4963-815c-62e00d9022e4 HTTP/1.1" status: 204 len: 168 time: 1.1124980 Jul 30 01:57:51.477048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36568) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:51.483133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'e856a759-266b-4020-948f-6be7e381081b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:51.489626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=f1d487eb-c582-49b7-bebb-b482d599096d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:51.514521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.531953 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] Set router f0fada6a-2ab5-4cfb-be85-0c41da0be22c gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:51.646641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.663924 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-9243f885-1774-4941-9f08-c70834e37fe8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4129016 Jul 30 01:57:51.712034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad3863c8-eb83-42db-8723-e275bf746f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.797778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-a8f108f4-1178-45f2-8c45-2d952df15633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:51.799213 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-a8f108f4-1178-45f2-8c45-2d952df15633 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a602fdd1b936459aad530a85cc6143da&device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 1098 time: 0.0951915 Jul 30 01:57:51.803628 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:47Z', 'revision_number': 5, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.833327 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] Checking router: f0fada6a-2ab5-4cfb-be85-0c41da0be22c for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:51.842469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.843054 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] Routers {'f0fada6a-2ab5-4cfb-be85-0c41da0be22c'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:51.844072 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:51.869001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Transition to ACTIVE for port object d33ec8ec-3345-49c9-97ce-207fcca9ff69 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:51.879144 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.885433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.937781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7686c-fb50-4547-9093-1b6ed5bab830 None None] Pushing event updated for resources: {'Port': ['ID=d33ec8ec-3345-49c9-97ce-207fcca9ff69,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:51.970821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Attempting to bind port d33ec8ec-3345-49c9-97ce-207fcca9ff69 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:51.971517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Attempting to bind port d33ec8ec-3345-49c9-97ce-207fcca9ff69 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:51.972087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Attempting to bind port d33ec8ec-3345-49c9-97ce-207fcca9ff69 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:51.977810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:51.978589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:51.979267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.980062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:51.980709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Bound port: d33ec8ec-3345-49c9-97ce-207fcca9ff69, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:51.981266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.997978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.186 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/672ed507-d5a2-4184-98a3-beb8403e9627) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:52.004109 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] Set router f0fada6a-2ab5-4cfb-be85-0c41da0be22c gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:52.046716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.049976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] For port d33ec8ec-3345-49c9-97ce-207fcca9ff69, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:52.055086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] For port d33ec8ec-3345-49c9-97ce-207fcca9ff69, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d33ec8ec-3345-49c9-97ce-207fcca9ff69,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:52.065428 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.067539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.189107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:52.189689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:52.264492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.314362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:52.361363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.429850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7686c-fb50-4547-9093-1b6ed5bab830 None None] Pushing event updated for resources: {'Port': ['ID=d33ec8ec-3345-49c9-97ce-207fcca9ff69,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:52.444209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:52.445794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=672ed507-d5a2-4184-98a3-beb8403e9627,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:52.448546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:52.465088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:52.530315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1790016-61cb-43af-8ed0-83419a309507 req-afbc79fb-7a14-409b-a402-97dd915f7998 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:52.532104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1790016-61cb-43af-8ed0-83419a309507 req-afbc79fb-7a14-409b-a402-97dd915f7998 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 946 time: 0.2220967 Jul 30 01:57:52.563777 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:47Z', 'revision_number': 5, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:52.642404 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e7378-92fe-4aa1-a53f-8c7e800c6066 None None] The sync data for ids ['f0fada6a-2ab5-4cfb-be85-0c41da0be22c'] in n-d-713499-10 is: [{'id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'name': 'tempest-TestAggregatesBasicOps-1272317979-router', 'tenant_id': '3b56b0e4b42740efad466d637b45c007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:10Z', 'updated_at': '2021-07-30T01:57:47Z', 'revision_number': 5, 'project_id': '3b56b0e4b42740efad466d637b45c007', 'gw_port': {'id': 'e031ca92-2b58-4830-b81b-e9900f9d1c35', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:55:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fada6a-2ab5-4cfb-be85-0c41da0be22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:12Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:52.666861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1790016-61cb-43af-8ed0-83419a309507 req-f6700254-f7da-4325-bbea-59df10b1f6b2 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176443 Jul 30 01:57:52.833809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:48Z', 'revision_number': 3, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:52.866777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.873647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46641151-16c4-4930-b40d-f6b88b1d9f7a None None] The sync data for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 is: [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:48Z', 'revision_number': 3, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:52.921965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.996609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278c7fe-2b22-4c99-948d-1afa8caff3bf req-b326dfa4-3f78-42c1-be1e-745166b702b8 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:52.998667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7278c7fe-2b22-4c99-948d-1afa8caff3bf req-b326dfa4-3f78-42c1-be1e-745166b702b8 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 946 time: 0.1897991 Jul 30 01:57:53.072282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.101129 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-ea39c282-280d-4fbc-9992-354ba6fec9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:53.102823 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-ea39c282-280d-4fbc-9992-354ba6fec9d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 200 len: 916 time: 1.2822001 Jul 30 01:57:53.124095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7278c7fe-2b22-4c99-948d-1afa8caff3bf req-110ebe5f-cd89-433c-bff9-f9e3d16d1dd8 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721693 Jul 30 01:57:53.158870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36576) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:53.160860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-0acdb6be-59c4-45fe-9fc4-3a14095bc1ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54 HTTP/1.1" status: 200 len: 217 time: 0.0486178 Jul 30 01:57:53.164402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.164976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Fanout notify agent at l3_agent the message router_deleted on router 27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:53.181568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.182683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d70eb9ea-15bc-4b54-a427-94c31ff57f78 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/routers/27d6ba58-a12b-4e85-9bd2-9ddf7ba5a460 HTTP/1.1" status: 204 len: 168 time: 5.1696141 Jul 30 01:57:53.188131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36580) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:53.283494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-c2d25003-698b-4dc4-835b-26f717cf97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:53.284996 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-c2d25003-698b-4dc4-835b-26f717cf97ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 200 len: 855 time: 0.0971122 Jul 30 01:57:53.400186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.405077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.446330 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-47a5121a-eba6-44cf-b185-112946217a4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538463 Jul 30 01:57:53.520368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.555506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.571674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Deleting port 32e9dbd6-709e-498e-941f-b16f70f4c68c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:53.572394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.672149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75752779-ad0b-4277-9e9e-0b6a67847cb4 tempest-TestVolumeBackupRestore-1243265274 tempest-TestVolumeBackupRestore-1243265274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:53.674284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-75752779-ad0b-4277-9e9e-0b6a67847cb4 tempest-TestVolumeBackupRestore-1243265274 tempest-TestVolumeBackupRestore-1243265274-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1093 time: 0.5142379 Jul 30 01:57:53.678986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.687595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36584) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:53.717506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'tenant_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:53.752069 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.773317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9872432c-41d5-4ea2-b675-07ffd3cc5944']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:53.775304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.805450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:53.805700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9c79e0-bfc4-4793-8fbc-d53fe6e1ad07') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:53.853670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.859567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.899859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Calling delete_port for 32e9dbd6-709e-498e-941f-b16f70f4c68c owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:53.918287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.928195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:53.928703 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:53.934766 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:53.995328 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-f991e984-240f-4fdc-9d2c-bacaec0b7c9a service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796920 Jul 30 01:57:54.023035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Deleting port e031ca92-2b58-4830-b81b-e9900f9d1c35 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:54.023035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.042443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.055497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.057369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/networks/9872432c-41d5-4ea2-b675-07ffd3cc5944 HTTP/1.1" status: 204 len: 168 time: 0.8679399 Jul 30 01:57:54.066064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:54.081357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42591fcf-7262-4f3f-8be9-78cbc91d6204 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Network': ['ID=9872432c-41d5-4ea2-b675-07ffd3cc5944,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:54.093625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.106566 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.195061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.208078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=672ed507-d5a2-4184-98a3-beb8403e9627,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:54.264099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.279363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Allocated IP 172.20.0.1 (ea990d11-907c-44d3-bb2d-4b6c0c4b654c/72733a7e-3647-4e9c-b36e-2e4665e23227/46c83698-7efd-4e71-9020-70784736340f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:54.421266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f3c20041-79f4-469e-a640-aa1ba3370b1f req-4664cb15-913f-4100-8a9f-4af076669f45 service neutron] 10.222.0.66 "GET /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150338 Jul 30 01:57:54.421503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Allocated IP 172.25.8.158 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6ee35e36-e09f-4149-854a-95e3f5059f3b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:54.435947 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 associated. External IP: 172.25.8.186, port: e856a759-266b-4020-948f-6be7e381081b. Jul 30 01:57:54.474849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] For port e031ca92-2b58-4830-b81b-e9900f9d1c35, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e031ca92-2b58-4830-b81b-e9900f9d1c35,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:54.475836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.538990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Calling delete_port for e031ca92-2b58-4830-b81b-e9900f9d1c35 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:54.566065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.631180 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.650841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.704697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.713018 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Port': ['ID=32e9dbd6-709e-498e-941f-b16f70f4c68c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:54.759746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d33ec8ec-3345-49c9-97ce-207fcca9ff69 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:54.803868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.858619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d33ec8ec-3345-49c9-97ce-207fcca9ff69 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:54.863523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d33ec8ec-3345-49c9-97ce-207fcca9ff69 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:54.866693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.874795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port 2bef7112-8aed-47f2-aeb9-92cdffd1b834 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:54.880504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:54.881822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'Port': ['ID=6ee35e36-e09f-4149-854a-95e3f5059f3b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:54.908277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:54.910424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:54.922898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:54.924785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:55.006485 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.038412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d33ec8ec-3345-49c9-97ce-207fcca9ff69, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d33ec8ec-3345-49c9-97ce-207fcca9ff69,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:55.045251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.081012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 14c7adce-dc5a-4e2c-b2a0-627a39a769fa no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:55.099470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.112303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 14c7adce-dc5a-4e2c-b2a0-627a39a769fa {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:55.112822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 14c7adce-dc5a-4e2c-b2a0-627a39a769fa not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:55.113253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1d487eb-c582-49b7-bebb-b482d599096d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:55.137279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f1d487eb-c582-49b7-bebb-b482d599096d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:55.137664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f1d487eb-c582-49b7-bebb-b482d599096d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:55.161961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d33ec8ec-3345-49c9-97ce-207fcca9ff69,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.197266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.205394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.218266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:55.229895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:55.231443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:55.241610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.241996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.242380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:55.243378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:55.249927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:55.250266 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.252643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:55.266478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Pushing event updated for resources: {'Port': ['ID=46c83698-7efd-4e71-9020-70784736340f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.289296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-095ad41c-6b1d-45f1-abf2-fe5934ca7d6c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8065624 Jul 30 01:57:55.289296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36590) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.291724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:55.301164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:55.301780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:55.338332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:55.339086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451554f-8f5c-4c27-9f2e-fe7bc2e5713b None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:55.345495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for 2bef7112-8aed-47f2-aeb9-92cdffd1b834 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:55.430610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e031ca92-2b58-4830-b81b-e9900f9d1c35,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.452449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.537557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.705463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-768bec7b-9f90-4fb6-b9da-17af4aa52973 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/floatingips/6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 HTTP/1.1" status: 200 len: 978 time: 0.4127841 Jul 30 01:57:55.706045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36594) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.893925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8d36f7c3-b068-4c94-84b7-d157f00277bd tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1846142 Jul 30 01:57:55.894175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36596) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.900307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'port_id': 'cc338e57-438a-4a43-ab38-7ce829188d30'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:55.995585 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.040713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.069932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.077688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.122631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Router 714a90ea-c4d7-4539-82de-54568510f1a8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:56.179595 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.185951 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.186454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0fada6a-2ab5-4cfb-be85-0c41da0be22c {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:56.206340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.207495 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3fa5bac4-109d-4494-8181-8d62520903b7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f0fada6a-2ab5-4cfb-be85-0c41da0be22c HTTP/1.1" status: 204 len: 168 time: 4.8154151 Jul 30 01:57:56.210120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36598) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:56.261452 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.309554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:56.320073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e76e0dff-275a-4535-9b9c-6dccf57e8146 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5608687 Jul 30 01:57:56.320746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:56.327203 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] Sync routers for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:56.341230 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:56.341940 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:56.355705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Deleting subnet aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:56.380016 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:56.397287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.405135 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-72ede2c7-24e5-4016-9208-62a97ea5b135 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] show failed (client error): The resource could not be found. Jul 30 01:57:56.405771 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] Routers {'714a90ea-c4d7-4539-82de-54568510f1a8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:56.406576 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['714a90ea-c4d7-4539-82de-54568510f1a8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:56.410737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-72ede2c7-24e5-4016-9208-62a97ea5b135 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1089404457 HTTP/1.1" status: 404 len: 335 time: 0.0872195 Jul 30 01:57:56.413256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36602) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:56.420401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2ae847de-1f37-48c6-8ac8-563eb45ed991 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:56.462163 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-2ae847de-1f37-48c6-8ac8-563eb45ed991 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] update failed (client error): The resource could not be found. Jul 30 01:57:56.462617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.466576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ae847de-1f37-48c6-8ac8-563eb45ed991 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-168392607 HTTP/1.1" status: 404 len: 334 time: 0.0509541 Jul 30 01:57:56.469149 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:56.469344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:56.470935 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bd0ae-0d69-4998-8969-6149af2cee7b None None] The sync data for ids ['714a90ea-c4d7-4539-82de-54568510f1a8'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:56.532182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.606240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=2bef7112-8aed-47f2-aeb9-92cdffd1b834,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:56.620103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Deleting subnet 6486f11a-6514-4289-b35d-6304116ad353 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:56.639748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.657880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.671747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.734673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.741944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.769918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.770254 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Floating IP 856ec7ea-670f-4556-b3c6-dfc79603223a disassociated (deleted). External IP: 172.25.8.176, port: 6b9a3373-d20d-4ec6-8834-f5864a4bbd60. Jul 30 01:57:56.820608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d33ec8ec-3345-49c9-97ce-207fcca9ff69 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:56.853260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event updated for resources: {'Port': ['ID=6ee35e36-e09f-4149-854a-95e3f5059f3b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:56.878030 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.893765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d33ec8ec-3345-49c9-97ce-207fcca9ff69 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:56.894139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.936054 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.938604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:56.946335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.007078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.017137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.018610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9e97ae9a-71da-44cb-b0fe-5b89db0da0ef admin admin] 10.222.0.78 "DELETE /v2.0/subnets/aa8c93f7-5e2e-4b8f-a978-b75e6d0ed376 HTTP/1.1" status: 204 len: 168 time: 0.8075373 Jul 30 01:57:57.019728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90572c-b350-4212-8964-e079704b9029 None None] Network 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:57.023662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36608) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:57.056443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.065011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.092493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e031ca92-2b58-4830-b81b-e9900f9d1c35 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:57.099042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.113417 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Floating IP 176b6434-167b-4dc5-8d9a-ef91f49a645e associated. External IP: 172.25.8.158, port: 20b7fb6d-5bcf-4820-b403-8c86e14defab. Jul 30 01:57:57.121053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e031ca92-2b58-4830-b81b-e9900f9d1c35 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:57.121482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e031ca92-2b58-4830-b81b-e9900f9d1c35 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:57.152914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.166454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Pushing event updated for resources: {'Port': ['ID=46c83698-7efd-4e71-9020-70784736340f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.178739 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:57:57.238417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.266038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] DHCP port deletion for 224b3f76-3744-4962-a2f1-0e9f3a5abfb9 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:57.326242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] Deleting port f233c561-d88f-44f2-ac6c-aa8852506333 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:57.326623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.383663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.403136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] For port f233c561-d88f-44f2-ac6c-aa8852506333, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f233c561-d88f-44f2-ac6c-aa8852506333,segment=NetworkSegment(987a8f08-3752-4780-96a2-b82f8834f4b0),segment_id=987a8f08-3752-4780-96a2-b82f8834f4b0)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:57.403627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.420294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] Calling delete_port for f233c561-d88f-44f2-ac6c-aa8852506333 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:57.458455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.463857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/subnets/6486f11a-6514-4289-b35d-6304116ad353 HTTP/1.1" status: 204 len: 168 time: 0.9917262 Jul 30 01:57:57.470125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b76300-d8d1-4a57-ae0d-d1d30b7a6660 None None] Network 53ef9fed-5e34-4b66-9119-1a4c768eaab1 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:57.470398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36610) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:57.483878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27627afa-4961-4c67-89e3-97e78be03053 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Subnet': ['ID=6486f11a-6514-4289-b35d-6304116ad353,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.529521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 5255463a-4071-4392-bb08-ef563685b5b1 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:57.531803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:57.545256 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:57.565237 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 associated. External IP: 172.25.8.186, port: e856a759-266b-4020-948f-6be7e381081b. Jul 30 01:57:57.571066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Deleting subnet 25e1332e-e842-4d18-8fbc-fe9ccac0af45 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:57.606699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.640846 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.671842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] Pushing event deleted for resources: {'Port': ['ID=f233c561-d88f-44f2-ac6c-aa8852506333,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:57.673701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbcfa2-04b0-4159-bb18-1d7fa9a55bdf None None] No DVR routers for this DVR port f233c561-d88f-44f2-ac6c-aa8852506333 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:57.692136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Deleting port f233c561-d88f-44f2-ac6c-aa8852506333 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:57.692703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.780608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] DHCP port deletion for 53ef9fed-5e34-4b66-9119-1a4c768eaab1 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:57.812411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.832820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] Deleting port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:57.833512 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.842987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Router 1d5e070a-f507-4f83-acad-38dc5c716f28 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:57.905426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] For port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,segment=NetworkSegment(16b92860-4ebc-44fc-a457-6b8b7ef16f73),segment_id=16b92860-4ebc-44fc-a457-6b8b7ef16f73)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:57.906173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.916949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] For port f233c561-d88f-44f2-ac6c-aa8852506333, host n-d-713499-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:57.917861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.920947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] Calling delete_port for 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:57.947104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:57.947930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:57.951120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Calling delete_port for f233c561-d88f-44f2-ac6c-aa8852506333 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:57.955696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Port f233c561-d88f-44f2-ac6c-aa8852506333 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:57:57.956910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:57.961775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.980678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] Sync routers for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:57.999846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:58.000736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.019513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.051864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:58.067581 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] Sync routers for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:58.078689 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:58.079343 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.108153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.113361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.129990 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.151484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fdda5973-0b6b-4e63-9af1-01960eae2806 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4626918 Jul 30 01:57:58.154591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:58.158298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36614) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:58.161025 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b610133-fbe2-4e0c-821d-8e73a335956d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:58.165899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:58.167021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:58.207145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] No DVR routers for this DVR port f233c561-d88f-44f2-ac6c-aa8852506333 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:58.235239 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef6b868-d616-4bcc-95f3-4b8dc302bc56 x-openstack-request-id: req-aef6b868-d616-4bcc-95f3-4b8dc302bc56 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:58.235937 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:58.236470 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aef6b868-d616-4bcc-95f3-4b8dc302bc56 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:58.237108 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'status': 'completed', 'code': 200} Jul 30 01:57:58.246422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-47fc2afb-bdb4-4c17-a035-4bb8595d5d5f tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/floatingips/856ec7ea-670f-4556-b3c6-dfc79603223a HTTP/1.1" status: 204 len: 168 time: 4.1350424 Jul 30 01:57:58.252740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Pushing event deleted for resources: {'Port': ['ID=f233c561-d88f-44f2-ac6c-aa8852506333,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:58.271241 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:58.294156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:58.296650 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:58.518641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-5eea0f7f-88cc-4b58-b5f3-b4c006f9e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.524506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:58.525575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-5eea0f7f-88cc-4b58-b5f3-b4c006f9e828 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1098 time: 0.1958151 Jul 30 01:57:58.527648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] Pushing event deleted for resources: {'Port': ['ID=2cafa66c-3ebf-4480-b58c-08ccbdd3df2d,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:58.553555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6d2ea-9441-4dd4-a03c-04c20e3f72fd None None] No DVR routers for this DVR port 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:58.559450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-ecc6661a-82f3-4965-b7c8-cf30f15bd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.561708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-ecc6661a-82f3-4965-b7c8-cf30f15bd83e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 1137 time: 0.1445484 Jul 30 01:57:58.576049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:58.576802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.654027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.683808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:58.684451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.731876 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '176b6434-167b-4dc5-8d9a-ef91f49a645e', 'tenant_id': '108bd442902040708f0574f97abedc00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:55Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 0, 'project_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.739986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.740638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2cb7a-689b-4165-9e9b-f8d9ab5f63fb None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:58.746763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f233c561-d88f-44f2-ac6c-aa8852506333 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:58.755620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-48fc84fe-f36f-46da-8571-07a6e7f73122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.757288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-48fc84fe-f36f-46da-8571-07a6e7f73122 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 HTTP/1.1" status: 200 len: 897 time: 0.1509116 Jul 30 01:57:58.774039 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] Checking router: 1d5e070a-f507-4f83-acad-38dc5c716f28 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:58.779779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f233c561-d88f-44f2-ac6c-aa8852506333 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:58.780404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f233c561-d88f-44f2-ac6c-aa8852506333 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:58.781017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:58.785347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:58.786867 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.834278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.839696 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd6e2ff-d737-4f0e-8e39-e7536c9865c7 x-openstack-request-id: req-4fd6e2ff-d737-4f0e-8e39-e7536c9865c7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:58.840286 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:58.840705 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fd6e2ff-d737-4f0e-8e39-e7536c9865c7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:58.841264 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'status': 'completed', 'code': 200} Jul 30 01:57:58.841805 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-75b79b0b-5901-43f4-a468-a7f8262138a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60 HTTP/1.1" status: 200 len: 217 time: 0.0764041 Jul 30 01:57:58.853034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:58.853648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2cafa66c-3ebf-4480-b58c-08ccbdd3df2d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:58.865887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.880891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:58.905855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Subnet': ['ID=25e1332e-e842-4d18-8fbc-fe9ccac0af45,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:58.906647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] Checking router: 5255463a-4071-4392-bb08-ef563685b5b1 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:58.915662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.920556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:58.920556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:58.922534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-028b75d1-5d93-46d3-8566-b54dcc4b5b82 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/subnets/25e1332e-e842-4d18-8fbc-fe9ccac0af45 HTTP/1.1" status: 204 len: 168 time: 1.4508998 Jul 30 01:57:58.925140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36626) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:58.937471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ec5e-52f2-4e13-a36a-371a691f7e5c req-e48b0398-b188-4f8d-9f90-3cd0db8045f0 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.939125 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d92ec5e-52f2-4e13-a36a-371a691f7e5c req-e48b0398-b188-4f8d-9f90-3cd0db8045f0 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 985 time: 0.1807873 Jul 30 01:57:58.968838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.979300 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:58.980397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ab5b1-b6f5-4cbd-a5da-4e8b35bb74d5 tempest-TestVolumeBackupRestore-1243265274 tempest-TestVolumeBackupRestore-1243265274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.985712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b9ab5b1-b6f5-4cbd-a5da-4e8b35bb74d5 tempest-TestVolumeBackupRestore-1243265274 tempest-TestVolumeBackupRestore-1243265274-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1093 time: 0.8211312 Jul 30 01:57:58.990068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36628) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:58.990911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4bf78-88de-4ef9-bd5c-8110f912dc5c None None] Network 0e51cb13-d0ae-4c89-8465-db9d69995cdc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:58.995209 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Request body: {'floatingip': {'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:58.999947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b3f76-3744-4962-a2f1-0e9f3a5abfb9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.038451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.044224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987a8f08-3752-4780-96a2-b82f8834f4b0') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.044760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987a8f08-3752-4780-96a2-b82f8834f4b0') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.062581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.086367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:59.101862 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-509512fe-e68a-48f3-9076-dc26cd7b9f63 admin admin] 10.222.0.78 "PUT /v2.0/routers/8b80a2ad-dad2-408f-b3b7-32b86c5f34f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2472804 Jul 30 01:57:59.109143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.130457 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.130731 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Sync routers for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:59.169366 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:59.169986 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.187372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-ca5733da-56e2-4836-9f93-37ed7255b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:59.189908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-ca5733da-56e2-4836-9f93-37ed7255b8ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 915 time: 0.6460984 Jul 30 01:57:59.199477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:59.199982 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.206198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-ea0f1c98-107f-4482-a35d-1666d10e9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:59.207740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-ea0f1c98-107f-4482-a35d-1666d10e9ad1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=83f19501-9bab-4f9b-9d10-00d018cbda55 HTTP/1.1" status: 200 len: 834 time: 0.3515320 Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:59.210845 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:59.230325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:59.313656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] DHCP port deletion for 0e51cb13-d0ae-4c89-8465-db9d69995cdc request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:59.380339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.445086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d92ec5e-52f2-4e13-a36a-371a691f7e5c req-6e2998fd-658f-4d0b-8db6-3a0a933a1f9a tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3963463 Jul 30 01:57:59.483619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.486720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] 10.222.0.78 "DELETE /v2.0/networks/224b3f76-3744-4962-a2f1-0e9f3a5abfb9 HTTP/1.1" status: 204 len: 168 time: 2.4570365 Jul 30 01:57:59.512346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:59.516976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.562403 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:59.583230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-6a187ecc-3eae-4b95-8ba0-2aa4167bb4fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 1000 time: 0.3336885 Jul 30 01:57:59.588542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.605861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-045fc135-69f2-4e38-af94-195a07bdcf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:59.608026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-045fc135-69f2-4e38-af94-195a07bdcf60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3395913 Jul 30 01:57:59.610571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ef9fed-5e34-4b66-9119-1a4c768eaab1']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.649180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb42146-a689-4d7e-847d-f53be1b02587 admin admin] Pushing event deleted for resources: {'Network': ['ID=224b3f76-3744-4962-a2f1-0e9f3a5abfb9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:59.713392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b92860-4ebc-44fc-a457-6b8b7ef16f73') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.713697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b92860-4ebc-44fc-a457-6b8b7ef16f73') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.721883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36648) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:59.741124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.755644 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.762867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:59.763699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.764944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:59.805913 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '176b6434-167b-4dc5-8d9a-ef91f49a645e', 'tenant_id': '108bd442902040708f0574f97abedc00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:55Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 0, 'project_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.823538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:59.824472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.843605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5649ed6-2673-4337-aab3-9bf903950a90 None None] The sync data for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 is: [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '176b6434-167b-4dc5-8d9a-ef91f49a645e', 'tenant_id': '108bd442902040708f0574f97abedc00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:55Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 0, 'project_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:59.881590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] Deleting port 8dc93765-8439-43c0-82e2-c40deb676593 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:59.882247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.886982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.969318 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 2, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:59.996225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:59.996869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:00.071316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:00.072024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4709cd-b477-449c-8efa-a947d34b5bfc None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:00.082282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] For port 8dc93765-8439-43c0-82e2-c40deb676593, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8dc93765-8439-43c0-82e2-c40deb676593,segment=NetworkSegment(bb39d399-cc91-4a57-9184-34440665b6b9),segment_id=bb39d399-cc91-4a57-9184-34440665b6b9)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:00.082631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.098714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] Calling delete_port for 8dc93765-8439-43c0-82e2-c40deb676593 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:00.187297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:00.226692 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Checking router: 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:00.227291 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Updating router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 port 46c83698-7efd-4e71-9020-70784736340f binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:00.234238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-29a8bea3-2087-4364-ad07-e38e66ba22c4 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:00.236469 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-29a8bea3-2087-4364-ad07-e38e66ba22c4 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.55 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 985 time: 0.2789631 Jul 30 01:58:00.270605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfaa1d3-e223-40cf-a60d-bb2312438b49 None None] The sync data for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 is: [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:55:40Z', 'revision_number': 4, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '524fa27b-9f97-4eb9-b047-85065237e39e', 'name': '', 'network_id': 'a5051c81-e5dd-4d90-99f5-65a0d9ae64c8', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'mac_address': 'fa:16:3e:49:2a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:38Z', 'updated_at': '2021-07-30T01:55:50Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'subnets': [{'id': '83f19501-9bab-4f9b-9d10-00d018cbda55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:00.283192 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.310917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.323051 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ba1af-4399-4f27-8ef2-2e74b1a88daf None None] New status for floating IP 176b6434-167b-4dc5-8d9a-ef91f49a645e: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:00.364058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] No DVR routers for this DVR port 8dc93765-8439-43c0-82e2-c40deb676593 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:00.378149 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:00.382324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc70a-8149-4972-9245-45adf1c17cd0 None None] Pushing event deleted for resources: {'Port': ['ID=8dc93765-8439-43c0-82e2-c40deb676593,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:00.467294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:58:00.475601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.485835 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.491726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/networks/53ef9fed-5e34-4b66-9119-1a4c768eaab1 HTTP/1.1" status: 204 len: 168 time: 1.5513849 Jul 30 01:58:00.531433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:00.594720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-019874f6-6e0b-47c8-94a9-60f73569bf57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=344dff8302e74a67959e8ff38d91fdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227960 Jul 30 01:58:00.600320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dfeb831f-648e-49ba-bf5f-0ced635b57ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/floatingips/6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 HTTP/1.1" status: 200 len: 977 time: 4.7049954 Jul 30 01:58:00.602000 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36668) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:00.602577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36670) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:00.632352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:00.685962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8dc93765-8439-43c0-82e2-c40deb676593 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:00.687140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.720694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8dc93765-8439-43c0-82e2-c40deb676593 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:00.721032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8dc93765-8439-43c0-82e2-c40deb676593 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:00.726469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.745735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:00.746336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.750775 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.db.api [None req-912ba1af-4399-4f27-8ef2-2e74b1a88daf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:58:00.751566 n-d-713499-10 neutron-server[93892]: DEBUG oslo_db.api [None req-912ba1af-4399-4f27-8ef2-2e74b1a88daf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:58:00.775403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c82ae-3780-4342-8471-ec7495c391de tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Network': ['ID=53ef9fed-5e34-4b66-9119-1a4c768eaab1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:00.779201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-8ff41572-6c02-492a-90e4-9700247ffab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:00.780969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-8ff41572-6c02-492a-90e4-9700247ffab5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 200 len: 853 time: 1.1788139 Jul 30 01:58:00.808081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4c1140-4115-4954-9107-f58d1358e6ff None None] New status for floating IP 856ec7ea-670f-4556-b3c6-dfc79603223a: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:00.813736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-4d706f55-e433-49c0-94d4-3828107d910d service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1865740 Jul 30 01:58:00.817320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.832374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.941309 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.957226 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Transition to ACTIVE for port object 46c83698-7efd-4e71-9020-70784736340f will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:00.966513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] For port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:00.966513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.971408 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.972736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-68e01a68-b2ff-4241-9b99-cedffebe9f9a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:00.977486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-68e01a68-b2ff-4241-9b99-cedffebe9f9a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 820 time: 0.5888968 Jul 30 01:58:01.007212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.009722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:01.027757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e51cb13-d0ae-4c89-8465-db9d69995cdc']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:01.041137 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Pushing event updated for resources: {'Port': ['ID=46c83698-7efd-4e71-9020-70784736340f,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.051836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb39d399-cc91-4a57-9184-34440665b6b9') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:01.052031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb39d399-cc91-4a57-9184-34440665b6b9') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:01.072599 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.072945 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.073281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.074116 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.074642 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.075738 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.076083 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.076446 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.076884 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.077241 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.077679 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.078069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:01.104514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.114648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2ca8-935b-40a9-abf7-f0fabf6804ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.117684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-bb70fbaf-2d2c-498f-88fe-7dc06400670e tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/quotas/2f16984cd0c34637bdbce1b0f2bfa9dc HTTP/1.1" status: 200 len: 375 time: 0.0870821 Jul 30 01:58:01.144495 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Attempting to bind port 46c83698-7efd-4e71-9020-70784736340f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:01.145601 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Attempting to bind port 46c83698-7efd-4e71-9020-70784736340f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:01.146067 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Attempting to bind port 46c83698-7efd-4e71-9020-70784736340f on network ea990d11-907c-44d3-bb2d-4b6c0c4b654c {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:01.155764 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:01.156314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Checking segment: {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:01.157829 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.158746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Bound using segment: {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:01.159452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Bound port: 46c83698-7efd-4e71-9020-70784736340f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:01.160118 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.205218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d978c-e6c5-4103-8c9c-53cb355c4b4a req-a5987dcb-df4d-4ad8-a57a-eae1d95a77e2 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.207107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d978c-e6c5-4103-8c9c-53cb355c4b4a req-a5987dcb-df4d-4ad8-a57a-eae1d95a77e2 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 985 time: 0.4938953 Jul 30 01:58:01.232807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-257626f4-193c-4dae-aaa7-2f1e3b844769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.234608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-257626f4-193c-4dae-aaa7-2f1e3b844769 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4111462 Jul 30 01:58:01.250599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.255764 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] For port 46c83698-7efd-4e71-9020-70784736340f, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:01.257448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-679231d9-351e-48a3-877d-7fb4d6872e62 service neutron] 10.222.0.55 "GET /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083660 Jul 30 01:58:01.263199 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] For port 46c83698-7efd-4e71-9020-70784736340f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=46c83698-7efd-4e71-9020-70784736340f,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:01.265044 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ba1af-4399-4f27-8ef2-2e74b1a88daf None None] New status for floating IP 176b6434-167b-4dc5-8d9a-ef91f49a645e: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:01.267670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Router 1d5e070a-f507-4f83-acad-38dc5c716f28 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:01.270543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:01.271080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:01.274689 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:01.306082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2ca8-935b-40a9-abf7-f0fabf6804ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.413195 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.434925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc7d978c-e6c5-4103-8c9c-53cb355c4b4a req-efd08321-33ac-4104-a6ed-bbc72a9b0f6e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/security-groups?id=a99e7378-3519-4883-8fec-a5559b179852&id=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2047229 Jul 30 01:58:01.489702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-848e8c28-13c5-4c9d-b770-41d65aca47f7 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3317180 Jul 30 01:58:01.498667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.514526 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.514884 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 disassociated. External IP: 172.25.8.186, port: cc338e57-438a-4a43-ab38-7ce829188d30. Jul 30 01:58:01.527480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.534557 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:01.535657 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:01.544128 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.550082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/networks/0e51cb13-d0ae-4c89-8465-db9d69995cdc HTTP/1.1" status: 204 len: 168 time: 1.0138969 Jul 30 01:58:01.551371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:01.566115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.599907 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55763e-cdc8-41c4-a762-3eeffd5813bb None None] Pushing event updated for resources: {'Port': ['ID=46c83698-7efd-4e71-9020-70784736340f,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.650815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2ca8-935b-40a9-abf7-f0fabf6804ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.653689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2ca8-935b-40a9-abf7-f0fabf6804ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.654943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f0bd2ca8-935b-40a9-abf7-f0fabf6804ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa356831-2318-4f6e-88f2-77522455d550 HTTP/1.1" status: 204 len: 168 time: 1.0317066 Jul 30 01:58:01.676300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=6b9a3373-d20d-4ec6-8834-f5864a4bbd60,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.696824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-e19b9b5c-9f80-4d10-8899-a8f8887e5501 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378603 Jul 30 01:58:01.699196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab402fbc-8a5c-4115-a752-23edcd81a8d4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Network': ['ID=0e51cb13-d0ae-4c89-8465-db9d69995cdc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.725301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd2ca8-935b-40a9-abf7-f0fabf6804ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa356831-2318-4f6e-88f2-77522455d550,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.803055 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:01.818219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-bc568ac9-9cdf-4ee8-9234-b872516d1fb1 service neutron] 10.222.0.78 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137209 Jul 30 01:58:01.881996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] No DVR routers for this DVR port 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:01.890754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.894819 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-acf3fa9b-ffea-40ba-aba6-7b15272d79b6 req-14458bef-e0c9-4b6d-867b-a465cbdd28c8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.55 "DELETE /v2.0/ports/6b9a3373-d20d-4ec6-8834-f5864a4bbd60 HTTP/1.1" status: 204 len: 173 time: 1.6257434 Jul 30 01:58:01.898571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'name': 'network-vif-deleted', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:01.902975 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f639974-dee9-4ed4-bf23-483882698497" -d '{"events": [{"server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "name": "network-vif-deleted", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:01.918767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Deleting subnet 7e0bb1ca-8349-4f98-8919-f0adcf4eab1e {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:01.927455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.967673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:01.976637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.006831 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] Sync routers for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:02.051787 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d6835-2102-4ab3-84f7-fa31a1de50e4 x-openstack-request-id: req-d45d6835-2102-4ab3-84f7-fa31a1de50e4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:02.052150 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b", "name": "network-vif-deleted", "tag": "6b9a3373-d20d-4ec6-8834-f5864a4bbd60", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:02.052468 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d45d6835-2102-4ab3-84f7-fa31a1de50e4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:02.052986 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b', 'name': 'network-vif-deleted', 'tag': '6b9a3373-d20d-4ec6-8834-f5864a4bbd60', 'status': 'completed', 'code': 200} Jul 30 01:58:02.072076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b610133-fbe2-4e0c-821d-8e73a335956d req-f1873b04-ae33-4990-b8cf-d240ade62ff4 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580658 Jul 30 01:58:02.088646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.115181 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:02.115828 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:02.222437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0ccd1b7-14f4-4bff-9c77-559701aa03bd tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "PUT /v2.0/floatingips/176b6434-167b-4dc5-8d9a-ef91f49a645e HTTP/1.1" status: 200 len: 992 time: 3.2261984 Jul 30 01:58:02.243901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-58ff7983-5067-4737-aa1b-5cd29732ce37 service neutron] 10.222.0.78 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245968 Jul 30 01:58:02.254500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:02.348249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36684) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:02.381352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.497501 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:02.561071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:02.565874 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.575311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:02.606200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:02.606836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:02.644499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-f22ba6dd-552f-49f8-a21c-698cb1b49de8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0854545 Jul 30 01:58:02.647210 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5cb316ab-a96d-4831-ba74-b86901bfa0c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b56b0e4b42740efad466d637b45c007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958047 Jul 30 01:58:02.649682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:02.696968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.707094 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:01Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:02.711173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:02.739964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:02.740866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:02.744699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca89072-1e24-4f69-9181-20202d304f8e None None] Network b7d42a71-5cf6-46b3-87f1-bf605cab31a9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:02.749188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.752027 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/subnets/7e0bb1ca-8349-4f98-8919-f0adcf4eab1e HTTP/1.1" status: 204 len: 168 time: 1.1931086 Jul 30 01:58:02.758658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:02.759648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea03d11-815b-4ba7-b5df-5b603385b326 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0bb1ca-8349-4f98-8919-f0adcf4eab1e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:02.793145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105a66aa-ec94-4f93-ab3c-e6ad7930dd4b None None] The sync data for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 is: [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:01Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:02.848555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:02.849808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4d452-db23-488d-a172-754f2082ffb0 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:03.001381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-223bb4fe-0767-4e5c-8c08-68d9ae499e53 req-145a8bf2-1cf4-469d-bc5d-0a200e607132 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 210 time: 0.2741416 Jul 30 01:58:03.071707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04fa178a-e2fd-4a99-9ac7-dbc9074cda58 req-d03a202d-d06b-41a7-a3f4-945582ed9f85 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "GET /v2.0/ports?device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 210 time: 0.3589022 Jul 30 01:58:03.086123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-ff9ca075-4b97-4a78-8ee9-4a7aeee2bd97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d965d48537442b0be7fa6c7c968c556&device_id=fabd0dd4-b4ab-4e9a-a79c-d9fc167e9c5b HTTP/1.1" status: 200 len: 210 time: 0.3022919 Jul 30 01:58:03.096547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df45943a-43d2-4ab6-8f63-79642ee064a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/floatingips/6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 HTTP/1.1" status: 200 len: 688 time: 2.4675517 Jul 30 01:58:03.097409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:03.162550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.180861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.207179 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '176b6434-167b-4dc5-8d9a-ef91f49a645e', 'tenant_id': '108bd442902040708f0574f97abedc00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:55Z', 'updated_at': '2021-07-30T01:58:01Z', 'revision_number': 2, 'project_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:03.232029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] DHCP port deletion for b7d42a71-5cf6-46b3-87f1-bf605cab31a9 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:58:03.327547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.350533 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] Deleting port d63b5458-23ae-4f35-a0bd-8418421076f0 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:03.354035 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.483636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Deleting port d63b5458-23ae-4f35-a0bd-8418421076f0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:03.484819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.505728 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] Checking router: 1d5e070a-f507-4f83-acad-38dc5c716f28 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:03.538625 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:03.543272 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:03.577148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] For port d63b5458-23ae-4f35-a0bd-8418421076f0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d63b5458-23ae-4f35-a0bd-8418421076f0,segment=NetworkSegment(81678500-d314-4307-ab5d-1c5070218b0c),segment_id=81678500-d314-4307-ab5d-1c5070218b0c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:03.578191 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.607148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] Calling delete_port for d63b5458-23ae-4f35-a0bd-8418421076f0 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:03.699553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] For port d63b5458-23ae-4f35-a0bd-8418421076f0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d63b5458-23ae-4f35-a0bd-8418421076f0,segment=NetworkSegment(81678500-d314-4307-ab5d-1c5070218b0c),segment_id=81678500-d314-4307-ab5d-1c5070218b0c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:03.700850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.709692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.718537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.722662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b508c0c2-1c5c-436d-964a-2ae6e5f565a1 HTTP/1.1" status: 204 len: 168 time: 1.0715480 Jul 30 01:58:03.797638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Calling delete_port for d63b5458-23ae-4f35-a0bd-8418421076f0 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:03.807555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.842067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508c0c2-1c5c-436d-964a-2ae6e5f565a1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:03.849633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] Pushing event deleted for resources: {'Port': ['ID=d63b5458-23ae-4f35-a0bd-8418421076f0,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:03.856204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec161ac-4b00-4989-bd4b-10a574418466 None None] No DVR routers for this DVR port d63b5458-23ae-4f35-a0bd-8418421076f0 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:03.901177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.901837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.902753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.903286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.903997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.904495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.905052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.905553 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.906240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.906856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.907427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:03.907986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72e5ff-3d0c-496e-8b75-741046744b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:04.017834 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:04.057608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}, {'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:04.063977 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaae7be-1705-4126-a840-b573e3612330" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}, {"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:04.148547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:04.171541 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138a1df4-86d3-4f8b-87c7-6459970415d2 x-openstack-request-id: req-138a1df4-86d3-4f8b-87c7-6459970415d2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:04.171817 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:04.172030 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-138a1df4-86d3-4f8b-87c7-6459970415d2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:04.172429 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'status': 'completed', 'code': 200} Jul 30 01:58:04.177170 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'status': 'completed', 'code': 200} Jul 30 01:58:04.199546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:04.199978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 6b9a3373-d20d-4ec6-8834-f5864a4bbd60 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:04.246803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:04.255314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.280976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aa924d6-d98b-45ba-8be3-3b261794a82c req-74377f04-385e-4823-bba9-a284317410be tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 210 time: 0.0791454 Jul 30 01:58:04.387978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] No DVR routers for this DVR port d63b5458-23ae-4f35-a0bd-8418421076f0 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:04.526028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-890e006e-8218-4fc5-8921-da95f7f534bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.528672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-890e006e-8218-4fc5-8921-da95f7f534bc service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2d965d48537442b0be7fa6c7c968c556&shared=False HTTP/1.1" status: 200 len: 897 time: 1.4122336 Jul 30 01:58:04.655498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Port': ['ID=d63b5458-23ae-4f35-a0bd-8418421076f0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:04.686358 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '176b6434-167b-4dc5-8d9a-ef91f49a645e', 'tenant_id': '108bd442902040708f0574f97abedc00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:55Z', 'updated_at': '2021-07-30T01:58:01Z', 'revision_number': 2, 'project_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:04.743435 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d174-f76c-46e2-b76a-40ea7a993bb0 None None] The sync data for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 is: [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '176b6434-167b-4dc5-8d9a-ef91f49a645e', 'tenant_id': '108bd442902040708f0574f97abedc00', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'port_id': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'mac_address': 'fa:16:3e:89:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:57:55Z', 'updated_at': '2021-07-30T01:58:01Z', 'revision_number': 2, 'project_id': '108bd442902040708f0574f97abedc00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:04.809061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 46c83698-7efd-4e71-9020-70784736340f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:04.902928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 46c83698-7efd-4e71-9020-70784736340f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:04.904799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-bc42fa7e-fae3-4100-afed-adcec8a570a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.906383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-bc42fa7e-fae3-4100-afed-adcec8a570a0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3695946 Jul 30 01:58:04.909664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-db24b32f-5f39-4226-acca-a687e10037ff tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.912042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 46c83698-7efd-4e71-9020-70784736340f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:04.912443 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.912834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 672ed507-d5a2-4184-98a3-beb8403e9627 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:04.913183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.914132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-db24b32f-5f39-4226-acca-a687e10037ff tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 820 time: 0.4449146 Jul 30 01:58:04.932170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'port': {'device_id': '69ba90d1-badd-4a84-b035-b106e4745d00', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'admin_state_up': True, 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:04.960754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.983201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d42a71-5cf6-46b3-87f1-bf605cab31a9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:05.027740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81678500-d314-4307-ab5d-1c5070218b0c') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:05.027740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81678500-d314-4307-ab5d-1c5070218b0c') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:05.032482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66ec08bf-f8b1-454b-b16a-b51c57dcde9c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.051914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.052421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.066714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.069631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 672ed507-d5a2-4184-98a3-beb8403e9627 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:05.070151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-9daeef59-6310-4b2b-ab70-bd3b897e5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.071901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-9daeef59-6310-4b2b-ab70-bd3b897e5725 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1098 time: 0.8431239 Jul 30 01:58:05.113189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.171111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 46c83698-7efd-4e71-9020-70784736340f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=46c83698-7efd-4e71-9020-70784736340f,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:05.178603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.218300 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66ec08bf-f8b1-454b-b16a-b51c57dcde9c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.223453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.232447 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:05.232853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.287180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d63b5458-23ae-4f35-a0bd-8418421076f0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:05.295700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=46c83698-7efd-4e71-9020-70784736340f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.320334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d63b5458-23ae-4f35-a0bd-8418421076f0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:05.329512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.349975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d63b5458-23ae-4f35-a0bd-8418421076f0 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:05.415197 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=672ed507-d5a2-4184-98a3-beb8403e9627,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.489753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cdd8c55-e6c9-47c8-acc4-3c98edcecffd req-5d95bec4-f439-4aac-bda8-a73755c15d56 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 210 time: 0.0855978 Jul 30 01:58:05.507208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.509870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.513895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-accace1b-540b-4e93-9779-1a6db9ad53a4 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/floatingips/6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 HTTP/1.1" status: 204 len: 168 time: 2.4114320 Jul 30 01:58:05.514690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.570955 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-f5d296e7-e81b-4015-b629-a72c202148f3 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] delete failed (client error): The resource could not be found. Jul 30 01:58:05.576386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f5d296e7-e81b-4015-b629-a72c202148f3 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/floatingips/6ab88f89-8bec-446b-8aa5-b29b39cb5dc0 HTTP/1.1" status: 404 len: 345 time: 0.0562842 Jul 30 01:58:05.576845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36724) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.663098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b126f-b5dd-4741-9ff8-a6cf754d350c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.669068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b126f-b5dd-4741-9ff8-a6cf754d350c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.674969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b126f-b5dd-4741-9ff8-a6cf754d350c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.679362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-671b126f-b5dd-4741-9ff8-a6cf754d350c tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/ports?network_id=5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 HTTP/1.1" status: 200 len: 2357 time: 0.0990410 Jul 30 01:58:05.679638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36726) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:05.693997 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:05.732787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078f250-1233-434c-b889-53d7edc0f304 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.739052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2078f250-1233-434c-b889-53d7edc0f304 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/subnets/1caacc76-92ad-49f3-ad71-f88951a53a05 HTTP/1.1" status: 200 len: 797 time: 0.0534978 Jul 30 01:58:05.739721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.745924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'port': {'network_id': '5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0', 'name': 'tempest-FloatingIPTestJSON-1321085107', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:05.784748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.799019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.803370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/networks/b7d42a71-5cf6-46b3-87f1-bf605cab31a9 HTTP/1.1" status: 204 len: 168 time: 3.0316815 Jul 30 01:58:05.804598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.826603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-4896ca14-95ce-4879-a923-e1606c10dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.828107 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-4896ca14-95ce-4879-a923-e1606c10dd8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 915 time: 0.7425680 Jul 30 01:58:05.829791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fcd5-7af2-4091-8809-c08d3a0f5af3 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Pushing event deleted for resources: {'Network': ['ID=b7d42a71-5cf6-46b3-87f1-bf605cab31a9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.832177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66ec08bf-f8b1-454b-b16a-b51c57dcde9c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.834685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66ec08bf-f8b1-454b-b16a-b51c57dcde9c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.838384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-66ec08bf-f8b1-454b-b16a-b51c57dcde9c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/security-groups/6eb0715d-f8ad-40b9-9852-4a97cfa17ab5 HTTP/1.1" status: 204 len: 168 time: 1.5933352 Jul 30 01:58:05.840136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36732) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.844392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3ba073f0-8648-48ee-bc19-44fdfe2c4ea4 tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "GET /v2.0/ports?device_id=714a90ea-c4d7-4539-82de-54568510f1a8 HTTP/1.1" status: 200 len: 205 time: 0.0372834 Jul 30 01:58:05.845901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36734) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:05.847528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Made reservation on behalf of 2f16984cd0c34637bdbce1b0f2bfa9dc for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:05.851602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.942349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec08bf-f8b1-454b-b16a-b51c57dcde9c tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0715d-f8ad-40b9-9852-4a97cfa17ab5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.945911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa62-b02f-4f61-b32d-437f7bb5eb7d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:05.961688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:06.009493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.026161 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa62-b02f-4f61-b32d-437f7bb5eb7d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.043064 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-307250d2-a17c-48e8-a2d8-590f7261ea0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 1002 time: 0.2054307 Jul 30 01:58:06.106767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.110033 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa62-b02f-4f61-b32d-437f7bb5eb7d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.112610 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa62-b02f-4f61-b32d-437f7bb5eb7d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.116348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1ee9aa62-b02f-4f61-b32d-437f7bb5eb7d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/security-groups/a99e7378-3519-4883-8fec-a5559b179852 HTTP/1.1" status: 204 len: 168 time: 0.2705033 Jul 30 01:58:06.121537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:06.132148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9aa62-b02f-4f61-b32d-437f7bb5eb7d tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e7378-3519-4883-8fec-a5559b179852,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:06.140469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] device_id is not set on port 919d0ef1-9e87-4f44-af59-a5b181c56649 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:06.376890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-be523cba-bded-403c-bb0b-c38fa7096a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.378417 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-be523cba-bded-403c-bb0b-c38fa7096a31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 200 len: 853 time: 0.3017292 Jul 30 01:58:06.400804 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.405819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.443744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Allocated IP 172.20.0.9 (ea990d11-907c-44d3-bb2d-4b6c0c4b654c/72733a7e-3647-4e9c-b36e-2e4665e23227/ede6ecf5-2ed9-44b6-852d-b63115d6b981) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:06.486106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.14 (5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0/1caacc76-92ad-49f3-ad71-f88951a53a05/919d0ef1-9e87-4f44-af59-a5b181c56649) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:06.495734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.13 (5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0/1caacc76-92ad-49f3-ad71-f88951a53a05/919d0ef1-9e87-4f44-af59-a5b181c56649) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:06.516992 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.535704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Fanout notify agent at l3_agent the message router_deleted on router 714a90ea-c4d7-4539-82de-54568510f1a8 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:58:06.608234 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.609461 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-33e5e9e0-0f92-4334-935f-3503fb56978a tempest-RoutersNegativeTest-988513215 tempest-RoutersNegativeTest-988513215-project] 10.222.0.78 "DELETE /v2.0/routers/714a90ea-c4d7-4539-82de-54568510f1a8 HTTP/1.1" status: 204 len: 168 time: 0.7559907 Jul 30 01:58:06.626131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d61bde30-429a-4102-b0f1-4dadf9f12eae req-43a81bd2-7deb-41f1-8874-1b0933161783 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 210 time: 0.0308287 Jul 30 01:58:06.668927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-6f2cccaa-9d30-49cd-b9c7-316361443d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.670463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-6f2cccaa-9d30-49cd-b9c7-316361443d47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805293 Jul 30 01:58:06.718440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 46c83698-7efd-4e71-9020-70784736340f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:06.739870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.810347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 46c83698-7efd-4e71-9020-70784736340f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:06.811142 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.830592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.874002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:06.877484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:06.881789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:06.926395 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.938025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.938685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.945651 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-b52f6e89-9f85-4828-942a-12b87b70757d service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402284 Jul 30 01:58:06.964002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2230322 Jul 30 01:58:06.967084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:06.971579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '919d0ef1-9e87-4f44-af59-a5b181c56649', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:07.004025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2e3c1-b5ba-4917-80f3-9ab359d6afd8 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=919d0ef1-9e87-4f44-af59-a5b181c56649,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.022010 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.066031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.123312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:07.142158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.180031 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-d314d5af-bfad-49da-8642-99430e9a06c8 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271535 Jul 30 01:58:07.201638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.280051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.166 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/c194cb41-11a0-41a9-ae8a-a4b1796ef8d1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:07.283844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Network ea990d11-907c-44d3-bb2d-4b6c0c4b654c is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:07.286926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:07.288889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.291155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:07.417265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.417966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.438655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.444901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a4d7f2da-3c2e-4214-846f-c8411f8cb209 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92d688e0ae6a458e991930a940629b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204484 Jul 30 01:58:07.449718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36756) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:07.462060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.483032 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-1eacb2ff-16d3-4d39-a812-6baf123155bd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5550210 Jul 30 01:58:07.484839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-6174159d-7576-42dd-bd67-614f01a3080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.486674 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-6174159d-7576-42dd-bd67-614f01a3080b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1098 time: 0.1631448 Jul 30 01:58:07.497573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Request body: {'port': {'device_id': '69ba90d1-badd-4a84-b035-b106e4745d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:07.544983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b403a22e-dc84-4f25-8084-31ce2ed9e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.569169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.582409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b403a22e-dc84-4f25-8084-31ce2ed9e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.625582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:07.635365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:07.644470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:07.678626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.684821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=c194cb41-11a0-41a9-ae8a-a4b1796ef8d1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.729299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-bf455028-920a-426e-a12f-5a598367be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.731582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-bf455028-920a-426e-a12f-5a598367be25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 915 time: 0.2387331 Jul 30 01:58:07.817234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b403a22e-dc84-4f25-8084-31ce2ed9e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.819699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b403a22e-dc84-4f25-8084-31ce2ed9e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:07.823533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b403a22e-dc84-4f25-8084-31ce2ed9e6f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b280d8b-b123-4810-9d61-bca5e2ffa8bd HTTP/1.1" status: 204 len: 168 time: 0.3700895 Jul 30 01:58:07.869139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403a22e-dc84-4f25-8084-31ce2ed9e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b280d8b-b123-4810-9d61-bca5e2ffa8bd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:07.918328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771bae7-78bc-4d9c-8c74-76698d954ec3 req-3b5b8586-ae70-4efb-addf-b21b21e4b9f1 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.920316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4771bae7-78bc-4d9c-8c74-76698d954ec3 req-3b5b8586-ae70-4efb-addf-b21b21e4b9f1 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 931 time: 0.1584563 Jul 30 01:58:07.928146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-0b5d03d1-9d5e-4070-958f-80ca9ac7b768 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 1002 time: 0.1716342 Jul 30 01:58:08.069789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4771bae7-78bc-4d9c-8c74-76698d954ec3 req-8d6d1da8-f610-4bd3-ac42-9b5920aa533e tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135130 Jul 30 01:58:08.071128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-02da572e-d496-4f14-b440-4521b6d43b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.072632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-02da572e-d496-4f14-b440-4521b6d43b4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 200 len: 853 time: 0.1315873 Jul 30 01:58:08.231525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.334299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.548688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.560151 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.647782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae7be-1705-4126-a840-b573e3612330 req-4a11ea3d-188b-46fe-bd47-4d04677c2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.649239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-4a11ea3d-188b-46fe-bd47-4d04677c2410 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5691214 Jul 30 01:58:08.670788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.688095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port 524fa27b-9f97-4eb9-b047-85065237e39e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:08.688475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.693703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede6ecf5-2ed9-44b6-852d-b63115d6b981 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:08.724888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=c194cb41-11a0-41a9-ae8a-a4b1796ef8d1,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.740635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.776017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36786) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:08.804399 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 7c150191-fec4-4aa1-8db1-26514be40ace associated. External IP: 172.25.8.166, port: 919d0ef1-9e87-4f44-af59-a5b181c56649. Jul 30 01:58:08.806920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Transition to ACTIVE for port object ede6ecf5-2ed9-44b6-852d-b63115d6b981 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:08.826042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.923964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] For port 524fa27b-9f97-4eb9-b047-85065237e39e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=524fa27b-9f97-4eb9-b047-85065237e39e,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:08.924687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.930071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-57b1e3d1-8a47-4ff2-9ed9-fe43fe1fa7c4 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716842 Jul 30 01:58:08.954369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.959318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for 524fa27b-9f97-4eb9-b047-85065237e39e owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:08.967187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--214322095'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:09.069155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:09.136917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.164783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.219677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Attempting to bind port ede6ecf5-2ed9-44b6-852d-b63115d6b981 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:09.220323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Attempting to bind port ede6ecf5-2ed9-44b6-852d-b63115d6b981 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:09.220860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Attempting to bind port ede6ecf5-2ed9-44b6-852d-b63115d6b981 on network ea990d11-907c-44d3-bb2d-4b6c0c4b654c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:09.230605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9aaae7be-1705-4126-a840-b573e3612330 req-ffd5a438-a38e-4748-ba45-284f48985f63 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876799 Jul 30 01:58:09.237912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:09.253257 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:09.260425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6815840-295b-4ed7-a7d5-35bd61dd5b76 req-436b7460-6bcd-48bf-b8cc-e0c041da6eba tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.263523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6815840-295b-4ed7-a7d5-35bd61dd5b76 req-436b7460-6bcd-48bf-b8cc-e0c041da6eba tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 943 time: 0.0829082 Jul 30 01:58:09.267171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Port ede6ecf5-2ed9-44b6-852d-b63115d6b981 on network ea990d11-907c-44d3-bb2d-4b6c0c4b654c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:09.267509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Attempting to bind port ede6ecf5-2ed9-44b6-852d-b63115d6b981 on network ea990d11-907c-44d3-bb2d-4b6c0c4b654c {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:09.275092 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:09.278432 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:09.283418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:09.283809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Checking segment: {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:09.284189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Bound using segment: {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:09.284662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Bound port: ede6ecf5-2ed9-44b6-852d-b63115d6b981, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38930eaf-69c4-47bb-872e-332ba213d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:09.285034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.315778 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:09.326078 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:09.326963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:09.369320 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:09.370926 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3e136-d426-4d21-975d-5888510e2685 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:09.474332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:09.481069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:09.489522 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.501703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.545156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=524fa27b-9f97-4eb9-b047-85065237e39e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.549864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.590100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.608761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.609414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.611370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] 10.222.0.66 "PUT /v2.0/ports/ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 1092 time: 2.1193018 Jul 30 01:58:09.614420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:09.622247 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0b0515-09bd-4ff9-aef2-d796ef90e026" -d '{"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:09.751475 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac48f884-b8fc-49bd-b63b-91694d3e0861 x-openstack-request-id: req-ac48f884-b8fc-49bd-b63b-91694d3e0861 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:09.751846 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:09.752157 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac48f884-b8fc-49bd-b63b-91694d3e0861 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:09.752797 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'status': 'completed', 'code': 200} Jul 30 01:58:09.790075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868e1d10-4159-4b73-babc-8eda6d3c6871,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.796660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf96c3a-842c-4f12-b880-67bc59a18219 service neutron] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:09.797312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6815840-295b-4ed7-a7d5-35bd61dd5b76 req-31485d7f-df82-4622-a83c-2ae7966d3631 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002973 Jul 30 01:58:09.799535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.867466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cd926639-1be5-47ac-b5f5-f2cea023ee5d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8993125 Jul 30 01:58:09.868403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36796) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:09.874231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'port_id': '919d0ef1-9e87-4f44-af59-a5b181c56649', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:09.904813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-d49c89eb-3c50-485c-afa5-ffd47ac9c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.906352 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-d49c89eb-3c50-485c-afa5-ffd47ac9c355 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1095 time: 0.2280483 Jul 30 01:58:09.947524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:09.975946 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-ebdb69f1-e9bf-485a-922e-66c75f9013d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.0528932 Jul 30 01:58:10.098749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-3d6278e2-44d1-4480-8680-d73b9ce9eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.100582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-3d6278e2-44d1-4480-8680-d73b9ce9eae6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.1140630 Jul 30 01:58:10.130524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.135236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.138356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.182362 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-69ea44f7-3e35-47fe-bc26-33a86d0aabdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726092 Jul 30 01:58:10.268066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.272890 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4953656 Jul 30 01:58:10.285761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36798) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:10.309891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394894-79d6-4459-a02d-a60357f78065 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94b269-bb08-4671-ab38-8dd07e3c590f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:10.418854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-df3d2c2f-96db-4ee3-b488-b2f739a8e3c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258897 Jul 30 01:58:10.427962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2fe8db82-ab7d-4894-957c-4d1611d6b6b2 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1387167 Jul 30 01:58:10.429268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36800) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:10.434395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-security--781562038', 'description': 'tempest-security-description-1097160103'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:10.531963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.616728 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-daf90cae-23b9-45f3-ae48-a7bb89080b40 req-533494cc-26ab-4719-a332-13f7ad1dafe0 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907940 Jul 30 01:58:10.622566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Router 5255463a-4071-4392-bb08-ef563685b5b1 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:10.752386 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.764188 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.765411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.769305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.772311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.776564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "PUT /v2.0/security-groups/ad94b269-bb08-4671-ab38-8dd07e3c590f HTTP/1.1" status: 200 len: 1779 time: 0.3461714 Jul 30 01:58:10.780269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:10.809485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-38a5717e-6122-4151-adcf-56e30d0f8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.811527 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-38a5717e-6122-4151-adcf-56e30d0f8717 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1095 time: 0.1295240 Jul 30 01:58:10.820955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:10.836319 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2a03da7d-b91a-4bbf-a5e7-96ee258bc3f8 tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "PUT /v2.0/routers/5255463a-4071-4392-bb08-ef563685b5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7114468 Jul 30 01:58:10.837725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] Sync routers for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:10.839455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36810) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:10.863139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:10.864966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:10.887396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b62a8-2815-4bd5-9882-f6a45e0c5983 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94b269-bb08-4671-ab38-8dd07e3c590f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.039809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:11.073378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:11.091498 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6ce70356-4d32-4a52-9cf1-00ebaccb97d2 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups/ad94b269-bb08-4671-ab38-8dd07e3c590f HTTP/1.1" status: 200 len: 1779 time: 0.3078747 Jul 30 01:58:11.098100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.117305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting subnet 83f19501-9bab-4f9b-9d10-00d018cbda55 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:11.136717 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.226302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da57a7b-6e43-4fab-8cbf-c90d3772e8b5 req-a413691a-bb17-4dc2-82a1-dc7465698a4b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.227853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8da57a7b-6e43-4fab-8cbf-c90d3772e8b5 req-a413691a-bb17-4dc2-82a1-dc7465698a4b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 943 time: 0.1624489 Jul 30 01:58:11.239077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.239708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b69115-a0db-465a-9916-4d5cd86f4313 req-cbf9165e-bbec-48fc-a949-dc03e66c40c0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.240046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:58:09Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.240677 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33b69115-a0db-465a-9916-4d5cd86f4313 req-cbf9165e-bbec-48fc-a949-dc03e66c40c0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 946 time: 0.1647806 Jul 30 01:58:11.246682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-74243f67-c275-4402-b607-8255dd3e4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.248453 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-74243f67-c275-4402-b607-8255dd3e4619 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.4128461 Jul 30 01:58:11.279766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] Checking router: 5255463a-4071-4392-bb08-ef563685b5b1 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:11.290350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] Routers {'5255463a-4071-4392-bb08-ef563685b5b1'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:11.291321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5255463a-4071-4392-bb08-ef563685b5b1'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.325771 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-87c1ba86-cb27-46da-9754-111d607b01d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.0422432 Jul 30 01:58:11.331463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f12d-0a0f-4b48-b561-3503bcac698f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.346045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33b69115-a0db-465a-9916-4d5cd86f4313 req-6ba715f7-e567-4cc7-883b-9803ba31e6d4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904813 Jul 30 01:58:11.377015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8da57a7b-6e43-4fab-8cbf-c90d3772e8b5 req-35f0b39a-7fd5-488a-8bc3-46e711489072 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352992 Jul 30 01:58:11.389463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:11.395926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.401293 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:11.419092 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:11.419998 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.441688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f12d-0a0f-4b48-b561-3503bcac698f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.471523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-22d34e58-a38d-4acd-9c98-2d76f654dcce tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/floatingips/7c150191-fec4-4aa1-8db1-26514be40ace HTTP/1.1" status: 200 len: 979 time: 1.6017532 Jul 30 01:58:11.474272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36816) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.476252 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.485073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] Set router 5255463a-4071-4392-bb08-ef563685b5b1 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:11.488655 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:11.489506 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.526457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-3a20d77c-768f-44e2-a212-ce6a8905f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.528142 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-3a20d77c-768f-44e2-a212-ce6a8905f91e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.1920726 Jul 30 01:58:11.537816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.539044 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0954f79-3585-4455-afa8-22c063b70012 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:11.575862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.582804 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-bb0c1dc1-f2df-4584-b624-1db8250038aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409007 Jul 30 01:58:11.609737 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f12d-0a0f-4b48-b561-3503bcac698f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.612338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f12d-0a0f-4b48-b561-3503bcac698f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.613526 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ff5f12d-0a0f-4b48-b561-3503bcac698f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/ad94b269-bb08-4671-ab38-8dd07e3c590f HTTP/1.1" status: 204 len: 168 time: 0.5144110 Jul 30 01:58:11.635562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.636352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5f12d-0a0f-4b48-b561-3503bcac698f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94b269-bb08-4671-ab38-8dd07e3c590f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.690234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port c194cb41-11a0-41a9-ae8a-a4b1796ef8d1 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:11.690636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.719410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:58:09Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:11.755134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7ee9b-761b-4088-853d-5d52e2d5e08e None None] The sync data for ids ['5255463a-4071-4392-bb08-ef563685b5b1'] in n-d-713499-10 is: [{'id': '5255463a-4071-4392-bb08-ef563685b5b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1074236624', 'tenant_id': '2d965d48537442b0be7fa6c7c968c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '45ceb5bb-f408-4454-803d-5533315baf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:26Z', 'updated_at': '2021-07-30T01:58:09Z', 'revision_number': 5, 'project_id': '2d965d48537442b0be7fa6c7c968c556', 'gw_port': {'id': '45ceb5bb-f408-4454-803d-5533315baf27', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255463a-4071-4392-bb08-ef563685b5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:55:28Z', 'updated_at': '2021-07-30T01:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:11.767510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-620fe2db-2541-4e2a-b662-8c6685bf51d8 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236813 Jul 30 01:58:11.772438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36820) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.785669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.802219 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-83bc0b8c-2b74-4dfc-8200-48672cc21d21 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] delete failed (client error): The resource could not be found. Jul 30 01:58:11.808170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-83bc0b8c-2b74-4dfc-8200-48672cc21d21 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/ad94b269-bb08-4671-ab38-8dd07e3c590f HTTP/1.1" status: 404 len: 347 time: 0.0340998 Jul 30 01:58:11.809761 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.810090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.812465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36822) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.822478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238242'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:11.824201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-335fa5d6-3136-41f6-beba-34affcc744be service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180226 Jul 30 01:58:11.825227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Subnet': ['ID=83f19501-9bab-4f9b-9d10-00d018cbda55,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.830099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.831967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc89b310-23eb-4f5d-906e-4c2135d189eb tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/subnets/83f19501-9bab-4f9b-9d10-00d018cbda55 HTTP/1.1" status: 204 len: 168 time: 0.9673753 Jul 30 01:58:11.836146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:11.838460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5b1d6-aa44-4553-8968-353aa0e3df0a None None] Network a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:11.841300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for c194cb41-11a0-41a9-ae8a-a4b1796ef8d1 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:11.908692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:11.932227 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f0b0515-09bd-4ff9-aef2-d796ef90e026 req-c689734c-4a53-45b7-adb2-ddfceccba441 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988362 Jul 30 01:58:12.096443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.112222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] DHCP port deletion for a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:58:12.173760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Deleting port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:12.174151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.246501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] For port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,segment=NetworkSegment(ef35492a-b3c3-423b-ac67-14b4245d937e),segment_id=ef35492a-b3c3-423b-ac67-14b4245d937e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:12.246908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.268950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Calling delete_port for 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:12.272689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.279350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.287178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.349496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.353781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5376647 Jul 30 01:58:12.354160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:12.372573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': 'd7b3dfb4-ad75-48a4-ac69-8e2910e35088', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:12.375495 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.386713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541d2bb-3ab9-4cfb-ba5e-f037eae5d4bf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b3dfb4-ad75-48a4-ac69-8e2910e35088,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:12.396100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.410007 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.411959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Pushing event deleted for resources: {'Port': ['ID=2e48e9ed-d6c1-4dc4-90cd-4995e983d73f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:12.416474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] No DVR routers for this DVR port 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:12.424668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.425072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.425469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.425814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.426151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.426605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.426804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.427278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.427604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.427933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.428262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.428584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081abdd1-6760-4e19-bf7b-ab6c1a1ddc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:12.437728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=c194cb41-11a0-41a9-ae8a-a4b1796ef8d1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:12.590800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Deleting port 45ceb5bb-f408-4454-803d-5533315baf27 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:12.591359 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.612091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.612454 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 7c150191-fec4-4aa1-8db1-26514be40ace disassociated (deleted). External IP: 172.25.8.166, port: 919d0ef1-9e87-4f44-af59-a5b181c56649. Jul 30 01:58:12.668002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 524fa27b-9f97-4eb9-b047-85065237e39e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:12.690436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 524fa27b-9f97-4eb9-b047-85065237e39e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:12.690836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 524fa27b-9f97-4eb9-b047-85065237e39e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:12.691228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:12.712262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:12.712500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2e48e9ed-d6c1-4dc4-90cd-4995e983d73f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:12.910273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-39011ddd-79f2-4193-84bf-42859b1c0b25 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:12.911991 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-39011ddd-79f2-4193-84bf-42859b1c0b25 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 946 time: 0.0783942 Jul 30 01:58:12.928868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.934955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.984371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98a5e8d-f988-482f-a957-2dcb49b31438,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:12.992523 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:12.993697 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fc1e72c6-c6fe-48a8-842d-42a2606c761b tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6382055 Jul 30 01:58:12.997182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.050710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173442f7-a793-4277-8ead-529dccdd6926 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.060120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173442f7-a793-4277-8ead-529dccdd6926 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.071663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3447c-0e2f-4687-8114-f985657456b6 req-79d2f171-d905-4449-934d-23a196f3fae1 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.073224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4e3447c-0e2f-4687-8114-f985657456b6 req-79d2f171-d905-4449-934d-23a196f3fae1 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 946 time: 0.5898740 Jul 30 01:58:13.087632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7accb03-21d4-4457-a95b-c17d09f8ad5a req-e9499339-58b3-4f53-a488-7b53d32604a8 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.089285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7accb03-21d4-4457-a95b-c17d09f8ad5a req-e9499339-58b3-4f53-a488-7b53d32604a8 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 943 time: 0.5830564 Jul 30 01:58:13.089768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Deleting port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:13.090473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.139710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173442f7-a793-4277-8ead-529dccdd6926 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.150483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-173442f7-a793-4277-8ead-529dccdd6926 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.151669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-173442f7-a793-4277-8ead-529dccdd6926 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/d98a5e8d-f988-482f-a957-2dcb49b31438 HTTP/1.1" status: 204 len: 168 time: 0.1536541 Jul 30 01:58:13.156879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36834) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.179437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173442f7-a793-4277-8ead-529dccdd6926 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d98a5e8d-f988-482f-a957-2dcb49b31438,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:13.232696 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f0c79d8-c337-4120-a15e-a4b5510c78e0 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729041 Jul 30 01:58:13.235430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36836) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.243426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] For port 45ceb5bb-f408-4454-803d-5533315baf27, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=45ceb5bb-f408-4454-803d-5533315baf27,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:13.243852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.247651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] For port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:13.248022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.253849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7accb03-21d4-4457-a95b-c17d09f8ad5a req-0dd58cb5-a67f-49d3-bad3-513333cc7d50 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544032 Jul 30 01:58:13.264581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a4e3447c-0e2f-4687-8114-f985657456b6 req-4d9046d9-07be-4b96-9afa-b42b4ed57d27 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683197 Jul 30 01:58:13.270565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Calling delete_port for 45ceb5bb-f408-4454-803d-5533315baf27 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:13.278732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Calling delete_port for 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:13.351742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085b24a8-560d-401e-bce8-9f050b8ed980 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.388164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085b24a8-560d-401e-bce8-9f050b8ed980 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.457422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085b24a8-560d-401e-bce8-9f050b8ed980 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.462443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-085b24a8-560d-401e-bce8-9f050b8ed980 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.464925 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-085b24a8-560d-401e-bce8-9f050b8ed980 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/d7b3dfb4-ad75-48a4-ac69-8e2910e35088 HTTP/1.1" status: 204 len: 168 time: 0.2283165 Jul 30 01:58:13.469116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.515707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:13.519627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b24a8-560d-401e-bce8-9f050b8ed980 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b3dfb4-ad75-48a4-ac69-8e2910e35088,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:13.554400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.567859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54', '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4', '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:13.570109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-12616e10-a199-4831-b04e-e81b979c7327 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0984285 Jul 30 01:58:13.596357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['84a7f0d8-f036-456b-a509-a0bee9287cea'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:13.600792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36840) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.609906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--834555043'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:13.617379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event deleted for resources: {'Port': ['ID=2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:13.689317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] No DVR routers for this DVR port 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:13.692838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.695283 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23360ce3-d0b9-4e27-a373-dc5663cc68b8 req-1396c76d-b6b4-4f21-8f8c-b0876e121286 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "DELETE /v2.0/ports/2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 HTTP/1.1" status: 204 len: 173 time: 0.7745192 Jul 30 01:58:13.696286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'name': 'network-vif-deleted', 'tag': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:13.699067 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989cd333-b2ad-48b9-81b9-731fbabedf83" -d '{"events": [{"server_uuid": "514a3cba-b7d6-4c4f-9226-ed175a876b3b", "name": "network-vif-deleted", "tag": "2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:13.699898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.725045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.743279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Port': ['ID=45ceb5bb-f408-4454-803d-5533315baf27,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:13.782975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:13.805912 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.806710 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67780d6-8ada-4186-b1b9-7c1bda4ca516 x-openstack-request-id: req-e67780d6-8ada-4186-b1b9-7c1bda4ca516 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:13.807057 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514a3cba-b7d6-4c4f-9226-ed175a876b3b", "name": "network-vif-deleted", "tag": "2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:13.807422 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e67780d6-8ada-4186-b1b9-7c1bda4ca516 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:13.808826 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514a3cba-b7d6-4c4f-9226-ed175a876b3b', 'name': 'network-vif-deleted', 'tag': '2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14', 'status': 'completed', 'code': 200} Jul 30 01:58:13.850038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:13.864620 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.864900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e4ff59f6-731d-4ebb-87e7-e786d1301730 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/floatingips/7c150191-fec4-4aa1-8db1-26514be40ace HTTP/1.1" status: 204 len: 168 time: 2.3881812 Jul 30 01:58:13.868143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36844) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.872100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.881377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.884263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:13.884907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:13.932248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:13.944184 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:13.948687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3420753 Jul 30 01:58:13.958670 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:13.970307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:13.970871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:13.993734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '2faa0511-b635-44f2-8adf-2ea0d3a1f79f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:14.003569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9fafe-8da4-484a-8df2-f47c282fd649 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa0511-b635-44f2-8adf-2ea0d3a1f79f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.009686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.013228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.040510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:14.041152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdbef96-d18f-4887-87b0-9c4c56afdd56 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:14.043777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.060602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ede6ecf5-2ed9-44b6-852d-b63115d6b981 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:14.066446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 919d0ef1-9e87-4f44-af59-a5b181c56649 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:14.066817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.072343 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.073666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Fanout notify agent at l3_agent the message router_deleted on router 5255463a-4071-4392-bb08-ef563685b5b1 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:58:14.081304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.085783 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c37782c-cead-4a0d-9898-58aac802855b tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/routers/5255463a-4071-4392-bb08-ef563685b5b1 HTTP/1.1" status: 204 len: 168 time: 2.2470286 Jul 30 01:58:14.086459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36848) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.166312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.176263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.188380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.220519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9168f7c8-0258-4835-a9fb-922ea87d3779,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.238842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.244575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-076a9df1-f90c-44a0-b5eb-db42138e404f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2765424 Jul 30 01:58:14.248846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36850) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.256365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '2faa0511-b635-44f2-8adf-2ea0d3a1f79f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:14.320529 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.340217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.351465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 919d0ef1-9e87-4f44-af59-a5b181c56649 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:14.369921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.387366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5051c81-e5dd-4d90-99f5-65a0d9ae64c8']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:14.405814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef35492a-b3c3-423b-ac67-14b4245d937e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:14.406095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef35492a-b3c3-423b-ac67-14b4245d937e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:14.448013 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.495851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:14.512994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6be6cac7-1956-4cf9-a5f0-9a83bf6b5415 req-15b9616b-58dd-44d0-9e61-aa445608796c tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=514a3cba-b7d6-4c4f-9226-ed175a876b3b HTTP/1.1" status: 200 len: 210 time: 0.0578845 Jul 30 01:58:14.514454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.516634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'port_id': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'mac_address': 'fa:16:3e:9b:c5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:14.527355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:14.528441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.532720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:14.534064 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:14.544733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.578290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5da865-03ff-45b4-b0cb-42347860a003,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.585318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.591476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-73d53b5f-44fe-4d62-912a-98af6ef5aca1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3381665 Jul 30 01:58:14.591665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80940ce-1415-4973-8082-37bc8218dfbc req-f96ce5f4-08da-4d68-a05b-efd67306720e tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:14.592733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.601570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e80940ce-1415-4973-8082-37bc8218dfbc req-f96ce5f4-08da-4d68-a05b-efd67306720e tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 943 time: 0.2011442 Jul 30 01:58:14.607984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36856) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.616711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede6ecf5-2ed9-44b6-852d-b63115d6b981 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:14.630070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '2faa0511-b635-44f2-8adf-2ea0d3a1f79f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:14.646313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:14.653550 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.677235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.682355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.684520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] 10.222.0.78 "DELETE /v2.0/networks/a5051c81-e5dd-4d90-99f5-65a0d9ae64c8 HTTP/1.1" status: 204 len: 168 time: 0.5970540 Jul 30 01:58:14.766876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e80940ce-1415-4973-8082-37bc8218dfbc req-3b4e630c-d930-4966-8f09-e8a9f10e8422 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639993 Jul 30 01:58:14.768358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300d882-8487-4522-bfec-211b72ae827e tempest-TestSecurityGroupsBasicOps-2097167012 tempest-TestSecurityGroupsBasicOps-2097167012-project] Pushing event deleted for resources: {'Network': ['ID=a5051c81-e5dd-4d90-99f5-65a0d9ae64c8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.790822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.794708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 45ceb5bb-f408-4454-803d-5533315baf27 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:14.794923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.824253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 45ceb5bb-f408-4454-803d-5533315baf27 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:14.824980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 45ceb5bb-f408-4454-803d-5533315baf27 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:14.833558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=919d0ef1-9e87-4f44-af59-a5b181c56649,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.834853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.881580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.886103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.909719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ede6ecf5-2ed9-44b6-852d-b63115d6b981'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:14.924954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.925937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171070 Jul 30 01:58:14.927263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4da44a-b703-4f66-b408-f4a8e7325e3d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d205a81f-9e4e-40d4-90e0-e9804ddc8ec0,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.928875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.933510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '2faa0511-b635-44f2-8adf-2ea0d3a1f79f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:14.940279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.942362 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e90a7e85-8860-4c7b-88e3-aa3d3b135cd0 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/ports/919d0ef1-9e87-4f44-af59-a5b181c56649 HTTP/1.1" status: 204 len: 168 time: 1.0728543 Jul 30 01:58:14.946393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36864) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:14.958884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:15.004194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.024777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.127219 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.132243 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36868) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.136614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.162170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f49ea8-53a1-4894-8411-6ad7aa2d78dd,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.166681 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.170693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.171116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f06337e9-a6bb-4a3f-9a8e-3d02c4a31171 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2408876 Jul 30 01:58:15.176467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '2faa0511-b635-44f2-8adf-2ea0d3a1f79f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:15.206952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.209808 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.296632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.307882 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.321420 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8eee92a9-7dfb-4553-98a8-91c32f060202 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d965d48537442b0be7fa6c7c968c556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879790 Jul 30 01:58:15.325651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36874) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.333728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a86ffc9-a9e3-4f59-8a72-baa86763f2ab,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.341950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.343132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-469120bc-339f-4be6-940b-66834d8b7f16 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1709621 Jul 30 01:58:15.345966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36876) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.353757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.227 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/09075322-bdc8-4bd4-ad16-2f217d24c105) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:15.372425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31395e7f-1359-4c5d-947d-6b02ba13685e tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.381847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31395e7f-1359-4c5d-947d-6b02ba13685e tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.412964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31395e7f-1359-4c5d-947d-6b02ba13685e tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.419339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31395e7f-1359-4c5d-947d-6b02ba13685e tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.420480 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31395e7f-1359-4c5d-947d-6b02ba13685e tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0a86ffc9-a9e3-4f59-8a72-baa86763f2ab HTTP/1.1" status: 204 len: 168 time: 0.0733557 Jul 30 01:58:15.423304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36878) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.447671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31395e7f-1359-4c5d-947d-6b02ba13685e tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a86ffc9-a9e3-4f59-8a72-baa86763f2ab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.450255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27e7d6e8-bd64-4b84-8f39-fdf2eaaf5bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.486976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27e7d6e8-bd64-4b84-8f39-fdf2eaaf5bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.489188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-645c581f-fb33-4d3b-aa90-0bad2e87ea27 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0645442 Jul 30 01:58:15.491821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36880) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.547429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.571295 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36b25fe6-f22d-48cf-949e-75dd0777160a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.592255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36b25fe6-f22d-48cf-949e-75dd0777160a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.648077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36b25fe6-f22d-48cf-949e-75dd0777160a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.653571 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-36b25fe6-f22d-48cf-949e-75dd0777160a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.657296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-36b25fe6-f22d-48cf-949e-75dd0777160a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b2f49ea8-53a1-4894-8411-6ad7aa2d78dd HTTP/1.1" status: 204 len: 168 time: 0.1621017 Jul 30 01:58:15.657823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36888) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.667195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.672726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25fe6-f22d-48cf-949e-75dd0777160a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f49ea8-53a1-4894-8411-6ad7aa2d78dd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.706156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27e7d6e8-bd64-4b84-8f39-fdf2eaaf5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.709174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27e7d6e8-bd64-4b84-8f39-fdf2eaaf5bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.714264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-27e7d6e8-bd64-4b84-8f39-fdf2eaaf5bf2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/281f8413-d4f3-4b18-a022-8f6f939bf23f HTTP/1.1" status: 204 len: 168 time: 0.3835640 Jul 30 01:58:15.724357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-71bc363c-0cd3-4cc2-b83d-451063d33617 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0653381 Jul 30 01:58:15.725044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36892) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.732286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7d6e8-bd64-4b84-8f39-fdf2eaaf5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f8413-d4f3-4b18-a022-8f6f939bf23f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.753380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:15.755714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:15.757802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:15.762166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=09075322-bdc8-4bd4-ad16-2f217d24c105,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.773416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba109235-d5f7-4fad-b728-67ba09078275 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.783371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba109235-d5f7-4fad-b728-67ba09078275 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.842245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba109235-d5f7-4fad-b728-67ba09078275 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.864651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ba109235-d5f7-4fad-b728-67ba09078275 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.868448 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ba109235-d5f7-4fad-b728-67ba09078275 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/d205a81f-9e4e-40d4-90e0-e9804ddc8ec0 HTTP/1.1" status: 204 len: 168 time: 0.1399493 Jul 30 01:58:15.872289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36896) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.878746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba109235-d5f7-4fad-b728-67ba09078275 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d205a81f-9e4e-40d4-90e0-e9804ddc8ec0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.932175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7cc397a-5bd0-47da-bb90-72aa79fd5021 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0585754 Jul 30 01:58:15.935529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36900) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:15.970016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.973602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcc891be-8cc4-4589-b87d-86e03629bf00 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.992240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49530-2c52-42bf-a625-b65dd515a8a9 req-fa9ef6be-992b-4281-bc79-162166ad148b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.992822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcc891be-8cc4-4589-b87d-86e03629bf00 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.994344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ba49530-2c52-42bf-a625-b65dd515a8a9 req-fa9ef6be-992b-4281-bc79-162166ad148b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 944 time: 0.1410587 Jul 30 01:58:16.033241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcc891be-8cc4-4589-b87d-86e03629bf00 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.041326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bcc891be-8cc4-4589-b87d-86e03629bf00 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.043368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bcc891be-8cc4-4589-b87d-86e03629bf00 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4c5da865-03ff-45b4-b0cb-42347860a003 HTTP/1.1" status: 204 len: 168 time: 0.1064665 Jul 30 01:58:16.045842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36902) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.054715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ede6ecf5-2ed9-44b6-852d-b63115d6b981 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:16.059342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.068475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc891be-8cc4-4589-b87d-86e03629bf00 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c5da865-03ff-45b4-b0cb-42347860a003,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.112251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ba49530-2c52-42bf-a625-b65dd515a8a9 req-12701112-715b-432f-b6a4-bea6055678bb tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791204 Jul 30 01:58:16.113504 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e5e79e3-b762-4715-9ac1-687f2b0fec84 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0658627 Jul 30 01:58:16.115575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36904) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.151937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b925b0c-c717-46ee-82a0-13aa39eae36f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.168852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b925b0c-c717-46ee-82a0-13aa39eae36f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.174585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port ede6ecf5-2ed9-44b6-852d-b63115d6b981 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:16.183395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port ede6ecf5-2ed9-44b6-852d-b63115d6b981 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:16.184129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.209100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b925b0c-c717-46ee-82a0-13aa39eae36f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.228721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6b925b0c-c717-46ee-82a0-13aa39eae36f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.231298 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6b925b0c-c717-46ee-82a0-13aa39eae36f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9168f7c8-0258-4835-a9fb-922ea87d3779 HTTP/1.1" status: 204 len: 168 time: 0.1145446 Jul 30 01:58:16.236091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.268054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.269141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b925b0c-c717-46ee-82a0-13aa39eae36f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9168f7c8-0258-4835-a9fb-922ea87d3779,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.288036 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.290005 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.294800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.298728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-400ed1a6-3a29-40bf-b82e-b7a65aeb5742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.327375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:16.330294 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798d25ce-a4a6-4011-abd3-8b8d9f4a9f19" -d '{"events": [{"server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "name": "network-vif-plugged", "status": "completed", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:16.351185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:16.357488 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.358768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:16.407383 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.448909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:16.449277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2c7987e6-ec73-4b43-b5a8-c4d1e62f5e14 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:16.454974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=09075322-bdc8-4bd4-ad16-2f217d24c105,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.460060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dfa99576-ce8e-4029-ab28-375e86519842 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2204740 Jul 30 01:58:16.463302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36914) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.464631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-400ed1a6-3a29-40bf-b82e-b7a65aeb5742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.468260 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65786376-dda2-40a9-aad2-64e2c7ae0e45 x-openstack-request-id: req-65786376-dda2-40a9-aad2-64e2c7ae0e45 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:16.468583 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "name": "network-vif-plugged", "status": "completed", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:16.468954 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65786376-dda2-40a9-aad2-64e2c7ae0e45 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:16.469465 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'code': 200} Jul 30 01:58:16.471135 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-400ed1a6-3a29-40bf-b82e-b7a65aeb5742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.488318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.489902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d90a341b-39ee-4c17-8acf-29462ee5a767 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5418377 Jul 30 01:58:16.494483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36916) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.503578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'port': {'network_id': '5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0', 'name': 'tempest-FloatingIPTestJSON-1235033491'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:16.506919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.563206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ed1a6-3a29-40bf-b82e-b7a65aeb5742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17c19f7-f073-4fe7-85f8-2b4b1c54728e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.571326 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-400ed1a6-3a29-40bf-b82e-b7a65aeb5742 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=690ffbdb52374c68b8339040bca2cbe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995374 Jul 30 01:58:16.572358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36918) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.581276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928b489-d6ef-494b-ad19-766d79143077 req-ab9d983d-e3b4-4fa8-981e-bd18b9aa3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.583331 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8928b489-d6ef-494b-ad19-766d79143077 req-ab9d983d-e3b4-4fa8-981e-bd18b9aa3494 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.1045606 Jul 30 01:58:16.639209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8928b489-d6ef-494b-ad19-766d79143077 req-f0984540-8e4d-415e-9ab3-a9d96abeedb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Jul 30 01:58:16.679730 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-832aa307-459b-4a86-848c-52da2ed8b59d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.723428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-832aa307-459b-4a86-848c-52da2ed8b59d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.746799 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-667f7701-251d-42c2-8e47-60d95aacfa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.773746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:16.778169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.817167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-667f7701-251d-42c2-8e47-60d95aacfa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.826451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] device_id is not set on port b09dac6a-b75f-4638-9de0-fb653861f97f yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:16.851029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-832aa307-459b-4a86-848c-52da2ed8b59d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.854432 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-832aa307-459b-4a86-848c-52da2ed8b59d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.855787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-832aa307-459b-4a86-848c-52da2ed8b59d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/2faa0511-b635-44f2-8adf-2ea0d3a1f79f HTTP/1.1" status: 204 len: 168 time: 0.3910074 Jul 30 01:58:16.858656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.908796 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce779af9-207f-4262-8ae7-f08483d36c8d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482538 Jul 30 01:58:16.916358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36924) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:16.922200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197760591'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:16.923230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aa307-459b-4a86-848c-52da2ed8b59d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa0511-b635-44f2-8adf-2ea0d3a1f79f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.974016 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.996829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-667f7701-251d-42c2-8e47-60d95aacfa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.000285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-667f7701-251d-42c2-8e47-60d95aacfa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.004177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-667f7701-251d-42c2-8e47-60d95aacfa16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d17c19f7-f073-4fe7-85f8-2b4b1c54728e HTTP/1.1" status: 204 len: 168 time: 0.4229984 Jul 30 01:58:17.024079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f7701-251d-42c2-8e47-60d95aacfa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17c19f7-f073-4fe7-85f8-2b4b1c54728e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.040519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.14 (5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0/1caacc76-92ad-49f3-ad71-f88951a53a05/b09dac6a-b75f-4638-9de0-fb653861f97f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:17.113422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.118607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.155444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.157105 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2392163 Jul 30 01:58:17.159851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36930) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.166645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '81752887-115f-4d55-b492-b678529f1fba', 'direction': 'ingress', 'protocol': 17}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:17.176479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9747e-6bd9-4f7d-a6e8-51b4d10ca831 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81752887-115f-4d55-b492-b678529f1fba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.215799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.267179 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.321271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.325114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.381983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c601e7-ca46-45d9-a18b-95d43c36ea18,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.398425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.400994 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ac882ae-5f2d-46b3-8a4f-458784132ace tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2394381 Jul 30 01:58:17.406023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36934) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.530518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6497-3136-4e44-929d-6f650071955c req-2904a02f-b9ba-496f-a5a0-18d37398f4d3 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.532231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea4b6497-3136-4e44-929d-6f650071955c req-2904a02f-b9ba-496f-a5a0-18d37398f4d3 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.2727280 Jul 30 01:58:17.546706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d84373-7098-4a65-9aca-dd1554a037de tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.588116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d84373-7098-4a65-9aca-dd1554a037de tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.606027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.656789 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d84373-7098-4a65-9aca-dd1554a037de tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.659890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1d84373-7098-4a65-9aca-dd1554a037de tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.661236 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1d84373-7098-4a65-9aca-dd1554a037de tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/81752887-115f-4d55-b492-b678529f1fba HTTP/1.1" status: 204 len: 168 time: 0.2520671 Jul 30 01:58:17.665836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36936) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.682786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d84373-7098-4a65-9aca-dd1554a037de tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81752887-115f-4d55-b492-b678529f1fba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.725309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea4b6497-3136-4e44-929d-6f650071955c req-fa296601-e07f-42de-93d3-6298a36f63f4 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688974 Jul 30 01:58:17.736242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:17.755473 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-467254f1-acf8-4685-8e54-7b8baf8f2ec3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846462 Jul 30 01:58:17.756641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=b09dac6a-b75f-4638-9de0-fb653861f97f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.760606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36938) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.763656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36940) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.764172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916006444'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:17.766043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:17.778474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:17.794077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.872951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.873650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.886290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bde3d337-006a-46eb-8f79-76d2ec84bcdc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=037438491b7546038dc47c4b3cf7f7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213136 Jul 30 01:58:17.888744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36944) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.892928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.906048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6d5534d5-bbcf-46f9-80de-06933ffb4ee7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4104495 Jul 30 01:58:17.907461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.908840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.914763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'port_id': 'b09dac6a-b75f-4638-9de0-fb653861f97f'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:17.955107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.959065 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1968155 Jul 30 01:58:17.959644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36948) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:17.961579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed67c4-d7ee-418a-88d0-e0236ba33b4c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad615e0-e998-4ee2-9abe-1a9e2eb76dfd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.971179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--828262368'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:17.983035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79c9d8b-e48f-44a4-b967-eac2d29ce54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.984909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.006711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79c9d8b-e48f-44a4-b967-eac2d29ce54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.064273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79c9d8b-e48f-44a4-b967-eac2d29ce54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.067706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79c9d8b-e48f-44a4-b967-eac2d29ce54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.071604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a79c9d8b-e48f-44a4-b967-eac2d29ce54b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87e3cf50-73f1-416a-a494-b630cb5b42cc HTTP/1.1" status: 204 len: 168 time: 0.1794899 Jul 30 01:58:18.071795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.083930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c9d8b-e48f-44a4-b967-eac2d29ce54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e3cf50-73f1-416a-a494-b630cb5b42cc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.366517 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.374534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.453824 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.455217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4943695 Jul 30 01:58:18.459684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:18.464722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371db94-ac97-4c0c-ac25-ee0aba8ae456 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ec0f59-8fcd-4d01-99e0-72a87fbd7dc0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.482294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': 'dad615e0-e998-4ee2-9abe-1a9e2eb76dfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18ec0f59-8fcd-4d01-99e0-72a87fbd7dc0', 'remote_ip_prefix': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:18.542991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.635702 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.642664 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.663748 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.666500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29939f3-7447-49fd-a9bd-2cc894532615,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.670925 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.675325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.676794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31788298-670f-4c42-bdc0-81d27817bcf1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2140837 Jul 30 01:58:18.679604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36964) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:18.755959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea57c548-f5b5-4398-9492-10de3f7e9086 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.800765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea57c548-f5b5-4398-9492-10de3f7e9086 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.881499 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 66b78953-70c2-4841-b502-37fbc6815160 associated. External IP: 172.25.8.227, port: b09dac6a-b75f-4638-9de0-fb653861f97f. Jul 30 01:58:18.887786 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea57c548-f5b5-4398-9492-10de3f7e9086 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.894046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ea57c548-f5b5-4398-9492-10de3f7e9086 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.895697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ea57c548-f5b5-4398-9492-10de3f7e9086 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a29939f3-7447-49fd-a9bd-2cc894532615 HTTP/1.1" status: 204 len: 168 time: 0.2146282 Jul 30 01:58:18.899929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36980) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:18.920956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-df14511d-8110-428c-8ec6-99edec294750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.956471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36982) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:18.960133 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31511875-2977-4d3e-b2eb-d54f51d4b570 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0503383 Jul 30 01:58:18.969165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57c548-f5b5-4398-9492-10de3f7e9086 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a29939f3-7447-49fd-a9bd-2cc894532615,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.990766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e36adb-9bab-4025-8f02-70c93b253079 req-b3e6fb35-05f9-474f-b0d7-44817eab57fa tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.992688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1e36adb-9bab-4025-8f02-70c93b253079 req-b3e6fb35-05f9-474f-b0d7-44817eab57fa tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1720827 Jul 30 01:58:19.033758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36984) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:19.133383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1e36adb-9bab-4025-8f02-70c93b253079 req-6971e3bd-e9ad-4b24-8040-673958c0eac9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300366 Jul 30 01:58:19.179265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1217383080-network', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:19.203099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54d53988-650e-4165-ad58-be48d3b42ef3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.215110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Made reservation on behalf of 7819d65e6d6d4b749ad4e36093f69e84 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:19.218753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.231206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.362012 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.367691 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.425838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:19.451642 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a026631f-3948-4295-bd89-2bf2115b78de,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:19.454960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.455414 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Added segment 56350ebc-5410-4f07-b044-6fa5745bd3ac of type vlan for network c0d351b5-469b-45c9-9535-2e7431d0ea3e Jul 30 01:58:19.509779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06623326-6ae1-4887-b35f-360fdc5576ac req-3f157403-3862-4eeb-802a-c836f3f58316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.512875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-3f157403-3862-4eeb-802a-c836f3f58316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.1384945 Jul 30 01:58:19.513871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.608115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.609148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.609880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.679792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54d53988-650e-4165-ad58-be48d3b42ef3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.697745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06623326-6ae1-4887-b35f-360fdc5576ac req-1dde14e6-a80f-4d22-8da7-1cce5691a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.699461 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-1dde14e6-a80f-4d22-8da7-1cce5691a76a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.1806099 Jul 30 01:58:19.703429 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6680586 Jul 30 01:58:19.704604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eb7f1-4029-483d-aabb-01459de716b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d351b5-469b-45c9-9535-2e7431d0ea3e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:19.707862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 36994) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:19.718883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Request body: {'subnet': {'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1217383080-subnet', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:19.721075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:19.764275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef8a60-ae8c-4f4b-b8dc-c5e4b9e6a095 req-a5822a54-d513-4cc1-9eb3-90231117c5e0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.765959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1ef8a60-ae8c-4f4b-b8dc-c5e4b9e6a095 req-a5822a54-d513-4cc1-9eb3-90231117c5e0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 945 time: 0.5786977 Jul 30 01:58:19.770712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-7a414c03-daa1-40a7-a29d-5c3b6798b126 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.0632098 Jul 30 01:58:19.827079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:19.828026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54d53988-650e-4165-ad58-be48d3b42ef3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.831957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54d53988-650e-4165-ad58-be48d3b42ef3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.833503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-54d53988-650e-4165-ad58-be48d3b42ef3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/18ec0f59-8fcd-4d01-99e0-72a87fbd7dc0 HTTP/1.1" status: 204 len: 168 time: 0.8757124 Jul 30 01:58:19.835451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Made reservation on behalf of 7819d65e6d6d4b749ad4e36093f69e84 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:19.836628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:19.837917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.869812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dddb86-d695-4911-bb10-c46bc5679e20 req-c21add43-7692-436e-9377-9ce1bd126fbe tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.871939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2dddb86-d695-4911-bb10-c46bc5679e20 req-c21add43-7692-436e-9377-9ce1bd126fbe tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1884623 Jul 30 01:58:19.883536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06623326-6ae1-4887-b35f-360fdc5576ac req-9a090968-3de2-4ae8-a34a-f699cec7367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.885009 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-9a090968-3de2-4ae8-a34a-f699cec7367f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.1067965 Jul 30 01:58:19.888328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d53988-650e-4165-ad58-be48d3b42ef3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ec0f59-8fcd-4d01-99e0-72a87fbd7dc0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:19.934780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-7f7de9e9-1638-41d7-ad7d-8be89f0ea132 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413401 Jul 30 01:58:19.935863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1ef8a60-ae8c-4f4b-b8dc-c5e4b9e6a095 req-8c5f8faa-96da-4086-a503-2c5c2d38b528 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506133 Jul 30 01:58:20.009594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2dddb86-d695-4911-bb10-c46bc5679e20 req-d3ccc13a-6476-4d0b-88a1-a998a13dc43e tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222897 Jul 30 01:58:20.044077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9543808b-867a-4ba2-b8b2-f944b123c21f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1993358 Jul 30 01:58:20.047314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 36998) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.080198 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-3d87acd1-f8e6-4d3a-b3a9-bc57ea9cda1b service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385665 Jul 30 01:58:20.131628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:20.138581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.143728 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:20.154243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:20.155091 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:20.181625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7c893651-72fe-4452-9964-66a38c6fb3de tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/floatingips/66b78953-70c2-4841-b502-37fbc6815160 HTTP/1.1" status: 200 len: 979 time: 2.2715204 Jul 30 01:58:20.182855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9e48519-21be-42e4-9fac-6cacf7ad5990 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.184676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37000) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.204917 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:20.205162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.215517 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:20.216652 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:20.253319 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-06623326-6ae1-4887-b35f-360fdc5576ac req-8e14528c-11be-4e70-918f-e3ab445c0897 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646731 Jul 30 01:58:20.258401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:20.259373 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86bc28-4742-4f1f-8522-87fde1655f86 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:20.278692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5aca89-7884-42da-908a-7999c19e0065,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.292997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9e48519-21be-42e4-9fac-6cacf7ad5990 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.298876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Checking segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:20.299477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Network hostable DHCP agents. Network: c0d351b5-469b-45c9-9535-2e7431d0ea3e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:20.332789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:20.347206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c0d351b5-469b-45c9-9535-2e7431d0ea3e) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:20.353699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.354367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.358657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62523fd0-42ca-4f31-a068-ef30f227e861 None None] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:20.371274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port b09dac6a-b75f-4638-9de0-fb653861f97f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:20.371622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.376588 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee50c8ba-0e0f-44a3-94d5-bab2d8141043 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6627064 Jul 30 01:58:20.379496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37008) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.380263 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9e48519-21be-42e4-9fac-6cacf7ad5990 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.383144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9e48519-21be-42e4-9fac-6cacf7ad5990 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.387429 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e9e48519-21be-42e4-9fac-6cacf7ad5990 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/dad615e0-e998-4ee2-9abe-1a9e2eb76dfd HTTP/1.1" status: 204 len: 168 time: 0.3360646 Jul 30 01:58:20.387597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:20.388136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37010) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.445124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e48519-21be-42e4-9fac-6cacf7ad5990 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad615e0-e998-4ee2-9abe-1a9e2eb76dfd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.447452 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.449268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.463404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10ec289f-c4bf-402c-a646-3cf9a1b2bfd9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741632 Jul 30 01:58:20.468847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37012) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.474597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352651796'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:20.514796 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.540873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.545289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.583871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:58:20.585318 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.724190 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.755385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Allocated IP 172.20.0.2 (c0d351b5-469b-45c9-9535-2e7431d0ea3e/5e5aca89-7884-42da-908a-7999c19e0065/49063ada-19f3-4e42-a01b-e9403875c793) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:20.759739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.760261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.760544 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 66b78953-70c2-4841-b502-37fbc6815160 disassociated. External IP: 172.25.8.227, port: b09dac6a-b75f-4638-9de0-fb653861f97f. Jul 30 01:58:20.761407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for b09dac6a-b75f-4638-9de0-fb653861f97f owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:20.843909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.851311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.907170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-106ae38e-cb8b-4bf6-9987-b451340a2be4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.908685 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-106ae38e-cb8b-4bf6-9987-b451340a2be4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.55 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 945 time: 0.1223338 Jul 30 01:58:20.915177 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.919356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4473224 Jul 30 01:58:20.919969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37014) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:20.929948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': '6b473ad1-23ff-4d12-b4b0-40cad972f4af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:20.930856 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.934712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.937765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3d531-f3bc-4a63-9cce-18fb998345f9 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b473ad1-23ff-4d12-b4b0-40cad972f4af,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.949336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Transition to ACTIVE for port object 49063ada-19f3-4e42-a01b-e9403875c793 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:20.969374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Transition to ACTIVE for port object 49063ada-19f3-4e42-a01b-e9403875c793 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:20.978558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.991897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=b09dac6a-b75f-4638-9de0-fb653861f97f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.038826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:21.044096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:21.051451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:21.065387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Pushing event updated for resources: {'Port': ['ID=49063ada-19f3-4e42-a01b-e9403875c793,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.092867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.132895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Attempting to bind port 49063ada-19f3-4e42-a01b-e9403875c793 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:21.133263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Attempting to bind port 49063ada-19f3-4e42-a01b-e9403875c793 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:21.133690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Attempting to bind port 49063ada-19f3-4e42-a01b-e9403875c793 on network c0d351b5-469b-45c9-9535-2e7431d0ea3e {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:21.149577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:21.150058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Checking segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:21.150654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.151332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Bound using segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:21.152030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Bound port: 49063ada-19f3-4e42-a01b-e9403875c793, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:21.152484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.194317 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.214958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ac17-6f16-4223-945c-bee40ab8688a req-2620df09-9c9c-4aac-9cd5-23a4987bac1f tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.216586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6f1ac17-6f16-4223-945c-bee40ab8688a req-2620df09-9c9c-4aac-9cd5-23a4987bac1f tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 945 time: 0.1489565 Jul 30 01:58:21.237467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] For port 49063ada-19f3-4e42-a01b-e9403875c793, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:21.243343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] For port 49063ada-19f3-4e42-a01b-e9403875c793, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49063ada-19f3-4e42-a01b-e9403875c793,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:21.251180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.252027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:21.268206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf904-3d98-4d17-ba61-a9c47614c05b req-82c751ac-0f08-4b47-a789-625ecaf3f1a5 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.269839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-664bf904-3d98-4d17-ba61-a9c47614c05b req-82c751ac-0f08-4b47-a789-625ecaf3f1a5 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1467896 Jul 30 01:58:21.278412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Deleting port 84a7f0d8-f036-456b-a509-a0bee9287cea {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:21.278814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.302595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6f1ac17-6f16-4223-945c-bee40ab8688a req-3aed5c11-f7ed-4899-a243-cd36af1004ed tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762963 Jul 30 01:58:21.346365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.379600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78832ab1-307e-46c4-907e-696958b131e4 None None] Pushing event updated for resources: {'Port': ['ID=49063ada-19f3-4e42-a01b-e9403875c793,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.389578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-664bf904-3d98-4d17-ba61-a9c47614c05b req-50b8f464-b82e-447a-a2b4-e6304d4a53e6 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069551 Jul 30 01:58:21.407091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.423559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.468625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:21.478501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.480812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c76b633-5740-4717-bf12-ddbc12ecb9c4,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.489074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] For port 84a7f0d8-f036-456b-a509-a0bee9287cea, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=84a7f0d8-f036-456b-a509-a0bee9287cea,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:21.489455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.490067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:21.501896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.506177 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fb85c34c-26e7-4729-b60f-ce35ef869414 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5769539 Jul 30 01:58:21.506624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37020) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.510723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:21.511872 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:21.512374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Calling delete_port for 84a7f0d8-f036-456b-a509-a0bee9287cea owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:21.556381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:21.567625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:21.568889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:57:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:21.614180 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97c2aa96-5100-4537-9c9b-14c327ee5243 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.637281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97c2aa96-5100-4537-9c9b-14c327ee5243 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.650666 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.651659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:21.655140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-69d235b9-092b-4ceb-8544-ea07124fde2d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/ports/b09dac6a-b75f-4638-9de0-fb653861f97f HTTP/1.1" status: 204 len: 168 time: 1.4695697 Jul 30 01:58:21.658863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779ed68-43e4-4d78-8330-6ba8612a0b10 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:21.664647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37022) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.708819 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57e905a6-4551-4a0f-a470-a53202ee8519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.748353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cc88b572-d91e-45c3-b96b-52c37cb9d471 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/floatingips/66b78953-70c2-4841-b502-37fbc6815160 HTTP/1.1" status: 200 len: 688 time: 0.0798821 Jul 30 01:58:21.751723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37024) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.753426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Allocated IP 172.25.8.98 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/7d3cdcba-44a3-436f-b4f6-455704505eba) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:21.758784 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97c2aa96-5100-4537-9c9b-14c327ee5243 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.766056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-97c2aa96-5100-4537-9c9b-14c327ee5243 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:21.770717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-97c2aa96-5100-4537-9c9b-14c327ee5243 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9c76b633-5740-4717-bf12-ddbc12ecb9c4 HTTP/1.1" status: 204 len: 168 time: 0.2593954 Jul 30 01:58:21.771269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37026) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.790449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2aa96-5100-4537-9c9b-14c327ee5243 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c76b633-5740-4717-bf12-ddbc12ecb9c4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:21.843290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37028) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:21.844456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6a2d39b5-8858-407c-a6e1-511ba3956519 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718539 Jul 30 01:58:21.868026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.016162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.028309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54', '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:22.054440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['84a7f0d8-f036-456b-a509-a0bee9287cea'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:22.114175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event deleted for resources: {'Port': ['ID=84a7f0d8-f036-456b-a509-a0bee9287cea,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.120248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-023206f7-1dbe-42a1-882b-9f588d8273ba tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.204689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] No DVR routers for this DVR port 84a7f0d8-f036-456b-a509-a0bee9287cea on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:22.212163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.214713 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ec5d3f5e-e2f1-4cdd-b59a-1aa8be2c7583 req-4c6c994c-a04f-420f-b283-e82fcf281945 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.55 "DELETE /v2.0/ports/84a7f0d8-f036-456b-a509-a0bee9287cea HTTP/1.1" status: 204 len: 173 time: 1.2973149 Jul 30 01:58:22.216388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'name': 'network-vif-deleted', 'tag': '84a7f0d8-f036-456b-a509-a0bee9287cea'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:22.218894 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1886e1-20d4-4c54-8f51-819caedc9933" -d '{"events": [{"server_uuid": "d70682c8-dcd4-4055-ba19-48c3a73aa419", "name": "network-vif-deleted", "tag": "84a7f0d8-f036-456b-a509-a0bee9287cea"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:22.224110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-023206f7-1dbe-42a1-882b-9f588d8273ba tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.246866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 09075322-bdc8-4bd4-ad16-2f217d24c105 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:22.247248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.275725 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e723f52-8c20-4917-98fd-c7bfda217b2d x-openstack-request-id: req-9e723f52-8c20-4917-98fd-c7bfda217b2d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:22.276051 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70682c8-dcd4-4055-ba19-48c3a73aa419", "name": "network-vif-deleted", "tag": "84a7f0d8-f036-456b-a509-a0bee9287cea", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:22.276319 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e723f52-8c20-4917-98fd-c7bfda217b2d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:22.276715 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70682c8-dcd4-4055-ba19-48c3a73aa419', 'name': 'network-vif-deleted', 'tag': '84a7f0d8-f036-456b-a509-a0bee9287cea', 'status': 'completed', 'code': 200} Jul 30 01:58:22.380060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.437366 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-023206f7-1dbe-42a1-882b-9f588d8273ba tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.440606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-023206f7-1dbe-42a1-882b-9f588d8273ba tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.442360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-023206f7-1dbe-42a1-882b-9f588d8273ba tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/6b473ad1-23ff-4d12-b4b0-40cad972f4af HTTP/1.1" status: 204 len: 168 time: 0.5979111 Jul 30 01:58:22.444719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37036) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:22.463485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.471051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.473725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023206f7-1dbe-42a1-882b-9f588d8273ba tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b473ad1-23ff-4d12-b4b0-40cad972f4af,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.516123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 09075322-bdc8-4bd4-ad16-2f217d24c105 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:22.519654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ba6e5a9-e592-4a7d-a5de-9f1b4be470e9 req-0c761a83-0d00-4705-bee3-545a9888e693 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=d70682c8-dcd4-4055-ba19-48c3a73aa419 HTTP/1.1" status: 200 len: 210 time: 0.0477650 Jul 30 01:58:22.543402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.579348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-19ff3a88-7797-45c5-b519-d247ba23ac9c tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331048 Jul 30 01:58:22.584834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37038) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:22.591260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168517316'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:22.617147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4021-0917-45fe-91ef-a4930a4c9ccd req-6be375aa-fcf8-444e-baab-de39ce9bcc75 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:22.617147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f3d4021-0917-45fe-91ef-a4930a4c9ccd req-6be375aa-fcf8-444e-baab-de39ce9bcc75 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.0959706 Jul 30 01:58:22.644105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.658675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Pushing event updated for resources: {'Port': ['ID=7d3cdcba-44a3-436f-b4f6-455704505eba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.684070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:22.692580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:22.696524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:22.705504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8eea2-8540-425f-8a47-4b8f891390a0 None None] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:22.711769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f3d4021-0917-45fe-91ef-a4930a4c9ccd req-40cf29ee-45a7-4776-85dd-5f62ded8c1e9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871754 Jul 30 01:58:22.797507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49063ada-19f3-4e42-a01b-e9403875c793 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:22.850952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.857174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.870960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f027c969-ea8a-487a-bcd0-781bf4a27e99 None None] Provisioning for port 49063ada-19f3-4e42-a01b-e9403875c793 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:22.924321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 49063ada-19f3-4e42-a01b-e9403875c793 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:22.926153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ed535-8fa7-4abf-9f34-cfbb7141cebf,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.935419 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.936967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c4b7bd46-774d-44ce-a95f-eed37b331d5a tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3511822 Jul 30 01:58:22.940726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37042) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:22.949778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': 'b07ed535-8fa7-4abf-9f34-cfbb7141cebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:22.965869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 49063ada-19f3-4e42-a01b-e9403875c793 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:22.966308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.994775 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.091026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.096897 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.097181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.100411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.122308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.126266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819913 Jul 30 01:58:23.126790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.147118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768df13b-2365-4579-b620-7a2ad6c47ccf tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22216af-4d45-48b1-bf5f-36a916cd005b,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.152116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 49063ada-19f3-4e42-a01b-e9403875c793, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49063ada-19f3-4e42-a01b-e9403875c793,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:23.161060 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.163433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6a22f833-e15f-464e-9c61-cabb136be5c1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules/f22216af-4d45-48b1-bf5f-36a916cd005b HTTP/1.1" status: 200 len: 763 time: 0.0352025 Jul 30 01:58:23.164311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37046) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.223558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fd31ebf4-c855-4fdb-99d8-a3fb4ad88d8f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0579288 Jul 30 01:58:23.224262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37048) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.224412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=49063ada-19f3-4e42-a01b-e9403875c793,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.252897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54a9258-6ae3-4b7d-a06e-f9e521afd714 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.262577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54a9258-6ae3-4b7d-a06e-f9e521afd714 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.299165 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54a9258-6ae3-4b7d-a06e-f9e521afd714 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.311173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e54a9258-6ae3-4b7d-a06e-f9e521afd714 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.311386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8718167c-2cd4-4a7e-a99e-f4736d2c2d6a None None] Provisioning complete for port 49063ada-19f3-4e42-a01b-e9403875c793 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:23.312353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8718167c-2cd4-4a7e-a99e-f4736d2c2d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.315228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e54a9258-6ae3-4b7d-a06e-f9e521afd714 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f22216af-4d45-48b1-bf5f-36a916cd005b HTTP/1.1" status: 204 len: 168 time: 0.0895343 Jul 30 01:58:23.316195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a9258-6ae3-4b7d-a06e-f9e521afd714 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f22216af-4d45-48b1-bf5f-36a916cd005b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.317875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37050) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.368049 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fad458b4-d3c7-4602-8030-f8a62a68f344 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485356 Jul 30 01:58:23.368453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.369645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37052) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.374837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': 'b07ed535-8fa7-4abf-9f34-cfbb7141cebf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:23.407972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=09075322-bdc8-4bd4-ad16-2f217d24c105,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.408376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.477713 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.482076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.500400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2926f1-f5e1-428c-adda-9b8309979d41,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.512591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.512591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5dc3d098-58f3-4c04-bfad-36f9577641d1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384678 Jul 30 01:58:23.513135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37054) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.529357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3e2b0e21-bceb-4693-bbe2-bf2ce7708b2d tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules/9e2926f1-f5e1-428c-adda-9b8309979d41 HTTP/1.1" status: 200 len: 763 time: 0.0156271 Jul 30 01:58:23.532115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37056) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.566531 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.569645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.574569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee26be6a-75a8-489c-b124-32086b89acf1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/floatingips/66b78953-70c2-4841-b502-37fbc6815160 HTTP/1.1" status: 204 len: 168 time: 1.8137660 Jul 30 01:58:23.576598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.582158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'cc338e57-438a-4a43-ab38-7ce829188d30'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:23.591390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37064) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.591570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e063ec4a-c703-4893-9489-306168607c33 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0583451 Jul 30 01:58:23.653952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.659421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.673093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f583b836-7eb0-48c5-9c02-d1a4d2962960 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.687463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f583b836-7eb0-48c5-9c02-d1a4d2962960 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.841764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f583b836-7eb0-48c5-9c02-d1a4d2962960 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.846058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f583b836-7eb0-48c5-9c02-d1a4d2962960 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.847452 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f583b836-7eb0-48c5-9c02-d1a4d2962960 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/9e2926f1-f5e1-428c-adda-9b8309979d41 HTTP/1.1" status: 204 len: 168 time: 0.2529879 Jul 30 01:58:23.850523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37068) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.873378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583b836-7eb0-48c5-9c02-d1a4d2962960 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e2926f1-f5e1-428c-adda-9b8309979d41,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.891334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6657-6235-4606-8014-70536632e9d0 req-dca78886-207e-4d51-b4c6-116a4133b589 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:23.893993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507b6657-6235-4606-8014-70536632e9d0 req-dca78886-207e-4d51-b4c6-116a4133b589 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.0973015 Jul 30 01:58:23.961845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a06741af-5686-4717-adf1-ca38ea91fd6f tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1075044 Jul 30 01:58:23.962781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:23.969193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Request body: {'security_group_rule': {'security_group_id': 'b07ed535-8fa7-4abf-9f34-cfbb7141cebf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:23.988969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-507b6657-6235-4606-8014-70536632e9d0 req-0bc9c967-4221-4945-9099-f286798ef98b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879893 Jul 30 01:58:24.044332 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.060463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.062566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a805718-2492-4865-a9ad-56069b6f646a req-0f8e8725-4daa-44a0-b1c4-f8984ff06fc6 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.064287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a805718-2492-4865-a9ad-56069b6f646a req-0f8e8725-4daa-44a0-b1c4-f8984ff06fc6 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 945 time: 0.0515547 Jul 30 01:58:24.075639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.105428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3a805718-2492-4865-a9ad-56069b6f646a req-2fe3aa51-6239-4282-8959-8a89be6de939 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Jul 30 01:58:24.239227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 84a7f0d8-f036-456b-a509-a0bee9287cea no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:24.260010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 84a7f0d8-f036-456b-a509-a0bee9287cea {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:24.260376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 84a7f0d8-f036-456b-a509-a0bee9287cea not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:24.278508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.284521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.327509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.126 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/086b8489-f1c4-40ff-a93f-6b55468dde56) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:24.335488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a757dd-16b0-4bb5-8bc0-85954e56a299,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:24.343366 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.344576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-58e992a2-4598-4dbd-a8f4-369bfbcd77dd tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793402 Jul 30 01:58:24.348366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37074) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.365612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01e7822c-026f-4eba-97aa-44ebbc20fa49 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules/43a757dd-16b0-4bb5-8bc0-85954e56a299 HTTP/1.1" status: 200 len: 764 time: 0.0158191 Jul 30 01:58:24.367970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37076) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.413006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-31f8753f-6111-4c8f-84c3-e441e0651e21 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0439355 Jul 30 01:58:24.415520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37078) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.440240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Router bd439e94-604f-4fb5-94cd-379065f10570 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:58:24.449064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4927f556-143a-488e-b088-46ea3cc398d3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.456827 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4927f556-143a-488e-b088-46ea3cc398d3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.490142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4927f556-143a-488e-b088-46ea3cc398d3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.496715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4927f556-143a-488e-b088-46ea3cc398d3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.497977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4927f556-143a-488e-b088-46ea3cc398d3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/43a757dd-16b0-4bb5-8bc0-85954e56a299 HTTP/1.1" status: 204 len: 168 time: 0.0815470 Jul 30 01:58:24.503422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37080) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.504497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927f556-143a-488e-b088-46ea3cc398d3 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43a757dd-16b0-4bb5-8bc0-85954e56a299,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:24.521731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.556656 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.616555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-349fef3e-0084-4f24-8411-b1b230c243be tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039982 Jul 30 01:58:24.616694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.645902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:24.657984 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Sync routers for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:24.660639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.671491 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:24.672397 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:24.680293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49063ada-19f3-4e42-a01b-e9403875c793 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:24.699402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.703236 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8530f0ec-0714-403c-8cb3-75f7ffc069fa admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3202758 Jul 30 01:58:24.703236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:24.705334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.708441 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78de2a58-54f2-4773-b599-787bc538af58 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.714337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:24.719073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:24.747418 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78de2a58-54f2-4773-b599-787bc538af58 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.764432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 49063ada-19f3-4e42-a01b-e9403875c793 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:24.764928 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.793893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=086b8489-f1c4-40ff-a93f-6b55468dde56,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:24.802334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78de2a58-54f2-4773-b599-787bc538af58 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.808831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78de2a58-54f2-4773-b599-787bc538af58 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:24.813308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78de2a58-54f2-4773-b599-787bc538af58 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "DELETE /v2.0/security-groups/b07ed535-8fa7-4abf-9f34-cfbb7141cebf HTTP/1.1" status: 204 len: 168 time: 0.1956029 Jul 30 01:58:24.813900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37086) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:24.819178 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:24.824506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de2a58-54f2-4773-b599-787bc538af58 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ed535-8fa7-4abf-9f34-cfbb7141cebf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:25.014575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-af7b0447-9f3d-4f31-a56f-8cedc8cf5d10 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1931436 Jul 30 01:58:25.014824 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:23Z', 'revision_number': 3, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:25.015659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37088) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:25.045579 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Checking router: bd439e94-604f-4fb5-94cd-379065f10570 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:25.046087 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Updating router bd439e94-604f-4fb5-94cd-379065f10570 port 7d3cdcba-44a3-436f-b4f6-455704505eba binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:25.079657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d6268ebd-4407-4df3-b92f-5e0673ad56a1 tempest-SecGroupTest-622608458 tempest-SecGroupTest-622608458-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587881 Jul 30 01:58:25.082661 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.185586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99eda-ddc4-45ce-adc4-a59977262cc4 req-7ed9a100-24df-49e3-804e-198153e9daaf tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.187452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9db99eda-ddc4-45ce-adc4-a59977262cc4 req-7ed9a100-24df-49e3-804e-198153e9daaf tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.0849569 Jul 30 01:58:25.297607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9db99eda-ddc4-45ce-adc4-a59977262cc4 req-17dca613-83ad-45e1-9325-2a54b31e1ec4 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036572 Jul 30 01:58:25.321220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80c706-6dba-4658-999b-0013246a88bf req-1bf0b440-bb1c-421e-aea1-882bf3e80f30 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.333652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac80c706-6dba-4658-999b-0013246a88bf req-1bf0b440-bb1c-421e-aea1-882bf3e80f30 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 945 time: 0.1212208 Jul 30 01:58:25.395060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:25.401600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac80c706-6dba-4658-999b-0013246a88bf req-09d44882-902a-4678-9d01-fc9dd57fd2d4 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668113 Jul 30 01:58:25.410987 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.421800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Transition to ACTIVE for port object 7d3cdcba-44a3-436f-b4f6-455704505eba will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:25.429574 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.438813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4082-ebf6-4932-9506-a779e0b04483 req-a47ec66d-809a-4ac0-85fa-4b6d3b6c97b0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.440412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-083c4082-ebf6-4932-9506-a779e0b04483 req-a47ec66d-809a-4ac0-85fa-4b6d3b6c97b0 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 945 time: 0.2037125 Jul 30 01:58:25.490377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Attempting to bind port 7d3cdcba-44a3-436f-b4f6-455704505eba on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:25.490679 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Attempting to bind port 7d3cdcba-44a3-436f-b4f6-455704505eba by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:25.490961 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Attempting to bind port 7d3cdcba-44a3-436f-b4f6-455704505eba on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:25.493121 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956577a-6811-4d52-8487-571c3ed0d53a None None] Pushing event updated for resources: {'Port': ['ID=7d3cdcba-44a3-436f-b4f6-455704505eba,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:25.499413 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:25.499779 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:25.500514 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.500682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:25.501020 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Bound port: 7d3cdcba-44a3-436f-b4f6-455704505eba, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:25.501398 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.561959 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] For port 7d3cdcba-44a3-436f-b4f6-455704505eba, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:25.565348 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] For port 7d3cdcba-44a3-436f-b4f6-455704505eba, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7d3cdcba-44a3-436f-b4f6-455704505eba,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:25.569731 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.640432 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:25.641110 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:25.652915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:25.777770 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956577a-6811-4d52-8487-571c3ed0d53a None None] Pushing event updated for resources: {'Port': ['ID=7d3cdcba-44a3-436f-b4f6-455704505eba,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:25.860507 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:26.053096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:23Z', 'revision_number': 3, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:26.080333 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bde79-9139-41ba-a37f-148239f826f7 None None] The sync data for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 is: [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:23Z', 'revision_number': 3, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:26.100682 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eb0fe9b1-5bf0-4734-b29a-459565288040 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65454a8836c14b1ca041c4cbb0893adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982386 Jul 30 01:58:26.100913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37102) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:26.126215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Deleting port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:26.126562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.168286 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2b64f57-6e1f-48e7-96ca-69082e45ae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.184728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.196204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2b64f57-6e1f-48e7-96ca-69082e45ae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.215867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.251502 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2b64f57-6e1f-48e7-96ca-69082e45ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.261840 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2b64f57-6e1f-48e7-96ca-69082e45ae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.261840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c2b64f57-6e1f-48e7-96ca-69082e45ae49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/868e1d10-4159-4b73-babc-8eda6d3c6871 HTTP/1.1" status: 204 len: 168 time: 0.1555190 Jul 30 01:58:26.273987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b64f57-6e1f-48e7-96ca-69082e45ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e1d10-4159-4b73-babc-8eda6d3c6871,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:26.459151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] For port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:26.459753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.504054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e0a1-6749-4b81-a8ed-12ee69a381cb req-4e4bcbce-4ff5-4f5b-96c8-bb908a53c3ab tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:26.505613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32b2e0a1-6749-4b81-a8ed-12ee69a381cb req-4e4bcbce-4ff5-4f5b-96c8-bb908a53c3ab tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.0930371 Jul 30 01:58:26.530022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Calling delete_port for 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:26.576285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89af3d-b925-4d53-81d5-bacf6c606820 req-8454a7b9-daee-45ce-950d-8b216d32045b tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:26.584097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc89af3d-b925-4d53-81d5-bacf6c606820 req-8454a7b9-daee-45ce-950d-8b216d32045b tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 945 time: 0.1067681 Jul 30 01:58:26.587378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32b2e0a1-6749-4b81-a8ed-12ee69a381cb req-23e78e05-1ed5-458e-a968-8c499d3b54ad tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633559 Jul 30 01:58:26.636699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc89af3d-b925-4d53-81d5-bacf6c606820 req-cd6652ab-7ca2-4eed-8d4d-f137769adf93 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Jul 30 01:58:26.741809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7d3cdcba-44a3-436f-b4f6-455704505eba up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:26.746812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Allocated IP 172.20.0.1 (c0d351b5-469b-45c9-9535-2e7431d0ea3e/5e5aca89-7884-42da-908a-7999c19e0065/6412c076-3fea-4cd4-8e72-94703eb61d28) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:26.820823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7d3cdcba-44a3-436f-b4f6-455704505eba completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:26.827451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7d3cdcba-44a3-436f-b4f6-455704505eba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:26.828437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.862710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.907076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.951273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.988525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 7d3cdcba-44a3-436f-b4f6-455704505eba, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7d3cdcba-44a3-436f-b4f6-455704505eba,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:26.997618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.036552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.046201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=086b8489-f1c4-40ff-a93f-6b55468dde56,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.053701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54', '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:27.064067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.084566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=7d3cdcba-44a3-436f-b4f6-455704505eba,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.108338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event deleted for resources: {'Port': ['ID=5f7fe0c5-65e4-4559-8439-bdf91d53d5a4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.112838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.156036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Transition to ACTIVE for port object 6412c076-3fea-4cd4-8e72-94703eb61d28 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:27.205539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] No DVR routers for this DVR port 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:27.212053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.214093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-083c4082-ebf6-4932-9506-a779e0b04483 req-553d4a7e-5b05-463b-8ff1-2f51d9e70e32 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "DELETE /v2.0/ports/5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 HTTP/1.1" status: 204 len: 173 time: 1.7676167 Jul 30 01:58:27.214547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'name': 'network-vif-deleted', 'tag': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:27.216847 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7890f6-0849-44f0-9722-0d8836882b25" -d '{"events": [{"server_uuid": "de087dd0-87a5-456a-bcca-ba8081ab1869", "name": "network-vif-deleted", "tag": "5f7fe0c5-65e4-4559-8439-bdf91d53d5a4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:27.277864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:27.281680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028167 Jul 30 01:58:27.288063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:27.319991 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d4c770-69ca-4409-a093-ce15c4db28f8 x-openstack-request-id: req-09d4c770-69ca-4409-a093-ce15c4db28f8 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:27.320447 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de087dd0-87a5-456a-bcca-ba8081ab1869", "name": "network-vif-deleted", "tag": "5f7fe0c5-65e4-4559-8439-bdf91d53d5a4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:27.320658 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09d4c770-69ca-4409-a093-ce15c4db28f8 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:27.320926 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de087dd0-87a5-456a-bcca-ba8081ab1869', 'name': 'network-vif-deleted', 'tag': '5f7fe0c5-65e4-4559-8439-bdf91d53d5a4', 'status': 'completed', 'code': 200} Jul 30 01:58:27.328386 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 23faadba-53db-4621-8670-d6f804d114d3 associated. External IP: 172.25.8.126, port: cc338e57-438a-4a43-ab38-7ce829188d30. Jul 30 01:58:27.332909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.413182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:27.422582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:27.422837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cedacf5e-d526-4678-bc11-f593112cda00 tempest-NetworksApiDiscovery-225578135 tempest-NetworksApiDiscovery-225578135-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1319160 Jul 30 01:58:27.453196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:27.496741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Pushing event updated for resources: {'Port': ['ID=6412c076-3fea-4cd4-8e72-94703eb61d28,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.519690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.753969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:27.784114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f0054739-01cd-4e0f-88cf-eb10cf7bd537 None None] Provisioning for port 6412c076-3fea-4cd4-8e72-94703eb61d28 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:27.790155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f0054739-01cd-4e0f-88cf-eb10cf7bd537 None None] Provisioning complete for port 6412c076-3fea-4cd4-8e72-94703eb61d28 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:27.790523 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f0054739-01cd-4e0f-88cf-eb10cf7bd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.791692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.853379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f0054739-01cd-4e0f-88cf-eb10cf7bd537 None None] Port 6412c076-3fea-4cd4-8e72-94703eb61d28 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:27.857106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f46a91fe-6b8e-47a2-a2ad-1678a97fef1d req-1b88f87a-e589-4f8c-9bec-0ad59db7c4d5 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=de087dd0-87a5-456a-bcca-ba8081ab1869 HTTP/1.1" status: 200 len: 210 time: 0.0664351 Jul 30 01:58:27.858452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37146) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:27.880224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca60893-ab22-4557-891e-f529de4b6201 req-9c1887f9-e640-4c23-a0ff-eb74e86942d2 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:27.881860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ca60893-ab22-4557-891e-f529de4b6201 req-9c1887f9-e640-4c23-a0ff-eb74e86942d2 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1653450 Jul 30 01:58:27.936231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ca60893-ab22-4557-891e-f529de4b6201 req-524ad827-61c2-43a5-a3ab-a69c2c926d5a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Jul 30 01:58:28.020376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8b3536a-1476-4219-bc33-943e81681fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.043596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:28.057183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3159b41-540e-4863-9c17-03487385b81a None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:28.076520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3159b41-540e-4863-9c17-03487385b81a None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:28.077873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e3159b41-540e-4863-9c17-03487385b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.120043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e3159b41-540e-4863-9c17-03487385b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.123421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.128787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.135239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8b3536a-1476-4219-bc33-943e81681fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.137333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3159b41-540e-4863-9c17-03487385b81a None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:28.138104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e3159b41-540e-4863-9c17-03487385b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.143210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8b3536a-1476-4219-bc33-943e81681fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.177266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e3159b41-540e-4863-9c17-03487385b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.178027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3159b41-540e-4863-9c17-03487385b81a None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:28.184348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3536a-1476-4219-bc33-943e81681fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26164a71-3f3a-485f-86cb-467692d3b3a7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:28.189339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e8b3536a-1476-4219-bc33-943e81681fde admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2df3eedd6d5e42d08faf55e64b2b7e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296375 Jul 30 01:58:28.192568 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:28.197742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.251224 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3683979a-3fbd-4bad-9bde-678cd0454b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.252988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Pushing event updated for resources: {'Port': ['ID=6412c076-3fea-4cd4-8e72-94703eb61d28,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:28.259380 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-307727af-dc89-474b-815b-79775fa8b129 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6815047 Jul 30 01:58:28.260467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37152) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:28.261343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.269160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1739676310'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:28.277744 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3683979a-3fbd-4bad-9bde-678cd0454b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.336062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3683979a-3fbd-4bad-9bde-678cd0454b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.338953 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3683979a-3fbd-4bad-9bde-678cd0454b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.340263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3683979a-3fbd-4bad-9bde-678cd0454b54 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26164a71-3f3a-485f-86cb-467692d3b3a7 HTTP/1.1" status: 204 len: 168 time: 0.1465199 Jul 30 01:58:28.342853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:28.348853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.352334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683979a-3fbd-4bad-9bde-678cd0454b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26164a71-3f3a-485f-86cb-467692d3b3a7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:28.397643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:28.415996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.416337 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Added segment 476ece99-8002-48d7-bccf-fb1915e46761 of type vlan for network ab08bd99-f78b-4601-94b8-a3a8db394873 Jul 30 01:58:28.431357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:28.450931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:28.469393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.574536 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.580232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:28.580847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.657038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37162) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:28.657265 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3929155 Jul 30 01:58:28.663971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'subnet': {'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:28.676703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Router bd439e94-604f-4fb5-94cd-379065f10570 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:28.678046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a4e93-69f2-4f7c-b45a-ddd0effc6c53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Network': ['ID=ab08bd99-f78b-4601-94b8-a3a8db394873,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:28.690444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ab08bd99-f78b-4601-94b8-a3a8db394873 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:28.758955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7d3cdcba-44a3-436f-b4f6-455704505eba up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:28.811956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:28.818161 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-afb79cf5-edf6-48d5-88c1-24387f882226 admin admin] 10.222.0.78 "PUT /v2.0/routers/bd439e94-604f-4fb5-94cd-379065f10570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1113696 Jul 30 01:58:28.824649 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Sync routers for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:28.835921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:28.840434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e3b68553-6c8b-4570-9f34-1210a0f24ba4 None None] Provisioning complete for port 6412c076-3fea-4cd4-8e72-94703eb61d28 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:28.840945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e3b68553-6c8b-4570-9f34-1210a0f24ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.842357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.846427 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:28.847406 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.900034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e3b68553-6c8b-4570-9f34-1210a0f24ba4 None None] Port 6412c076-3fea-4cd4-8e72-94703eb61d28 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:28.931476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7d3cdcba-44a3-436f-b4f6-455704505eba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:28.932044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.142808 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:29.238380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.306795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b8164-313c-4e54-980f-4b96579ef86c req-b35aa0a3-445c-47f3-8927-fe4d51b13338 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.313618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-342b8164-313c-4e54-980f-4b96579ef86c req-b35aa0a3-445c-47f3-8927-fe4d51b13338 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1638098 Jul 30 01:58:29.422230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Checking segment: {'id': '476ece99-8002-48d7-bccf-fb1915e46761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:29.422929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network hostable DHCP agents. Network: ab08bd99-f78b-4601-94b8-a3a8db394873, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:29.436955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Subnet': ['ID=55ef8747-697f-46e8-9983-18ebf83a7146,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:29.461267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-342b8164-313c-4e54-980f-4b96579ef86c req-eb39ee93-430d-44bf-b895-d3b01279b17a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463957 Jul 30 01:58:29.506228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network ab08bd99-f78b-4601-94b8-a3a8db394873 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:29.528559 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 2, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:29.529783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ab08bd99-f78b-4601-94b8-a3a8db394873) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:29.540855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a6cf3-e4fc-4e7f-9040-1530bffed5f1 None None] Network ab08bd99-f78b-4601-94b8-a3a8db394873 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:29.562029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.562886 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.602471 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Checking router: bd439e94-604f-4fb5-94cd-379065f10570 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:29.602863 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Updating router bd439e94-604f-4fb5-94cd-379065f10570 port 6412c076-3fea-4cd4-8e72-94703eb61d28 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:29.609834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:29.615727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1852448884', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:29.620631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-54ae4488-67cb-4ed6-b3c9-ec120682ddd7 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9615004 Jul 30 01:58:29.652913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.654566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.709422 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.788998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.061791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ab08bd99-f78b-4601-94b8-a3a8db394873', 'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873', 'tenant_id': '27e343e4f4ad4abeba8463aba0554da1', 'fixed_ips': [{'subnet_id': '55ef8747-697f-46e8-9983-18ebf83a7146'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:58:30.063764 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.067560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37204) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:30.080760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1801867602-network', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:30.086750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.146864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Made reservation on behalf of 7c6f7bf5975a4e368284730fa0b2a625 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:30.156242 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.193529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.220211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:30.275222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:30.276196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5f7fe0c5-65e4-4559-8439-bdf91d53d5a4 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:30.425451 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.455865 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Transition to ACTIVE for port object 6412c076-3fea-4cd4-8e72-94703eb61d28 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:30.469208 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.480471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.491692 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.515451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Allocated IP 172.20.0.2 (ab08bd99-f78b-4601-94b8-a3a8db394873/55ef8747-697f-46e8-9983-18ebf83a7146/d17eec70-26cf-4b61-9535-c1d1e7c9ee06) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:30.570840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:30.608934 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.609465 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Added segment b8a29041-fef8-41c8-b8cc-18854bc8d09e of type vlan for network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f Jul 30 01:58:30.669195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.735238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.758605 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.827490 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d7a9-94d8-4e43-97cf-b5ead3ceddc7 None None] Pushing event updated for resources: {'Port': ['ID=6412c076-3fea-4cd4-8e72-94703eb61d28,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:30.976989 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Attempting to bind port 6412c076-3fea-4cd4-8e72-94703eb61d28 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:30.977391 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Attempting to bind port 6412c076-3fea-4cd4-8e72-94703eb61d28 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:30.977970 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Attempting to bind port 6412c076-3fea-4cd4-8e72-94703eb61d28 on network c0d351b5-469b-45c9-9535-2e7431d0ea3e {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:30.992054 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:30.993048 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Checking segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:30.999737 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.002813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:31.003694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.004948 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.005863 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Bound using segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:31.006862 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Bound port: 6412c076-3fea-4cd4-8e72-94703eb61d28, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:31.016542 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.031066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:31.060887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.25.8.160 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/adb53a39-d2bd-4c72-9365-6f3de865688a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:31.196985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] For port 6412c076-3fea-4cd4-8e72-94703eb61d28, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:31.204731 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] For port 6412c076-3fea-4cd4-8e72-94703eb61d28, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6412c076-3fea-4cd4-8e72-94703eb61d28,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:31.210984 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.274805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.277681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ab82a-b56a-4b65-a294-efd65b5d0b80,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.308686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2389116 Jul 30 01:58:31.326138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Transition to ACTIVE for port object d17eec70-26cf-4b61-9535-c1d1e7c9ee06 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:31.331138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37232) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:31.365595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Request body: {'subnet': {'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1801867602-subnet', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:31.379537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Transition to ACTIVE for port object d17eec70-26cf-4b61-9535-c1d1e7c9ee06 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:31.392670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.403938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf6b9c-40e0-4c23-ac02-b88ffba94bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb6c2e9-c9df-4cb9-9539-11e178b0002f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.426527 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:31.446811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:31.467804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:31.507499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f308cc-a5b1-4b6e-9de8-38c5aad2b4fb req-a96a15ab-ac71-4e1e-96ae-952bf58d5903 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:31.510366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29f308cc-a5b1-4b6e-9de8-38c5aad2b4fb req-a96a15ab-ac71-4e1e-96ae-952bf58d5903 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.6074946 Jul 30 01:58:31.646567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Made reservation on behalf of 7c6f7bf5975a4e368284730fa0b2a625 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:31.652963 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.661306 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Network ab08bd99-f78b-4601-94b8-a3a8db394873 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:31.669013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:31.674084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:31.706940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Pushing event updated for resources: {'Port': ['ID=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.793623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29f308cc-a5b1-4b6e-9de8-38c5aad2b4fb req-d02c27ba-aa79-4693-9180-312e0e60c543 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581213 Jul 30 01:58:31.919838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Attempting to bind port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:31.920355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Attempting to bind port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '476ece99-8002-48d7-bccf-fb1915e46761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:31.920914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Attempting to bind port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 on network ab08bd99-f78b-4601-94b8-a3a8db394873 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:31.956190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:31.956190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Checking segment: {'id': '476ece99-8002-48d7-bccf-fb1915e46761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:31.956190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.972331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Bound using segment: {'id': '476ece99-8002-48d7-bccf-fb1915e46761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:31.973197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Bound port: d17eec70-26cf-4b61-9535-c1d1e7c9ee06, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ece99-8002-48d7-bccf-fb1915e46761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:31.974145 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.012302 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:32.034612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.178861 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d7a9-94d8-4e43-97cf-b5ead3ceddc7 None None] Pushing event updated for resources: {'Port': ['ID=6412c076-3fea-4cd4-8e72-94703eb61d28,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.228443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.241107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2742da-dbf6-42e3-b14d-2a5744ce3d8a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.243403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Checking segment: {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:32.243761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Network hostable DHCP agents. Network: 2bb6c2e9-c9df-4cb9-9539-11e178b0002f, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:32.247579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] For port d17eec70-26cf-4b61-9535-c1d1e7c9ee06, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:32.251906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] For port d17eec70-26cf-4b61-9535-c1d1e7c9ee06, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,segment=NetworkSegment(476ece99-8002-48d7-bccf-fb1915e46761),segment_id=476ece99-8002-48d7-bccf-fb1915e46761)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:32.258854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.302877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:32.314381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.331043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2bb6c2e9-c9df-4cb9-9539-11e178b0002f) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:32.337789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.338419 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.374483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c8d7960a-3d63-4168-adfc-b42fd4edc161 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0289001 Jul 30 01:58:32.376109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37242) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.379096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c5bfb-e271-4d9a-86de-dee6cb69a602 None None] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:32.395800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:32.482690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.490654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.532189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:32.541759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30ba25-d041-4a64-a059-bbdfdb0edea1 None None] Pushing event updated for resources: {'Port': ['ID=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.603237 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.680552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:32.692775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=adb53a39-d2bd-4c72-9365-6f3de865688a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.712828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:32.742109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2bb6c2e9-c9df-4cb9-9539-11e178b0002f', 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'fixed_ips': [{'subnet_id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:58:32.742979 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.751069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:31Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:32.806978 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872879f-8018-417d-90c2-7fa29a93b79f None None] The sync data for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 is: [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:31Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:32.841268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.096871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Allocated IP 172.20.0.2 (2bb6c2e9-c9df-4cb9-9539-11e178b0002f/7e2742da-dbf6-42e3-b14d-2a5744ce3d8a/e4fb177f-bca0-486d-bea9-6f3fe42c6e39) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:33.137365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a024c-bdb7-4653-af64-35eebe6da98c req-c0116c88-67b3-4bba-b29e-3c9497a966bc tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:33.139354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-691a024c-bdb7-4653-af64-35eebe6da98c req-c0116c88-67b3-4bba-b29e-3c9497a966bc tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1174932 Jul 30 01:58:33.262064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-691a024c-bdb7-4653-af64-35eebe6da98c req-74b0fb1c-2693-4c6e-bb47-61315140c276 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139777 Jul 30 01:58:33.445762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.467578 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.487637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Transition to ACTIVE for port object e4fb177f-bca0-486d-bea9-6f3fe42c6e39 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:33.493631 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.527123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Deleting port 6ee35e36-e09f-4149-854a-95e3f5059f3b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:33.529941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.537630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Transition to ACTIVE for port object e4fb177f-bca0-486d-bea9-6f3fe42c6e39 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:33.553808 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.665862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:33.689986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:33.704842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:33.763222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Pushing event updated for resources: {'Port': ['ID=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:33.793945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Allocated IP 172.25.8.148 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/731c524b-9f37-49d4-bedd-90a2dd66b8d2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:33.837241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.892045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Attempting to bind port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:33.893208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Attempting to bind port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:33.893622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Attempting to bind port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 on network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:33.919037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:33.919460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Checking segment: {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:33.919877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.920284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Bound using segment: {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:33.920803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Bound port: e4fb177f-bca0-486d-bea9-6f3fe42c6e39, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:33.921178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.993771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.994107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.045054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Calling delete_port for 6ee35e36-e09f-4149-854a-95e3f5059f3b owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:34.101784 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.155835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] For port e4fb177f-bca0-486d-bea9-6f3fe42c6e39, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:34.160319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] For port e4fb177f-bca0-486d-bea9-6f3fe42c6e39, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:34.168820 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.180006 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:58:34.182028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.241604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Pushing event updated for resources: {'Port': ['ID=731c524b-9f37-49d4-bedd-90a2dd66b8d2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:34.307595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:34.344298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:34.358160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:34.400708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab001-d079-4028-b0b8-d7a7be22d02b None None] Pushing event updated for resources: {'Port': ['ID=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:34.424921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45394b1b-ac24-40b4-98fb-4b8ef38485b4 None None] Network ab08bd99-f78b-4601-94b8-a3a8db394873 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:34.606194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d3d2556d-0fc6-430c-83d5-80bffd89f00a None None] Provisioning for port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:34.739994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c8117-1cc4-4f28-85cc-23689c2d3000 req-8f4ade53-9387-4d3a-827d-f7d52d0846d2 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.752711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-726c8117-1cc4-4f28-85cc-23689c2d3000 req-8f4ade53-9387-4d3a-827d-f7d52d0846d2 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 946 time: 0.5177855 Jul 30 01:58:34.899095 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.935063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d17eec70-26cf-4b61-9535-c1d1e7c9ee06 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:35.024315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:35.032855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:35.033670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.072040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.171089 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.223981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port d17eec70-26cf-4b61-9535-c1d1e7c9ee06, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,segment=NetworkSegment(476ece99-8002-48d7-bccf-fb1915e46761),segment_id=476ece99-8002-48d7-bccf-fb1915e46761)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:35.228218 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.229320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6412c076-3fea-4cd4-8e72-94703eb61d28 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:35.235434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event deleted for resources: {'Port': ['ID=6ee35e36-e09f-4149-854a-95e3f5059f3b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:35.372478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.372814 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Floating IP 176b6434-167b-4dc5-8d9a-ef91f49a645e disassociated (deleted). External IP: 172.25.8.158, port: 20b7fb6d-5bcf-4820-b403-8c86e14defab. Jul 30 01:58:35.418054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 7a62d989-d925-451a-afa3-ed3e73d07329 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:58:35.419628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:35.434059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6412c076-3fea-4cd4-8e72-94703eb61d28 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:35.449104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6412c076-3fea-4cd4-8e72-94703eb61d28 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:35.449929 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.452162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8c24a8c1-6370-4917-9fc0-c91e409396be None None] Provisioning complete for port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:35.452719 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c24a8c1-6370-4917-9fc0-c91e409396be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.454221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b562895-a04d-4669-bf35-ca124e2902f2 req-7d71d98d-a085-49d3-8bd2-627961d30d60 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:35.470239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b562895-a04d-4669-bf35-ca124e2902f2 req-7d71d98d-a085-49d3-8bd2-627961d30d60 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.9972677 Jul 30 01:58:35.553330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-726c8117-1cc4-4f28-85cc-23689c2d3000 req-812fef9c-3f1c-47f7-87b0-a77051ba2963 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/security-groups?id=f075e4b7-d712-46ae-af37-eeee5c9dbb84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996020 Jul 30 01:58:35.652634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.681137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b562895-a04d-4669-bf35-ca124e2902f2 req-71032e18-639a-47c7-999f-721ba31896a4 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090926 Jul 30 01:58:35.711370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6412c076-3fea-4cd4-8e72-94703eb61d28, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6412c076-3fea-4cd4-8e72-94703eb61d28,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:35.716509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.782582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:35.783601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.802602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6412c076-3fea-4cd4-8e72-94703eb61d28,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:35.807898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] Sync routers for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:35.823794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:35.825189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:35.835587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75b598-6353-453c-966d-78d3840e474b req-dc7d9b93-1c85-4060-a307-d550732d76bd tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:35.837613 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe75b598-6353-453c-966d-78d3840e474b req-dc7d9b93-1c85-4060-a307-d550732d76bd tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 946 time: 0.2330642 Jul 30 01:58:35.861886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.867266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:35.872223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:35.878911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c3332c6-cc2d-4a1b-b05b-f3af78455051 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2560506 Jul 30 01:58:35.884956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:35.885716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:35.927889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:35.931323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63ed4b-19c8-4388-97f4-dbc657c134cc None None] The sync data for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:35.966171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39baf3-a6c7-43ed-a5d6-04f26a47f9e5 None None] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:36.067983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b08dce9-d0d1-4d2a-a29b-dd079cd720b9 None None] Provisioning for port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:36.123547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Deleting port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:36.124145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.178090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Router 1d5e070a-f507-4f83-acad-38dc5c716f28 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:36.285124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] For port 28930f82-7f2b-4b4d-b153-0a1fbd658f54, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=28930f82-7f2b-4b4d-b153-0a1fbd658f54,segment=NetworkSegment(a482c03e-1dae-4637-acc9-662d2aac5416),segment_id=a482c03e-1dae-4637-acc9-662d2aac5416)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:36.285594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.314376 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.333275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Calling delete_port for 28930f82-7f2b-4b4d-b153-0a1fbd658f54 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:36.403851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:36.409504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.416451 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] Sync routers for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:36.436737 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:36.437846 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:36.576340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4fc988da-ab59-4f07-81bf-531ef95047f9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "DELETE /v2.0/floatingips/176b6434-167b-4dc5-8d9a-ef91f49a645e HTTP/1.1" status: 204 len: 168 time: 5.5408459 Jul 30 01:58:36.576340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:36.576963 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98619c3b-4f16-4e59-8ce4-86e35745493e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:36.588324 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.601447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['28930f82-7f2b-4b4d-b153-0a1fbd658f54'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:36.618634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Router 5fa82919-5579-41ca-80eb-4846e53dd9a0 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:58:36.712658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a73212a8-f783-48f5-85e9-10c10b63ef65 req-8bba945e-ed83-4ae2-8762-8ddef6ea9342 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b58b9ec-0521-477e-afb1-93d8d9c7eea3 HTTP/1.1" status: 200 len: 210 time: 0.0399537 Jul 30 01:58:36.722971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Pushing event deleted for resources: {'Port': ['ID=28930f82-7f2b-4b4d-b153-0a1fbd658f54,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:36.774838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37314) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:36.792703 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:36.815597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.861581 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0361ff-9e8c-492e-a1f3-c0f158409dce x-openstack-request-id: req-1b0361ff-9e8c-492e-a1f3-c0f158409dce {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:36.861931 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:36.862136 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b0361ff-9e8c-492e-a1f3-c0f158409dce {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:36.862581 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'status': 'completed', 'code': 200} Jul 30 01:58:36.864932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] No DVR routers for this DVR port 28930f82-7f2b-4b4d-b153-0a1fbd658f54 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:36.920218 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.940042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.942112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fe75b598-6353-453c-966d-78d3840e474b req-58dfa863-98a2-4ce3-817b-8937b8d86a05 tempest-AttachVolumeNegativeTest-1005293284 tempest-AttachVolumeNegativeTest-1005293284-project] 10.222.0.66 "DELETE /v2.0/ports/28930f82-7f2b-4b4d-b153-0a1fbd658f54 HTTP/1.1" status: 204 len: 173 time: 1.0919702 Jul 30 01:58:36.966292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d17eec70-26cf-4b61-9535-c1d1e7c9ee06 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:36.992095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-ad59a688-e86d-41a4-b20c-09360a688a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.006471 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-ad59a688-e86d-41a4-b20c-09360a688a2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=108bd442902040708f0574f97abedc00&device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 1098 time: 0.1427484 Jul 30 01:58:37.042106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:37.042476 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.077539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60edab4e-a32b-491b-a37d-1096a2053c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.158225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6412c076-3fea-4cd4-8e72-94703eb61d28 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:37.162896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.204830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] Checking router: 1d5e070a-f507-4f83-acad-38dc5c716f28 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:37.216512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-c576f4ad-607c-4b32-ba60-dbbdbe53a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.218602 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-c576f4ad-607c-4b32-ba60-dbbdbe53a9b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 200 len: 915 time: 0.1986742 Jul 30 01:58:37.218813 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:37.219386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.234568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6412c076-3fea-4cd4-8e72-94703eb61d28 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:37.235448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.269620 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-698810d4-1814-4a51-8f8d-589c77d82ce1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 200 len: 217 time: 0.0426202 Jul 30 01:58:37.301429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:37.317963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Sync routers for ids ['5fa82919-5579-41ca-80eb-4846e53dd9a0'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:37.336831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Routers {'5fa82919-5579-41ca-80eb-4846e53dd9a0'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:37.339765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5fa82919-5579-41ca-80eb-4846e53dd9a0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.363593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60edab4e-a32b-491b-a37d-1096a2053c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.365723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-9a752a62-7dd3-49bc-902b-6b517b1bb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.371047 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-9a752a62-7dd3-49bc-902b-6b517b1bb177 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 200 len: 853 time: 0.0901375 Jul 30 01:58:37.371378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.1 (ab08bd99-f78b-4601-94b8-a3a8db394873/55ef8747-697f-46e8-9983-18ebf83a7146/77f36e49-c0e7-479a-8a26-e679e95990be) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:37.388687 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:37.420474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-60edab4e-a32b-491b-a37d-1096a2053c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.442234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.443506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c46cf228-51a8-422f-9873-e10b6ea6757b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0584600 Jul 30 01:58:37.449330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37320) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:37.479104 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-60edab4e-a32b-491b-a37d-1096a2053c63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=198a19e573174c4496ace30feb107d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028508 Jul 30 01:58:37.480419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc9b5c-4030-437a-acde-42c3cdf01c16 req-60097cf3-46c7-4f2d-9770-bf9715d06e5a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.481996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0fbc9b5c-4030-437a-acde-42c3cdf01c16 req-60097cf3-46c7-4f2d-9770-bf9715d06e5a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.5435743 Jul 30 01:58:37.489043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37322) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:37.489619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e4fb177f-bca0-486d-bea9-6f3fe42c6e39 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:37.503066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-eabb3c76-a9c9-4936-8f78-e44d03ae454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.505300 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-eabb3c76-a9c9-4936-8f78-e44d03ae454e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292696 Jul 30 01:58:37.506650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edab4e-a32b-491b-a37d-1096a2053c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d48129-b532-4eef-912a-f154ce8c44f4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:37.598366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e625-fdb4-4b45-bad2-7f54a2d6df4d req-4f2e8a45-6935-4058-a206-9bbbfeef61ca tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.606487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e4e625-fdb4-4b45-bad2-7f54a2d6df4d req-4f2e8a45-6935-4058-a206-9bbbfeef61ca tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 946 time: 0.3384693 Jul 30 01:58:37.660844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:37.672528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:37.673241 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.687297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d5a0-9b97-4200-9031-3fb7f3d18f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.702682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:37.708036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Set router 5fa82919-5579-41ca-80eb-4846e53dd9a0 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:37.717750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d5a0-9b97-4200-9031-3fb7f3d18f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.735156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0fbc9b5c-4030-437a-acde-42c3cdf01c16 req-412e0019-c1c2-4e70-85ca-5d3e83a01340 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263806 Jul 30 01:58:37.765368 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e374e4e-5ee2-4e8e-aa1e-1bdf57fcf861 None None] The sync data for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 is: [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2d58fa8f-cd27-4535-9b69-b4f9cec13a3c', 'name': '', 'network_id': 'ecbd5b3f-8270-410f-87a1-2f4d807ccc9d', 'tenant_id': '108bd442902040708f0574f97abedc00', 'mac_address': 'fa:16:3e:ec:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:08Z', 'updated_at': '2021-07-30T01:53:18Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'subnets': [{'id': '61b619ef-b571-4c9c-bd57-4f5abc0ef537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:37.779451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d5a0-9b97-4200-9031-3fb7f3d18f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.782124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d5a0-9b97-4200-9031-3fb7f3d18f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.786687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ac3d5a0-9b97-4200-9031-3fb7f3d18f44 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f4d48129-b532-4eef-912a-f154ce8c44f4 HTTP/1.1" status: 204 len: 168 time: 0.2956717 Jul 30 01:58:37.790807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09e4e625-fdb4-4b45-bad2-7f54a2d6df4d req-abdc6769-45ec-4c13-9eb1-fef139a46f51 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833372 Jul 30 01:58:37.811375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3d5a0-9b97-4200-9031-3fb7f3d18f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d48129-b532-4eef-912a-f154ce8c44f4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:37.817802 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-7135b42d-1d0c-4827-9946-ae65c3d0500e service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037131 Jul 30 01:58:37.818961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37328) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:37.830096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.913778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Transition to ACTIVE for port object 77f36e49-c0e7-479a-8a26-e679e95990be will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:37.936256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-98619c3b-4f16-4e59-8ce4-86e35745493e req-3c8c8e84-62d0-4692-86a1-bd31b8c37711 service neutron] 10.222.0.55 "GET /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072834 Jul 30 01:58:37.990821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Deleting subnet 09301a85-f444-4fcf-82d0-bc47a6d05b6a {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:37.995484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.040889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.089373 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.105400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.105685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.169682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e4fb177f-bca0-486d-bea9-6f3fe42c6e39, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:38.176170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=77f36e49-c0e7-479a-8a26-e679e95990be,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.176453 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.184534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.186779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 3, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:38.195864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.196209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.196545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.196924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.197262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.197666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.198191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.198824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.199302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.199666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.200289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.200289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:38.210702 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.216304 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/09301a85-f444-4fcf-82d0-bc47a6d05b6a HTTP/1.1" status: 204 len: 168 time: 0.3919268 Jul 30 01:58:38.251277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Checking router: 5fa82919-5579-41ca-80eb-4846e53dd9a0 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:38.251530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Updating router 5fa82919-5579-41ca-80eb-4846e53dd9a0 port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:38.253484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37332) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:38.300922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.338985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febdeea2-4e3a-4dba-894b-226d762287d2 None None] New status for floating IP 176b6434-167b-4dc5-8d9a-ef91f49a645e: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:58:38.506088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.627777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37334) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:38.641241 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b065915-97d9-4305-ae09-4d9c188852a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.645793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network ab08bd99-f78b-4601-94b8-a3a8db394873 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:38.656169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:38.658629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:38.761968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e4fb177f-bca0-486d-bea9-6f3fe42c6e39 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:38.785419 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.861711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.880467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Transition to ACTIVE for port object 731c524b-9f37-49d4-bedd-90a2dd66b8d2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:38.890235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.895481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.898385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a77397-fdc5-4412-b3c2-ffbadcf9ea99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09301a85-f444-4fcf-82d0-bc47a6d05b6a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.900278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'name': 'network-vif-deleted', 'tag': '28930f82-7f2b-4b4d-b153-0a1fbd658f54'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:38.903734 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227cbcca-7459-4b82-b37e-faa6e97fb807" -d '{"events": [{"server_uuid": "0b58b9ec-0521-477e-afb1-93d8d9c7eea3", "name": "network-vif-deleted", "tag": "28930f82-7f2b-4b4d-b153-0a1fbd658f54"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:38.915588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:38.916338 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.028861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52447953-792a-4ebf-bbec-7e6e0bd6083c None None] Pushing event updated for resources: {'Port': ['ID=731c524b-9f37-49d4-bedd-90a2dd66b8d2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.032478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.046547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fd5fb7-04ec-491d-b6aa-f9a85839bfad']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.050065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Attempting to bind port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:39.050441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Attempting to bind port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:39.050806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Attempting to bind port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:39.058274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a482c03e-1dae-4637-acc9-662d2aac5416') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.058623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a482c03e-1dae-4637-acc9-662d2aac5416') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.062303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:39.062801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:39.063210 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.063626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:39.064132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Bound port: 731c524b-9f37-49d4-bedd-90a2dd66b8d2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:39.064542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.068979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.089263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.102084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-bf3cbe08-7aec-46ef-98db-5a7176d28991 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:39.103670 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-bf3cbe08-7aec-46ef-98db-5a7176d28991 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 946 time: 0.3035817 Jul 30 01:58:39.107064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:39.107482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:39.109247 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:39.132552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b065915-97d9-4305-ae09-4d9c188852a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.156415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0468b2-06da-4303-be47-b4bf07a4046b req-16d45a17-dbe4-4ebf-85a0-906310e0cce0 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:39.158176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf0468b2-06da-4303-be47-b4bf07a4046b req-16d45a17-dbe4-4ebf-85a0-906310e0cce0 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 946 time: 0.2276852 Jul 30 01:58:39.166898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b065915-97d9-4305-ae09-4d9c188852a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.167245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] For port 731c524b-9f37-49d4-bedd-90a2dd66b8d2, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:39.170945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] For port 731c524b-9f37-49d4-bedd-90a2dd66b8d2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=731c524b-9f37-49d4-bedd-90a2dd66b8d2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:39.174470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ccd0a22c-c708-4c25-ad19-fdaaa2cc2665 None None] Provisioning for port 77f36e49-c0e7-479a-8a26-e679e95990be completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:39.178797 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.187821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ccd0a22c-c708-4c25-ad19-fdaaa2cc2665 None None] Provisioning complete for port 77f36e49-c0e7-479a-8a26-e679e95990be triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:39.188318 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a22c-c708-4c25-ad19-fdaaa2cc2665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.190772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3086ba1-aa2c-4ca7-9903-612245c98519 req-720da374-e3b6-44e4-95c8-9b06d26e7c42 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:39.192343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3086ba1-aa2c-4ca7-9903-612245c98519 req-720da374-e3b6-44e4-95c8-9b06d26e7c42 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.3081594 Jul 30 01:58:39.234986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.243565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.246033 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] 10.222.0.78 "DELETE /v2.0/networks/c8fd5fb7-04ec-491d-b6aa-f9a85839bfad HTTP/1.1" status: 204 len: 168 time: 0.9912229 Jul 30 01:58:39.259273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23c417-8a19-4f4e-bbbe-e4c060b75d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fd5fb7-04ec-491d-b6aa-f9a85839bfad,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.280864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.283438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Routers {'5fa82919-5579-41ca-80eb-4846e53dd9a0'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:39.284181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5fa82919-5579-41ca-80eb-4846e53dd9a0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.286481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Deleting port 20b7fb6d-5bcf-4820-b403-8c86e14defab {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:39.286650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.288318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0a22c-c708-4c25-ad19-fdaaa2cc2665 None None] Port 77f36e49-c0e7-479a-8a26-e679e95990be cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:39.294205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52447953-792a-4ebf-bbec-7e6e0bd6083c None None] Pushing event updated for resources: {'Port': ['ID=731c524b-9f37-49d4-bedd-90a2dd66b8d2,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.315506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b065915-97d9-4305-ae09-4d9c188852a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717c2459-c16a-4a77-923a-439fb930c3f7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.334672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6b065915-97d9-4305-ae09-4d9c188852a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6db0f21d62ed4e339554a548a5068df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096474 Jul 30 01:58:39.337981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.342028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37344) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.346432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf0468b2-06da-4303-be47-b4bf07a4046b req-60c11b09-e4ce-45db-b22a-ecbb87922942 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/security-groups?id=bb19448b-ba1d-42ef-8f78-1cc47b4e95db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732104 Jul 30 01:58:39.378973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3086ba1-aa2c-4ca7-9903-612245c98519 req-32657cff-2f36-4ec5-8e7f-c46b039c5d90 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632166 Jul 30 01:58:39.449353 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa266fa-3b86-4587-9665-00b53695d89e x-openstack-request-id: req-7fa266fa-3b86-4587-9665-00b53695d89e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:39.451358 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b58b9ec-0521-477e-afb1-93d8d9c7eea3", "name": "network-vif-deleted", "tag": "28930f82-7f2b-4b4d-b153-0a1fbd658f54", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:39.451957 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fa266fa-3b86-4587-9665-00b53695d89e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:39.452917 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b58b9ec-0521-477e-afb1-93d8d9c7eea3', 'name': 'network-vif-deleted', 'tag': '28930f82-7f2b-4b4d-b153-0a1fbd658f54', 'status': 'completed', 'code': 200} Jul 30 01:58:39.457261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] Set router 5fa82919-5579-41ca-80eb-4846e53dd9a0 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:39.461902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] For port 20b7fb6d-5bcf-4820-b403-8c86e14defab, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=20b7fb6d-5bcf-4820-b403-8c86e14defab,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:39.462285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.483351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Calling delete_port for 20b7fb6d-5bcf-4820-b403-8c86e14defab owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:39.566744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.601430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39bafcd4-299c-4383-a3ed-3ff109daf659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.648707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2919952e-f251-4c4b-935d-82047919a2cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a602fdd1b936459aad530a85cc6143da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782056 Jul 30 01:58:39.649134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.692218 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39bafcd4-299c-4383-a3ed-3ff109daf659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.701490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.708173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 3, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:39.757654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Allocated IP 172.20.0.1 (2bb6c2e9-c9df-4cb9-9539-11e178b0002f/7e2742da-dbf6-42e3-b14d-2a5744ce3d8a/3c997945-3d8c-484b-a200-ba796761fb5f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:39.761509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event deleted for resources: {'Port': ['ID=20b7fb6d-5bcf-4820-b403-8c86e14defab,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.765526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c740a0-3fe4-4254-ba0c-2a98596e865f None None] The sync data for ids ['5fa82919-5579-41ca-80eb-4846e53dd9a0'] in n-d-713499-10 is: [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 3, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:39.801616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] No DVR routers for this DVR port 20b7fb6d-5bcf-4820-b403-8c86e14defab on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:39.803475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14585548-26d9-4c48-ba51-1bce56cf3664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.805798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.807835 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e5d2bff8-6eb5-4fc6-b28e-6be327d1cb2a req-8d2baf38-bd5f-4edf-9c43-fd0df670df0b tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.55 "DELETE /v2.0/ports/20b7fb6d-5bcf-4820-b403-8c86e14defab HTTP/1.1" status: 204 len: 173 time: 0.6977813 Jul 30 01:58:39.849029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14585548-26d9-4c48-ba51-1bce56cf3664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.893617 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39bafcd4-299c-4383-a3ed-3ff109daf659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.896576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39bafcd4-299c-4383-a3ed-3ff109daf659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.897748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39bafcd4-299c-4383-a3ed-3ff109daf659 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/717c2459-c16a-4a77-923a-439fb930c3f7 HTTP/1.1" status: 204 len: 168 time: 0.5503366 Jul 30 01:58:39.915067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bafcd4-299c-4383-a3ed-3ff109daf659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717c2459-c16a-4a77-923a-439fb930c3f7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.938360 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14585548-26d9-4c48-ba51-1bce56cf3664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.952023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14585548-26d9-4c48-ba51-1bce56cf3664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.960005 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-14585548-26d9-4c48-ba51-1bce56cf3664 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f075e4b7-d712-46ae-af37-eeee5c9dbb84 HTTP/1.1" status: 204 len: 168 time: 0.3084171 Jul 30 01:58:39.977785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585548-26d9-4c48-ba51-1bce56cf3664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075e4b7-d712-46ae-af37-eeee5c9dbb84,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.084290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.094238 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.212252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 28930f82-7f2b-4b4d-b153-0a1fbd658f54 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:40.271598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.301424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 28930f82-7f2b-4b4d-b153-0a1fbd658f54 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:40.301823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 28930f82-7f2b-4b4d-b153-0a1fbd658f54 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:40.312334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.334128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=77f36e49-c0e7-479a-8a26-e679e95990be,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.370250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Transition to ACTIVE for port object 3c997945-3d8c-484b-a200-ba796761fb5f will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:40.476418 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.723235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:40.723496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Pushing event updated for resources: {'Port': ['ID=3c997945-3d8c-484b-a200-ba796761fb5f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.726479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:40.746767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:40.750473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65def3d9-3b77-42db-b92f-415bfd1854cf req-1504214b-8472-4e0a-a201-aae689c8061c tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.2031791 Jul 30 01:58:40.806305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 731c524b-9f37-49d4-bedd-90a2dd66b8d2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:40.880478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network ab08bd99-f78b-4601-94b8-a3a8db394873 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:40.893581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:40.912035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714035e-8344-4afc-baec-f61cf6e69eff req-87a38026-3030-4a30-bd32-3f17ad07a814 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.922001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f714035e-8344-4afc-baec-f61cf6e69eff req-87a38026-3030-4a30-bd32-3f17ad07a814 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.3581054 Jul 30 01:58:40.945477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:40.953176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:40.954863 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.190301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.255672 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.262168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f714035e-8344-4afc-baec-f61cf6e69eff req-890ac4f4-d541-4fce-867b-e5c7fe899f5f tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389339 Jul 30 01:58:41.278464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 7a62d989-d925-451a-afa3-ed3e73d07329 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:41.314118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9ce2557-e003-48f5-8cdd-f725f379783d None None] Provisioning for port 3c997945-3d8c-484b-a200-ba796761fb5f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:41.318414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 731c524b-9f37-49d4-bedd-90a2dd66b8d2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=731c524b-9f37-49d4-bedd-90a2dd66b8d2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:41.335590 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.340244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9ce2557-e003-48f5-8cdd-f725f379783d None None] Provisioning complete for port 3c997945-3d8c-484b-a200-ba796761fb5f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:41.340618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9ce2557-e003-48f5-8cdd-f725f379783d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.436635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:41.440738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce2557-e003-48f5-8cdd-f725f379783d None None] Port 3c997945-3d8c-484b-a200-ba796761fb5f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:41.454398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'name': 'network-vif-deleted', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:41.454981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ca3537b6-11d5-414a-9341-9bce8162035d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/routers/7a62d989-d925-451a-afa3-ed3e73d07329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5857255 Jul 30 01:58:41.456834 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33cbcb1-aa4d-486b-93a4-00e09894533e" -d '{"events": [{"server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "name": "network-vif-deleted", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:41.460175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37394) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:41.466056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'port': {'network_id': 'ab08bd99-f78b-4601-94b8-a3a8db394873', 'name': 'tempest-FloatingIPTestJSON-1134583660'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:41.566756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=731c524b-9f37-49d4-bedd-90a2dd66b8d2,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.583733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b62743-7403-4681-a694-edbed53bd0da None None] Sync routers for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:41.604514 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa404419-1adb-404c-9bb8-3c7416a59d28 x-openstack-request-id: req-aa404419-1adb-404c-9bb8-3c7416a59d28 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:41.604931 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63a965-45cd-4797-8c64-5fbb2952291c", "name": "network-vif-deleted", "tag": "20b7fb6d-5bcf-4820-b403-8c86e14defab", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:41.605078 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa404419-1adb-404c-9bb8-3c7416a59d28 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:41.605502 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63a965-45cd-4797-8c64-5fbb2952291c', 'name': 'network-vif-deleted', 'tag': '20b7fb6d-5bcf-4820-b403-8c86e14defab', 'status': 'completed', 'code': 200} Jul 30 01:58:41.636775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b62743-7403-4681-a694-edbed53bd0da None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:41.637430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-73b62743-7403-4681-a694-edbed53bd0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:41.638800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.723130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-73b62743-7403-4681-a694-edbed53bd0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:41.727364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-61decdaa-b173-49d8-93e7-905498132caf None None] Provisioning complete for port 77f36e49-c0e7-479a-8a26-e679e95990be triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:41.728389 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-61decdaa-b173-49d8-93e7-905498132caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.748145 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Made reservation on behalf of 27e343e4f4ad4abeba8463aba0554da1 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:41.753362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.777890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] device_id is not set on port 2db1f191-02ca-4d83-bbd4-967d7129a13f yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:58:41.806698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b62743-7403-4681-a694-edbed53bd0da None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:41.809332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-73b62743-7403-4681-a694-edbed53bd0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:41.897911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-73b62743-7403-4681-a694-edbed53bd0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:41.900290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b62743-7403-4681-a694-edbed53bd0da None None] The sync data for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:41.926771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-61decdaa-b173-49d8-93e7-905498132caf None None] Port 77f36e49-c0e7-479a-8a26-e679e95990be cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:41.993359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a9d4e15-1a97-43eb-b0da-dc4e1fa7515a req-0d4ffe8b-bac4-4d47-bb5e-2ac848f9fb30 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.0716577 Jul 30 01:58:42.031728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Allocated IP 172.20.0.14 (ab08bd99-f78b-4601-94b8-a3a8db394873/55ef8747-697f-46e8-9983-18ebf83a7146/2db1f191-02ca-4d83-bbd4-967d7129a13f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:42.092421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.101667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.187488 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.221796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Pushing event updated for resources: {'Port': ['ID=3c997945-3d8c-484b-a200-ba796761fb5f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.303844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20b7fb6d-5bcf-4820-b403-8c86e14defab no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:42.350791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.361904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 20b7fb6d-5bcf-4820-b403-8c86e14defab {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:42.362293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 20b7fb6d-5bcf-4820-b403-8c86e14defab not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:42.377212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Transition to ACTIVE for port object 2db1f191-02ca-4d83-bbd4-967d7129a13f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:42.426731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.462839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:42.473431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:42.497346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Network ab08bd99-f78b-4601-94b8-a3a8db394873 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:42.500509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:42.506108 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:42.610594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event updated for resources: {'Port': ['ID=2db1f191-02ca-4d83-bbd4-967d7129a13f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.661387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:42.662481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.707345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7cfc-8bbc-45a4-bb0f-481cd50cf94f req-83e22ec1-838e-429a-99b2-798f2ad60fe2 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:42.709286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96ea7cfc-8bbc-45a4-bb0f-481cd50cf94f req-83e22ec1-838e-429a-99b2-798f2ad60fe2 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.3345115 Jul 30 01:58:42.738728 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-307f79cb-c94c-437f-a533-4155c763a5cc tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2773156 Jul 30 01:58:42.739429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:42.752431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Request body: {'floatingip': {'port_id': '2db1f191-02ca-4d83-bbd4-967d7129a13f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:42.789020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 731c524b-9f37-49d4-bedd-90a2dd66b8d2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:42.835534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.859275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96ea7cfc-8bbc-45a4-bb0f-481cd50cf94f req-c1524104-b3d8-43a0-af15-c0166e7ff102 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202960 Jul 30 01:58:42.867546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Router 5fa82919-5579-41ca-80eb-4846e53dd9a0 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:42.940877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:42.941248 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.078449 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Provisioning for port 2db1f191-02ca-4d83-bbd4-967d7129a13f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:43.115114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Provisioning complete for port 2db1f191-02ca-4d83-bbd4-967d7129a13f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:43.115486 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.225560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Port 2db1f191-02ca-4d83-bbd4-967d7129a13f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:43.254958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Provisioning complete for port 3c997945-3d8c-484b-a200-ba796761fb5f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:43.255346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.314520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e691e20f-b89c-41e8-972c-ced27c77ebf9 None None] Port 3c997945-3d8c-484b-a200-ba796761fb5f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:43.649496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-270e47e5-a46b-400f-a643-84db9581ec63 req-1b3268ba-218f-46ae-95ad-acc197ccbafc tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.5407314 Jul 30 01:58:43.674462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:43.681418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b6e7e919-72a6-4153-9c1b-9a295cd68749 admin admin] 10.222.0.78 "PUT /v2.0/routers/5fa82919-5579-41ca-80eb-4846e53dd9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2202492 Jul 30 01:58:43.697015 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Sync routers for ids ['5fa82919-5579-41ca-80eb-4846e53dd9a0'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:43.740192 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Routers {'5fa82919-5579-41ca-80eb-4846e53dd9a0'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:43.740815 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5fa82919-5579-41ca-80eb-4846e53dd9a0'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:43.809479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.816786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.940049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Set router 5fa82919-5579-41ca-80eb-4846e53dd9a0 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:44.010150 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 23faadba-53db-4621-8670-d6f804d114d3 associated. External IP: 172.25.8.126, port: cc338e57-438a-4a43-ab38-7ce829188d30. Jul 30 01:58:44.353248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:44.355157 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3c997945-3d8c-484b-a200-ba796761fb5f', 'name': '', 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'mac_address': 'fa:16:3e:2d:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 2, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'subnets': [{'id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:44.414913 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Checking router: 5fa82919-5579-41ca-80eb-4846e53dd9a0 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:44.415607 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Updating router 5fa82919-5579-41ca-80eb-4846e53dd9a0 port 3c997945-3d8c-484b-a200-ba796761fb5f binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:44.457371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6275a0-2dd4-45ec-b3db-ea0cf0345119 req-32626808-e162-4ece-a038-07c69214dbb7 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:44.466907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc6275a0-2dd4-45ec-b3db-ea0cf0345119 req-32626808-e162-4ece-a038-07c69214dbb7 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.4068146 Jul 30 01:58:44.495091 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:44.540926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:44.573133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:44.586227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc6275a0-2dd4-45ec-b3db-ea0cf0345119 req-48bacb3a-44a5-4909-83b4-c3aba4d51547 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949378 Jul 30 01:58:44.592868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:44.593778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:44.656586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:44.666398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:44.667058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:44.873682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:44.874557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66f8a8-2390-48f4-854f-e8bb0bd58c4e None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:44.917043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd5ab83c-1855-4515-8f04-ebc612c10786 req-eb3348fe-12d4-453e-9bf0-0a175e62a1a9 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.0737503 Jul 30 01:58:45.027340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37474) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:45.064062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37478) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:45.068994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688713373', 'description': 'tempest-secgroup-smoke-688713373 description', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:45.108414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.118559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 7a62d989-d925-451a-afa3-ed3e73d07329 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:45.127404 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.140227 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Transition to ACTIVE for port object 3c997945-3d8c-484b-a200-ba796761fb5f will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:45.146669 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.225156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7b729bd-56c8-41a7-a8f2-edb5e764df7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.235646 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b40ec2-2560-412d-b891-0a33fc892cd7 None None] Pushing event updated for resources: {'Port': ['ID=3c997945-3d8c-484b-a200-ba796761fb5f,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:45.269901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.273527 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Attempting to bind port 3c997945-3d8c-484b-a200-ba796761fb5f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:45.274115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Attempting to bind port 3c997945-3d8c-484b-a200-ba796761fb5f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:45.274639 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Attempting to bind port 3c997945-3d8c-484b-a200-ba796761fb5f on network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:45.280701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.281376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:45.282067 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Checking segment: {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:45.282481 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.282927 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Bound using segment: {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:45.283443 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Bound port: 3c997945-3d8c-484b-a200-ba796761fb5f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a29041-fef8-41c8-b8cc-18854bc8d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:45.283823 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.328264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:45.342393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.344390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a411f66-f41c-4998-8b7b-daf29d338951,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:45.426610 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] Sync routers for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:45.431127 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d1ece98a-3804-40c2-a17f-d7a49a21ba53 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/floatingips/23faadba-53db-4621-8670-d6f804d114d3 HTTP/1.1" status: 200 len: 979 time: 2.6905639 Jul 30 01:58:45.432064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37480) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:45.449241 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:45.450182 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:45.478032 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7b729bd-56c8-41a7-a8f2-edb5e764df7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.486398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7b729bd-56c8-41a7-a8f2-edb5e764df7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.516319 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:45.519655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.521183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aa90b9ce-ced1-41ed-9d7e-96e076ba7174 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4561327 Jul 30 01:58:45.533006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37482) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:45.544592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d7b729bd-56c8-41a7-a8f2-edb5e764df7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd527489fa9c4963b0367319d39f43b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160570 Jul 30 01:58:45.549742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:45.551835 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] For port 3c997945-3d8c-484b-a200-ba796761fb5f, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:45.553219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group_rule': {'security_group_id': '6a411f66-f41c-4998-8b7b-daf29d338951', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:45.557433 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] For port 3c997945-3d8c-484b-a200-ba796761fb5f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3c997945-3d8c-484b-a200-ba796761fb5f,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:45.565546 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.585765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b729bd-56c8-41a7-a8f2-edb5e764df7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5e983-00a1-4174-9a8f-db856290f60c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:45.627593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.629175 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bd41700-178b-48b4-bb04-5701e2aa2132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.634794 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b40ec2-2560-412d-b891-0a33fc892cd7 None None] Pushing event updated for resources: {'Port': ['ID=3c997945-3d8c-484b-a200-ba796761fb5f,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:45.651269 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:45.652047 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:45.671919 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bd41700-178b-48b4-bb04-5701e2aa2132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.679901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 2db1f191-02ca-4d83-bbd4-967d7129a13f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:45.682768 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.708946 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:45.710102 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518b045-3fe8-42a9-88eb-997d7a578712 None None] The sync data for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:45.715433 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Routers {'5fa82919-5579-41ca-80eb-4846e53dd9a0'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:45.716054 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5fa82919-5579-41ca-80eb-4846e53dd9a0'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:45.805949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86df20-2422-486e-92fe-0483514b52cf req-0e8bb608-38a4-4117-a752-1f9b3f1774e6 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:45.817729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e86df20-2422-486e-92fe-0483514b52cf req-0e8bb608-38a4-4117-a752-1f9b3f1774e6 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1208403 Jul 30 01:58:45.838512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.846727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bd41700-178b-48b4-bb04-5701e2aa2132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.852364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0bd41700-178b-48b4-bb04-5701e2aa2132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.855615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0bd41700-178b-48b4-bb04-5701e2aa2132 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94d5e983-00a1-4174-9a8f-db856290f60c HTTP/1.1" status: 204 len: 168 time: 0.3030868 Jul 30 01:58:45.867073 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] Set router 5fa82919-5579-41ca-80eb-4846e53dd9a0 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:45.897281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd41700-178b-48b4-bb04-5701e2aa2132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5e983-00a1-4174-9a8f-db856290f60c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:45.937223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.954728 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:45.974546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e86df20-2422-486e-92fe-0483514b52cf req-aa99d33b-400a-4640-8486-104e6a17feda tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551216 Jul 30 01:58:46.169019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.169491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.169586 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Floating IP 23faadba-53db-4621-8670-d6f804d114d3 disassociated. External IP: 172.25.8.126, port: 2db1f191-02ca-4d83-bbd4-967d7129a13f. Jul 30 01:58:46.170080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 2db1f191-02ca-4d83-bbd4-967d7129a13f owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:46.176725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eba4164-0f9d-40e9-81f2-0b797a053e64,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.192424 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.198272 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ebfa951c-9c18-4fde-a1d6-76f0f9ab5506 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6446936 Jul 30 01:58:46.198492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:46.203606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group_rule': {'security_group_id': '6a411f66-f41c-4998-8b7b-daf29d338951', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:46.270626 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3c997945-3d8c-484b-a200-ba796761fb5f', 'name': '', 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'mac_address': 'fa:16:3e:2d:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:45Z', 'revision_number': 4, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'subnets': [{'id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:46.276027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.319348 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0d17e-8b91-4d75-8823-6a267980045d None None] The sync data for ids ['5fa82919-5579-41ca-80eb-4846e53dd9a0'] in n-d-713499-10 is: [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3c997945-3d8c-484b-a200-ba796761fb5f', 'name': '', 'network_id': '2bb6c2e9-c9df-4cb9-9539-11e178b0002f', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'mac_address': 'fa:16:3e:2d:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:45Z', 'revision_number': 4, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'subnets': [{'id': '7e2742da-dbf6-42e3-b14d-2a5744ce3d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:46.441623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.449643 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.461082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb065910-e92a-4779-a307-467ddac47a7a req-ad16851f-ca57-4592-9779-fd860e143329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:46.464364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fb065910-e92a-4779-a307-467ddac47a7a req-ad16851f-ca57-4592-9779-fd860e143329 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.1842990 Jul 30 01:58:46.466487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.515377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ba3964-9d6a-49e3-90c6-599fadddcb3e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.522155 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.527543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5768e024-75b5-4fe4-b64e-b1fb495d4ad6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3265195 Jul 30 01:58:46.528612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37504) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:46.538316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=2db1f191-02ca-4d83-bbd4-967d7129a13f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.540781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group_rule': {'security_group_id': '6a411f66-f41c-4998-8b7b-daf29d338951', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:46.671319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71a0601f-e53f-4bb4-838c-5ca1e4e7c2d8 req-ca6d17ee-59e9-451b-9f08-99f6d6dc138f tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.5336690 Jul 30 01:58:46.725289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.837642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3c997945-3d8c-484b-a200-ba796761fb5f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:46.875251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.881436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.922803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fb065910-e92a-4779-a307-467ddac47a7a req-b18762aa-ba2b-449c-9366-c69f12e96fb4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501801 Jul 30 01:58:46.925342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7caf6602-99e5-40d7-a59a-668a948c1b97,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:46.947763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:46.949281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2cc43e35-a84e-4f17-b774-a934fd2186f4 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189305 Jul 30 01:58:46.950241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37512) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:46.952902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37514) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:46.953716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 7a62d989-d925-451a-afa3-ed3e73d07329 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:46.962379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group_rule': {'security_group_id': '6a411f66-f41c-4998-8b7b-daf29d338951', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:46.964151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3c997945-3d8c-484b-a200-ba796761fb5f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:46.977210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3c997945-3d8c-484b-a200-ba796761fb5f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:46.977448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.002060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16c18a07-b9e9-4f4c-8a95-d283d7a82656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.013352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.156075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.209820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3c997945-3d8c-484b-a200-ba796761fb5f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3c997945-3d8c-484b-a200-ba796761fb5f,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:47.217114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.240445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:47.259205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] Sync routers for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:47.261528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16c18a07-b9e9-4f4c-8a95-d283d7a82656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.280208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-16c18a07-b9e9-4f4c-8a95-d283d7a82656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.284682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:47.285521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:47.322755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c18a07-b9e9-4f4c-8a95-d283d7a82656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75912b60-bdbc-48a3-a1ee-cfc42e528e7b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:47.345776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.358736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381badc-1004-4d43-a3d6-cf88c11cee5c req-e5e738f9-479c-4ad1-85ac-17f0cb27ac41 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.360645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:47.367104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b381badc-1004-4d43-a3d6-cf88c11cee5c req-e5e738f9-479c-4ad1-85ac-17f0cb27ac41 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.2821295 Jul 30 01:58:47.376026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.393507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.399380 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea735eea-18ed-4dcf-be1c-b076d4e61f14 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/ports/2db1f191-02ca-4d83-bbd4-967d7129a13f HTTP/1.1" status: 204 len: 168 time: 1.9659412 Jul 30 01:58:47.400384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.401671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3c997945-3d8c-484b-a200-ba796761fb5f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:47.414802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:47.416654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:47.426727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075c4596-d951-4a95-a1f2-7d2a6aed4ecc,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:47.437193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-16c18a07-b9e9-4f4c-8a95-d283d7a82656 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ae550b1c4c041399bd2e7636f5ea190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849639 Jul 30 01:58:47.446223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37520) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.490403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:47.491675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf0752f-15da-4410-8852-77dd84f15d35 None None] The sync data for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:47.521028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.522308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a1ce52a3-32bc-4bce-b460-39fa1cb2821d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5671077 Jul 30 01:58:47.525996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.535211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b381badc-1004-4d43-a3d6-cf88c11cee5c req-cbf6f7c4-7b49-47bc-9c3f-38eeb5201acb tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677105 Jul 30 01:58:47.535396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group_rule': {'security_group_id': '6a411f66-f41c-4998-8b7b-daf29d338951', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:47.548712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3fde7f4-5615-48d9-9e5e-c0459c8f4282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.577954 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3fde7f4-5615-48d9-9e5e-c0459c8f4282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.658131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3fde7f4-5615-48d9-9e5e-c0459c8f4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.660883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3fde7f4-5615-48d9-9e5e-c0459c8f4282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.662361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d3fde7f4-5615-48d9-9e5e-c0459c8f4282 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75912b60-bdbc-48a3-a1ee-cfc42e528e7b HTTP/1.1" status: 204 len: 168 time: 0.2145648 Jul 30 01:58:47.678853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fde7f4-5615-48d9-9e5e-c0459c8f4282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75912b60-bdbc-48a3-a1ee-cfc42e528e7b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:47.685521 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Project 7819d65e6d6d4b749ad4e36093f69e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:58:47.711878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.851768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14d3c9c3-fee2-45b6-a40c-4b77ead79a22 req-45a9226f-d317-49d7-8cac-a3d10fcd1f80 tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b63a965-45cd-4797-8c64-5fbb2952291c HTTP/1.1" status: 200 len: 210 time: 0.0530257 Jul 30 01:58:48.383489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.392878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.414755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e3c7d3-24af-4657-bf87-e0df90f80502,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:48.466075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.470422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82ccc813-00d8-40f2-83df-6732300963c3 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9404178 Jul 30 01:58:48.471154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37546) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:48.480175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'security_group_rule': {'security_group_id': '6a411f66-f41c-4998-8b7b-daf29d338951', 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:48.537306 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Project 7819d65e6d6d4b749ad4e36093f69e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:58:48.544395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.648669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.653957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.687181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.716821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4b07e4-d52e-4564-bedb-ac028853a420,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:48.756253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3c997945-3d8c-484b-a200-ba796761fb5f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:48.762624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.764209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8e5ae11f-f42f-4efa-8513-8e873bf25626 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2910492 Jul 30 01:58:48.789194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d2d07-0bb4-42be-92a8-b29ba5e461a3 req-4ce44ea7-3530-4ae9-8f34-3e39c4a61998 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:48.801672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-119d2d07-0bb4-42be-92a8-b29ba5e461a3 req-4ce44ea7-3530-4ae9-8f34-3e39c4a61998 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1324692 Jul 30 01:58:48.859666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-119d2d07-0bb4-42be-92a8-b29ba5e461a3 req-df65b013-3549-4809-b59d-9b8d1674ec32 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566874 Jul 30 01:58:48.908949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-5bd35115-745b-47e4-b7d8-d31aa68d7833 req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1483961227', 'description': 'tempest-description-1243205840'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:48.913450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3c997945-3d8c-484b-a200-ba796761fb5f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:48.917836 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.937533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37564) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:48.988753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5bd35115-745b-47e4-b7d8-d31aa68d7833 req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.999221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-79c1ed67-7297-420b-aabd-5afa2a0d2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.141868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd1fe-6485-4c52-bf36-56528a20455e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.233000 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd1fe-6485-4c52-bf36-56528a20455e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.246667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 77f36e49-c0e7-479a-8a26-e679e95990be {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:49.247186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.266969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-4c37ec5c-17e3-444c-9b78-f5d8a46d52b9 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688713373&fields=id&tenant_id=7819d65e6d6d4b749ad4e36093f69e84 HTTP/1.1" status: 200 len: 267 time: 0.0819275 Jul 30 01:58:49.372224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.393459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 77f36e49-c0e7-479a-8a26-e679e95990be owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:49.402117 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5bd35115-745b-47e4-b7d8-d31aa68d7833 req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.416239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5bd35115-745b-47e4-b7d8-d31aa68d7833 req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.441297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-5bd35115-745b-47e4-b7d8-d31aa68d7833 req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.444800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5bd35115-745b-47e4-b7d8-d31aa68d7833 req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5532377 Jul 30 01:58:49.488164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd1fe-6485-4c52-bf36-56528a20455e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.491685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd1fe-6485-4c52-bf36-56528a20455e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.493043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a0fd1fe-6485-4c52-bf36-56528a20455e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] 10.222.0.78 "DELETE /v2.0/security-groups/bb19448b-ba1d-42ef-8f78-1cc47b4e95db HTTP/1.1" status: 204 len: 168 time: 0.5545697 Jul 30 01:58:49.521763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656828f-8f5c-4758-9536-1ff49747325d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63be31-31e4-4d08-9e6d-0a5571161579,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:49.536243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-36e066e7-2f72-44a1-92b8-f7f498204d63 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:49.539627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-36e066e7-2f72-44a1-92b8-f7f498204d63 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 809 time: 0.2549226 Jul 30 01:58:49.571919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-726ee57b-33a3-4d2f-a860-3a3d93e168d6 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/quotas/7819d65e6d6d4b749ad4e36093f69e84 HTTP/1.1" status: 200 len: 375 time: 0.0222468 Jul 30 01:58:49.573436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fd1fe-6485-4c52-bf36-56528a20455e tempest-TestVolumeBackupRestore-112704546 tempest-TestVolumeBackupRestore-112704546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb19448b-ba1d-42ef-8f78-1cc47b4e95db,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:49.674791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-b4dc38a4-cfd8-4718-b597-d479dac0244f tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1483961227&fields=id&tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc HTTP/1.1" status: 200 len: 267 time: 0.1200523 Jul 30 01:58:49.731355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.734765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-054b40ea-46ac-4337-a601-3b3c2bf20ebb tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313231 Jul 30 01:58:49.758182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-4ba3f52d-32fc-4e29-9051-1bdb8d49e71f tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:49.759383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-4ba3f52d-32fc-4e29-9051-1bdb8d49e71f tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.0834553 Jul 30 01:58:49.771477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=77f36e49-c0e7-479a-8a26-e679e95990be,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:49.835782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'port': {'security_groups': ['67399371-dd13-49a6-ac2a-93efaa449c34', '6b63be31-31e4-4d08-9e6d-0a5571161579']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:49.958497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.032731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-a9ad72c5-6b39-4080-a333-92829fdb2c08 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717297 Jul 30 01:58:50.073705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.213005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-3853c7d6-6139-40de-95ae-ba01ba7cd781 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702688 Jul 30 01:58:50.323073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:50.365115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.371203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.382080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ede6ecf5-2ed9-44b6-852d-b63115d6b981'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:50.441532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 7a62d989-d925-451a-afa3-ed3e73d07329 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:50.446858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:50.446858 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.446858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95fdf088-4d98-4777-9462-2a856b0f9275 req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "PUT /v2.0/ports/ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 981 time: 0.6168590 Jul 30 01:58:50.446858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:50.449952 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e99af2-f383-40b1-a522-1764fdd0ad5f" -d '{"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:50.488391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af43e69-5868-475c-bb3d-5281352b4ff9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:50.547423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ede6ecf5-2ed9-44b6-852d-b63115d6b981'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:50.571718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a77c8e0f-c6fc-4eb6-b151-be159eab76cc req-8015db13-22d2-4396-81d2-62a0b4073934 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 210 time: 0.0790462 Jul 30 01:58:50.708080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:50.723713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 37628) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:50.724014 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-37f6d4f9-c22e-4964-8cd9-4c82331e5123 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/routers/7a62d989-d925-451a-afa3-ed3e73d07329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3224163 Jul 30 01:58:50.732837 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] Sync routers for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:50.743860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-6acf0f0e-9e75-4730-aa70-5f9079e82f8a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1483961227&fields=id&tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc HTTP/1.1" status: 200 len: 267 time: 0.1699862 Jul 30 01:58:50.778787 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:50.780870 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:50.791222 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3905d7-51e5-4eb2-ae81-b4ad5f148e04 x-openstack-request-id: req-fd3905d7-51e5-4eb2-ae81-b4ad5f148e04 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:50.791622 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:50.791788 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd3905d7-51e5-4eb2-ae81-b4ad5f148e04 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:50.801131 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'status': 'completed', 'code': 200} Jul 30 01:58:50.915421 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:50.926063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-c4c6bb20-7a64-423d-bacb-2e5d383a9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:50.935632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-c4c6bb20-7a64-423d-bacb-2e5d383a9a93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1136 time: 0.1655850 Jul 30 01:58:50.935994 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] Routers {'7a62d989-d925-451a-afa3-ed3e73d07329'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:50.937129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7a62d989-d925-451a-afa3-ed3e73d07329'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:51.001123 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:51.004247 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400385f-d65f-42e8-9164-204c73f267ac None None] The sync data for ids ['7a62d989-d925-451a-afa3-ed3e73d07329'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:51.256879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-9f5ac9e9-42e7-43df-8dbb-1e8016401bde tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:51.265300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-9f5ac9e9-42e7-43df-8dbb-1e8016401bde tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 984 time: 0.4834580 Jul 30 01:58:51.311948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-2873482d-99b7-4603-99a3-e6a59cd3601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:51.313682 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-2873482d-99b7-4603-99a3-e6a59cd3601a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.3704443 Jul 30 01:58:51.318913 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.362293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'port': {'security_groups': ['67399371-dd13-49a6-ac2a-93efaa449c34']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:51.442912 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-cfb6f03e-4696-42b7-8ef5-22b0153e21fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.1122985 Jul 30 01:58:51.500946 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.623948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.636508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-004fe3fa-b714-4e76-886d-9f3f5e0c1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:51.640320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-004fe3fa-b714-4e76-886d-9f3f5e0c1cc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.1812060 Jul 30 01:58:51.694150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-719d568e-f65d-447e-bbe3-cf9c71479cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.706496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-5c530109-159b-45e9-a0d7-0029636cdfac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582125 Jul 30 01:58:51.917898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:51.918610 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.967960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-2ea50fba-8785-4289-9cbb-ef519541b4d2 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552166 Jul 30 01:58:51.999855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.103376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ce6a96a-6727-4541-8229-5294b6f2031a req-a698854c-06d3-4156-af41-7fba75a80283 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 210 time: 0.1816611 Jul 30 01:58:52.106280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.120172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ede6ecf5-2ed9-44b6-852d-b63115d6b981'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:52.228866 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e4e99af2-f383-40b1-a522-1764fdd0ad5f req-e60a6360-0c89-4cb2-85bc-d146384fc6e1 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542069 Jul 30 01:58:52.396334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event updated for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:52.434745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:52.436378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.469019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a60fa838-bbe6-4200-9bcd-a9c072b1e7c4 req-f8dc70e1-c629-4a83-8dc3-5e9578518f11 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "PUT /v2.0/ports/ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 942 time: 1.1558754 Jul 30 01:58:52.488621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ede6ecf5-2ed9-44b6-852d-b63115d6b981'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:52.509139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.704754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-a4541be3-405d-478b-bc23-eaccd19bc08d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:52.707184 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-a4541be3-405d-478b-bc23-eaccd19bc08d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.55 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 809 time: 0.2247930 Jul 30 01:58:52.802114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:52.805497 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9479630e-d9ce-48a5-80f8-15aa2795c88f" -d '{"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:52.815870 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-0f9ad398-53b2-42a7-a850-c8cf00b6ff58 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7819d65e6d6d4b749ad4e36093f69e84 HTTP/1.1" status: 200 len: 379 time: 0.0942209 Jul 30 01:58:52.825925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'port': {'device_id': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'admin_state_up': True, 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'security_groups': ['6a411f66-f41c-4998-8b7b-daf29d338951']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:52.843470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-45079355-6949-4140-825b-59864edab6a2 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3688109 Jul 30 01:58:52.845978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port adb53a39-d2bd-4c72-9365-6f3de865688a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:52.847689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.013111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.030928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for adb53a39-d2bd-4c72-9365-6f3de865688a owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:53.084832 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.106595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-8e63a884-0c61-4f54-9659-ca8b413ed2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.108215 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-8e63a884-0c61-4f54-9659-ca8b413ed2da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.1322358 Jul 30 01:58:53.341347 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1058aff-0f8a-4d09-bb7f-0d8f824b02cf x-openstack-request-id: req-d1058aff-0f8a-4d09-bb7f-0d8f824b02cf {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:53.342204 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:53.342808 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1058aff-0f8a-4d09-bb7f-0d8f824b02cf {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:53.343811 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'status': 'completed', 'code': 200} Jul 30 01:58:53.345219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-71e8db21-55bd-4122-864e-93c0dc6e2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.347066 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-71e8db21-55bd-4122-864e-93c0dc6e2900 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.2226627 Jul 30 01:58:53.352007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:53.376254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.390395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Made reservation on behalf of 7819d65e6d6d4b749ad4e36093f69e84 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:53.412825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.468108 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.511172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-31c1a9db-1362-41b2-b38f-5c9e1ed10219 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.1483083 Jul 30 01:58:53.532210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee5d8e49-4293-4ae7-8980-9ccd277a8425 req-0a2aead4-eeb8-41e4-b98b-2ff18a784d64 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 210 time: 0.1857891 Jul 30 01:58:53.540244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=adb53a39-d2bd-4c72-9365-6f3de865688a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:53.612771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.775549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Allocated IP 172.20.0.7 (c0d351b5-469b-45c9-9535-2e7431d0ea3e/5e5aca89-7884-42da-908a-7999c19e0065/f6ab1933-e28c-4da5-821e-fd5608cee0cd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:53.924192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.939588 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.005954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.035372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Transition to ACTIVE for port object f6ab1933-e28c-4da5-821e-fd5608cee0cd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:54.072791 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.073479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Fanout notify agent at l3_agent the message router_deleted on router 7a62d989-d925-451a-afa3-ed3e73d07329 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:58:54.092334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.098969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-87096ab9-c43c-4af7-9676-975acb225a91 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/routers/7a62d989-d925-451a-afa3-ed3e73d07329 HTTP/1.1" status: 204 len: 168 time: 3.3728600 Jul 30 01:58:54.102818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-705b4cb1-9468-4e31-899f-302a6e29f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:54.105329 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-705b4cb1-9468-4e31-899f-302a6e29f14d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.5874126 Jul 30 01:58:54.105815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 37946) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:54.108858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.168113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.220682 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-deacac5f-216f-4737-a015-af028b70b1e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063018 Jul 30 01:58:54.360027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:54.367650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting subnet 55ef8747-697f-46e8-9983-18ebf83a7146 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:54.375782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'Port': ['ID=f6ab1933-e28c-4da5-821e-fd5608cee0cd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:54.378859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:54.399914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:54.407778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.504209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Allocated IP 172.25.8.114 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/9bcdd328-d923-4537-8f90-5afbd4e1b549) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:54.567452 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.716463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:54.716631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.720535 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-076e6221-500f-4da7-ae4a-a0b756c719cd service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637833 Jul 30 01:58:54.735350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.957780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf23ce-ca49-49fe-81dc-7cf0808e0253 req-bbef3a55-5c09-4317-b792-c1ea687ceb87 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:54.960554 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41cf23ce-ca49-49fe-81dc-7cf0808e0253 req-bbef3a55-5c09-4317-b792-c1ea687ceb87 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 931 time: 0.2818635 Jul 30 01:58:54.996174 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-93eb2fd3-e706-4d00-99a1-4695b027e369 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1740878 Jul 30 01:58:55.026918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.031962 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Request body: {'port': {'device_id': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:55.057904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-56d0eacc-0fab-4811-985d-30492a5c02f6 None None] Provisioning for port f6ab1933-e28c-4da5-821e-fd5608cee0cd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:55.059645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41cf23ce-ca49-49fe-81dc-7cf0808e0253 req-748b18a1-fc61-47f8-baf3-a807e9871684 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750830 Jul 30 01:58:55.063251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-56d0eacc-0fab-4811-985d-30492a5c02f6 None None] Provisioning complete for port f6ab1933-e28c-4da5-821e-fd5608cee0cd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:55.064263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-56d0eacc-0fab-4811-985d-30492a5c02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.121234 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.164812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-56d0eacc-0fab-4811-985d-30492a5c02f6 None None] Port f6ab1933-e28c-4da5-821e-fd5608cee0cd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:55.214902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:55.222110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.247410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:55.254484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:55.328971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.368201 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9479630e-d9ce-48a5-80f8-15aa2795c88f req-90145228-c210-455c-b59c-e5b5f208a0ef service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034856 Jul 30 01:58:55.404672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event updated for resources: {'Port': ['ID=9bcdd328-d923-4537-8f90-5afbd4e1b549,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.617993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.722391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.738940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.877506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091dcd6d-7999-44af-b781-75959d1fd5ae None None] Network ab08bd99-f78b-4601-94b8-a3a8db394873 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:55.938608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Subnet': ['ID=55ef8747-697f-46e8-9983-18ebf83a7146,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.959855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.968717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-be9e2b8d-ee4e-497e-8d8d-af5bb576fe03 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/subnets/55ef8747-697f-46e8-9983-18ebf83a7146 HTTP/1.1" status: 204 len: 168 time: 1.8613067 Jul 30 01:58:55.973492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:56.170361 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.279198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ab1933-e28c-4da5-821e-fd5608cee0cd {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:56.310340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.360702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Transition to ACTIVE for port object f6ab1933-e28c-4da5-821e-fd5608cee0cd will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:56.365283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] DHCP port deletion for ab08bd99-f78b-4601-94b8-a3a8db394873 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:58:56.365816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.530953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] Deleting port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:56.535724 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.589373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.607777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.649349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38180) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:56.727222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] For port d17eec70-26cf-4b61-9535-c1d1e7c9ee06, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,segment=NetworkSegment(476ece99-8002-48d7-bccf-fb1915e46761),segment_id=476ece99-8002-48d7-bccf-fb1915e46761)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:56.727627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.743279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cdeda-e11a-4004-bf5f-704261911af5 req-627aba26-f6e0-4cdf-8c80-749195ca407e tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:56.759926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-018cdeda-e11a-4004-bf5f-704261911af5 req-627aba26-f6e0-4cdf-8c80-749195ca407e tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 943 time: 0.4786968 Jul 30 01:58:56.786338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab1933-e28c-4da5-821e-fd5608cee0cd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:56.790408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d17eec70-26cf-4b61-9535-c1d1e7c9ee06 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:56.796681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] Calling delete_port for d17eec70-26cf-4b61-9535-c1d1e7c9ee06 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:56.864264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Attempting to bind port f6ab1933-e28c-4da5-821e-fd5608cee0cd on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:56.864604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Attempting to bind port f6ab1933-e28c-4da5-821e-fd5608cee0cd by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:56.864933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Attempting to bind port f6ab1933-e28c-4da5-821e-fd5608cee0cd on network c0d351b5-469b-45c9-9535-2e7431d0ea3e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:56.877391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Port f6ab1933-e28c-4da5-821e-fd5608cee0cd on network c0d351b5-469b-45c9-9535-2e7431d0ea3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:56.878455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Attempting to bind port f6ab1933-e28c-4da5-821e-fd5608cee0cd on network c0d351b5-469b-45c9-9535-2e7431d0ea3e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:56.888275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:56.888613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Checking segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:56.889000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Bound using segment: {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:56.889452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Bound port: f6ab1933-e28c-4da5-821e-fd5608cee0cd, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56350ebc-5410-4f07-b044-6fa5745bd3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:56.889815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.117087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22ace663-ab27-42ad-adcc-fe4a11e5ced3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.122208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] For port f6ab1933-e28c-4da5-821e-fd5608cee0cd, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:57.176175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] For port f6ab1933-e28c-4da5-821e-fd5608cee0cd, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:57.195122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.247655 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.263481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:57.264263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.267869 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] 10.222.0.55 "PUT /v2.0/ports/f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 1092 time: 2.2537920 Jul 30 01:58:57.279571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:57.283459 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75643206-6da6-48a7-a3a3-f6e598c298b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:57.284993 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.340646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c570d-f50c-48ea-9e96-f3bf7cbe8d1e service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab1933-e28c-4da5-821e-fd5608cee0cd,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.437404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] No DVR routers for this DVR port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:57.438689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-b6e3cc87-242d-472f-a7d6-be2d0aa36560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:57.440700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396b3f-5b60-43e3-bc57-678db615a4ff None None] Pushing event deleted for resources: {'Port': ['ID=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.441618 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-b6e3cc87-242d-472f-a7d6-be2d0aa36560 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1095 time: 0.0943258 Jul 30 01:58:57.545501 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-e8ed338e-879b-4383-befb-dbc34f1f5400 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 217 time: 0.0901294 Jul 30 01:58:57.712268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22ace663-ab27-42ad-adcc-fe4a11e5ced3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.716999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-beda284d-9509-4afe-b408-4b9261ca8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:57.722361 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-beda284d-9509-4afe-b408-4b9261ca8509 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 200 len: 848 time: 0.1656818 Jul 30 01:58:57.723648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-22ace663-ab27-42ad-adcc-fe4a11e5ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.757023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:57.757478 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.834260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] For port d17eec70-26cf-4b61-9535-c1d1e7c9ee06, host n-d-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:57.834654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.845508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ace663-ab27-42ad-adcc-fe4a11e5ced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222b120-6ee6-40cf-963c-cdead604cebd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.848510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for d17eec70-26cf-4b61-9535-c1d1e7c9ee06 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:57.874301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 was not found and therefore no delete operation was performed {{(pid=93890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:58:57.888690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-018cdeda-e11a-4004-bf5f-704261911af5 req-3c830d7d-74af-4e7c-aee9-4ac105daaff1 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1278470 Jul 30 01:58:57.891464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.916669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event updated for resources: {'Port': ['ID=9bcdd328-d923-4537-8f90-5afbd4e1b549,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.973221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-22ace663-ab27-42ad-adcc-fe4a11e5ced3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7432a1df4f6041eeb7e42aa85e84b74b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3010452 Jul 30 01:58:57.988871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38234) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:58.011233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-66873ed6-9175-4026-ba14-89a5de00bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.016995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=d17eec70-26cf-4b61-9535-c1d1e7c9ee06,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.023728 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-66873ed6-9175-4026-ba14-89a5de00bee4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d351b5-469b-45c9-9535-2e7431d0ea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2939637 Jul 30 01:58:58.044340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] No DVR routers for this DVR port d17eec70-26cf-4b61-9535-c1d1e7c9ee06 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:58.061177 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be813c81-e8c6-4431-9c1c-7dbb57818d75 x-openstack-request-id: req-be813c81-e8c6-4431-9c1c-7dbb57818d75 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:58.061470 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:58.061724 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be813c81-e8c6-4431-9c1c-7dbb57818d75 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:58.062122 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'status': 'completed', 'code': 200} Jul 30 01:58:58.185399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.210189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab08bd99-f78b-4601-94b8-a3a8db394873']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:58.226295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476ece99-8002-48d7-bccf-fb1915e46761') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:58.226970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476ece99-8002-48d7-bccf-fb1915e46761') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:58.239460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.250092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b541fa-5f08-41cc-a099-783bdd9cbb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.261486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.269217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:58.269699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.291250 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-dd6139fc-2d21-4c8e-adfa-e48fe672fb7f service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176933 Jul 30 01:58:58.306272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b541fa-5f08-41cc-a099-783bdd9cbb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:58.386864 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:58.395739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.402728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.412409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/networks/ab08bd99-f78b-4601-94b8-a3a8db394873 HTTP/1.1" status: 204 len: 168 time: 2.4346950 Jul 30 01:58:58.412409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38258) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:58.428488 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.455111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ceac5-a025-4c76-8886-2c69f7f13da1 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Network': ['ID=ab08bd99-f78b-4601-94b8-a3a8db394873,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.455652 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.457361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-b71d7cf8-bf88-4278-af85-41f4ee808335 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1106091 Jul 30 01:58:58.540478 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c4d3ab0b-29e0-4554-a302-5900aec210d1 req-2f70b4bd-d9f0-4dc5-8319-713eb6108971 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364097 Jul 30 01:58:58.573458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b541fa-5f08-41cc-a099-783bdd9cbb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.576180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b541fa-5f08-41cc-a099-783bdd9cbb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.580057 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18b541fa-5f08-41cc-a099-783bdd9cbb67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b222b120-6ee6-40cf-963c-cdead604cebd HTTP/1.1" status: 204 len: 168 time: 0.5901492 Jul 30 01:58:58.581673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-0494dec6-b01f-44ba-8732-3a75b60b55b3 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0918577 Jul 30 01:58:58.604444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b541fa-5f08-41cc-a099-783bdd9cbb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222b120-6ee6-40cf-963c-cdead604cebd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.711228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-4bc54225-5431-49eb-b626-9b3567db7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.712678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-4bc54225-5431-49eb-b626-9b3567db7733 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1095 time: 0.0736272 Jul 30 01:58:58.799785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 086b8489-f1c4-40ff-a93f-6b55468dde56 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:58.800281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.857597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-de153014-b7ed-4303-b99e-c4df6b1dc0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.860484 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-de153014-b7ed-4303-b99e-c4df6b1dc0a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 910 time: 0.1403651 Jul 30 01:58:58.869403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-4347f555-c5f3-4be6-92de-1e5c183136d0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.870799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-4347f555-c5f3-4be6-92de-1e5c183136d0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2428148 Jul 30 01:58:58.892175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-e9e71d61-5c5f-4eca-9ba7-09e668b40c5d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:58:58.893427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce9a8b28-e6c1-4b00-a735-ff90555e2013 req-e9e71d61-5c5f-4eca-9ba7-09e668b40c5d tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134003 Jul 30 01:58:58.935987 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-7f4910b4-0070-4600-8c6d-dc966f26dab0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 217 time: 0.0676315 Jul 30 01:58:58.941313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.941651 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.976301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 086b8489-f1c4-40ff-a93f-6b55468dde56 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:59.041907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38294) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.052925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-248d2cf7-a3a1-4e9f-a0fa-a9fa14be4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.059246 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-248d2cf7-a3a1-4e9f-a0fa-a9fa14be4d05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 200 len: 848 time: 0.1115344 Jul 30 01:58:59.086079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5addc9-b71f-4232-a80c-101d73a61b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.087890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.215545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-b50b5fdc-ac66-46db-b91a-0ce131eff75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.215808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-2e02705d-124c-4695-a724-7555a12af436 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.219481 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-b50b5fdc-ac66-46db-b91a-0ce131eff75d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d351b5-469b-45c9-9535-2e7431d0ea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511149 Jul 30 01:58:59.223086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-2e02705d-124c-4695-a724-7555a12af436 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2219055 Jul 30 01:58:59.241181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3488e41-270a-435d-b3da-3da26dd28473 req-30208aec-b3b7-4e93-8928-2b99e69d4bd1 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:59.242712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3488e41-270a-435d-b3da-3da26dd28473 req-30208aec-b3b7-4e93-8928-2b99e69d4bd1 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 943 time: 0.2388575 Jul 30 01:58:59.318225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-44e8f596-8a25-4cff-9644-bb4a8c4c3aaf tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0942357 Jul 30 01:58:59.358322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'floatingip': {'port_id': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:59.423767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3488e41-270a-435d-b3da-3da26dd28473 req-a34472ce-5e8d-4cb3-92b2-f9c866fed8d7 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713572 Jul 30 01:58:59.456727 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.459064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5addc9-b71f-4232-a80c-101d73a61b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.472421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ec5addc9-b71f-4232-a80c-101d73a61b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.554955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5addc9-b71f-4232-a80c-101d73a61b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b6f734-820e-4296-b0cd-ad6a2feac16d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:59.585808 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.632267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=086b8489-f1c4-40ff-a93f-6b55468dde56,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:59.675695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38310) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.788987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.792388 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.793600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-47f330a7-fcf6-43e4-bc14-68d14767df64 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/floatingips/23faadba-53db-4621-8670-d6f804d114d3 HTTP/1.1" status: 204 len: 168 time: 1.3502071 Jul 30 01:58:59.797938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38314) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.845527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8fce385-77af-41c4-80eb-18ab8b63ecf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.849902 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb824a3-f250-408c-b39c-b15e2e37f85a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] DELETE failed (client error): The resource could not be found. Jul 30 01:58:59.850649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb824a3-f250-408c-b39c-b15e2e37f85a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:58:59.852470 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9bb824a3-f250-408c-b39c-b15e2e37f85a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/ports/2db1f191-02ca-4d83-bbd4-967d7129a13f HTTP/1.1" status: 404 len: 333 time: 0.0495450 Jul 30 01:58:59.860094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38316) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:59.933945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d1a1546a-f076-4024-bbf3-d4bbbd71b839 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/ports?device_id=7a62d989-d925-451a-afa3-ed3e73d07329 HTTP/1.1" status: 200 len: 205 time: 0.0726943 Jul 30 01:58:59.936491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38318) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:00.017514 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-182c9cd4-ac9a-4bce-b115-de471be9682d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] delete failed (client error): The resource could not be found. Jul 30 01:59:00.018536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-182c9cd4-ac9a-4bce-b115-de471be9682d tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/routers/7a62d989-d925-451a-afa3-ed3e73d07329 HTTP/1.1" status: 404 len: 336 time: 0.0772021 Jul 30 01:59:00.022758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38320) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:00.032080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ec5addc9-b71f-4232-a80c-101d73a61b5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2c77eee7c74347c4af574ed4bf5e920f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9890769 Jul 30 01:59:00.035517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38322) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:00.057189 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-bf7b0d0f-93b9-4f44-a7cf-1d0edfa8aee8 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8217976 Jul 30 01:59:00.066211 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-19081146-9ca1-4b67-879f-26115428f6cb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:00.066658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19081146-9ca1-4b67-879f-26115428f6cb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:00.068380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-19081146-9ca1-4b67-879f-26115428f6cb tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/subnets/55ef8747-697f-46e8-9983-18ebf83a7146 HTTP/1.1" status: 404 len: 337 time: 0.0422308 Jul 30 01:59:00.071592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38324) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:00.239872 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c854b2f1-5721-4383-bcf5-71467ad0b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.286613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c854b2f1-5721-4383-bcf5-71467ad0b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.289851 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-75643206-6da6-48a7-a3a3-f6e598c298b3 req-7df37db9-b37b-477d-b86b-1f096558eca6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954012 Jul 30 01:59:00.333090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port cc338e57-438a-4a43-ab38-7ce829188d30 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:00.333429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.345170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8fce385-77af-41c4-80eb-18ab8b63ecf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.357316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.387037 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8fce385-77af-41c4-80eb-18ab8b63ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.400878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c854b2f1-5721-4383-bcf5-71467ad0b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.401204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.403734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c854b2f1-5721-4383-bcf5-71467ad0b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.407307 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c854b2f1-5721-4383-bcf5-71467ad0b02c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24b6f734-820e-4296-b0cd-ad6a2feac16d HTTP/1.1" status: 204 len: 168 time: 0.3670511 Jul 30 01:59:00.410473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6ab1933-e28c-4da5-821e-fd5608cee0cd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:00.431509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854b2f1-5721-4383-bcf5-71467ad0b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b6f734-820e-4296-b0cd-ad6a2feac16d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:00.490182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fce385-77af-41c4-80eb-18ab8b63ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c3dfab-8481-4947-9460-8fa4cf552323,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:00.496438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.514739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8fce385-77af-41c4-80eb-18ab8b63ecf3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da9704788fcb452e86c11dcfcac0d6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378315 Jul 30 01:59:00.519511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38330) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:00.598492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f6ab1933-e28c-4da5-821e-fd5608cee0cd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:00.621995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.622298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'port_id': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'mac_address': 'fa:16:3e:9b:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:00.674648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for cc338e57-438a-4a43-ab38-7ce829188d30 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:00.689497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.691206 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Floating IP d01cf2ec-2c3b-4fa3-9921-08c34f17573d associated. External IP: 172.25.8.114, port: ede6ecf5-2ed9-44b6-852d-b63115d6b981. Jul 30 01:59:00.711019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ab1933-e28c-4da5-821e-fd5608cee0cd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:00.736286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f6ab1933-e28c-4da5-821e-fd5608cee0cd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:00.742732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.796757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769c2b-677a-449d-a72e-9a2dfbce50d1 req-6a6d3984-df67-4815-8bef-b5f818afceeb tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.798315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74769c2b-677a-449d-a72e-9a2dfbce50d1 req-6a6d3984-df67-4815-8bef-b5f818afceeb tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 943 time: 0.2117078 Jul 30 01:59:00.802179 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1858d6f-44c2-49cd-9cbc-9a1efd43009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.815644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f6ab1933-e28c-4da5-821e-fd5608cee0cd,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:00.866443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Deleting port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:00.866792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.894429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1858d6f-44c2-49cd-9cbc-9a1efd43009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.943048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74769c2b-677a-449d-a72e-9a2dfbce50d1 req-9da3f9b9-22fa-4a21-95df-a4344d830f83 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294434 Jul 30 01:59:01.001747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] For port 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:01.002380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.021825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f6ab1933-e28c-4da5-821e-fd5608cee0cd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:01.023395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Calling delete_port for 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:01.096098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1858d6f-44c2-49cd-9cbc-9a1efd43009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.098620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d1858d6f-44c2-49cd-9cbc-9a1efd43009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.102461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d1858d6f-44c2-49cd-9cbc-9a1efd43009d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2c3dfab-8481-4947-9460-8fa4cf552323 HTTP/1.1" status: 204 len: 168 time: 0.5819435 Jul 30 01:59:01.109396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.130290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858d6f-44c2-49cd-9cbc-9a1efd43009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c3dfab-8481-4947-9460-8fa4cf552323,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:01.162682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=cc338e57-438a-4a43-ab38-7ce829188d30,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:01.196690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:01.311102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.313099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9c5c4cbd-dff9-4cf6-a016-8a5f7df80f4a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/ports/cc338e57-438a-4a43-ab38-7ce829188d30 HTTP/1.1" status: 204 len: 168 time: 1.2405016 Jul 30 01:59:01.318131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38352) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:01.361456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.397764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d58fa8f-cd27-4535-9b69-b4f9cec13a3c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:01.571862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38356) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:01.593203 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4762c89-ac2a-48ff-8c54-7def25e26bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.704222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.852043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:01.857090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.868250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4762c89-ac2a-48ff-8c54-7def25e26bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.868431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] Sync routers for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:01.885257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:01.886224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:01.906485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9c761d43-552a-4dfb-b14c-e05d5cb18cbd tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "PUT /v2.0/floatingips/d01cf2ec-2c3b-4fa3-9921-08c34f17573d HTTP/1.1" status: 200 len: 996 time: 2.5593836 Jul 30 01:59:01.908013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:01.910435 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d03113-414b-4d07-a451-d66d44e15c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:01.930671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port e856a759-266b-4020-948f-6be7e381081b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:01.931542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.000135 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e33d7d-f3a2-4c79-8b98-4fd3c5381cba x-openstack-request-id: req-15e33d7d-f3a2-4c79-8b98-4fd3c5381cba {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:02.000476 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:02.000730 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15e33d7d-f3a2-4c79-8b98-4fd3c5381cba {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:02.001147 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'status': 'completed', 'code': 200} Jul 30 01:59:02.019039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4762c89-ac2a-48ff-8c54-7def25e26bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.050647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Router 1d5e070a-f507-4f83-acad-38dc5c716f28 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:02.072977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-86924369-e985-4f27-975e-3f9341ad5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.074702 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-86924369-e985-4f27-975e-3f9341ad5bf7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.0726495 Jul 30 01:59:02.086847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:02.137918 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c4762c89-ac2a-48ff-8c54-7def25e26bab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee73e248f4034e418e9ec104ac84b157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634701 Jul 30 01:59:02.140325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:02.202533 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.224920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1322-1738-4667-8c4e-a6581232cd72 req-77d0a80e-d14b-4a28-933c-0030a705634d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.226468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6eb1322-1738-4667-8c4e-a6581232cd72 req-77d0a80e-d14b-4a28-933c-0030a705634d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 944 time: 0.1432037 Jul 30 01:59:02.232667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for e856a759-266b-4020-948f-6be7e381081b owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:02.241381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762c89-ac2a-48ff-8c54-7def25e26bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1e222-1252-4e54-ba67-85c480912115,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:02.273902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d03113-414b-4d07-a451-d66d44e15c0a req-1ffb086f-c51f-48c5-a544-5acd3163b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.274977 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-1ffb086f-c51f-48c5-a544-5acd3163b1bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.2598772 Jul 30 01:59:02.327944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:02.335435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4df1ac51-fd57-469b-bd1f-91268439982d admin admin] 10.222.0.78 "PUT /v2.0/routers/1d5e070a-f507-4f83-acad-38dc5c716f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2424865 Jul 30 01:59:02.335581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-ff5d3dbe-edff-40ce-8405-a358a9b134f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.336924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-ff5d3dbe-edff-40ce-8405-a358a9b134f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.2524872 Jul 30 01:59:02.337430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38378) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:02.341234 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] Sync routers for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:02.363190 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:02.363810 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:02.430665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6ab1933-e28c-4da5-821e-fd5608cee0cd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:02.479670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b6eb1322-1738-4667-8c4e-a6581232cd72 req-d974d95c-8523-4527-b3e8-d878469aed53 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179995 Jul 30 01:59:02.486453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d03113-414b-4d07-a451-d66d44e15c0a req-67142912-a2e9-4d22-89c3-0c8f81360cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.489344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-67142912-a2e9-4d22-89c3-0c8f81360cea service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.2047579 Jul 30 01:59:02.491335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce01c2e4-26ae-471f-b33e-2145781e2a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.533298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-d6a4b7b1-8c58-4284-b41f-91fdd90751c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 999 time: 0.1799774 Jul 30 01:59:02.572820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'd01cf2ec-2c3b-4fa3-9921-08c34f17573d', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'port_id': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'mac_address': 'fa:16:3e:9b:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ba90d1-badd-4a84-b035-b106e4745d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:55Z', 'updated_at': '2021-07-30T01:59:00Z', 'revision_number': 1, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:05Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:02.573903 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:02.586358 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-9354c3db-6851-431a-891f-960329c0e35d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 999 time: 0.0822031 Jul 30 01:59:02.588697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-40e96679-75bb-490b-8a0f-e35d32f176b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.590292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-40e96679-75bb-490b-8a0f-e35d32f176b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.0489547 Jul 30 01:59:02.605273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] Checking router: 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:02.615933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce01c2e4-26ae-471f-b33e-2145781e2a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.620825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port f6ab1933-e28c-4da5-821e-fd5608cee0cd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:02.638975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port f6ab1933-e28c-4da5-821e-fd5608cee0cd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:02.639372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.640949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:02.645770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:02.725221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d03113-414b-4d07-a451-d66d44e15c0a req-bcfd2909-3e02-4e93-b2f6-bd2cd47687af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.727860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-bcfd2909-3e02-4e93-b2f6-bd2cd47687af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.1329315 Jul 30 01:59:02.774277 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-d891bab7-d127-4fed-a940-ce6830860876 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377600 Jul 30 01:59:02.782073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-173907a8-719b-4906-8df3-25e136c08c1e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1824520 Jul 30 01:59:02.799966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-490b5f86-55f0-40b1-b014-52fcea6c0a5c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:02.801010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-490b5f86-55f0-40b1-b014-52fcea6c0a5c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056436 Jul 30 01:59:02.815851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce01c2e4-26ae-471f-b33e-2145781e2a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.820141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce01c2e4-26ae-471f-b33e-2145781e2a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.821529 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce01c2e4-26ae-471f-b33e-2145781e2a47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8aa1e222-1252-4e54-ba67-85c480912115 HTTP/1.1" status: 204 len: 168 time: 0.5790091 Jul 30 01:59:02.844921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.903811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:59:01Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:02.917118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01c2e4-26ae-471f-b33e-2145781e2a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa1e222-1252-4e54-ba67-85c480912115,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:02.929301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=e856a759-266b-4020-948f-6be7e381081b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:02.940825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.949084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:02.967346 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] Checking router: 1d5e070a-f507-4f83-acad-38dc5c716f28 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:02.987486 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] Routers {'1d5e070a-f507-4f83-acad-38dc5c716f28'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:02.988128 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1d5e070a-f507-4f83-acad-38dc5c716f28'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:03.013619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.093585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:03.096431 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df4570-5581-45f7-a830-39a06d16363a" -d '{"events": [{"server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:03.102281 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-a4f0c7c2-1414-45df-8da6-89fc9b9ba02c service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075967 Jul 30 01:59:03.124874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f6ab1933-e28c-4da5-821e-fd5608cee0cd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:03.136186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.204264 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f75a4f-6c27-4a0b-a332-96009b2798ce x-openstack-request-id: req-00f75a4f-6c27-4a0b-a332-96009b2798ce {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:03.204619 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:03.204785 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00f75a4f-6c27-4a0b-a332-96009b2798ce {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:03.205203 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'code': 200} Jul 30 01:59:03.251549 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] Set router 1d5e070a-f507-4f83-acad-38dc5c716f28 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:03.339373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f6ab1933-e28c-4da5-821e-fd5608cee0cd,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:03.352492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-bec31b48-410f-4d4e-8c63-8b43873f9503 service neutron] 10.222.0.78 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377333 Jul 30 01:59:03.356711 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.364103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c7ab2511-51dc-4f05-bed0-a7fcc34cbf24 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/ports/e856a759-266b-4020-948f-6be7e381081b HTTP/1.1" status: 204 len: 168 time: 2.0432100 Jul 30 01:59:03.365545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.375495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38404) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:03.476711 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-70d03113-414b-4d07-a451-d66d44e15c0a req-f3abd32c-9ee6-4d27-9465-0c18e1942510 service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518176 Jul 30 01:59:03.490701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:03.500147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'd01cf2ec-2c3b-4fa3-9921-08c34f17573d', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'port_id': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'mac_address': 'fa:16:3e:9b:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ba90d1-badd-4a84-b035-b106e4745d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:55Z', 'updated_at': '2021-07-30T01:59:00Z', 'revision_number': 1, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:05Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:03.549344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:59:01Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:03.559970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92622c6-ae25-42f9-9e92-b703ac118831 req-3d639fc2-5048-43b9-861a-ef73e3c9892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:03.561529 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f92622c6-ae25-42f9-9e92-b703ac118831 req-3d639fc2-5048-43b9-861a-ef73e3c9892b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1097 time: 0.2986035 Jul 30 01:59:03.578225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382b039-f524-4580-8c8c-b07eae74e8c9 None None] The sync data for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 is: [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'd01cf2ec-2c3b-4fa3-9921-08c34f17573d', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'port_id': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'mac_address': 'fa:16:3e:9b:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ba90d1-badd-4a84-b035-b106e4745d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:55Z', 'updated_at': '2021-07-30T01:59:00Z', 'revision_number': 1, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:05Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:03.581024 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b021ddb-2c63-4a68-bbda-72c2fddaa28c None None] The sync data for ids ['1d5e070a-f507-4f83-acad-38dc5c716f28'] in n-d-713499-10 is: [{'id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'name': 'tempest-TestVolumeBackupRestore-1588038466-router', 'tenant_id': '108bd442902040708f0574f97abedc00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:01Z', 'updated_at': '2021-07-30T01:59:01Z', 'revision_number': 5, 'project_id': '108bd442902040708f0574f97abedc00', 'gw_port': {'id': '9ec35fd0-c71e-4498-b1bb-061753fd8397', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5e070a-f507-4f83-acad-38dc5c716f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:02Z', 'updated_at': '2021-07-30T01:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:03.612215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5d5b29-f9f8-4db6-bba3-c402f216af5e tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:03.613892 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c5d5b29-f9f8-4db6-bba3-c402f216af5e tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "GET /v2.0/ports?device_id=3094fcd7-5486-406f-8e1e-5d3ccc9443a2 HTTP/1.1" status: 200 len: 913 time: 0.2373745 Jul 30 01:59:03.620140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38414) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:03.656078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-58553e32-69b2-44cb-871a-7eb85061cc04 req-9df566e0-b534-44bd-8936-3b3354cc10db service neutron] 10.222.0.78 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730844 Jul 30 01:59:03.754559 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f92622c6-ae25-42f9-9e92-b703ac118831 req-a7d15683-3e73-499e-b56b-e5d5f4a272b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845193 Jul 30 01:59:03.799744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.827822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3d61-5db0-4c8a-9a74-540800655de7 req-939d93b9-131c-49c3-b6ed-130360c3bf58 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:03.829675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c45d3d61-5db0-4c8a-9a74-540800655de7 req-939d93b9-131c-49c3-b6ed-130360c3bf58 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.1723561 Jul 30 01:59:03.856641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-3060e94e-abea-488f-9dd7-181ef8dac059 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 999 time: 0.1437695 Jul 30 01:59:03.869503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Deleting port 9ec35fd0-c71e-4498-b1bb-061753fd8397 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:03.869855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.943586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f3a52-eec8-4bea-9bd9-88379d0cf734 None None] New status for floating IP d01cf2ec-2c3b-4fa3-9921-08c34f17573d: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:59:03.977527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-fc7ca692-5e7a-4a29-97f0-350ee3b935a8 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:03.979034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-fc7ca692-5e7a-4a29-97f0-350ee3b935a8 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports/ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 942 time: 0.1071513 Jul 30 01:59:03.985753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c45d3d61-5db0-4c8a-9a74-540800655de7 req-ec704830-d3aa-4518-a902-91d4d7de95ac tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468899 Jul 30 01:59:04.053385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] For port 9ec35fd0-c71e-4498-b1bb-061753fd8397, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9ec35fd0-c71e-4498-b1bb-061753fd8397,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:04.053760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.081882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Calling delete_port for 9ec35fd0-c71e-4498-b1bb-061753fd8397 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:04.147660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.154990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.208621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-94627f0f-fae6-48db-836b-8dff25415a35 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 999 time: 0.1205616 Jul 30 01:59:04.221356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab21e1-2e92-4705-8fbe-3eb272be28f7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:04.250358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.250696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.251084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.251426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.251748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.252073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.252392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.252837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.253164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.253481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.254632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.254632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:04.278534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c3453022-7720-4186-8dd7-172c477df174 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87bb71abd9974aa08cc389930fe2635a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819126 Jul 30 01:59:04.281735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:04.401916 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d445-9af5-4f24-afa7-2d3178212f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.407045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.444540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-9385fd11-696f-4ec2-a13a-06c04e689604 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:04.446087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-9385fd11-696f-4ec2-a13a-06c04e689604 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.2255421 Jul 30 01:59:04.483367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d445-9af5-4f24-afa7-2d3178212f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.513820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.552738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec35fd0-c71e-4498-b1bb-061753fd8397,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:04.563872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-cfb2a70d-1919-4f62-a220-2de8aa844a0b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1001 time: 0.1106114 Jul 30 01:59:04.586241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:04.656288 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d445-9af5-4f24-afa7-2d3178212f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.659273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ffd0d445-9af5-4f24-afa7-2d3178212f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.661302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ffd0d445-9af5-4f24-afa7-2d3178212f31 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3ab21e1-2e92-4705-8fbe-3eb272be28f7 HTTP/1.1" status: 204 len: 168 time: 0.3788760 Jul 30 01:59:04.676823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0d445-9af5-4f24-afa7-2d3178212f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab21e1-2e92-4705-8fbe-3eb272be28f7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:04.686028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.693197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.778243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:04.831742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:04.832325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2d58fa8f-cd27-4535-9b69-b4f9cec13a3c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:04.904090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.905878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 2f2f6d68-46cd-433a-bf17-8aef4cc11306 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:04.906237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.908531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.002719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.003414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5e070a-f507-4f83-acad-38dc5c716f28 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:05.009393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.010326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-00eeec21-1295-4c21-8e34-1f49a36d159f admin admin] 10.222.0.78 "DELETE /v2.0/routers/1d5e070a-f507-4f83-acad-38dc5c716f28 HTTP/1.1" status: 204 len: 168 time: 2.6597309 Jul 30 01:59:05.016533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38450) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:05.075794 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.092810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Deleting subnet 61b619ef-b571-4c9c-bd57-4f5abc0ef537 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:05.110241 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.110332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 2f2f6d68-46cd-433a-bf17-8aef4cc11306 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:05.182071 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.204635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.204904 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Floating IP d01cf2ec-2c3b-4fa3-9921-08c34f17573d disassociated. External IP: 172.25.8.114, port: ede6ecf5-2ed9-44b6-852d-b63115d6b981. Jul 30 01:59:05.255125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.282036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38460) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:05.301409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee933ae7-5f64-4c7f-bedc-17959e5a4ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.319959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b695c-ef03-4c64-8b65-994134e95ff7 req-acec2609-375d-4374-800a-d87332e49954 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:05.321513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c1b695c-ef03-4c64-8b65-994134e95ff7 req-acec2609-375d-4374-800a-d87332e49954 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.1644938 Jul 30 01:59:05.456485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c1b695c-ef03-4c64-8b65-994134e95ff7 req-8d286082-42a5-4c4a-91b4-398107177d66 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029694 Jul 30 01:59:05.458623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.470280 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.517500 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=2f2f6d68-46cd-433a-bf17-8aef4cc11306,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.547500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee933ae7-5f64-4c7f-bedc-17959e5a4ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.578594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee933ae7-5f64-4c7f-bedc-17959e5a4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.640978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee933ae7-5f64-4c7f-bedc-17959e5a4ffa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60ca07186c9049aea8af6357c26d0992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599374 Jul 30 01:59:05.646174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38474) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:05.696311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee933ae7-5f64-4c7f-bedc-17959e5a4ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f025035-9f87-4efb-aa79-b6d2c56f20c3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.797037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a51c847-579e-47a0-bbd8-08d58e68b583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.827467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.830879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a51c847-579e-47a0-bbd8-08d58e68b583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.009477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a51c847-579e-47a0-bbd8-08d58e68b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.013063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8a51c847-579e-47a0-bbd8-08d58e68b583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.014000 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8a51c847-579e-47a0-bbd8-08d58e68b583 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4f025035-9f87-4efb-aa79-b6d2c56f20c3 HTTP/1.1" status: 204 len: 168 time: 0.3670640 Jul 30 01:59:06.055490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba518f2d-29ab-4117-8c27-d793d6476ff6 req-6747f6bc-54d0-4420-9dbe-98c3cbbbe255 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:06.057590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba518f2d-29ab-4117-8c27-d793d6476ff6 req-6747f6bc-54d0-4420-9dbe-98c3cbbbe255 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.5077953 Jul 30 01:59:06.066408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c847-579e-47a0-bbd8-08d58e68b583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f025035-9f87-4efb-aa79-b6d2c56f20c3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.068615 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.142223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b619ef-b571-4c9c-bd57-4f5abc0ef537,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.151707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:06.153182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.153445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f652aa-1626-410c-aba8-58ed7f8eb685 None None] Network ecbd5b3f-8270-410f-87a1-2f4d807ccc9d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:06.157389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-90656543-0ee1-460a-9743-50e6fe79bcc3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/61b619ef-b571-4c9c-bd57-4f5abc0ef537 HTTP/1.1" status: 204 len: 168 time: 1.1375990 Jul 30 01:59:06.158662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba518f2d-29ab-4117-8c27-d793d6476ff6 req-5ec337d8-fa8b-45f3-aa36-a6392ad9fa4b tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928910 Jul 30 01:59:06.159304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38508) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:06.222219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:06.295698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.361224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38514) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:06.498218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ddb81-87b1-446e-9b17-6181bc5c7231 req-cf30a05c-82c6-4f6a-aa31-bc7a65c50812 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:06.499919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-877ddb81-87b1-446e-9b17-6181bc5c7231 req-cf30a05c-82c6-4f6a-aa31-bc7a65c50812 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.1404552 Jul 30 01:59:06.502640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:06.508609 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.524904 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] Sync routers for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:06.527144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] DHCP port deletion for ecbd5b3f-8270-410f-87a1-2f4d807ccc9d request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:06.540757 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:06.541641 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:06.626278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] Deleting port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:06.626657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.651590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-32b7bb24-1a77-4700-b7f9-f24f0d722642 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "PUT /v2.0/floatingips/d01cf2ec-2c3b-4fa3-9921-08c34f17573d HTTP/1.1" status: 200 len: 695 time: 2.0720904 Jul 30 01:59:06.706229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:06.708579 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e83e30-182e-4938-8bea-7fda73b70915" -d '{"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:06.757794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad366460-33af-422c-981c-76a94f13bf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.775072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] For port caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:06.775561 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.786146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device caec3b66-3490-45b1-b4f6-e22ddb9de9d6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:06.824761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Deleting port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:06.825026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.832513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] Calling delete_port for caec3b66-3490-45b1-b4f6-e22ddb9de9d6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:06.866943 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:06.902024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:06.918883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-292f5f3b-3412-4190-932e-bdf5493bc7ea tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "PUT /v2.0/routers/3094fcd7-5486-406f-8e1e-5d3ccc9443a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2889326 Jul 30 01:59:06.921886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38530) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:06.922815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] Sync routers for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:06.950885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-877ddb81-87b1-446e-9b17-6181bc5c7231 req-a1ad8f7d-3ad6-41a5-aa1e-76c630b2842d tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957949 Jul 30 01:59:06.966348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.968672 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.972952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:06.973814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:06.989102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38534) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:06.993053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-a127bf9a-c993-4eb8-ad83-bb994788927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.001894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-a127bf9a-c993-4eb8-ad83-bb994788927c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.3493717 Jul 30 01:59:07.078159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:07.082604 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e92b54-885c-4989-bd1f-1a81aae6f86c x-openstack-request-id: req-79e92b54-885c-4989-bd1f-1a81aae6f86c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:07.083150 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:07.083374 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79e92b54-885c-4989-bd1f-1a81aae6f86c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:07.083808 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'status': 'completed', 'code': 200} Jul 30 01:59:07.090054 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.091229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9ec35fd0-c71e-4498-b1bb-061753fd8397 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:07.094327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:07.126501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-0e16cfa7-254d-47b4-9eb7-51e32720ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.134854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-0e16cfa7-254d-47b4-9eb7-51e32720ba48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.1318741 Jul 30 01:59:07.207290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-d842aaae-59ce-42d3-97d9-1b37b5a74bff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.0710502 Jul 30 01:59:07.229941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 9ec35fd0-c71e-4498-b1bb-061753fd8397 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:07.230926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 9ec35fd0-c71e-4498-b1bb-061753fd8397 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:07.271312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] For port caec3b66-3490-45b1-b4f6-e22ddb9de9d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,segment=NetworkSegment(e42b96b2-2759-4a42-aac4-439da2ed7f19),segment_id=e42b96b2-2759-4a42-aac4-439da2ed7f19)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:07.271689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.275906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] Routers {'3094fcd7-5486-406f-8e1e-5d3ccc9443a2'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:07.283191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:07.286568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e83e30-182e-4938-8bea-7fda73b70915 req-94c2ef79-8c31-4d36-8fd6-72ff96e4962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.290765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-94c2ef79-8c31-4d36-8fd6-72ff96e4962f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 1097 time: 0.1563778 Jul 30 01:59:07.301027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Calling delete_port for caec3b66-3490-45b1-b4f6-e22ddb9de9d6 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:07.302091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.313335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.330671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad366460-33af-422c-981c-76a94f13bf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.347200 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:05Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:07.352563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-55e09cd2-6704-448b-9fdf-06a4b9e1fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.354672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-55e09cd2-6704-448b-9fdf-06a4b9e1fb90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.1465411 Jul 30 01:59:07.362525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:07.363629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621bbeb-20d6-44fb-a280-046d86cbbee9 None None] The sync data for ids ['3094fcd7-5486-406f-8e1e-5d3ccc9443a2'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:07.368375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] No DVR routers for this DVR port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:07.370158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:07.388852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ad366460-33af-422c-981c-76a94f13bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.401786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19082a7-25ff-4fe6-88c7-897c551a5d04 None None] Pushing event deleted for resources: {'Port': ['ID=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:07.414639 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] Checking router: 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:07.427669 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:07.428423 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:07.500635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-aea8fc78-6e4e-4622-afc0-a56fa4531d38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073895 Jul 30 01:59:07.589840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532df0d-c72a-4b72-9f47-430e95369400 tempest-TestServerBasicOps-984013302 tempest-TestServerBasicOps-984013302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.590737 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:07.591222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e83e30-182e-4938-8bea-7fda73b70915 req-8a7545e2-9bd8-41ee-b3f9-aa64b3815a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.592360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d532df0d-c72a-4b72-9f47-430e95369400 tempest-TestServerBasicOps-984013302 tempest-TestServerBasicOps-984013302-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1092 time: 0.5879836 Jul 30 01:59:07.592648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-8a7545e2-9bd8-41ee-b3f9-aa64b3815a98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 200 len: 921 time: 0.2922487 Jul 30 01:59:07.595387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38548) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:07.598241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.598528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ad366460-33af-422c-981c-76a94f13bf0e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16c21b5ec7b74c2399d353bdd2e3638e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2362542 Jul 30 01:59:07.600708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38550) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:07.605327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad366460-33af-422c-981c-76a94f13bf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59408f6-7fc9-4dce-9bbe-0f414ffab21d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:07.606421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:07.650698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.695918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.732515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=caec3b66-3490-45b1-b4f6-e22ddb9de9d6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:07.737238 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-27237575-662c-4b1d-81e5-2544b82ab7b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 200 len: 217 time: 0.0979280 Jul 30 01:59:07.755337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-8daf5da9-ba41-4124-8906-e35828455276 service neutron] 10.222.0.78 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426107 Jul 30 01:59:07.758668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] No DVR routers for this DVR port caec3b66-3490-45b1-b4f6-e22ddb9de9d6 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:07.770868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27716f-b89f-485c-aa46-719d9570b930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.809582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e83e30-182e-4938-8bea-7fda73b70915 req-4fbf6092-f39b-4839-87e7-07e9e8e8f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.811269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-4fbf6092-f39b-4839-87e7-07e9e8e8f8e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 200 len: 860 time: 0.0557582 Jul 30 01:59:07.859411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-293e6013-bccb-4009-bad7-47ef5496d62f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea990d11-907c-44d3-bb2d-4b6c0c4b654c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396929 Jul 30 01:59:07.878970 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:05Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:07.906260 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5232be4e-ceeb-41c1-b9b0-4b12b3d8a533 None None] The sync data for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 is: [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:57:56Z', 'revision_number': 4, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '46c83698-7efd-4e71-9020-70784736340f', 'name': '', 'network_id': 'ea990d11-907c-44d3-bb2d-4b6c0c4b654c', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'mac_address': 'fa:16:3e:46:38:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:53Z', 'updated_at': '2021-07-30T01:58:05Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'subnets': [{'id': '72733a7e-3647-4e9c-b36e-2e4665e23227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:07.938693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27716f-b89f-485c-aa46-719d9570b930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.939344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting port 5712a0d2-68e0-4d1d-920f-5860021520d4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:07.939805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.942921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.000094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e32b2d97-2967-4c27-97f5-66bc8b642901 req-b532773a-ff1d-4e7a-9a52-694ad5f73c6a service neutron] 10.222.0.78 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307873 Jul 30 01:59:08.013110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbd5b3f-8270-410f-87a1-2f4d807ccc9d']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.040004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.040404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42b96b2-2759-4a42-aac4-439da2ed7f19') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.040740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42b96b2-2759-4a42-aac4-439da2ed7f19') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:08.066211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.066508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Calling delete_port for 5712a0d2-68e0-4d1d-920f-5860021520d4 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:08.115778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.130430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:08.130849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: self.session.flush() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:08.133021 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:08.146936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-4ccc0f30-8f80-4c6d-83e5-fd61d9051699 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips/d01cf2ec-2c3b-4fa3-9921-08c34f17573d HTTP/1.1" status: 200 len: 695 time: 0.0934415 Jul 30 01:59:08.216707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.226820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-fc3ede70-41f7-4316-9a13-a4a8b06b1dbd service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587539 Jul 30 01:59:08.262096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27716f-b89f-485c-aa46-719d9570b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.264060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c27716f-b89f-485c-aa46-719d9570b930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.267657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c27716f-b89f-485c-aa46-719d9570b930 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d59408f6-7fc9-4dce-9bbe-0f414ffab21d HTTP/1.1" status: 204 len: 168 time: 0.6609964 Jul 30 01:59:08.267657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.272211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.274091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ecbd5b3f-8270-410f-87a1-2f4d807ccc9d HTTP/1.1" status: 204 len: 168 time: 2.1123023 Jul 30 01:59:08.306869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38570) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:08.314494 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7561688-0813-473c-8a6b-25b9495ac6a8 None None] New status for floating IP d01cf2ec-2c3b-4fa3-9921-08c34f17573d: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:59:08.332054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27716f-b89f-485c-aa46-719d9570b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59408f6-7fc9-4dce-9bbe-0f414ffab21d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:08.404248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-67fb88c2-7725-4fc4-b1c9-4bf3f5eca9b6 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:08.405699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-67fb88c2-7725-4fc4-b1c9-4bf3f5eca9b6 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 784 time: 0.1932170 Jul 30 01:59:08.407181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4983adc-e1af-427f-9720-74d91e622cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbd5b3f-8270-410f-87a1-2f4d807ccc9d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:08.423171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-98a5c94c-2fd7-4ce4-898c-8275dbbc434c tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:08.424200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-98a5c94c-2fd7-4ce4-898c-8275dbbc434c tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074031 Jul 30 01:59:08.515269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-03d5f73c-945b-4e73-ae00-ef397ec3e6f8 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 698 time: 0.0818572 Jul 30 01:59:08.584220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-677a32a2-bf3c-444f-a27c-3977bfe4d34f tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 698 time: 0.0624921 Jul 30 01:59:08.601772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36e83e30-182e-4938-8bea-7fda73b70915 req-9f4b8c95-ad69-409f-9df1-f50b38cb779c service neutron] 10.222.0.66 "GET /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653572 Jul 30 01:59:08.637061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Allocated IP 172.25.8.65 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/82ed9349-7b56-44b0-9fb5-de682f630428) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:08.709019 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.783851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Port': ['ID=5712a0d2-68e0-4d1d-920f-5860021520d4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:08.820032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Deleting port 9bcdd328-d923-4537-8f90-5afbd4e1b549 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:08.820948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.885890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38580) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:08.919042 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36222f3-a955-4111-bc1e-5f7971afdbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.942071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.944767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.947135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.947461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.968953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Calling delete_port for 9bcdd328-d923-4537-8f90-5afbd4e1b549 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:09.112581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.124293 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36222f3-a955-4111-bc1e-5f7971afdbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.124901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.131865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f36222f3-a955-4111-bc1e-5f7971afdbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.179271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f36222f3-a955-4111-bc1e-5f7971afdbfa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63ab9ba001524f8e8d130d2bf2a6cdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917230 Jul 30 01:59:09.200542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38584) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:09.233370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36222f3-a955-4111-bc1e-5f7971afdbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e547e8e-574b-40bf-8044-41f7e1cef28a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.237733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.238262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Fanout notify agent at l3_agent the message router_deleted on router 3094fcd7-5486-406f-8e1e-5d3ccc9443a2 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:09.240946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.248507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.252128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5ca4fc81-5455-4e37-96bd-88e8c3a21381 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/routers/3094fcd7-5486-406f-8e1e-5d3ccc9443a2 HTTP/1.1" status: 204 len: 168 time: 2.3267355 Jul 30 01:59:09.255648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38588) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:09.267143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.317773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:09.321437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event deleted for resources: {'Port': ['ID=9bcdd328-d923-4537-8f90-5afbd4e1b549,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.330465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:09.346641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:09.352769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'Port': ['ID=82ed9349-7b56-44b0-9fb5-de682f630428,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.360475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Deleting subnet 1caacc76-92ad-49f3-ad71-f88951a53a05 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:09.380905 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.411150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfb46a64-d567-49fa-acc3-5dcb6b8edd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.432666 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.455121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.457674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.459041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e960b-1501-438f-aa5a-76b2ad33b746 req-1f91af3b-c4f8-46f1-acf6-5e28b8d5aea0 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "DELETE /v2.0/floatingips/d01cf2ec-2c3b-4fa3-9921-08c34f17573d HTTP/1.1" status: 204 len: 173 time: 0.8676965 Jul 30 01:59:09.482169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfb46a64-d567-49fa-acc3-5dcb6b8edd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.492009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.578856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d59b940e-3f7b-4609-9bcc-ba6ae8430a70 req-e69ce28f-fad8-4c06-8cfc-caab41e7959c tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups/6b63be31-31e4-4d08-9e6d-0a5571161579 HTTP/1.1" status: 200 len: 1810 time: 0.0821550 Jul 30 01:59:09.610936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.655726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Subnet': ['ID=1caacc76-92ad-49f3-ad71-f88951a53a05,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.657975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.660026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-66dbfbef-3c9e-4f24-a00a-0416eda3e964 tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/subnets/1caacc76-92ad-49f3-ad71-f88951a53a05 HTTP/1.1" status: 204 len: 168 time: 0.4028409 Jul 30 01:59:09.665203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38594) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:09.706398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.738657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d59b940e-3f7b-4609-9bcc-ba6ae8430a70 req-a395b3fa-a1bf-40fc-ba08-3d7591cd2a7b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.741336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfb46a64-d567-49fa-acc3-5dcb6b8edd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.744720 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfb46a64-d567-49fa-acc3-5dcb6b8edd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.745889 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dfb46a64-d567-49fa-acc3-5dcb6b8edd2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e547e8e-574b-40bf-8044-41f7e1cef28a HTTP/1.1" status: 204 len: 168 time: 0.5405717 Jul 30 01:59:09.772966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.773142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb46a64-d567-49fa-acc3-5dcb6b8edd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e547e8e-574b-40bf-8044-41f7e1cef28a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.792487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d59b940e-3f7b-4609-9bcc-ba6ae8430a70 req-a395b3fa-a1bf-40fc-ba08-3d7591cd2a7b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.950505 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d59b940e-3f7b-4609-9bcc-ba6ae8430a70 req-a395b3fa-a1bf-40fc-ba08-3d7591cd2a7b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.953972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-d59b940e-3f7b-4609-9bcc-ba6ae8430a70 req-a395b3fa-a1bf-40fc-ba08-3d7591cd2a7b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.955254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d59b940e-3f7b-4609-9bcc-ba6ae8430a70 req-a395b3fa-a1bf-40fc-ba08-3d7591cd2a7b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "DELETE /v2.0/security-groups/6b63be31-31e4-4d08-9e6d-0a5571161579 HTTP/1.1" status: 204 len: 173 time: 0.3625035 Jul 30 01:59:09.957215 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.976495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395b3fa-a1bf-40fc-ba08-3d7591cd2a7b tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63be31-31e4-4d08-9e6d-0a5571161579,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.985820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:10.003118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78aa02f-0986-4bca-aa9c-b6f4587334c3') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:10.003858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78aa02f-0986-4bca-aa9c-b6f4587334c3') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:10.017164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.038046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.047836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:10.048422 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:10.052236 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:10.138333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.154946 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.159293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] 10.222.0.78 "DELETE /v2.0/networks/5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0 HTTP/1.1" status: 204 len: 168 time: 0.4929864 Jul 30 01:59:10.182110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15795dc0-5d33-4f1a-a7ee-c8010e22c21a tempest-FloatingIPTestJSON-122302831 tempest-FloatingIPTestJSON-122302831-project] Pushing event deleted for resources: {'Network': ['ID=5f28c5d7-b4be-47fa-8d38-d2599f7b9fc0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:10.323483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb3b18-b954-4a66-892f-b549dc04c009 req-88603d7b-fa78-4427-84f2-38013b87acc7 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.333540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4afb3b18-b954-4a66-892f-b549dc04c009 req-88603d7b-fa78-4427-84f2-38013b87acc7 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1166835 Jul 30 01:59:10.384242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4afb3b18-b954-4a66-892f-b549dc04c009 req-640b7027-079a-4044-b37e-82665b0d1e5c tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498075 Jul 30 01:59:10.520743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.597203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38620) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:10.648851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.757499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Deleting port ba010a4b-8073-4720-a4ac-e5a88589a8d6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:10.757842 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.858627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f8b9b5b2-bb67-4670-b636-320078413408 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27e343e4f4ad4abeba8463aba0554da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601254 Jul 30 01:59:10.861323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38632) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:10.890428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] For port ba010a4b-8073-4720-a4ac-e5a88589a8d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ba010a4b-8073-4720-a4ac-e5a88589a8d6,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:10.890809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.912779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Calling delete_port for ba010a4b-8073-4720-a4ac-e5a88589a8d6 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:10.925331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.933810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.944280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c398a3-f764-4f0a-a0b9-566b95d89566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:10.969580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c398a3-f764-4f0a-a0b9-566b95d89566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.052917 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c398a3-f764-4f0a-a0b9-566b95d89566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.057024 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b2c398a3-f764-4f0a-a0b9-566b95d89566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.058300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2c398a3-f764-4f0a-a0b9-566b95d89566 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e0af447-d685-4486-a7bb-938a16150bc2 HTTP/1.1" status: 204 len: 168 time: 0.1957541 Jul 30 01:59:11.064612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event updated for resources: {'Port': ['ID=82ed9349-7b56-44b0-9fb5-de682f630428,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:11.075320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c398a3-f764-4f0a-a0b9-566b95d89566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0af447-d685-4486-a7bb-938a16150bc2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:11.141361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.182420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:59:11.305001 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Floating IP b2797404-9440-42eb-87e5-e13045ec39d7 associated. External IP: 172.25.8.65, port: f6ab1933-e28c-4da5-821e-fd5608cee0cd. Jul 30 01:59:11.373654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:11.439804 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba010a4b-8073-4720-a4ac-e5a88589a8d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:11.628857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bc93-532c-41fb-b990-399752cfa0eb req-43d44c1a-ab4a-4495-8eb6-2aa92d5eccda tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.630788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23c1bc93-532c-41fb-b990-399752cfa0eb req-43d44c1a-ab4a-4495-8eb6-2aa92d5eccda tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.1077852 Jul 30 01:59:11.692996 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23c1bc93-532c-41fb-b990-399752cfa0eb req-2da90ecf-e9a5-4c7c-aa31-a99d10f4bf02 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551386 Jul 30 01:59:11.867885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Router bd439e94-604f-4fb5-94cd-379065f10570 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:11.877806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.191802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:12.208075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] Sync routers for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:12.225863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:12.225863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:12.259056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.320593 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-88cf90ad-8d2c-4bc1-a5b0-8710baea5b86 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7193575 Jul 30 01:59:12.375725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.382495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:12.384880 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151a696f-99c5-41a4-8220-64060af450a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:12.400354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38708) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.407356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:12.504278 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b8f1c0-092e-4474-8c25-d8c70ddf2153 x-openstack-request-id: req-c5b8f1c0-092e-4474-8c25-d8c70ddf2153 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:12.504872 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:12.505271 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5b8f1c0-092e-4474-8c25-d8c70ddf2153 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:12.505808 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'status': 'completed', 'code': 200} Jul 30 01:59:12.536960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-53a6c491-f6e3-49cd-a7dc-2ccb531d9764 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.536960 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-53a6c491-f6e3-49cd-a7dc-2ccb531d9764 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.66 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.2338259 Jul 30 01:59:12.539807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937300883'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:12.546915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:12.559024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d0d26abd-abb9-4929-a249-cc9c6fe3900a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:12.591320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:12.595168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.607720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d0d26abd-abb9-4929-a249-cc9c6fe3900a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] 10.222.0.78 "PUT /v2.0/quotas/d26e84f89ffe47f686b6dc3ad7c0d904 HTTP/1.1" status: 200 len: 368 time: 0.2308545 Jul 30 01:59:12.608688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.610631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38720) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.615836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Request body: {'network': {'project_id': 'd26e84f89ffe47f686b6dc3ad7c0d904'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:12.670411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Made reservation on behalf of d26e84f89ffe47f686b6dc3ad7c0d904 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:12.673801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.695201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.750259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a696f-99c5-41a4-8220-64060af450a2 req-ef41e2f5-9cd1-4833-ac2e-1c899adabed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.752062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-ef41e2f5-9cd1-4833-ac2e-1c899adabed2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1097 time: 0.1704335 Jul 30 01:59:12.844372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'b2797404-9440-42eb-87e5-e13045ec39d7', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'port_id': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'mac_address': 'fa:16:3e:9b:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:59:09Z', 'updated_at': '2021-07-30T01:59:09Z', 'revision_number': 0, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:12.865007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.881025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Deleting port ede6ecf5-2ed9-44b6-852d-b63115d6b981 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:12.881624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.886305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] Checking router: bd439e94-604f-4fb5-94cd-379065f10570 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:12.886974 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.895297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:12.896053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:12.903127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:12.914358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.914978 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment ef9a290c-b190-4557-b5fb-39c883b1e7e8 of type vlan for network 15cb8267-ddeb-44e7-ae80-78a9e6670837 Jul 30 01:59:12.936030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:12.941387 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c668921a-aeaf-4117-abbc-00ffaa013816 admin admin] 10.222.0.78 "PUT /v2.0/routers/df2b1fbe-c7da-4d3a-bb9c-11e7171d235f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6308875 Jul 30 01:59:12.949302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.950812 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] Sync routers for ids ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:12.973770 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] Routers {'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:12.974626 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:12.975043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.014819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:13.057498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80acc5b-1b88-46e4-92b5-14020dfb6496 req-71bb8610-45ac-48ef-8e76-88fae7e93f77 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.059868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d80acc5b-1b88-46e4-92b5-14020dfb6496 req-71bb8610-45ac-48ef-8e76-88fae7e93f77 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 945 time: 0.2495236 Jul 30 01:59:13.062525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505efba3-dc74-4334-873c-4c6c7c12a031,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.065624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.073326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.074075 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.173554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a696f-99c5-41a4-8220-64060af450a2 req-bf601d82-2e99-4194-bb94-d0cd4aaade22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.177567 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] Set router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:13.178350 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-bf601d82-2e99-4194-bb94-d0cd4aaade22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 910 time: 0.3882000 Jul 30 01:59:13.220761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=15cb8267-ddeb-44e7-ae80-78a9e6670837,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.241171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d80acc5b-1b88-46e4-92b5-14020dfb6496 req-e4f04807-ff8d-47ea-9a17-0c3a1c9923e9 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/security-groups?id=67399371-dd13-49a6-ac2a-93efaa449c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520476 Jul 30 01:59:13.300847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.309016 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.327735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:13.338336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 15cb8267-ddeb-44e7-ae80-78a9e6670837 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:13.343291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.343840 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Added segment a03bdb75-f21a-44e9-bfb8-fe0b54876d47 of type vlan for network 77579200-c818-43c1-a89f-b000ea489929 Jul 30 01:59:13.440741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.480712 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:59:11Z', 'revision_number': 5, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:13.499902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d5e44739-ec3e-45e8-a578-7cbe6fff3314 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0983553 Jul 30 01:59:13.510298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480c4cc1-815b-48cd-9bd3-e24082be8813,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.551845 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] Checking router: df2b1fbe-c7da-4d3a-bb9c-11e7171d235f for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:13.582379 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] Routers {'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:13.585041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.586992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.587556 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:13.591593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.703474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'b2797404-9440-42eb-87e5-e13045ec39d7', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'port_id': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'mac_address': 'fa:16:3e:9b:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:59:09Z', 'updated_at': '2021-07-30T01:59:09Z', 'revision_number': 0, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:13.755699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1436825 Jul 30 01:59:13.765519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:13.776942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a56455-3173-4c65-898c-caa93667b60b None None] The sync data for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 is: [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'b2797404-9440-42eb-87e5-e13045ec39d7', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'port_id': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'mac_address': 'fa:16:3e:9b:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:59:09Z', 'updated_at': '2021-07-30T01:59:09Z', 'revision_number': 0, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:13.787901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Request body: {'network': {'project_id': 'd26e84f89ffe47f686b6dc3ad7c0d904'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:13.820204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49915c-265d-443c-bf05-0e869f9c219d tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Pushing event updated for resources: {'Network': ['ID=77579200-c818-43c1-a89f-b000ea489929,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.826341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] For port ede6ecf5-2ed9-44b6-852d-b63115d6b981, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ede6ecf5-2ed9-44b6-852d-b63115d6b981,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:13.827618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.836212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 77579200-c818-43c1-a89f-b000ea489929 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:13.844609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Calling delete_port for ede6ecf5-2ed9-44b6-852d-b63115d6b981 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:13.857601 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] Set router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:13.859598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Made reservation on behalf of d26e84f89ffe47f686b6dc3ad7c0d904 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:13.863560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.925378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:13.952611 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.953292 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Added segment d567f0a1-1126-4fd1-9dec-5cef2d8eaac7 of type vlan for network 6f7e673d-114a-4955-b6e2-012ae44b72f3 Jul 30 01:59:14.056891 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.078265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.130449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.131962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.132668 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.221485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a662d-23dd-4f4c-a4c5-edd17fb5963f None None] New status for floating IP b2797404-9440-42eb-87e5-e13045ec39d7: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:59:14.250320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.292518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Pushing event deleted for resources: {'Port': ['ID=ede6ecf5-2ed9-44b6-852d-b63115d6b981,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:14.294980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.350986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5820889 Jul 30 01:59:14.351303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] No DVR routers for this DVR port ede6ecf5-2ed9-44b6-852d-b63115d6b981 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:14.355802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:14.372798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a88ac999-9409-4f9a-bee6-01e66b7c4bad tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Request body: {'network': {'project_id': 'd26e84f89ffe47f686b6dc3ad7c0d904'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:14.374152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.376386 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d59e8a90-a459-466d-a5ca-9cce9c3ce848 req-ab980b9d-4010-4f65-b5e8-30a4856b8734 tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.66 "DELETE /v2.0/ports/ede6ecf5-2ed9-44b6-852d-b63115d6b981 HTTP/1.1" status: 204 len: 173 time: 1.8319545 Jul 30 01:59:14.395620 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-da8f16b8-9e8a-4532-9070-fee976ca340d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 998 time: 1.1898611 Jul 30 01:59:14.426967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9919cd2-05ce-462f-bad4-3ddd2da071a3 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Pushing event updated for resources: {'Network': ['ID=6f7e673d-114a-4955-b6e2-012ae44b72f3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:14.497506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a696f-99c5-41a4-8220-64060af450a2 req-53f0f33e-5417-4dd9-bb3e-7d574069a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.499159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-53f0f33e-5417-4dd9-bb3e-7d574069a0ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 200 len: 848 time: 0.0945203 Jul 30 01:59:14.510040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'name': 'network-vif-deleted', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:14.520513 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b52caf-8150-4a9c-924a-b0ebac2245dd" -d '{"events": [{"server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "name": "network-vif-deleted", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:14.538673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Deleting port 87721915-fa5e-40b3-be31-b43effe33093 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:14.539102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.602565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93f1339e-5ff6-4816-a5bd-de1f00c40ac6 req-3d74dd69-9539-4056-a2d4-d7f7fd9d8e9a tempest-ServerRescueTestJSONUnderV235-149579411 tempest-ServerRescueTestJSONUnderV235-149579411-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ba90d1-badd-4a84-b035-b106e4745d00 HTTP/1.1" status: 200 len: 210 time: 0.1274529 Jul 30 01:59:14.616071 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88ac999-9409-4f9a-bee6-01e66b7c4bad tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 01:59:14.618393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88ac999-9409-4f9a-bee6-01e66b7c4bad tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:14.619995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a88ac999-9409-4f9a-bee6-01e66b7c4bad tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2582891 Jul 30 01:59:14.644362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ede6ecf5-2ed9-44b6-852d-b63115d6b981'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:14.659386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6f7e673d-114a-4955-b6e2-012ae44b72f3 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:14.676657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] For port 87721915-fa5e-40b3-be31-b43effe33093, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=87721915-fa5e-40b3-be31-b43effe33093,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:14.677044 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.710699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Calling delete_port for 87721915-fa5e-40b3-be31-b43effe33093 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:14.735088 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:59:11Z', 'revision_number': 5, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:14.812530 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707495df-4fab-4a07-a4d0-e1081b942b6d None None] The sync data for ids ['df2b1fbe-c7da-4d3a-bb9c-11e7171d235f'] in n-d-713499-10 is: [{'id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'name': 'tempest-TestVolumeBackupRestore-1842984428-router', 'tenant_id': '176e99252ccf4c69b4f00154fb09eac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '87721915-fa5e-40b3-be31-b43effe33093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:53:17Z', 'updated_at': '2021-07-30T01:59:11Z', 'revision_number': 5, 'project_id': '176e99252ccf4c69b4f00154fb09eac0', 'gw_port': {'id': '87721915-fa5e-40b3-be31-b43effe33093', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2b1fbe-c7da-4d3a-bb9c-11e7171d235f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:53:18Z', 'updated_at': '2021-07-30T01:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:14.813236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38758) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.001370 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd6e1e-d6e9-42ad-9324-9071ece02682 x-openstack-request-id: req-bddd6e1e-d6e9-42ad-9324-9071ece02682 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:15.002099 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ba90d1-badd-4a84-b035-b106e4745d00", "name": "network-vif-deleted", "tag": "ede6ecf5-2ed9-44b6-852d-b63115d6b981", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:15.002536 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bddd6e1e-d6e9-42ad-9324-9071ece02682 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:15.003207 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ba90d1-badd-4a84-b035-b106e4745d00', 'name': 'network-vif-deleted', 'tag': 'ede6ecf5-2ed9-44b6-852d-b63115d6b981', 'status': 'completed', 'code': 200} Jul 30 01:59:15.030976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.071033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-29c50790-8607-4001-a679-7d3b080a18d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d26e84f89ffe47f686b6dc3ad7c0d904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515073 Jul 30 01:59:15.071526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.130978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Pushing event deleted for resources: {'Port': ['ID=87721915-fa5e-40b3-be31-b43effe33093,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:15.132454 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0472543-7dcc-43bf-8524-88cf46d97879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.143216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a696f-99c5-41a4-8220-64060af450a2 req-892cc7b2-ba00-4892-bfdd-aa1b3bdc85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:15.145017 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-892cc7b2-ba00-4892-bfdd-aa1b3bdc85da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d351b5-469b-45c9-9535-2e7431d0ea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6377814 Jul 30 01:59:15.159676 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0472543-7dcc-43bf-8524-88cf46d97879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.170573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-fd8df2be-a5b7-42f4-963b-1835a664809f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:15.171701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-fd8df2be-a5b7-42f4-963b-1835a664809f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078385 Jul 30 01:59:15.236606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0472543-7dcc-43bf-8524-88cf46d97879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.240279 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0472543-7dcc-43bf-8524-88cf46d97879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.244415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b0472543-7dcc-43bf-8524-88cf46d97879 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/480c4cc1-815b-48cd-9bd3-e24082be8813 HTTP/1.1" status: 204 len: 168 time: 0.1682649 Jul 30 01:59:15.244850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38764) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.280092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.317446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0472543-7dcc-43bf-8524-88cf46d97879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c4cc1-815b-48cd-9bd3-e24082be8813,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:15.365878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.455414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.470962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7e673d-114a-4955-b6e2-012ae44b72f3']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:15.481381 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.485357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.488040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd567f0a1-1126-4fd1-9dec-5cef2d8eaac7') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:15.488337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd567f0a1-1126-4fd1-9dec-5cef2d8eaac7') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:15.500144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.516425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.525357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:15.526075 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.559545 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-6c427f01-1859-4773-8140-ef6a55a1a9b7 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766530 Jul 30 01:59:15.561108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.561807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2b1fbe-c7da-4d3a-bb9c-11e7171d235f {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:15.569850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.571320 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-749351e5-ecb6-4f83-ad9a-441ba443e07b admin admin] 10.222.0.78 "DELETE /v2.0/routers/df2b1fbe-c7da-4d3a-bb9c-11e7171d235f HTTP/1.1" status: 204 len: 168 time: 2.6209984 Jul 30 01:59:15.580400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38768) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:15.592715 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:15.598297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.605507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.611169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] 10.222.0.78 "DELETE /v2.0/networks/6f7e673d-114a-4955-b6e2-012ae44b72f3 HTTP/1.1" status: 204 len: 168 time: 0.3650692 Jul 30 01:59:15.613769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38770) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.708121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Deleting subnet 8eb0bcc9-b49b-41e9-88f2-f08c99e3c578 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:15.726359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38774) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.745741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2e01-9759-41f3-9708-b56754bf9b11 tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f7e673d-114a-4955-b6e2-012ae44b72f3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:15.765215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.817976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.845038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.002463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.051539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.067729 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-151a696f-99c5-41a4-8220-64060af450a2 req-e2b4c7fa-e138-488f-8324-b336797925da service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948258 Jul 30 01:59:16.069929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77579200-c818-43c1-a89f-b000ea489929']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.070287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.086279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03bdb75-f21a-44e9-bfb8-fe0b54876d47') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.086720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03bdb75-f21a-44e9-bfb8-fe0b54876d47') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.099043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb0bcc9-b49b-41e9-88f2-f08c99e3c578,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:16.114255 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.119473 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc67835c-26fa-4ea9-973c-831cc710d9b6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8eb0bcc9-b49b-41e9-88f2-f08c99e3c578 HTTP/1.1" status: 204 len: 168 time: 0.5322785 Jul 30 01:59:16.120518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d24d9-0d5e-4455-9b90-6bc932f913dd None None] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:16.122676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:16.190589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.224670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.234473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:16.235169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.295655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.388085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Deleting port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:16.393698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.413321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ede6ecf5-2ed9-44b6-852d-b63115d6b981 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:16.464557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] DHCP port deletion for 64cca530-c0a7-4952-9d40-5b4f5193b83c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:16.481798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: ede6ecf5-2ed9-44b6-852d-b63115d6b981 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:16.482149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ede6ecf5-2ed9-44b6-852d-b63115d6b981 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:16.485177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] For port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:16.485991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.508753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Calling delete_port for c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:16.578289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Deleting port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:16.579288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.684405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.717014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] No DVR routers for this DVR port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:16.798022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] For port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,segment=NetworkSegment(5afc6cf6-eb1d-46cf-8e98-5740a1b722f1),segment_id=5afc6cf6-eb1d-46cf-8e98-5740a1b722f1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:16.798947 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.815082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:16.833049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Calling delete_port for c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:16.840458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ba010a4b-8073-4720-a4ac-e5a88589a8d6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:16.906481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ba010a4b-8073-4720-a4ac-e5a88589a8d6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:16.906843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ba010a4b-8073-4720-a4ac-e5a88589a8d6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:16.907246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 87721915-fa5e-40b3-be31-b43effe33093 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:16.925042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.928883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 87721915-fa5e-40b3-be31-b43effe33093 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:16.929261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 87721915-fa5e-40b3-be31-b43effe33093 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:16.929679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:16.938309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cca530-c0a7-4952-9d40-5b4f5193b83c']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.963994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:16.965781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:16.970111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.970464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afc6cf6-eb1d-46cf-8e98-5740a1b722f1') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.989663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.007775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.015516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:17.015925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:17.035422 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:17.038133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38786) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:17.043800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:17.092440 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:17.098387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:59:17.100713 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 01:59:17.115533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.144640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.151463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] 10.222.0.78 "DELETE /v2.0/networks/64cca530-c0a7-4952-9d40-5b4f5193b83c HTTP/1.1" status: 204 len: 168 time: 1.0275915 Jul 30 01:59:17.152931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422d855-cdf7-4c50-9348-a8b92de54a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=64cca530-c0a7-4952-9d40-5b4f5193b83c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.161649 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.184639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Network 64cca530-c0a7-4952-9d40-5b4f5193b83c is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:59:17.185183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] No DVR routers for this DVR port c5e16a56-fbff-4bf7-888b-d15ee8c2cd95 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:17.195488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Pushing event deleted for resources: {'Port': ['ID=c5e16a56-fbff-4bf7-888b-d15ee8c2cd95,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.208772 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.213241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] 10.222.0.78 "DELETE /v2.0/networks/77579200-c818-43c1-a89f-b000ea489929 HTTP/1.1" status: 204 len: 168 time: 1.5959663 Jul 30 01:59:17.214540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.215086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.215648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.215756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e6f0e-a401-4719-a661-a417aa93699a tempest-QuotasNegativeTest-1359825641 tempest-QuotasNegativeTest-1359825641-project-admin] Pushing event deleted for resources: {'Network': ['ID=77579200-c818-43c1-a89f-b000ea489929,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.216295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.216640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.216979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.217313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.217541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:17.217647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.217960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.218287 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.218667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.218939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feaaa32-c4a3-4d07-bc98-5b952c6fce53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:17.224868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.305266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:17.410941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:17.504683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31424c39-365a-4a8c-a8e6-e5924206da5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=108bd442902040708f0574f97abedc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897667 Jul 30 01:59:17.505049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38804) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:17.555134 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.559139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.583534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89c37d3f-08c2-4299-bfb5-aa31a50baacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.609188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89c37d3f-08c2-4299-bfb5-aa31a50baacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.691206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=33a173cb-41df-4bff-9de9-f674b1d32ee1,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.728721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c9efe82-18c0-4260-8841-0f7bb5a341de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.749749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89c37d3f-08c2-4299-bfb5-aa31a50baacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.752285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89c37d3f-08c2-4299-bfb5-aa31a50baacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.756178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-89c37d3f-08c2-4299-bfb5-aa31a50baacb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6aedaf4-1f57-45a5-8365-3355d97759b6 HTTP/1.1" status: 204 len: 168 time: 0.2475579 Jul 30 01:59:17.756590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': 'ef9a290c-b190-4557-b5fb-39c883b1e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:17.756967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 15cb8267-ddeb-44e7-ae80-78a9e6670837, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:17.767424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37d3f-08c2-4299-bfb5-aa31a50baacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aedaf4-1f57-45a5-8365-3355d97759b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.862461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 15cb8267-ddeb-44e7-ae80-78a9e6670837 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:17.896177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 15cb8267-ddeb-44e7-ae80-78a9e6670837) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:17.902418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:17.903045 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.920006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ec715-8d61-48a0-8f22-e3e438fc148e None None] Network 15cb8267-ddeb-44e7-ae80-78a9e6670837 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:17.925073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38810) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:17.944906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b60db3d-dd81-444e-89a7-d03460180bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.964821 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c9efe82-18c0-4260-8841-0f7bb5a341de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.973827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5c9efe82-18c0-4260-8841-0f7bb5a341de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.980400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-313685c6-53ce-43ce-8059-2d5c548dff9a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9406512 Jul 30 01:59:17.987992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38812) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.020261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-605188139'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:18.086697 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9efe82-18c0-4260-8841-0f7bb5a341de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d949f312-f8d2-4a5c-803b-835a9d2dba3d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.124376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5c9efe82-18c0-4260-8841-0f7bb5a341de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9aa5925260784c4da0827cb3ff264c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8180182 Jul 30 01:59:18.125799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Deleting port 46c83698-7efd-4e71-9020-70784736340f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:18.126282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.127471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.224308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-15cb8267-ddeb-44e7-ae80-78a9e6670837', 'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': '33a173cb-41df-4bff-9de9-f674b1d32ee1'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:18.226088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.252231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b60db3d-dd81-444e-89a7-d03460180bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.263613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b60db3d-dd81-444e-89a7-d03460180bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.299557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] For port 46c83698-7efd-4e71-9020-70784736340f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=46c83698-7efd-4e71-9020-70784736340f,segment=NetworkSegment(38930eaf-69c4-47bb-872e-332ba213d01a),segment_id=38930eaf-69c4-47bb-872e-332ba213d01a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:18.300259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.314273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60db3d-dd81-444e-89a7-d03460180bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01070e01-46eb-4631-b463-df39fdb351b0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.316112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:18.317571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce472-ee48-47b1-a0a3-6de7bf58ecb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.319932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.334769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Calling delete_port for 46c83698-7efd-4e71-9020-70784736340f owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:18.359762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38818) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.366769 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1b60db3d-dd81-444e-89a7-d03460180bad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93cde42df45d4da6ac965f996f364601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407432 Jul 30 01:59:18.367651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.394503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce472-ee48-47b1-a0a3-6de7bf58ecb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.419825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:18.436561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Allocated IP 2001:db8:0:ffff::2 (15cb8267-ddeb-44e7-ae80-78a9e6670837/33a173cb-41df-4bff-9de9-f674b1d32ee1/affa4b2e-e615-4311-85d6-7ff5b6e00a11) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:18.446523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.447409 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment 86d1f356-16ff-4011-8984-2fd5372fab2b of type vlan for network 88211f5a-11aa-439a-bcdb-abc1ae15f157 Jul 30 01:59:18.463486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2e5e-54b4-4acc-8258-9a15ad08a93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.478690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-345575f3-cdd8-4e08-8be0-d454e3121ade admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=176e99252ccf4c69b4f00154fb09eac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178520 Jul 30 01:59:18.481987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.518782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.534491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce472-ee48-47b1-a0a3-6de7bf58ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.537340 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce472-ee48-47b1-a0a3-6de7bf58ecb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.541166 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2b0ce472-ee48-47b1-a0a3-6de7bf58ecb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d949f312-f8d2-4a5c-803b-835a9d2dba3d HTTP/1.1" status: 204 len: 168 time: 0.4127369 Jul 30 01:59:18.543277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2e5e-54b4-4acc-8258-9a15ad08a93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.570599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce472-ee48-47b1-a0a3-6de7bf58ecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d949f312-f8d2-4a5c-803b-835a9d2dba3d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.582031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95d10023-3dc9-4301-9ecb-e4e0ef3abeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.607203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.613533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:18.614278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.626347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95d10023-3dc9-4301-9ecb-e4e0ef3abeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.644095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.677643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6678681 Jul 30 01:59:18.678130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:18.686333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:18.718740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc7005-1593-4a5b-b72f-3a6ed17ef5f2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=88211f5a-11aa-439a-bcdb-abc1ae15f157,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.730984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 88211f5a-11aa-439a-bcdb-abc1ae15f157 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:18.736250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2e5e-54b4-4acc-8258-9a15ad08a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.739096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2e5e-54b4-4acc-8258-9a15ad08a93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.741049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ecfd2e5e-54b4-4acc-8258-9a15ad08a93f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01070e01-46eb-4631-b463-df39fdb351b0 HTTP/1.1" status: 204 len: 168 time: 0.3702199 Jul 30 01:59:18.765712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.772209 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd2e5e-54b4-4acc-8258-9a15ad08a93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01070e01-46eb-4631-b463-df39fdb351b0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.803171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Transition to ACTIVE for port object affa4b2e-e615-4311-85d6-7ff5b6e00a11 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:18.804621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Pushing event deleted for resources: {'Port': ['ID=46c83698-7efd-4e71-9020-70784736340f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.807108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95d10023-3dc9-4301-9ecb-e4e0ef3abeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.810987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95d10023-3dc9-4301-9ecb-e4e0ef3abeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.812198 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-95d10023-3dc9-4301-9ecb-e4e0ef3abeb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90d33d4d-0319-4df2-873e-3121280eb095 HTTP/1.1" status: 204 len: 168 time: 0.3292041 Jul 30 01:59:18.833693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d10023-3dc9-4301-9ecb-e4e0ef3abeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d33d4d-0319-4df2-873e-3121280eb095,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.873548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Transition to ACTIVE for port object affa4b2e-e615-4311-85d6-7ff5b6e00a11 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:18.894684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.899355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:18.905295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.939755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9547cd3f-b705-46fa-b489-fac3fb73b22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:18.942578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Network 15cb8267-ddeb-44e7-ae80-78a9e6670837 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:18.948128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:18.951970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:18.966417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Pushing event updated for resources: {'Port': ['ID=affa4b2e-e615-4311-85d6-7ff5b6e00a11,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:19.052556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Attempting to bind port affa4b2e-e615-4311-85d6-7ff5b6e00a11 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:19.052954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Attempting to bind port affa4b2e-e615-4311-85d6-7ff5b6e00a11 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ef9a290c-b190-4557-b5fb-39c883b1e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:19.053189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Attempting to bind port affa4b2e-e615-4311-85d6-7ff5b6e00a11 on network 15cb8267-ddeb-44e7-ae80-78a9e6670837 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:19.060274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:19.060664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Checking segment: {'id': 'ef9a290c-b190-4557-b5fb-39c883b1e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:19.061065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.061640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Bound using segment: {'id': 'ef9a290c-b190-4557-b5fb-39c883b1e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:19.061934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Bound port: affa4b2e-e615-4311-85d6-7ff5b6e00a11, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9a290c-b190-4557-b5fb-39c883b1e7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '15cb8267-ddeb-44e7-ae80-78a9e6670837'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:19.062468 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.098787 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.149341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] For port affa4b2e-e615-4311-85d6-7ff5b6e00a11, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:19.153913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] For port affa4b2e-e615-4311-85d6-7ff5b6e00a11, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=affa4b2e-e615-4311-85d6-7ff5b6e00a11,segment=NetworkSegment(ef9a290c-b190-4557-b5fb-39c883b1e7e8),segment_id=ef9a290c-b190-4557-b5fb-39c883b1e7e8)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:19.159288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.204873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.234202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edaeee-af98-48dd-bd8a-5d1ee12e4521 None None] Pushing event updated for resources: {'Port': ['ID=affa4b2e-e615-4311-85d6-7ff5b6e00a11,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:19.317297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=da130986-8b66-4daa-abcd-b84512039e66,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:19.339185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': '86d1f356-16ff-4011-8984-2fd5372fab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:19.341355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 88211f5a-11aa-439a-bcdb-abc1ae15f157, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:19.371597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 88211f5a-11aa-439a-bcdb-abc1ae15f157 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:19.388204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 88211f5a-11aa-439a-bcdb-abc1ae15f157) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:19.398663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b72fa-03b5-42fe-96e2-4e0d4b2f03d6 None None] Network 88211f5a-11aa-439a-bcdb-abc1ae15f157 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:19.413560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:19.414407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.452286 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9dc04a36-f6cb-4afd-a576-549b3b7391c9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7701848 Jul 30 01:59:19.453511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38836) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:19.636668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38838) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:19.669610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:19.677576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-607f62ee-338a-4cf2-b58a-83bbf6595624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.751656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38840) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:19.785860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a373-87f6-4827-9bca-91471c9679d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.798168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-88211f5a-11aa-439a-bcdb-abc1ae15f157', 'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': 'da130986-8b66-4daa-abcd-b84512039e66'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:19.799157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.831295 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:19.857596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:19.863463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e52e8bcc-7e6b-4b23-b066-a18290b0227b admin admin] 10.222.0.78 "PUT /v2.0/routers/8b80a2ad-dad2-408f-b3b7-32b86c5f34f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1356630 Jul 30 01:59:19.866045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38844) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:19.872573 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094d693-76f8-4476-9086-00f870b78380 None None] Sync routers for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:19.891783 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:19.893378 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:19.935409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.001563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Allocated IP 2001:db8::1 (88211f5a-11aa-439a-bcdb-abc1ae15f157/da130986-8b66-4daa-abcd-b84512039e66/042081b8-fcd2-4140-9fd7-2ba0fcb5a631) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:20.008038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-607f62ee-338a-4cf2-b58a-83bbf6595624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.014964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.018254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-607f62ee-338a-4cf2-b58a-83bbf6595624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.075629 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:20.076519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f62ee-338a-4cf2-b58a-83bbf6595624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d11b9-85de-4544-ba86-d2bfa836dec3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.093418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-607f62ee-338a-4cf2-b58a-83bbf6595624 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3bf5ce8f566b4821a099c8d0fd837c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534299 Jul 30 01:59:20.096161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38846) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:20.163471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.233540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.245641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Transition to ACTIVE for port object 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:20.248730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a373-87f6-4827-9bca-91471c9679d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.250720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Deleting port d33ec8ec-3345-49c9-97ce-207fcca9ff69 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:20.251091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.261296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a373-87f6-4827-9bca-91471c9679d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.266286 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Transition to ACTIVE for port object 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:20.274168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.302491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.332648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Network 88211f5a-11aa-439a-bcdb-abc1ae15f157 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:20.336987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:20.339723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:20.342582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Pushing event updated for resources: {'Port': ['ID=042081b8-fcd2-4140-9fd7-2ba0fcb5a631,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.375171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=da130986-8b66-4daa-abcd-b84512039e66,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.392002 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28b5f210-b1d7-4762-88e1-61c32cba7640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.396098 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:59:18Z', 'revision_number': 5, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port': {'id': 'd33ec8ec-3345-49c9-97ce-207fcca9ff69', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:46Z', 'updated_at': '2021-07-30T01:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.399882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] For port d33ec8ec-3345-49c9-97ce-207fcca9ff69, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d33ec8ec-3345-49c9-97ce-207fcca9ff69,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:20.400259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.420180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Attempting to bind port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:20.421023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28b5f210-b1d7-4762-88e1-61c32cba7640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.421638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Attempting to bind port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '86d1f356-16ff-4011-8984-2fd5372fab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:20.423012 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Attempting to bind port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 on network 88211f5a-11aa-439a-bcdb-abc1ae15f157 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:20.429601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:20.430411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Checking segment: {'id': '86d1f356-16ff-4011-8984-2fd5372fab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:20.431089 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.432499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Bound using segment: {'id': '86d1f356-16ff-4011-8984-2fd5372fab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:20.433191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Bound port: 042081b8-fcd2-4140-9fd7-2ba0fcb5a631, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d1f356-16ff-4011-8984-2fd5372fab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '88211f5a-11aa-439a-bcdb-abc1ae15f157'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:20.433781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.436584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Calling delete_port for d33ec8ec-3345-49c9-97ce-207fcca9ff69 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:20.444830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094d693-76f8-4476-9086-00f870b78380 None None] Checking router: 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:20.475791 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] Routers {'8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:20.477017 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:58:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.536244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.551641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88211f5a-11aa-439a-bcdb-abc1ae15f157']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.565111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d1f356-16ff-4011-8984-2fd5372fab2b') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.565807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d1f356-16ff-4011-8984-2fd5372fab2b') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.566775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] For port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:20.570457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] For port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=042081b8-fcd2-4140-9fd7-2ba0fcb5a631,segment=NetworkSegment(86d1f356-16ff-4011-8984-2fd5372fab2b),segment_id=86d1f356-16ff-4011-8984-2fd5372fab2b)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:20.578425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.584816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c7b1a373-87f6-4827-9bca-91471c9679d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ccec94126aca4c26bfc6a3e7565eb0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298399 Jul 30 01:59:20.588808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38848) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:20.590479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.608023 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1a373-87f6-4827-9bca-91471c9679d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff372d-a1dd-4da8-a819-1978a252b8e2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.631042 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] Set router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:20.655067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.677371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:20.679744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:20.689945 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:20.735887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24741024-46e2-487e-8c89-0421774f0bdf None None] Network 88211f5a-11aa-439a-bcdb-abc1ae15f157 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:20.755865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b470f210-1f32-40b3-9e42-de4f40dd9151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.761253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28b5f210-b1d7-4762-88e1-61c32cba7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.763678 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8094d693-76f8-4476-9086-00f870b78380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:59:20Z', 'revision_number': 6, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.776615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-28b5f210-b1d7-4762-88e1-61c32cba7640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.783324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-28b5f210-b1d7-4762-88e1-61c32cba7640 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec2d11b9-85de-4544-ba86-d2bfa836dec3 HTTP/1.1" status: 204 len: 168 time: 0.6839695 Jul 30 01:59:20.791803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b470f210-1f32-40b3-9e42-de4f40dd9151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.794349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.813822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9977159-24bf-4c92-a8c7-cc7ab9525dd3 None None] Network 15cb8267-ddeb-44e7-ae80-78a9e6670837 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:20.826551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Pushing event deleted for resources: {'Port': ['ID=d33ec8ec-3345-49c9-97ce-207fcca9ff69,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.859092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5f210-b1d7-4762-88e1-61c32cba7640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d11b9-85de-4544-ba86-d2bfa836dec3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.875445 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094d693-76f8-4476-9086-00f870b78380 None None] The sync data for ids ['8b80a2ad-dad2-408f-b3b7-32b86c5f34f5'] in n-d-713499-10 is: [{'id': '8b80a2ad-dad2-408f-b3b7-32b86c5f34f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1972316917-router', 'tenant_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:45Z', 'updated_at': '2021-07-30T01:59:20Z', 'revision_number': 6, 'project_id': '2f16984cd0c34637bdbce1b0f2bfa9dc', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:20.891650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620878-bb42-4b19-ade0-aa2372596a50 None None] Pushing event updated for resources: {'Port': ['ID=042081b8-fcd2-4140-9fd7-2ba0fcb5a631,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:20.893223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:59:20.893223 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:59:20.893223 n-d-713499-10 neutron-server[93889]: [parameters: {'id': '88211f5a-11aa-439a-bcdb-abc1ae15f157'}] Jul 30 01:59:20.893223 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:20.893980 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:20.986621 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.989510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-97ce8afc-3c2a-4f4a-b186-a4c165425f29 None None] Provisioning for port affa4b2e-e615-4311-85d6-7ff5b6e00a11 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:21.123277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.126659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.162497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.189860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b470f210-1f32-40b3-9e42-de4f40dd9151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.193521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b470f210-1f32-40b3-9e42-de4f40dd9151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.197879 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b470f210-1f32-40b3-9e42-de4f40dd9151 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fff372d-a1dd-4da8-a819-1978a252b8e2 HTTP/1.1" status: 204 len: 168 time: 0.6049693 Jul 30 01:59:21.209182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.209761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:21.211949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470f210-1f32-40b3-9e42-de4f40dd9151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff372d-a1dd-4da8-a819-1978a252b8e2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.223785 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.224960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-79f72ea1-4aa4-44fa-8715-7382c420242d admin admin] 10.222.0.78 "DELETE /v2.0/routers/8b80a2ad-dad2-408f-b3b7-32b86c5f34f5 HTTP/1.1" status: 204 len: 168 time: 1.3573976 Jul 30 01:59:21.227779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38856) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:21.291444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Deleting subnet 72733a7e-3647-4e9c-b36e-2e4665e23227 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:21.295143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.307735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device affa4b2e-e615-4311-85d6-7ff5b6e00a11 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:21.349030 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.398101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.422034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfff2a-da36-4a27-86d0-bac4b9932b09 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:59:21.450104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port affa4b2e-e615-4311-85d6-7ff5b6e00a11 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:21.452275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.459970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port affa4b2e-e615-4311-85d6-7ff5b6e00a11 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:21.460345 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.549265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:21.549922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.554928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.565844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-207abcca-10d6-48e3-876d-ef75f449f2f1 None None] Provisioning complete for port affa4b2e-e615-4311-85d6-7ff5b6e00a11 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:21.566316 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-207abcca-10d6-48e3-876d-ef75f449f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.631417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72733a7e-3647-4e9c-b36e-2e4665e23227,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.641942 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.643978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfff2a-da36-4a27-86d0-bac4b9932b09 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:59:21.644356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a751a9da-a6ed-4fa5-9493-6115ce58cb7a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/72733a7e-3647-4e9c-b36e-2e4665e23227 HTTP/1.1" status: 204 len: 168 time: 0.4153154 Jul 30 01:59:21.647504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38870) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:21.661506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=042081b8-fcd2-4140-9fd7-2ba0fcb5a631,segment=NetworkSegment(86d1f356-16ff-4011-8984-2fd5372fab2b),segment_id=86d1f356-16ff-4011-8984-2fd5372fab2b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:21.662478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.677666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:21.717691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.719726 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a18ffecb-4b67-4fe0-af82-51a80f0adaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.819469 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.850192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:21.880664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=042081b8-fcd2-4140-9fd7-2ba0fcb5a631,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:21.885277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port 042081b8-fcd2-4140-9fd7-2ba0fcb5a631 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:22.040270 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.059433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea990d11-907c-44d3-bb2d-4b6c0c4b654c']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.076505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.086059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38930eaf-69c4-47bb-872e-332ba213d01a') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.086357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38930eaf-69c4-47bb-872e-332ba213d01a') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.099101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88211f5a-11aa-439a-bcdb-abc1ae15f157']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.109264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port affa4b2e-e615-4311-85d6-7ff5b6e00a11, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=affa4b2e-e615-4311-85d6-7ff5b6e00a11,segment=NetworkSegment(ef9a290c-b190-4557-b5fb-39c883b1e7e8),segment_id=ef9a290c-b190-4557-b5fb-39c883b1e7e8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:22.111782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.117668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-207abcca-10d6-48e3-876d-ef75f449f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.129673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d1f356-16ff-4011-8984-2fd5372fab2b') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.130000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d1f356-16ff-4011-8984-2fd5372fab2b') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.134977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.136805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.146864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.151723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.159613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:22.160121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:22.163413 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:22.182498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.198233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:22.198570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:22.225441 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:22.299085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.305659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.312899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] 10.222.0.78 "DELETE /v2.0/networks/ea990d11-907c-44d3-bb2d-4b6c0c4b654c HTTP/1.1" status: 204 len: 168 time: 0.6618128 Jul 30 01:59:22.336167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=affa4b2e-e615-4311-85d6-7ff5b6e00a11,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:22.336683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466b62-a9c4-4aa5-8e3c-4efba08ab46d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea990d11-907c-44d3-bb2d-4b6c0c4b654c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:22.355586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.379599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.383854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/88211f5a-11aa-439a-bcdb-abc1ae15f157 HTTP/1.1" status: 204 len: 168 time: 2.9286981 Jul 30 01:59:22.389016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38900) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:22.390612 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-207abcca-10d6-48e3-876d-ef75f449f2f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:22.391028 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-207abcca-10d6-48e3-876d-ef75f449f2f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:22.397261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795132383'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:22.415181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4efe-aae8-4c27-a48c-8dcb2508aa50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=88211f5a-11aa-439a-bcdb-abc1ae15f157,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:22.429484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:22.441045 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.475815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:22.491043 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.492815 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment 5ab7fc23-125a-4394-b9ae-65e3a58793fa of type vlan for network 5fe6df3e-8bcb-4c24-a945-7519db47b127 Jul 30 01:59:22.555395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.596330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.609607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:22.610267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.644760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:22.678373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2862980 Jul 30 01:59:22.678867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38908) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:22.702016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:22.704189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136b853-45c4-4c83-aae7-e98bd7e22f40 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=5fe6df3e-8bcb-4c24-a945-7519db47b127,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:22.707483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d17f6b4f-965b-4470-8407-c840447b5bcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f16984cd0c34637bdbce1b0f2bfa9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611856 Jul 30 01:59:22.710001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38910) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:22.726647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5fe6df3e-8bcb-4c24-a945-7519db47b127 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:22.819077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device affa4b2e-e615-4311-85d6-7ff5b6e00a11 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:22.881571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port affa4b2e-e615-4311-85d6-7ff5b6e00a11 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:22.882305 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.007754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:23.011715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.098011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.111124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d33ec8ec-3345-49c9-97ce-207fcca9ff69 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:23.111349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10b84d08-6198-4d9a-bfac-21905fad793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.138498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d33ec8ec-3345-49c9-97ce-207fcca9ff69 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:23.139090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d33ec8ec-3345-49c9-97ce-207fcca9ff69 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:23.139610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 46c83698-7efd-4e71-9020-70784736340f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:23.148283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10b84d08-6198-4d9a-bfac-21905fad793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.163921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 46c83698-7efd-4e71-9020-70784736340f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:23.164119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 46c83698-7efd-4e71-9020-70784736340f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:23.277263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10b84d08-6198-4d9a-bfac-21905fad793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.279961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10b84d08-6198-4d9a-bfac-21905fad793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.283881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-10b84d08-6198-4d9a-bfac-21905fad793c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/67399371-dd13-49a6-ac2a-93efaa449c34 HTTP/1.1" status: 204 len: 168 time: 0.5728838 Jul 30 01:59:23.304372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b84d08-6198-4d9a-bfac-21905fad793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67399371-dd13-49a6-ac2a-93efaa449c34,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.313942 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.378179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=1971378f-95a0-40ca-ab92-67a8204b06a0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.395385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': '5ab7fc23-125a-4394-b9ae-65e3a58793fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:23.395749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 5fe6df3e-8bcb-4c24-a945-7519db47b127, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:23.416730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38930) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:23.425206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 5fe6df3e-8bcb-4c24-a945-7519db47b127 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:23.437689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5fe6df3e-8bcb-4c24-a945-7519db47b127) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:23.448225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f09d9-00bb-48b1-b357-4368fa380140 None None] Network 5fe6df3e-8bcb-4c24-a945-7519db47b127 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:23.456661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.457294 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.490748 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0d57468f-436d-4842-872e-84f4f81c270f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8073597 Jul 30 01:59:23.491331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38934) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:23.499425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445428587'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:23.529784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:23.540421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.581241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:23.593344 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.593778 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment 067cb752-f1de-4264-b6e5-d18c34f53531 of type vlan for network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 Jul 30 01:59:23.647160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.695899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.714833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.716153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.720103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-5fe6df3e-8bcb-4c24-a945-7519db47b127', 'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': '1971378f-95a0-40ca-ab92-67a8204b06a0'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:23.721107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.799301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3009408 Jul 30 01:59:23.799550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1748357949'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:23.819317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38944) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:23.821572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6dfe7-f8a6-4da9-8b13-b4e391d48e10 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=22361a2d-b806-4ea9-a7ce-54d9b39c03e9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.827622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:23.830609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Made reservation on behalf of 5ee2379f5932429cb233371d3d181a4d for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:23.839553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.840119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:23.853514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.972610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Allocated IP 2001:db8::1 (5fe6df3e-8bcb-4c24-a945-7519db47b127/1971378f-95a0-40ca-ab92-67a8204b06a0/c1534a4a-fe92-4d87-8a6b-7441a501df24) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:23.976025 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.981674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.018891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:24.027037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c288fd2-308f-4944-8925-c7798c48fe76,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.029095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:24.036301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.050736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.051396 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Added segment 666bd567-2b75-4df8-88a9-24dfbe2f6035 of type vlan for network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec Jul 30 01:59:24.123995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing IP validity checks on allocation pools {{(pid=93890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 01:59:24.124514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 01:59:24.128128 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.177360 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.187038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.188398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.222437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.235063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Transition to ACTIVE for port object c1534a4a-fe92-4d87-8a6b-7441a501df24 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:24.256407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Transition to ACTIVE for port object c1534a4a-fe92-4d87-8a6b-7441a501df24 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:24.267095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.294393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Pushing event updated for resources: {'Network': ['ID=38b2351c-ce7d-4299-a6cd-10d7e7ff71ec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.300199 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-61ee2c53-6713-44ea-bead-47420ca93f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8817339 Jul 30 01:59:24.315277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Network 5fe6df3e-8bcb-4c24-a945-7519db47b127 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:24.319646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:24.327277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:24.340400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38974) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:24.349000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-20c2ef8b-db9b-46ee-93e6-e9c57bcbae4c tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=022d994b16944bed9450746c258d8d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561070 Jul 30 01:59:24.376653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.381460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:24.398036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Pushing event updated for resources: {'Port': ['ID=c1534a4a-fe92-4d87-8a6b-7441a501df24,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.467114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Attempting to bind port c1534a4a-fe92-4d87-8a6b-7441a501df24 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.467783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Attempting to bind port c1534a4a-fe92-4d87-8a6b-7441a501df24 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5ab7fc23-125a-4394-b9ae-65e3a58793fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.468077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Attempting to bind port c1534a4a-fe92-4d87-8a6b-7441a501df24 on network 5fe6df3e-8bcb-4c24-a945-7519db47b127 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.473958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:24.474222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Checking segment: {'id': '5ab7fc23-125a-4394-b9ae-65e3a58793fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:24.474735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.475255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Bound using segment: {'id': '5ab7fc23-125a-4394-b9ae-65e3a58793fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:24.476068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Bound port: c1534a4a-fe92-4d87-8a6b-7441a501df24, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab7fc23-125a-4394-b9ae-65e3a58793fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5fe6df3e-8bcb-4c24-a945-7519db47b127'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:24.476303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.494311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1692828018-network', 'tenant_id': '15ee8682e9d24123a98eeb5d43814afd'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:24.533050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Made reservation on behalf of 15ee8682e9d24123a98eeb5d43814afd for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:24.536094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.548809 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.551968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=babbf601-413b-4480-ad00-cdfda3b0ee13,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.564502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] For port c1534a4a-fe92-4d87-8a6b-7441a501df24, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:24.584026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] For port c1534a4a-fe92-4d87-8a6b-7441a501df24, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1534a4a-fe92-4d87-8a6b-7441a501df24,segment=NetworkSegment(5ab7fc23-125a-4394-b9ae-65e3a58793fa),segment_id=5ab7fc23-125a-4394-b9ae-65e3a58793fa)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:24.590821 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.596918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.682196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a239-cff5-4e81-b060-db3e1b179190 None None] Pushing event updated for resources: {'Port': ['ID=c1534a4a-fe92-4d87-8a6b-7441a501df24,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.685585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-79d702c0-8f5c-4b94-99ee-36bca340732e tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.687717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-79d702c0-8f5c-4b94-99ee-36bca340732e tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3313434 Jul 30 01:59:24.694681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': '067cb752-f1de-4264-b6e5-d18c34f53531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:24.695394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 22361a2d-b806-4ea9-a7ce-54d9b39c03e9, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:24.699335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.704346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.721220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-f8545a02-c8c7-482f-ba6e-07dbbde5208b tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/quotas/022d994b16944bed9450746c258d8d68 HTTP/1.1" status: 200 len: 375 time: 0.0201466 Jul 30 01:59:24.730365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:24.733949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:24.753459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64a8c7-d9ec-4782-80fa-a37b65f334af,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.757755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.758236 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Added segment 0ab3fc84-e84a-4624-8055-9418ee1c24e1 of type vlan for network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f Jul 30 01:59:24.807174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-3d9b4f4e-3c08-4b70-a131-e4f65de24505 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=022d994b16944bed9450746c258d8d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702720 Jul 30 01:59:24.807902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 22361a2d-b806-4ea9-a7ce-54d9b39c03e9) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:24.809254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.812148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.812826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.825667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cedd5-b4ca-42d6-b1f3-40bfbc7228a1 None None] Network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:24.836310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 38978) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:24.838039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-db9fee8e-b5ca-4928-ac29-9e50527d011c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0175712 Jul 30 01:59:24.841949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38980) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:24.848200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Request body: {'port': {'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec', 'binding:host_id': 'n-h1-713499-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123861259'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:24.883303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Made reservation on behalf of 7a714d9744c040fd9f80f4b32ad82e18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:24.887813 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.920081 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.981140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.984513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.985438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.105836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-22361a2d-b806-4ea9-a7ce-54d9b39c03e9', 'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': 'babbf601-413b-4480-ad00-cdfda3b0ee13'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:25.107105 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.131283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.133420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.136456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3c79915d-ed6a-4b15-9d53-2d60ebaf237f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.147467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.157025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:25.162733 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-837012bb-c95b-4fb2-871a-a9055d1527f5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8208647 Jul 30 01:59:25.163456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 38988) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:25.170715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Request body: {'subnet': {'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1692828018-subnet', 'tenant_id': '15ee8682e9d24123a98eeb5d43814afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:25.188580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:25.209214 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6cb4348-37cc-4e4f-bd69-61feeaac70c7 req-f3378337-6c45-48e0-a1d3-739c7901610a tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 210 time: 0.0760500 Jul 30 01:59:25.235317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Made reservation on behalf of 15ee8682e9d24123a98eeb5d43814afd for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:25.237632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.316728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e2283-d1a1-4892-afb0-0ee4ce6cbaa3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.344341 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.456310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Allocated IP 2001:db8::3 (22361a2d-b806-4ea9-a7ce-54d9b39c03e9/babbf601-413b-4480-ad00-cdfda3b0ee13/81d0beb9-b707-4ab9-b9e1-2aeed0025d6a) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:25.556484 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.673856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.692084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Transition to ACTIVE for port object 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:25.721071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Transition to ACTIVE for port object 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:25.735328 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.836920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:25.840321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:25.847115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:25.856257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Pushing event updated for resources: {'Port': ['ID=81d0beb9-b707-4ab9-b9e1-2aeed0025d6a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.918683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Attempting to bind port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:25.919881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Attempting to bind port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '067cb752-f1de-4264-b6e5-d18c34f53531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:25.919881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Attempting to bind port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a on network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:25.930760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:25.933814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Checking segment: {'id': '067cb752-f1de-4264-b6e5-d18c34f53531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:25.934239 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.934955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Bound using segment: {'id': '067cb752-f1de-4264-b6e5-d18c34f53531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:25.935673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Bound port: 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067cb752-f1de-4264-b6e5-d18c34f53531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:25.936070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.018022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:26.045926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.072802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Transition to ACTIVE for port object 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:26.078131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] For port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:26.083652 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] For port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81d0beb9-b707-4ab9-b9e1-2aeed0025d6a,segment=NetworkSegment(067cb752-f1de-4264-b6e5-d18c34f53531),segment_id=067cb752-f1de-4264-b6e5-d18c34f53531)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:26.097660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.106488 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.110685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Checking segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:26.111079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Network hostable DHCP agents. Network: 3c79915d-ed6a-4b15-9d53-2d60ebaf237f, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:26.120084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.140701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.168900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=babbf601-413b-4480-ad00-cdfda3b0ee13,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.174570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:26.194155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3c79915d-ed6a-4b15-9d53-2d60ebaf237f) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:26.218813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7a2556-c4b8-4ed6-8485-5be33189f6e8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.220895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a12571-1f15-4efb-8aa4-63495ee4c717 None None] Network 5fe6df3e-8bcb-4c24-a945-7519db47b127 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:26.223596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f78274-2c9d-4a06-a660-c1dc66bccbd4 None None] Network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:26.234120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Checking segment: {'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:26.234477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Network hostable DHCP agents. Network: 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:26.259609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.260324 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.281608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:26.289820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a80b9aa1-8b8f-4242-894f-8970686a369f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1231167 Jul 30 01:59:26.293628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.315074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:26.332795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22361a2d-b806-4ea9-a7ce-54d9b39c03e9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.333358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:26.339612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87026bae-12cc-4e92-b4ea-34b07f33384f req-ed261421-e1ae-41d8-918d-b0dc9ef66944 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 210 time: 0.0364051 Jul 30 01:59:26.350800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.351325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.351873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.358800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.359196 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.359588 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 2 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.366408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067cb752-f1de-4264-b6e5-d18c34f53531') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.367729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067cb752-f1de-4264-b6e5-d18c34f53531') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:26.373747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.374087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.374428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.380486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.382466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.382793 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.383210 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 3 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.397362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.397705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.398041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.404614 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.404948 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.405497 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 4 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.406408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.415994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:26.417100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8393d7-45f0-4e5a-becb-1c58b9d98ede None None] Network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:26.419264 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:26.423090 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:26.425372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.427045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.427045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.432658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.432931 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.433297 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 5 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.465358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.466246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.467032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.475448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.476314 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.477158 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 6 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.504007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.504786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.505321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.535722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.536329 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.538733 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 7 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.557656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:59:26.557656 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:59:26.557656 n-d-713499-10 neutron-server[93889]: [parameters: {'id': '22361a2d-b806-4ea9-a7ce-54d9b39c03e9'}] Jul 30 01:59:26.557656 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:26.558456 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:26.566025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.566443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.566778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.572990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.573587 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.573939 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 8 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.603782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.604440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.604980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.613754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a314a2f8-b5e1-48fe-b767-7ec694f5bfeb None None] Provisioning for port c1534a4a-fe92-4d87-8a6b-7441a501df24 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:26.617929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.618272 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.618721 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 9 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.643222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.644129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.645033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.654060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.654781 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.655687 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 10 to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 Jul 30 01:59:26.689936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:26.690541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:26.691418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:26.704509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:26.705607 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:26.706235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.755689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-f4a7e6c0-9577-4179-98e0-deec8209d0f7 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=022d994b16944bed9450746c258d8d68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719616 Jul 30 01:59:26.779452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91487281-67d8-4aff-bc5f-eb26ffff0460 None None] Pushing event updated for resources: {'Port': ['ID=81d0beb9-b707-4ab9-b9e1-2aeed0025d6a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.819502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] For port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:26.819878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempted to set empty binding levels {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:59:26.827970 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.902540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7a2556-c4b8-4ed6-8485-5be33189f6e8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.907469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.908474 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.913067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c1534a4a-fe92-4d87-8a6b-7441a501df24 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:26.956240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39018) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:26.963076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a81416e9-2590-4842-aa39-f64d18b50c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.1105545 Jul 30 01:59:27.059570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.069691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-44240e86-a80c-40a9-90fc-36ce621375b0 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:27.071433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-44240e86-a80c-40a9-90fc-36ce621375b0 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049867 Jul 30 01:59:27.087674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Request body: {'port': {'device_id': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '022d994b16944bed9450746c258d8d68'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:27.159526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8758b6e-0410-4a53-bfe9-dc587f185daa None None] Network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:27.185430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Deleting port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:27.185989 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.211773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-0bf438c2-0cb9-4d9f-8ee5-be937c1ad9bf tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:27.213371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-0bf438c2-0cb9-4d9f-8ee5-be937c1ad9bf tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 814 time: 0.2487862 Jul 30 01:59:27.232246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-64223470-a62d-4fd6-b507-18aac60e3ff6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/quotas/15ee8682e9d24123a98eeb5d43814afd HTTP/1.1" status: 200 len: 375 time: 0.0118659 Jul 30 01:59:27.266875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-3fb7a3c8-11b9-4bfd-8832-55697d30d63c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280354 Jul 30 01:59:27.367133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:27.367812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.370165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c1534a4a-fe92-4d87-8a6b-7441a501df24 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:27.393837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] For port 1f7a2556-c4b8-4ed6-8485-5be33189f6e8, host n-h1-713499-10, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:27.394437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.405881 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c1534a4a-fe92-4d87-8a6b-7441a501df24 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:27.406901 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.423247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a6407e76-750a-4b57-8896-ba9b2edea65e service neutron] 10.222.0.78 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326337 Jul 30 01:59:27.545543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Calling delete_port for 1f7a2556-c4b8-4ed6-8485-5be33189f6e8 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:27.547502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91cea4bc-41bd-4cdc-b6f2-3bcdab4d567a req-fd5cd92b-c296-4918-9e2e-03ba703fb35b tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 210 time: 0.0408103 Jul 30 01:59:27.585871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Made reservation on behalf of 022d994b16944bed9450746c258d8d68 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:27.592368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.629222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.630953 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.633466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-4e38acf4-b5b8-4393-a17c-2752f007af80 service neutron] 10.222.0.78 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092683 Jul 30 01:59:27.687635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c1534a4a-fe92-4d87-8a6b-7441a501df24, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1534a4a-fe92-4d87-8a6b-7441a501df24,segment=NetworkSegment(5ab7fc23-125a-4394-b9ae-65e3a58793fa),segment_id=5ab7fc23-125a-4394-b9ae-65e3a58793fa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:27.696813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.712937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=81d0beb9-b707-4ab9-b9e1-2aeed0025d6a,segment=NetworkSegment(067cb752-f1de-4264-b6e5-d18c34f53531),segment_id=067cb752-f1de-4264-b6e5-d18c34f53531)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:27.713235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.745462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:27.761195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c1534a4a-fe92-4d87-8a6b-7441a501df24,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:27.857518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-659a4f06-c389-404e-8fe1-573323e67448 None None] Provisioning complete for port c1534a4a-fe92-4d87-8a6b-7441a501df24 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:27.858291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-659a4f06-c389-404e-8fe1-573323e67448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.889095 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.926777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f7a2556-c4b8-4ed6-8485-5be33189f6e8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:27.956187 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbe21b79-31d5-47c9-8e89-cfc2a2e5b6a0 req-11373a27-2cce-4a7d-8bf5-aa21b69ef3c4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 210 time: 0.0862839 Jul 30 01:59:27.960909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.983757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.989222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f0c9b56-5c9d-4eab-9451-3f053afffe3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "DELETE /v2.0/ports/1f7a2556-c4b8-4ed6-8485-5be33189f6e8 HTTP/1.1" status: 204 len: 168 time: 1.0319860 Jul 30 01:59:27.990156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39026) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:28.021082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:28.022851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=81d0beb9-b707-4ab9-b9e1-2aeed0025d6a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.032837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c63a73-86ac-44a1-bd79-7d6af0b1f59d None None] Network 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:28.035974 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfb93d3-7526-4d2c-80cb-f640f81dd2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:28.037822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dbfb93d3-7526-4d2c-80cb-f640f81dd2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "GET /v2.0/ports/1f7a2556-c4b8-4ed6-8485-5be33189f6e8 HTTP/1.1" status: 404 len: 333 time: 0.0463102 Jul 30 01:59:28.041563 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:28.046400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Request body: {'port': {'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-622632581'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:28.090762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.113644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9ea070cc-e32b-4fae-81dc-97bd1684af7d None None] Could not find standard attr ID for object 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:59:28.119510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Made reservation on behalf of 7a714d9744c040fd9f80f4b32ad82e18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:28.120874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.122165 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.157270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port f93195a6-47d0-4c37-b18c-5293d1ada87c yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:28.186343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.217338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a476c-1031-4300-9968-6f33a7a1f2b1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.241493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22361a2d-b806-4ea9-a7ce-54d9b39c03e9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:28.260507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067cb752-f1de-4264-b6e5-d18c34f53531') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:28.260816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067cb752-f1de-4264-b6e5-d18c34f53531') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:28.273597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341f05f-71d7-45f4-9f2b-8400c6a5047f None None] DHCP port deletion for 22361a2d-b806-4ea9-a7ce-54d9b39c03e9 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:28.288850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.327731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.342232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:28.342596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:28.346105 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:28.351922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.395384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.402825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Allocated IP 192.168.233.78 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/e5aa2857-0815-4eb6-9a74-93ed23b9b876) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:28.429831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.447297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.452392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/22361a2d-b806-4ea9-a7ce-54d9b39c03e9 HTTP/1.1" status: 204 len: 168 time: 3.6060693 Jul 30 01:59:28.452578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:28.452902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39036) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:28.456935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:28.459546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:28.460840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.461443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.468417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c3da3-b604-4d07-ab17-9f26d92aaeda tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=22361a2d-b806-4ea9-a7ce-54d9b39c03e9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.468628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1431436509'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:28.494564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=f93195a6-47d0-4c37-b18c-5293d1ada87c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.512880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:28.516895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.521374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cdf58564-67af-401e-8cf4-30bf2520817a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4788342 Jul 30 01:59:28.528575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39038) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:28.535068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:28.580207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:28.611328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.613559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.613946 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment f129286c-85b6-40fd-bfe3-d3af99f1c785 of type vlan for network ad908890-362f-40a9-a2d4-dcdf156b49da Jul 30 01:59:28.624122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.645452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Transition to ACTIVE for port object e5aa2857-0815-4eb6-9a74-93ed23b9b876 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:28.701204 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.709222 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2665ebb-fc28-40a1-9625-25e91485b838 req-305559d0-4f17-4442-b8f3-5a6d4f1b5e81 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 210 time: 0.0732412 Jul 30 01:59:28.713725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.747513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c1534a4a-fe92-4d87-8a6b-7441a501df24 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:28.753900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:28.757240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:28.761040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:28.799906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Pushing event updated for resources: {'Port': ['ID=e5aa2857-0815-4eb6-9a74-93ed23b9b876,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.808673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c1534a4a-fe92-4d87-8a6b-7441a501df24 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:28.809181 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.827302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.828357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.830767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.836466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.837125 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.855741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-7c80dad1-6f24-4c6c-b39c-5d3cd3e1d76d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7737858 Jul 30 01:59:28.870805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-b3d30961-6091-400f-8949-47d919d44365 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:28.872843 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-b3d30961-6091-400f-8949-47d919d44365 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092373 Jul 30 01:59:28.922217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4681995 Jul 30 01:59:28.927016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:28.942072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:28.944071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:28.950508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22340333-80e7-42e7-9bd0-b5796b4641aa tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=ad908890-362f-40a9-a2d4-dcdf156b49da,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.972278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:28.972768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 81d0beb9-b707-4ab9-b9e1-2aeed0025d6a not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:28.978320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ad908890-362f-40a9-a2d4-dcdf156b49da details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:28.999260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Request body: {'port': {'device_id': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:29.073839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.131141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d211beeb-845b-4ed3-9784-8ac2874e3fd5 req-4b521ae6-5644-4bfc-8d4d-8ba9c531cbd4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 210 time: 0.0680985 Jul 30 01:59:29.162617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eec95dee-0a10-45f8-9a5f-eb3d25694f16 None None] Provisioning for port e5aa2857-0815-4eb6-9a74-93ed23b9b876 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:29.170711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eec95dee-0a10-45f8-9a5f-eb3d25694f16 None None] Provisioning complete for port e5aa2857-0815-4eb6-9a74-93ed23b9b876 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:29.171156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eec95dee-0a10-45f8-9a5f-eb3d25694f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.190610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port f93195a6-47d0-4c37-b18c-5293d1ada87c yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:29.202789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.210908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:29.215632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.226344 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-eec95dee-0a10-45f8-9a5f-eb3d25694f16 None None] Port e5aa2857-0815-4eb6-9a74-93ed23b9b876 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:29.269401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Transition to ACTIVE for port object f93195a6-47d0-4c37-b18c-5293d1ada87c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:29.280709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.343496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-1a5f6859-e06d-49cf-b458-82231cea1336 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.345053 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-1a5f6859-e06d-49cf-b458-82231cea1336 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.55 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 814 time: 0.2360630 Jul 30 01:59:29.354024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=f93195a6-47d0-4c37-b18c-5293d1ada87c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:29.364817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Request body: {'port': {'device_id': '59255a79-6eec-44bb-8bd0-11850608190d', 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'admin_state_up': True, 'tenant_id': '15ee8682e9d24123a98eeb5d43814afd'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:29.377346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.377682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.378025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.389822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.390075 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.392313 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 2 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.436283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.436617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.436973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.447447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.447784 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.450012 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 3 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.474156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.474510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.474851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.502640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.502974 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.504822 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 4 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.527853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.528273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.528578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.532250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.542471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.542786 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.544175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Made reservation on behalf of 15ee8682e9d24123a98eeb5d43814afd for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:29.547695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.551031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aa2857-0815-4eb6-9a74-93ed23b9b876 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:29.560028 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 5 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.564194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.591350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Transition to ACTIVE for port object e5aa2857-0815-4eb6-9a74-93ed23b9b876 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:29.593104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.593441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.593801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.611806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.612136 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.614101 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 6 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.616517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=ce1be8b4-9143-4a71-8b29-3c8eebfadb70,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:29.619896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.636303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.636638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.636978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.641250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': 'f129286c-85b6-40fd-bfe3-d3af99f1c785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:29.641559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: ad908890-362f-40a9-a2d4-dcdf156b49da, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:29.644703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.645035 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.645936 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 7 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.667123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.667450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.667784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.675221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.675221 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.675221 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 8 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.679215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network ad908890-362f-40a9-a2d4-dcdf156b49da is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:29.694648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.695008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.695434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.701445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ad908890-362f-40a9-a2d4-dcdf156b49da) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:29.704539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.705153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.707621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.707953 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.709555 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 9 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.712837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2f6bd-bf9a-4d77-8b7c-a515e1b20e77 None None] Network ad908890-362f-40a9-a2d4-dcdf156b49da requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:29.737667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.737667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.737667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.746976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-20872904-54a5-465b-a001-d16b0c893cd7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8164489 Jul 30 01:59:29.749045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39050) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:29.759782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.760552 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.760718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aa2857-0815-4eb6-9a74-93ed23b9b876,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:29.770359 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 10 to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c Jul 30 01:59:29.811152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.811496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.811837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.820032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.820363 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port f93195a6-47d0-4c37-b18c-5293d1ada87c on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:29.820809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.870188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Attempting to bind port e5aa2857-0815-4eb6-9a74-93ed23b9b876 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:29.870711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Attempting to bind port e5aa2857-0815-4eb6-9a74-93ed23b9b876 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:29.871071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Attempting to bind port e5aa2857-0815-4eb6-9a74-93ed23b9b876 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.882316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Port e5aa2857-0815-4eb6-9a74-93ed23b9b876 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:29.883049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Attempting to bind port e5aa2857-0815-4eb6-9a74-93ed23b9b876 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:29.886749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Allocated IP 172.20.0.5 (3c79915d-ed6a-4b15-9d53-2d60ebaf237f/8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd/7b69240e-a2ed-4f13-bd47-a681821a8669) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:29.896860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:29.897667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:29.898297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:29.898965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Bound port: e5aa2857-0815-4eb6-9a74-93ed23b9b876, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:29.899598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.929496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ad908890-362f-40a9-a2d4-dcdf156b49da', 'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': 'ce1be8b4-9143-4a71-8b29-3c8eebfadb70'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:29.930729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.989251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6124f-28f8-429c-ba10-6ed4ac1f803c req-89de65ad-8333-4984-b852-a82477bb2883 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.990939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c6124f-28f8-429c-ba10-6ed4ac1f803c req-89de65ad-8333-4984-b852-a82477bb2883 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 947 time: 0.1646712 Jul 30 01:59:30.006974 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.031390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] For port f93195a6-47d0-4c37-b18c-5293d1ada87c, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:30.031766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempted to set empty binding levels {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:59:30.053218 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.074383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] For port e5aa2857-0815-4eb6-9a74-93ed23b9b876, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:30.077766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] For port e5aa2857-0815-4eb6-9a74-93ed23b9b876, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:30.086762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.121209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Allocated IP 2001:db8::1 (ad908890-362f-40a9-a2d4-dcdf156b49da/ce1be8b4-9143-4a71-8b29-3c8eebfadb70/405ccfeb-60ae-410b-ac25-298cd276aff4) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:30.128476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] In _notify_port_updated(), no bound segment for port f93195a6-47d0-4c37-b18c-5293d1ada87c on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:59:30.130254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.130930 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.132339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "PUT /v2.0/ports/f93195a6-47d0-4c37-b18c-5293d1ada87c HTTP/1.1" status: 200 len: 979 time: 1.6028073 Jul 30 01:59:30.135776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39052) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:30.151282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63c6124f-28f8-429c-ba10-6ed4ac1f803c req-f5fd0327-488e-471c-abae-f140b7ad7322 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487415 Jul 30 01:59:30.210991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.211742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.213111 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5aa2857-0815-4eb6-9a74-93ed23b9b876 HTTP/1.1" status: 200 len: 1096 time: 1.3320007 Jul 30 01:59:30.220485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'tag': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:30.222347 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d8ddad-f8c5-461d-86c3-3375df9c24dd", "tag": "e5aa2857-0815-4eb6-9a74-93ed23b9b876"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:30.224583 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.229662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29777136-fa9c-4b5b-84b4-537ca61d5859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=f93195a6-47d0-4c37-b18c-5293d1ada87c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.283734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.311726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b757ea-c4bf-4a8d-a974-abadcee4ad25 service neutron] Pushing event updated for resources: {'Port': ['ID=e5aa2857-0815-4eb6-9a74-93ed23b9b876,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.362613 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c6a761e-7212-457c-b523-5b29d6557004 req-9a5b8863-7667-4ce5-b6d1-3f68c9ec0b9b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 210 time: 0.0433185 Jul 30 01:59:30.365789 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.375897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Transition to ACTIVE for port object 405ccfeb-60ae-410b-ac25-298cd276aff4 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:30.392462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Transition to ACTIVE for port object 405ccfeb-60ae-410b-ac25-298cd276aff4 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:30.395182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.395727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.396367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.398258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.398258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.398258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.398523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.398861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.399419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.399954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.400428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.400878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.403940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.403940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.403940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.403940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.409145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4e5df47c-b644-4fc0-93ab-ed33e443bb80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14650 time: 0.2647681 Jul 30 01:59:30.409145 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac67256-d473-49cf-b5f7-fa9e93bb24ea x-openstack-request-id: req-dac67256-d473-49cf-b5f7-fa9e93bb24ea {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:30.409145 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d8ddad-f8c5-461d-86c3-3375df9c24dd", "tag": "e5aa2857-0815-4eb6-9a74-93ed23b9b876", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:30.409145 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dac67256-d473-49cf-b5f7-fa9e93bb24ea {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:30.409608 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.409713 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'tag': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876', 'status': 'completed', 'code': 200} Jul 30 01:59:30.410653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39060) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:30.433051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-e984e906-ac0e-4a51-b979-4ba0937931b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.434691 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-e984e906-ac0e-4a51-b979-4ba0937931b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022d994b16944bed9450746c258d8d68&device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 1099 time: 0.1381130 Jul 30 01:59:30.450607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Network ad908890-362f-40a9-a2d4-dcdf156b49da is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:30.461289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:30.480113 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:30.482194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.490233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Pushing event updated for resources: {'Port': ['ID=405ccfeb-60ae-410b-ac25-298cd276aff4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.502290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-bbe7ad85-f933-4aed-af52-1223f01306d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876 HTTP/1.1" status: 200 len: 217 time: 0.0521202 Jul 30 01:59:30.520474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1be8b4-9143-4a71-8b29-3c8eebfadb70,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.548811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.566372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Attempting to bind port 405ccfeb-60ae-410b-ac25-298cd276aff4 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:30.567211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Attempting to bind port 405ccfeb-60ae-410b-ac25-298cd276aff4 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'f129286c-85b6-40fd-bfe3-d3af99f1c785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:30.567357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Attempting to bind port 405ccfeb-60ae-410b-ac25-298cd276aff4 on network ad908890-362f-40a9-a2d4-dcdf156b49da {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:30.572845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:30.573301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Checking segment: {'id': 'f129286c-85b6-40fd-bfe3-d3af99f1c785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:30.573860 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.574340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Bound using segment: {'id': 'f129286c-85b6-40fd-bfe3-d3af99f1c785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:30.575028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Bound port: 405ccfeb-60ae-410b-ac25-298cd276aff4, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f129286c-85b6-40fd-bfe3-d3af99f1c785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ad908890-362f-40a9-a2d4-dcdf156b49da'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:30.575518 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.601335 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.617847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad908890-362f-40a9-a2d4-dcdf156b49da']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:30.621849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Deleting port f93195a6-47d0-4c37-b18c-5293d1ada87c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:30.622324 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.625148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-71aee53f-4697-4557-907a-f5c73bb3cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.626698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-71aee53f-4697-4557-907a-f5c73bb3cdc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1167591 Jul 30 01:59:30.628679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:30.632865 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.635324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:30.638552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:30.672863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f129286c-85b6-40fd-bfe3-d3af99f1c785') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:30.673266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f129286c-85b6-40fd-bfe3-d3af99f1c785') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:30.673825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] For port 405ccfeb-60ae-410b-ac25-298cd276aff4, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:30.677293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] For port 405ccfeb-60ae-410b-ac25-298cd276aff4, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=405ccfeb-60ae-410b-ac25-298cd276aff4,segment=NetworkSegment(f129286c-85b6-40fd-bfe3-d3af99f1c785),segment_id=f129286c-85b6-40fd-bfe3-d3af99f1c785)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:30.681421 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.691409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.726243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.728909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.729587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.730016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] For port f93195a6-47d0-4c37-b18c-5293d1ada87c, host n-h1-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:30.730462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.741845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-70b6d7e0-0353-41ef-8619-a3275b3d9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.743398 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-70b6d7e0-0353-41ef-8619-a3275b3d9855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058552 Jul 30 01:59:30.744237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:30.744752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:30.748226 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:30.751216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7b36147-bed0-4d3a-9f34-3801e5798594 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3920932 Jul 30 01:59:30.762484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Calling delete_port for f93195a6-47d0-4c37-b18c-5293d1ada87c owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:30.765494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b0f3-8902-466a-8c17-32ed24a4b1a0 None None] Pushing event updated for resources: {'Port': ['ID=405ccfeb-60ae-410b-ac25-298cd276aff4,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.775915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Request body: {'port': {'device_id': '59255a79-6eec-44bb-8bd0-11850608190d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:30.784357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355d4bd-55e8-45d6-89bc-d9586aeff9b1 None None] Network ad908890-362f-40a9-a2d4-dcdf156b49da requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:30.862170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:59:30.862170 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:59:30.862170 n-d-713499-10 neutron-server[93890]: [parameters: {'id': 'ad908890-362f-40a9-a2d4-dcdf156b49da'}] Jul 30 01:59:30.862170 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:30.862763 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:30.891751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.906374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.916038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-570ca5a6-8223-4437-9a81-95752402fb04 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638010 Jul 30 01:59:30.922318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f62dc7-9f5f-4209-8abe-dc2f415add95 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:59:30.961257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event deleted for resources: {'Port': ['ID=f93195a6-47d0-4c37-b18c-5293d1ada87c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.967939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.975059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a3560999-ff1c-4706-b525-1787fabc371b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "DELETE /v2.0/ports/f93195a6-47d0-4c37-b18c-5293d1ada87c HTTP/1.1" status: 204 len: 168 time: 0.5594256 Jul 30 01:59:30.975059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39062) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.001344 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-815f136c-7934-4b73-97c4-c0a9c6e5cb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:31.006687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-815f136c-7934-4b73-97c4-c0a9c6e5cb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "GET /v2.0/ports/f93195a6-47d0-4c37-b18c-5293d1ada87c HTTP/1.1" status: 404 len: 333 time: 0.0266559 Jul 30 01:59:31.007659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39066) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.013668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116021637', 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:31.039417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Made reservation on behalf of 7a714d9744c040fd9f80f4b32ad82e18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:31.042044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.058421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port 0889116e-fa1e-448d-b64f-4024cb3e1f5c yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:31.067729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f62dc7-9f5f-4209-8abe-dc2f415add95 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:59:31.146243 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-47a07cfe-3867-496e-a72b-fbe509d6f711 req-68dfcc7a-adfc-461f-8c72-a69a0469c245 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030566 Jul 30 01:59:31.241978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.270352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-3bd31161-618e-4169-8303-0b7b576a2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.272125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-3bd31161-618e-4169-8303-0b7b576a2569 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022d994b16944bed9450746c258d8d68&device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 1099 time: 0.0724714 Jul 30 01:59:31.315611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74ee6-fecf-44f3-b1f8-ae2d9d6b647a req-f53af992-9758-41a0-b0bf-77b79cafed60 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.317158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cde74ee6-fecf-44f3-b1f8-ae2d9d6b647a req-f53af992-9758-41a0-b0bf-77b79cafed60 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 947 time: 0.0793092 Jul 30 01:59:31.350586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.369592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.416798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:31.426527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cde74ee6-fecf-44f3-b1f8-ae2d9d6b647a req-409e6938-9ed3-4110-8834-4e99dc083051 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023741 Jul 30 01:59:31.431725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.439329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-e1bb7bda-274c-40b8-b3f7-812cd2fa8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.440715 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-e1bb7bda-274c-40b8-b3f7-812cd2fa8e0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1571438 Jul 30 01:59:31.440988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:31.451060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Transition to ACTIVE for port object 7b69240e-a2ed-4f13-bd47-a681821a8669 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:31.453632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:31.457915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.480929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=0889116e-fa1e-448d-b64f-4024cb3e1f5c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:31.485011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:31.486178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.487312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.508298 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-d1268900-e032-48e2-bccc-42e15ae717fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876 HTTP/1.1" status: 200 len: 217 time: 0.0592928 Jul 30 01:59:31.527393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4e1fa19a-4adf-4285-84d8-a2a925ba9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5185230 Jul 30 01:59:31.531224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39072) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.565325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:31.577606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8836515-01c1-4413-b6ec-d9ebb79743e7 req-7f048c45-9318-452b-93ed-111f5e641593 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.579179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8836515-01c1-4413-b6ec-d9ebb79743e7 req-7f048c45-9318-452b-93ed-111f5e641593 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.1280468 Jul 30 01:59:31.591688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b31a9-63cc-4e09-86b7-dc72bf376f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.593037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-358b31a9-63cc-4e09-86b7-dc72bf376f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "GET /v2.0/ports/0889116e-fa1e-448d-b64f-4024cb3e1f5c HTTP/1.1" status: 200 len: 959 time: 0.0600927 Jul 30 01:59:31.596062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39074) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.610194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port 405ccfeb-60ae-410b-ac25-298cd276aff4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:31.610557 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.624888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-4ee840a2-45e2-469e-b3b1-a2d1dab14b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.626417 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-4ee840a2-45e2-469e-b3b1-a2d1dab14b0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.1088653 Jul 30 01:59:31.671908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8836515-01c1-4413-b6ec-d9ebb79743e7 req-a7dec612-b9d6-4b8e-b916-979e675f58e0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827429 Jul 30 01:59:31.692330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port 405ccfeb-60ae-410b-ac25-298cd276aff4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=405ccfeb-60ae-410b-ac25-298cd276aff4,segment=NetworkSegment(f129286c-85b6-40fd-bfe3-d3af99f1c785),segment_id=f129286c-85b6-40fd-bfe3-d3af99f1c785)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:31.692622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.706842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for 405ccfeb-60ae-410b-ac25-298cd276aff4 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:31.796491 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.824737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=405ccfeb-60ae-410b-ac25-298cd276aff4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:31.826652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port 405ccfeb-60ae-410b-ac25-298cd276aff4 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:31.913122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.926382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad908890-362f-40a9-a2d4-dcdf156b49da']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:31.940063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f129286c-85b6-40fd-bfe3-d3af99f1c785') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:31.940359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f129286c-85b6-40fd-bfe3-d3af99f1c785') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:31.950333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.966066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.973296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:31.973750 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:31.979055 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:32.044457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.053788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.055966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/ad908890-362f-40a9-a2d4-dcdf156b49da HTTP/1.1" status: 204 len: 168 time: 2.3058751 Jul 30 01:59:32.062106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.065936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72d578-a319-44f1-a728-5aecea8e1803 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=ad908890-362f-40a9-a2d4-dcdf156b49da,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:32.070238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1060284130'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:32.105611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-a953df20-c28c-4346-98c6-5c4e15f71da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.107171 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-a953df20-c28c-4346-98c6-5c4e15f71da0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4641588 Jul 30 01:59:32.107793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:32.108118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:32.108434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:32.129331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Port 7b69240e-a2ed-4f13-bd47-a681821a8669 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:32.129651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:32.141653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:32.145412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.187474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:32.187814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Checking segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:32.188195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Bound using segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:32.188640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Bound port: 7b69240e-a2ed-4f13-bd47-a681821a8669, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:32.188991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.218245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Deleting port 0889116e-fa1e-448d-b64f-4024cb3e1f5c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:32.218502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.281267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:32.341790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.342131 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a of type vlan for network 7a2d20c4-e411-49ce-b905-6f5d18f8935b Jul 30 01:59:32.368848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.373359 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-d869b038-2eda-49d2-aa3a-811fb8fe41da service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566481 Jul 30 01:59:32.414397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:32.420422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Calling delete_port for 0889116e-fa1e-448d-b64f-4024cb3e1f5c owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:32.485298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:32.498145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.533102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.578891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a5720-ba2d-4659-94e9-241e6debc1c4 req-dc8c03ee-9f8b-41ac-b047-bd4e58492fb6 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.580767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-790a5720-ba2d-4659-94e9-241e6debc1c4 req-dc8c03ee-9f8b-41ac-b047-bd4e58492fb6 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 947 time: 0.0652153 Jul 30 01:59:32.611015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.611640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.613061 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] 10.222.0.55 "PUT /v2.0/ports/7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 1092 time: 1.8426414 Jul 30 01:59:32.615475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:32.617595 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62974ad3-2e21-406a-815e-aa3e6af6177b" -d '{"events": [{"name": "network-changed", "server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:32.663437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.669533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.670265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.693661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486dea2-42b5-4579-8471-8e72490d4e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:32.714992 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3d8247e4-8e7e-44c6-a4ff-ec36f0336ac1 req-5f3a18b1-a0ef-4947-b67e-c2f2fbdc23b4 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295517 Jul 30 01:59:32.750296 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcaca63-1bdf-4ef4-a738-4d76baa1a1d2 x-openstack-request-id: req-efcaca63-1bdf-4ef4-a738-4d76baa1a1d2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:32.750756 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:32.750850 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-efcaca63-1bdf-4ef4-a738-4d76baa1a1d2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:32.751287 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'status': 'completed', 'code': 200} Jul 30 01:59:32.769444 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7053630 Jul 30 01:59:32.786415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39084) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.799042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:32.807281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.814418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506adcd-018a-49e7-b866-83c9f070749f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=7a2d20c4-e411-49ce-b905-6f5d18f8935b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:32.825850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 7a2d20c4-e411-49ce-b905-6f5d18f8935b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:32.896166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event deleted for resources: {'Port': ['ID=0889116e-fa1e-448d-b64f-4024cb3e1f5c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:32.918145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.920078 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c80ceffd-62fc-4138-806b-74db30b52f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "DELETE /v2.0/ports/0889116e-fa1e-448d-b64f-4024cb3e1f5c HTTP/1.1" status: 204 len: 168 time: 1.3229470 Jul 30 01:59:32.922342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-43ad12e2-08ce-48b9-a1c8-fb982f3879ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.923343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39086) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.923855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-43ad12e2-08ce-48b9-a1c8-fb982f3879ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1095 time: 0.1791413 Jul 30 01:59:32.966838 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-01184580-2c56-401c-b35b-c690dc23d78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:32.968625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01184580-2c56-401c-b35b-c690dc23d78d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "GET /v2.0/ports/0889116e-fa1e-448d-b64f-4024cb3e1f5c HTTP/1.1" status: 404 len: 333 time: 0.0440042 Jul 30 01:59:32.975405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39088) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.981505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-790a5720-ba2d-4659-94e9-241e6debc1c4 req-bd441f9c-3066-4ac2-ae64-7ecc87e6deda tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909767 Jul 30 01:59:32.981850 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-274de0b9-6764-4e12-82a1-daa4164db4bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 217 time: 0.0403814 Jul 30 01:59:32.987893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Request body: {'port': {'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1836182085'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:33.002255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb4f63-9449-4118-b27c-16224387a592 req-671d0b37-db01-4de5-83ca-161f921b2c97 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.004269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-accb4f63-9449-4118-b27c-16224387a592 req-671d0b37-db01-4de5-83ca-161f921b2c97 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.1217923 Jul 30 01:59:33.034042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:33.037707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.044907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Made reservation on behalf of 7a714d9744c040fd9f80f4b32ad82e18 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:33.047310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.078360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port 76f49088-2b40-4e35-b233-2d26b01436a4 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:33.085649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-accb4f63-9449-4118-b27c-16224387a592 req-eb71a30a-b728-4b4b-b511-954075ef6c70 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 Jul 30 01:59:33.129633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7f9a89d-7014-4b8c-b818-0882046341b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.131385 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a7f9a89d-7014-4b8c-b818-0882046341b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.1404285 Jul 30 01:59:33.169472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-0925c9cd-0001-4d48-be2c-43a54f701e19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301933 Jul 30 01:59:33.248236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.288304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.337292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:33.340157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:33.346370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:33.347694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.348383 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.353968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=76f49088-2b40-4e35-b233-2d26b01436a4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.359314 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-abbc7b2c-f464-4f8f-943a-8bd284b0a86e service neutron] 10.222.0.55 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809490 Jul 30 01:59:33.366855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-690e17b8-5ef5-4764-a234-323c2ee6fba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3897493 Jul 30 01:59:33.370198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39090) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:33.375869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:33.398057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.430738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.503297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=88452523-3527-4f31-ad54-a618ffb84833,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.539864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:33.540798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 7a2d20c4-e411-49ce-b905-6f5d18f8935b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:33.545659 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-89d317de-4ff0-423a-8fbf-857bbea547ea req-a0930cff-dc20-4b1c-bf25-e3b9dce45073 service neutron] 10.222.0.55 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758723 Jul 30 01:59:33.561242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 7a2d20c4-e411-49ce-b905-6f5d18f8935b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:33.573016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 7a2d20c4-e411-49ce-b905-6f5d18f8935b) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:33.577388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.578186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.584832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6d64c-114c-4c41-bccc-f30389470042 None None] Network 7a2d20c4-e411-49ce-b905-6f5d18f8935b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:33.596302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac89644f-1f99-4fd7-9d8b-25dba98dda9e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8058105 Jul 30 01:59:33.599097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:33.611371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] device_id is not set on port 76f49088-2b40-4e35-b233-2d26b01436a4 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:33.620056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.634776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Transition to ACTIVE for port object 76f49088-2b40-4e35-b233-2d26b01436a4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:33.640921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.706868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=76f49088-2b40-4e35-b233-2d26b01436a4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.720412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.720412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.720412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.721348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-f1637c1d-3c7b-47c3-9695-c952e74a7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.722869 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-f1637c1d-3c7b-47c3-9695-c952e74a7c52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1095 time: 0.0700948 Jul 30 01:59:33.724939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.725282 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.725773 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 2 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.740185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.740521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.740861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.746032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.746365 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.746764 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 3 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.756984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-7a2d20c4-e411-49ce-b905-6f5d18f8935b', 'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': '88452523-3527-4f31-ad54-a618ffb84833'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:33.758482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.762049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.762395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.762733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.767694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.767694 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.768006 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 4 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.784836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.785265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.785503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.797609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.801792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.801792 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.801792 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 5 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.814233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.815037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.815037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.820008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.820330 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.821130 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 6 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.833761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.834092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.834429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.839382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.839715 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.840109 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 7 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.854957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.855326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.855663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.860323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.860650 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.861048 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 8 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.873617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.873950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.874286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.879510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.879891 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.880232 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 9 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.882656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-74a7517c-bd57-464f-9be8-4efc6f3e8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.884721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-74a7517c-bd57-464f-9be8-4efc6f3e8f49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 915 time: 0.1547666 Jul 30 01:59:33.887929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.893092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.901406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.901786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.906530 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.906867 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.907303 n-d-713499-10 neutron-server[93890]: INFO neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempt 10 to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 Jul 30 01:59:33.911270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Allocated IP 2001:db8::1 (7a2d20c4-e411-49ce-b905-6f5d18f8935b/88452523-3527-4f31-ad54-a618ffb84833/46b72592-39cc-4689-ad90-d292618f3bbe) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:33.924037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:33.924373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:33.924706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempting to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:33.930136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:33.930544 n-d-713499-10 neutron-server[93890]: ERROR neutron.plugins.ml2.managers [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Failed to bind port 76f49088-2b40-4e35-b233-2d26b01436a4 on host n-h1-713499-10 for vnic_type normal using segments [{'id': '666bd567-2b75-4df8-88a9-24dfbe2f6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '38b2351c-ce7d-4299-a6cd-10d7e7ff71ec'}] Jul 30 01:59:33.930951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.956908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-9123e2d8-e2ce-4bf4-93da-f623ab20061b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 217 time: 0.0646780 Jul 30 01:59:34.009781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] For port 76f49088-2b40-4e35-b233-2d26b01436a4, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:34.010107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attempted to set empty binding levels {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:59:34.014790 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.032547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-9993bd80-a6cc-44ec-b6af-dbc69c3e0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.034556 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-9993bd80-a6cc-44ec-b6af-dbc69c3e0b0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.0671949 Jul 30 01:59:34.047537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] In _notify_port_updated(), no bound segment for port 76f49088-2b40-4e35-b233-2d26b01436a4 on network 38b2351c-ce7d-4299-a6cd-10d7e7ff71ec {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:59:34.048412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.049020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.052973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "PUT /v2.0/ports/76f49088-2b40-4e35-b233-2d26b01436a4 HTTP/1.1" status: 200 len: 980 time: 0.6790788 Jul 30 01:59:34.053210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39098) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:34.075114 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-8a08e708-cdc7-40df-b86a-1c471031deca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322056 Jul 30 01:59:34.091371 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.094490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0caea3-afc2-4198-ad8a-2bc98a5a481d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event updated for resources: {'Port': ['ID=76f49088-2b40-4e35-b233-2d26b01436a4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.101907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Transition to ACTIVE for port object 46b72592-39cc-4689-ad90-d292618f3bbe will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:34.122290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Transition to ACTIVE for port object 46b72592-39cc-4689-ad90-d292618f3bbe will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:34.129174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.182366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Network 7a2d20c4-e411-49ce-b905-6f5d18f8935b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:34.183683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aeeed-18df-4769-b696-eaa83d96c71b req-36dc944b-1f65-48d5-ac2b-911e5e216df8 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.186750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:34.189698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:34.191253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b5aeeed-18df-4769-b696-eaa83d96c71b req-36dc944b-1f65-48d5-ac2b-911e5e216df8 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 947 time: 0.0865645 Jul 30 01:59:34.222251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Pushing event updated for resources: {'Port': ['ID=46b72592-39cc-4689-ad90-d292618f3bbe,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.229243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Deleting port 76f49088-2b40-4e35-b233-2d26b01436a4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:34.229606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.236300 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-1e49dcc2-e1fe-4332-8e4b-165865e61f85 service neutron] 10.222.0.55 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505644 Jul 30 01:59:34.237458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.266773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Attempting to bind port 46b72592-39cc-4689-ad90-d292618f3bbe on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.267128 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Attempting to bind port 46b72592-39cc-4689-ad90-d292618f3bbe by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.267463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Attempting to bind port 46b72592-39cc-4689-ad90-d292618f3bbe on network 7a2d20c4-e411-49ce-b905-6f5d18f8935b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.272832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:34.273212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Checking segment: {'id': 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:34.273618 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.274015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Bound using segment: {'id': 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:34.274835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Bound port: 46b72592-39cc-4689-ad90-d292618f3bbe, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:34.275409 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.315699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b5aeeed-18df-4769-b696-eaa83d96c71b req-eaa6e9f2-5eb8-42bc-ab70-f22c74a21503 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235023 Jul 30 01:59:34.341560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=88452523-3527-4f31-ad54-a618ffb84833,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.344063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c9fe-65b4-42ee-9755-919ce7b4b26b req-49809f3d-fcb6-4302-9df8-911fa1510f27 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.345622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ed8c9fe-65b4-42ee-9755-919ce7b4b26b req-49809f3d-fcb6-4302-9df8-911fa1510f27 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.1435254 Jul 30 01:59:34.350247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] For port 76f49088-2b40-4e35-b233-2d26b01436a4, host n-h1-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:34.352703 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.360038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] For port 46b72592-39cc-4689-ad90-d292618f3bbe, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:34.365308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] For port 46b72592-39cc-4689-ad90-d292618f3bbe, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=46b72592-39cc-4689-ad90-d292618f3bbe,segment=NetworkSegment(dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a),segment_id=dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:34.371753 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.382344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Calling delete_port for 76f49088-2b40-4e35-b233-2d26b01436a4 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:34.413033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8ed8c9fe-65b4-42ee-9755-919ce7b4b26b req-971476ce-29a3-40d9-a0ff-6aa8a4d6e0c2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Jul 30 01:59:34.415792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.435996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2d20c4-e411-49ce-b905-6f5d18f8935b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.443321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07ad7-3db0-44ab-bdec-bb0044fc1fb2 None None] Pushing event updated for resources: {'Port': ['ID=46b72592-39cc-4689-ad90-d292618f3bbe,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.455799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.456199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.469600 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-62974ad3-2e21-406a-815e-aa3e6af6177b req-a037011c-0df4-45e8-95a4-61cf2f231b90 service neutron] 10.222.0.55 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200294 Jul 30 01:59:34.471737 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.486499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.497911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:34.498194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:34.501258 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:34.503723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555c7d9-bf86-4741-9ec5-b678b5beb794 None None] Network 7a2d20c4-e411-49ce-b905-6f5d18f8935b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:34.510202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.537021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Pushing event deleted for resources: {'Port': ['ID=76f49088-2b40-4e35-b233-2d26b01436a4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.545250 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.547547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cebbf706-fbc8-43e6-9337-064d5928ea4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "DELETE /v2.0/ports/76f49088-2b40-4e35-b233-2d26b01436a4 HTTP/1.1" status: 204 len: 168 time: 0.4933770 Jul 30 01:59:34.550287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39104) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:34.553312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e5aa2857-0815-4eb6-9a74-93ed23b9b876 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:34.572494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:59:34.572494 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:59:34.572494 n-d-713499-10 neutron-server[93889]: [parameters: {'id': '7a2d20c4-e411-49ce-b905-6f5d18f8935b'}] Jul 30 01:59:34.572494 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:34.574024 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:34.579777 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38d86d0-0ee3-42b3-a2b9-ee2363e81f3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:34.584744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d38d86d0-0ee3-42b3-a2b9-ee2363e81f3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071826836-project-admin] 10.222.0.78 "GET /v2.0/ports/76f49088-2b40-4e35-b233-2d26b01436a4 HTTP/1.1" status: 404 len: 333 time: 0.0297027 Jul 30 01:59:34.585232 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:34.663114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.715606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e5aa2857-0815-4eb6-9a74-93ed23b9b876, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:34.724840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc0ef9-620c-4b10-aa1f-dbd111bd50f5 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:59:34.749921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876', 'mac_address': 'fa:16:3e:2e:2d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:34.755298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.766580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b2351c-ce7d-4299-a6cd-10d7e7ff71ec']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.785770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666bd567-2b75-4df8-88a9-24dfbe2f6035') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.786031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666bd567-2b75-4df8-88a9-24dfbe2f6035') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:34.796573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.810895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.817268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:34.817810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.819319 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:34.821159 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:34.846129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aa2857-0815-4eb6-9a74-93ed23b9b876 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:34.872586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc0ef9-620c-4b10-aa1f-dbd111bd50f5 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:59:34.877858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e5aa2857-0815-4eb6-9a74-93ed23b9b876, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:34.881261 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.887150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.889744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.891797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] 10.222.0.78 "DELETE /v2.0/networks/38b2351c-ce7d-4299-a6cd-10d7e7ff71ec HTTP/1.1" status: 204 len: 168 time: 0.3053727 Jul 30 01:59:34.905085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f415e-7590-46d2-854f-80ed2ee1181c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130246145-project] Pushing event deleted for resources: {'Network': ['ID=38b2351c-ce7d-4299-a6cd-10d7e7ff71ec,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.000623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e5aa2857-0815-4eb6-9a74-93ed23b9b876,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.075353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.092006 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e5aa2857-0815-4eb6-9a74-93ed23b9b876'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:35.112321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39112) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.147236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port 46b72592-39cc-4689-ad90-d292618f3bbe {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:35.147598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.216284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port 46b72592-39cc-4689-ad90-d292618f3bbe, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=46b72592-39cc-4689-ad90-d292618f3bbe,segment=NetworkSegment(dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a),segment_id=dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:35.216650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.234448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for 46b72592-39cc-4689-ad90-d292618f3bbe owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:35.277790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4d6eb340-a25e-498a-a9b4-118733937e1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ee2379f5932429cb233371d3d181a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618807 Jul 30 01:59:35.278022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39116) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.327189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.332829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53afd818-aada-41e2-8fdd-1be8162c7461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.356148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=46b72592-39cc-4689-ad90-d292618f3bbe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.358285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port 46b72592-39cc-4689-ad90-d292618f3bbe on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:35.359074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53afd818-aada-41e2-8fdd-1be8162c7461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.439593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.448118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e3ac3-c926-4f4f-a520-ea741d608e7f req-031da961-aad4-4942-a945-a1d72d4fd493 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.449890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b4e3ac3-c926-4f4f-a520-ea741d608e7f req-031da961-aad4-4942-a945-a1d72d4fd493 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 948 time: 0.0558929 Jul 30 01:59:35.459112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2d20c4-e411-49ce-b905-6f5d18f8935b']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.468584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53afd818-aada-41e2-8fdd-1be8162c7461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.472134 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53afd818-aada-41e2-8fdd-1be8162c7461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.472886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.475798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca619b-c9ba-4a2b-a625-f6ea66ab7b6a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.475967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-53afd818-aada-41e2-8fdd-1be8162c7461 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c288fd2-308f-4944-8925-c7798c48fe76 HTTP/1.1" status: 204 len: 168 time: 0.1945305 Jul 30 01:59:35.484010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.506953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.510617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd818-aada-41e2-8fdd-1be8162c7461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c288fd2-308f-4944-8925-c7798c48fe76,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.515830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:35.516415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:35.521371 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:35.550093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b4e3ac3-c926-4f4f-a520-ea741d608e7f req-37f460b8-2e94-42ee-96da-719053aa0249 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918295 Jul 30 01:59:35.579398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4926e-49aa-459d-b302-588f57d1aeec req-a74338f5-9e5e-42df-bc33-88cc6897b747 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.581001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cd4926e-49aa-459d-b302-588f57d1aeec req-a74338f5-9e5e-42df-bc33-88cc6897b747 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.0743108 Jul 30 01:59:35.606077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.615585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.617435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/7a2d20c4-e411-49ce-b905-6f5d18f8935b HTTP/1.1" status: 204 len: 168 time: 2.0171378 Jul 30 01:59:35.621297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.629649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cd4926e-49aa-459d-b302-588f57d1aeec req-56b56d00-102b-4c71-b0ec-21e8ce46702b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Jul 30 01:59:35.635510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848101763'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:35.639939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bbb7-cc95-4678-a30d-fa0b4dc8676b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=7a2d20c4-e411-49ce-b905-6f5d18f8935b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.660143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:35.663975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.690916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:35.700859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.701233 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment 793c9a18-ba21-437d-84bd-f81865f4ec7c of type vlan for network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 Jul 30 01:59:35.743535 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.778743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.784652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.785276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.796114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39128) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.844120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7a826755-fc10-480e-ab5f-5b0b99d121f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a714d9744c040fd9f80f4b32ad82e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467319 Jul 30 01:59:35.846737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39130) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.850378 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2193611 Jul 30 01:59:35.853998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39132) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.863760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:35.868141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54c0c6-5621-4417-9520-c4586ef26d6e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=41b6503b-cf66-4e20-8537-faf3ff27cfe2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.879767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:35.972916 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2965-e688-4859-bd2d-f00dc1c36296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.999867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:36.004021 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.021265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2965-e688-4859-bd2d-f00dc1c36296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.135999 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2965-e688-4859-bd2d-f00dc1c36296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.138452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7cbf2965-e688-4859-bd2d-f00dc1c36296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.140025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7cbf2965-e688-4859-bd2d-f00dc1c36296 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c05e2283-d1a1-4892-afb0-0ee4ce6cbaa3 HTTP/1.1" status: 204 len: 168 time: 0.2920177 Jul 30 01:59:36.175021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf2965-e688-4859-bd2d-f00dc1c36296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e2283-d1a1-4892-afb0-0ee4ce6cbaa3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:36.251496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.320938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=aaf2420f-7f46-4a9a-9e49-431e294b3dc1,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:36.331666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': '793c9a18-ba21-437d-84bd-f81865f4ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:36.332034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 41b6503b-cf66-4e20-8537-faf3ff27cfe2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:36.349890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:36.361699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 41b6503b-cf66-4e20-8537-faf3ff27cfe2) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:36.367298 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.367961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.375236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb71630-7fd3-4d46-9a45-b737cc3b890d None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:36.387398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-35b55ac8-ee22-4eb0-a369-33f1f13c0424 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5322485 Jul 30 01:59:36.390039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39138) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:36.396091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:36.518786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:36.522876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.689031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e5aa2857-0815-4eb6-9a74-93ed23b9b876 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:36.690844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:36.746888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3fc1-4f59-4019-a46c-7e09644a0edf req-bef3da88-7de0-4c46-9542-57da6b2f5e5a tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.748494 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-405b3fc1-4f59-4019-a46c-7e09644a0edf req-bef3da88-7de0-4c46-9542-57da6b2f5e5a tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 948 time: 0.0934699 Jul 30 01:59:36.801247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-41b6503b-cf66-4e20-8537-faf3ff27cfe2', 'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': 'aaf2420f-7f46-4a9a-9e49-431e294b3dc1'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:36.802107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.856053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port e5aa2857-0815-4eb6-9a74-93ed23b9b876 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:36.863927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e5aa2857-0815-4eb6-9a74-93ed23b9b876 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:36.864552 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.865454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-405b3fc1-4f59-4019-a46c-7e09644a0edf req-42c87295-809c-4cdb-9015-1523298c1cf9 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957313 Jul 30 01:59:36.893939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb02d6-2340-49e2-85ee-9457a329ef07 req-1584cb98-3865-4f69-b76d-7b414597b142 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.895507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaeb02d6-2340-49e2-85ee-9457a329ef07 req-1584cb98-3865-4f69-b76d-7b414597b142 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.1461165 Jul 30 01:59:36.955127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:36.979951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaeb02d6-2340-49e2-85ee-9457a329ef07 req-14cd980b-1f05-45cf-aea3-c3d0a21da2b8 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759089 Jul 30 01:59:36.996207 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.000767 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.001553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'port_id': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'mac_address': 'fa:16:3e:e0:94:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:37.042966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:37.046287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:37.052086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.052689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3629210'] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.068905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=adaa62f9-aaa6-439c-b3e8-70e5f028e59d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.079793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39162) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.080717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6bc5951a-c13f-4daa-bf1d-0fb613d852a0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6876936 Jul 30 01:59:37.128196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.131910 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Allocated IP 2001:db8::2 (41b6503b-cf66-4e20-8537-faf3ff27cfe2/aaf2420f-7f46-4a9a-9e49-431e294b3dc1/6c6e3847-a166-4576-bdf1-f35e3f4e799c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:37.163045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:37.176400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4a52-7cd1-4c9a-b7aa-4a5068c70d46 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.178345 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4a52-7cd1-4c9a-b7aa-4a5068c70d46 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.181291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4a52-7cd1-4c9a-b7aa-4a5068c70d46 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.183537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4a52-7cd1-4c9a-b7aa-4a5068c70d46 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.184442 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.185673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4a52-7cd1-4c9a-b7aa-4a5068c70d46 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.187772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6f6f4a52-7cd1-4c9a-b7aa-4a5068c70d46 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1061764 Jul 30 01:59:37.191569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39166) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.196736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94181505'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:37.220974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:37.226682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.237033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:37.251350 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.262583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:37.264885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:37.265012 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49106a9f-65d8-4663-9491-08bcdab04607" -d '{"events": [{"server_uuid": "b6d8ddad-f8c5-461d-86c3-3375df9c24dd", "name": "network-vif-plugged", "status": "completed", "tag": "e5aa2857-0815-4eb6-9a74-93ed23b9b876"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:37.275933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.276266 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment 669e9a56-7e76-4477-a84b-446177950a67 of type vlan for network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 Jul 30 01:59:37.315812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e5aa2857-0815-4eb6-9a74-93ed23b9b876, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:37.323436 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac7d30b-746a-4cd8-9b97-0caaf8785c16 x-openstack-request-id: req-9ac7d30b-746a-4cd8-9b97-0caaf8785c16 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:37.323783 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d8ddad-f8c5-461d-86c3-3375df9c24dd", "name": "network-vif-plugged", "status": "completed", "tag": "e5aa2857-0815-4eb6-9a74-93ed23b9b876", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:37.324196 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ac7d30b-746a-4cd8-9b97-0caaf8785c16 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:37.324753 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876', 'code': 200} Jul 30 01:59:37.330376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.354675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.371757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.420939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.426297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.426911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.452741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.469267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e5aa2857-0815-4eb6-9a74-93ed23b9b876,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.472803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Transition to ACTIVE for port object 6c6e3847-a166-4576-bdf1-f35e3f4e799c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:37.492626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Transition to ACTIVE for port object 6c6e3847-a166-4576-bdf1-f35e3f4e799c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:37.501023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.507243 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3144171 Jul 30 01:59:37.511439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39176) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.519713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:37.525119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea34a-920e-41a5-b655-27acd3856636 req-2566e3ef-8519-4606-aaf5-93eb75337c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.526737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ccfea34a-920e-41a5-b655-27acd3856636 req-2566e3ef-8519-4606-aaf5-93eb75337c08 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 1101 time: 0.1384075 Jul 30 01:59:37.527523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd27a3-f279-487b-b3d6-3ec990ddb5c7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=5dc2ee66-d897-4150-bcc5-d80a91a2d674,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.535415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7b69240e-a2ed-4f13-bd47-a681821a8669'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:37.572450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:37.580604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ccfea34a-920e-41a5-b655-27acd3856636 req-79bba73f-eac1-434b-937a-63103627cb81 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Jul 30 01:59:37.617935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:37.629588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:37.639725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Pushing event updated for resources: {'Port': ['ID=6c6e3847-a166-4576-bdf1-f35e3f4e799c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.642149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:37.716375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.740892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Attempting to bind port 6c6e3847-a166-4576-bdf1-f35e3f4e799c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:37.741263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Attempting to bind port 6c6e3847-a166-4576-bdf1-f35e3f4e799c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '793c9a18-ba21-437d-84bd-f81865f4ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:37.741628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Attempting to bind port 6c6e3847-a166-4576-bdf1-f35e3f4e799c on network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:37.742459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.753173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:37.753581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Checking segment: {'id': '793c9a18-ba21-437d-84bd-f81865f4ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:37.753962 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.754388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Bound using segment: {'id': '793c9a18-ba21-437d-84bd-f81865f4ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:37.755070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Bound port: 6c6e3847-a166-4576-bdf1-f35e3f4e799c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793c9a18-ba21-437d-84bd-f81865f4ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:37.755364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.760576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.785305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 is not hosted by any dhcp agent {{(pid=93890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:59:37.792774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.793624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.795107 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "PUT /v2.0/networks/5dc2ee66-d897-4150-bcc5-d80a91a2d674 HTTP/1.1" status: 200 len: 723 time: 0.2816234 Jul 30 01:59:37.798133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39186) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:37.804114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:37.851771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd63cd9-7c05-4061-9c30-19e45dbe92a9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=5dc2ee66-d897-4150-bcc5-d80a91a2d674,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:37.872659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:37.878188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] For port 6c6e3847-a166-4576-bdf1-f35e3f4e799c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:37.887153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-508717338', 'router:external': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:37.919283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Made reservation on behalf of 98204d887819428a8d2c883dc0a84869 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:37.921551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.926909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] For port 6c6e3847-a166-4576-bdf1-f35e3f4e799c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6c6e3847-a166-4576-bdf1-f35e3f4e799c,segment=NetworkSegment(793c9a18-ba21-437d-84bd-f81865f4ec7c),segment_id=793c9a18-ba21-437d-84bd-f81865f4ec7c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:37.933442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.939723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.977572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:37.981801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.019062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1243e-621b-456d-9409-1e3943347ba1 req-54e9aaee-1e04-4559-8ef3-5041a38cf2bd tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.019062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35e1243e-621b-456d-9409-1e3943347ba1 req-54e9aaee-1e04-4559-8ef3-5041a38cf2bd tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.0688758 Jul 30 01:59:38.025803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71710c-4834-4cc4-8dd6-c32af3ba6419 None None] Pushing event updated for resources: {'Port': ['ID=6c6e3847-a166-4576-bdf1-f35e3f4e799c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.091417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35e1243e-621b-456d-9409-1e3943347ba1 req-4054f001-4130-4d91-8026-96db7f740a6d tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Jul 30 01:59:38.139771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c651505-30db-4c67-9dce-3a9008b85790 req-bff664e2-95f6-40da-8e03-651f3c19a425 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.141638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c651505-30db-4c67-9dce-3a9008b85790 req-bff664e2-95f6-40da-8e03-651f3c19a425 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.0649540 Jul 30 01:59:38.186070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c651505-30db-4c67-9dce-3a9008b85790 req-47b76301-9375-4897-b6b5-d8604d1b2f86 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Jul 30 01:59:38.271522 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.283198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.304217 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.314885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:38.362577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e94544-e963-4277-9ee7-ac1485599a3a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.368118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.369031 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Added segment 57cb6c27-ea72-4465-8ced-e658a3f00bef of type vlan for network 63c23686-d00f-48b8-af17-7698f7110908 Jul 30 01:59:38.427252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=f86d30ec-f666-4648-883a-bcc3c1724cdb,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.444910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.458958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': '669e9a56-7e76-4477-a84b-446177950a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:38.459344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 5dc2ee66-d897-4150-bcc5-d80a91a2d674, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:38.492715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:38.498770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.499879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.500508 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.523731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5dc2ee66-d897-4150-bcc5-d80a91a2d674) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:38.531820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb20ad-3c43-4b1f-9052-6d0d5292487f None None] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:38.553685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:38.554330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.566695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8492281 Jul 30 01:59:38.570034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39192) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:38.576298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:38.576992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'subnet': {'network_id': '63c23686-d00f-48b8-af17-7698f7110908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:38.582615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c51fc180-b416-40d8-ac91-515d6fe558ea tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7832549 Jul 30 01:59:38.584188 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299d4f-a600-4fe3-bc58-d3d4f0320b96 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Network': ['ID=63c23686-d00f-48b8-af17-7698f7110908,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.592602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39194) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:38.599032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:38.605911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 63c23686-d00f-48b8-af17-7698f7110908 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:38.648818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Made reservation on behalf of 98204d887819428a8d2c883dc0a84869 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:38.651267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.728493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 7b69240e-a2ed-4f13-bd47-a681821a8669 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:38.735042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 7b69240e-a2ed-4f13-bd47-a681821a8669 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:38.735633 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.799332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6c6e3847-a166-4576-bdf1-f35e3f4e799c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:38.800969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26530284'] for subnet, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.901189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-5dc2ee66-d897-4150-bcc5-d80a91a2d674', 'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': 'f86d30ec-f666-4648-883a-bcc3c1724cdb'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:38.902065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.937227 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.953790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:39.046528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:39.056123 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.075091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750880895016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26525933'] for subnet, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.128389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.129079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.130442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "PUT /v2.0/subnets/f86d30ec-f666-4648-883a-bcc3c1724cdb HTTP/1.1" status: 200 len: 826 time: 0.5366771 Jul 30 01:59:39.133252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39198) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:39.142415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2adc8-45e9-489d-925c-fa5f2ed1beb2 None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:39.148789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=f86d30ec-f666-4648-883a-bcc3c1724cdb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:39.170143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.170512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.170824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.171196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.171531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.172025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.172536 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.173029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.173511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.173991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.174483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.174965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca72b-7a4b-4f75-9a72-54a9cd509b18 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:39.199407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Allocated IP 2001:db8::2 (5dc2ee66-d897-4150-bcc5-d80a91a2d674/f86d30ec-f666-4648-883a-bcc3c1724cdb/23389014-d5e9-4eea-827c-f2711b3ebb9c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:39.206663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:39.236258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.objects.ports [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:59:39.236709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.270677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] Provisioning for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:39.282140 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.325863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:39.328520 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ac58b-83f2-41f2-a75c-e1487702c92c" -d '{"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-plugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:39.336146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] Provisioning complete for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:39.336609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.348442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Subnet': ['ID=67ca673b-94fe-4ba0-98d0-4ffb859a2232,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:39.350194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.370107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049a4b-e4e7-4d6d-9d6c-18e628d0ae0d req-1e891ea1-8f87-49c9-9c9f-6ce987c56d22 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.371814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b049a4b-e4e7-4d6d-9d6c-18e628d0ae0d req-1e891ea1-8f87-49c9-9c9f-6ce987c56d22 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.1655393 Jul 30 01:59:39.395407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Checking segment: {'id': '57cb6c27-ea72-4465-8ced-e658a3f00bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63c23686-d00f-48b8-af17-7698f7110908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:39.395777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network hostable DHCP agents. Network: 63c23686-d00f-48b8-af17-7698f7110908, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:39.416357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481b649-c1a7-4f24-866d-47132a5f9448 req-b4f384d6-9cd9-4b9e-af0f-4fba85946e9a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.418070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9481b649-c1a7-4f24-866d-47132a5f9448 req-b4f384d6-9cd9-4b9e-af0f-4fba85946e9a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1315174 Jul 30 01:59:39.463767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 63c23686-d00f-48b8-af17-7698f7110908 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:39.479627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b049a4b-e4e7-4d6d-9d6c-18e628d0ae0d req-f626b401-e595-4a12-ad14-90e8d0ccf2a2 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907106 Jul 30 01:59:39.493980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 63c23686-d00f-48b8-af17-7698f7110908) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:39.498573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.499204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.520555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9481b649-c1a7-4f24-866d-47132a5f9448 req-e1d44f31-cf8a-4c4b-9cde-4ccc67920fcd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912638 Jul 30 01:59:39.536272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:39.536485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-33b86cec-350e-4f7a-84eb-9a805d2e56b4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9652848 Jul 30 01:59:39.538610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf547d7-d226-4717-aed3-9367b0d55835 None None] Network 63c23686-d00f-48b8-af17-7698f7110908 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:39.546458 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b44973-a699-40ad-9f5a-5ba8b5565ab4 x-openstack-request-id: req-f2b44973-a699-40ad-9f5a-5ba8b5565ab4 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:39.546749 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-plugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:39.547033 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2b44973-a699-40ad-9f5a-5ba8b5565ab4 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:39.547406 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'code': 200} Jul 30 01:59:39.548021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-946829278', 'network_id': '63c23686-d00f-48b8-af17-7698f7110908'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:39.577158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Made reservation on behalf of 98204d887819428a8d2c883dc0a84869 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:39.580189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.605154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] device_id is not set on port 7c93029f-cd18-475d-ba36-98253ab94b2c yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:39.743015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3e9c-52f1-4464-b996-e33aad2d54c8 req-2fe48938-7e09-4373-bf6a-b7d32f52291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:39.745233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-997d3e9c-52f1-4464-b996-e33aad2d54c8 req-2fe48938-7e09-4373-bf6a-b7d32f52291f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1097 time: 0.0949554 Jul 30 01:59:39.793470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.795349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Allocated IP 2001:db8::22a (63c23686-d00f-48b8-af17-7698f7110908/67ca673b-94fe-4ba0-98d0-4ffb859a2232/7c93029f-cd18-475d-ba36-98253ab94b2c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:39.800091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.823146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-997d3e9c-52f1-4464-b996-e33aad2d54c8 req-889fac78-a2c5-4bb3-aa58-006b25222505 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Jul 30 01:59:39.827901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Transition to ACTIVE for port object 23389014-d5e9-4eea-827c-f2711b3ebb9c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:39.886123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Transition to ACTIVE for port object 23389014-d5e9-4eea-827c-f2711b3ebb9c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:39.899928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] For port 6c6e3847-a166-4576-bdf1-f35e3f4e799c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6c6e3847-a166-4576-bdf1-f35e3f4e799c,segment=NetworkSegment(793c9a18-ba21-437d-84bd-f81865f4ec7c),segment_id=793c9a18-ba21-437d-84bd-f81865f4ec7c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:39.922869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:39.925513 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.012226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.019188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.019388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Update dhcp port {'port': {'network_id': '41b6503b-cf66-4e20-8537-faf3ff27cfe2', 'fixed_ips': [{'subnet_id': 'aaf2420f-7f46-4a9a-9e49-431e294b3dc1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'adaa62f9-aaa6-439c-b3e8-70e5f028e59d'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '6c6e3847-a166-4576-bdf1-f35e3f4e799c'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 01:59:40.027939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:40.053045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ac564-23b6-48c0-8c5b-613d7ef71da6 None None] Network 63c23686-d00f-48b8-af17-7698f7110908 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:40.067046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=f86d30ec-f666-4648-883a-bcc3c1724cdb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.067252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:40.072704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:40.086867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f867-a1cd-4172-90a4-6731822fdb37 None None] Pushing event updated for resources: {'Port': ['ID=6c6e3847-a166-4576-bdf1-f35e3f4e799c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.126119 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.161498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.181578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc2ee66-d897-4150-bcc5-d80a91a2d674']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:40.195143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669e9a56-7e76-4477-a84b-446177950a67') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:40.195456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669e9a56-7e76-4477-a84b-446177950a67') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:40.220553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.229647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.242950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.260029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Pushing event updated for resources: {'Port': ['ID=23389014-d5e9-4eea-827c-f2711b3ebb9c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.268797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:40.269021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:40.272244 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:40.277542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Attempting to bind port 23389014-d5e9-4eea-827c-f2711b3ebb9c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:40.277921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Attempting to bind port 23389014-d5e9-4eea-827c-f2711b3ebb9c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '669e9a56-7e76-4477-a84b-446177950a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:40.278276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Attempting to bind port 23389014-d5e9-4eea-827c-f2711b3ebb9c on network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:40.341605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 63c23686-d00f-48b8-af17-7698f7110908 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:40.343142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:40.343523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Checking segment: {'id': '669e9a56-7e76-4477-a84b-446177950a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:40.343924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.344325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Bound using segment: {'id': '669e9a56-7e76-4477-a84b-446177950a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:40.344804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Bound port: 23389014-d5e9-4eea-827c-f2711b3ebb9c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e9a56-7e76-4477-a84b-446177950a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:40.347016 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.350861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Port': ['ID=7c93029f-cd18-475d-ba36-98253ab94b2c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.354084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:40.357019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:40.358136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:40.358767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.369761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:59:40.369761 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:59:40.369761 n-d-713499-10 neutron-server[93889]: [parameters: {'id': '5dc2ee66-d897-4150-bcc5-d80a91a2d674'}] Jul 30 01:59:40.369761 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:40.370201 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:40.377142 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b904416a-64c7-49b7-af84-a20e94eb4bd4 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8319139 Jul 30 01:59:40.377428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39220) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:40.519981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Allocated IP 172.20.0.1 (41b6503b-cf66-4e20-8537-faf3ff27cfe2/adaa62f9-aaa6-439c-b3e8-70e5f028e59d/6c6e3847-a166-4576-bdf1-f35e3f4e799c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:40.548100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] For port 23389014-d5e9-4eea-827c-f2711b3ebb9c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:40.574702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] For port 23389014-d5e9-4eea-827c-f2711b3ebb9c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=23389014-d5e9-4eea-827c-f2711b3ebb9c,segment=NetworkSegment(669e9a56-7e76-4477-a84b-446177950a67),segment_id=669e9a56-7e76-4477-a84b-446177950a67)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:40.677997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b648d-be3f-423e-b88a-58a3f487bfbb req-22d0bb1b-99a7-4003-9b8f-447f65bf1619 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:40.679837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac3b648d-be3f-423e-b88a-58a3f487bfbb req-22d0bb1b-99a7-4003-9b8f-447f65bf1619 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0711489 Jul 30 01:59:40.685264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] For port 6c6e3847-a166-4576-bdf1-f35e3f4e799c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6c6e3847-a166-4576-bdf1-f35e3f4e799c,segment=NetworkSegment(793c9a18-ba21-437d-84bd-f81865f4ec7c),segment_id=793c9a18-ba21-437d-84bd-f81865f4ec7c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:40.732741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.749530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Transition to ACTIVE for port object 6c6e3847-a166-4576-bdf1-f35e3f4e799c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:40.751329 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.765367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac3b648d-be3f-423e-b88a-58a3f487bfbb req-7cc7e685-9fa5-4e4c-8da6-6062db9453dd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782566 Jul 30 01:59:40.783534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.791075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6c6e3847-a166-4576-bdf1-f35e3f4e799c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:40.848791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Deleting port 7c93029f-cd18-475d-ba36-98253ab94b2c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:40.850835 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.885494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.914837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f26a9b-2a42-46f8-992e-7c1efd9c382d None None] Pushing event updated for resources: {'Port': ['ID=23389014-d5e9-4eea-827c-f2711b3ebb9c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:40.973585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61a671-c099-4e75-aa8b-c987dec959f5 None None] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:41.016759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.051317 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Calling delete_port for 7c93029f-cd18-475d-ba36-98253ab94b2c owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:41.094824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4257e76-4e2e-482e-831f-922effc21921 None None] Pushing event updated for resources: {'Port': ['ID=6c6e3847-a166-4576-bdf1-f35e3f4e799c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.192678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port 23389014-d5e9-4eea-827c-f2711b3ebb9c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:41.193018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.277042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f3d4f3-a8ce-4473-be87-0efb3d6585a5 None None] Network 5dc2ee66-d897-4150-bcc5-d80a91a2d674 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:41.319742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.331979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port 23389014-d5e9-4eea-827c-f2711b3ebb9c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=23389014-d5e9-4eea-827c-f2711b3ebb9c,segment=NetworkSegment(669e9a56-7e76-4477-a84b-446177950a67),segment_id=669e9a56-7e76-4477-a84b-446177950a67)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:41.332598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.370091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for 23389014-d5e9-4eea-827c-f2711b3ebb9c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:41.379106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c93029f-cd18-475d-ba36-98253ab94b2c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.389102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39234) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.408681 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.410805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7adb25b5-7c08-4acb-a40c-f8d5c6f25695 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/ports/7c93029f-cd18-475d-ba36-98253ab94b2c HTTP/1.1" status: 204 len: 168 time: 1.0323255 Jul 30 01:59:41.413769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39238) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.419074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '63c23686-d00f-48b8-af17-7698f7110908', 'external_fixed_ips': [{'subnet_id': '67ca673b-94fe-4ba0-98d0-4ffb859a2232', 'ip_address': '2001:db8::22a'}]}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:41.474194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.475643 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.560532 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.591834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=23389014-d5e9-4eea-827c-f2711b3ebb9c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.594372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port 23389014-d5e9-4eea-827c-f2711b3ebb9c on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:41.626483 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.684376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.695171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc2ee66-d897-4150-bcc5-d80a91a2d674']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.714374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669e9a56-7e76-4477-a84b-446177950a67') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.714874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669e9a56-7e76-4477-a84b-446177950a67') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:41.718144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d9e69-1093-4c4e-b3b2-c887a0016a73 req-abd740c3-0cde-48fc-8bae-d17f5cf698b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:41.719951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-696d9e69-1093-4c4e-b3b2-c887a0016a73 req-abd740c3-0cde-48fc-8bae-d17f5cf698b2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1097 time: 0.3292928 Jul 30 01:59:41.724661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.742196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.748957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:41.749358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:41.752629 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:41.799784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec34d6-2fb8-4ef3-a844-8fd8c2cdc623 None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:41.847303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.855814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.867533 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/5dc2ee66-d897-4150-bcc5-d80a91a2d674 HTTP/1.1" status: 204 len: 168 time: 2.7321837 Jul 30 01:59:41.870335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39242) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.899783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76b48c-098d-481b-919f-7e4fc500c550 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=5dc2ee66-d897-4150-bcc5-d80a91a2d674,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.903859 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af828e-a93d-464f-ad56-e7843bb58de2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:41.905283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9af828e-a93d-464f-ad56-e7843bb58de2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:41.907407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b9af828e-a93d-464f-ad56-e7843bb58de2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/5dc2ee66-d897-4150-bcc5-d80a91a2d674 HTTP/1.1" status: 404 len: 339 time: 0.0356309 Jul 30 01:59:41.914740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.923397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-500210344', 'description': 'd1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:41.952453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:41.958216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.977840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6b884c62-b5a4-4172-ae2a-172a4557869b None None] Provisioning for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:41.990762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6b884c62-b5a4-4172-ae2a-172a4557869b None None] Provisioning complete for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:41.991155 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b884c62-b5a4-4172-ae2a-172a4557869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.997399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:42.008388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.009306 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment bb335686-ee27-46a6-a45e-52e3d5bfc10b of type vlan for network 32b80877-21f5-40d9-aa24-8136ab2eb0f4 Jul 30 01:59:42.080860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.131403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.138878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.139920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.221356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.244672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=32b80877-21f5-40d9-aa24-8136ab2eb0f4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:42.253064 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f5b9c5c1-9161-4e9d-b340-e8ce1fe41271 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3336518 Jul 30 01:59:42.255172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.257303 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 32b80877-21f5-40d9-aa24-8136ab2eb0f4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:42.274139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-696d9e69-1093-4c4e-b3b2-c887a0016a73 req-26862718-187e-49ca-b50d-4a2aeba37965 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4984531 Jul 30 01:59:42.331169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf7e9a-9b2d-4c36-ac10-41ffc8006659 req-1e0025d1-8ca8-457e-a475-99d7c8202696 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.332780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eadf7e9a-9b2d-4c36-ac10-41ffc8006659 req-1e0025d1-8ca8-457e-a475-99d7c8202696 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1345763 Jul 30 01:59:42.404715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eadf7e9a-9b2d-4c36-ac10-41ffc8006659 req-074bb814-91d0-42ea-955b-da8afb828325 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603917 Jul 30 01:59:42.416279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e461427f-f026-422d-86a9-1b3abdfa0d39 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.418341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e461427f-f026-422d-86a9-1b3abdfa0d39 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks?id=32b80877-21f5-40d9-aa24-8136ab2eb0f4 HTTP/1.1" status: 200 len: 764 time: 0.1612146 Jul 30 01:59:42.424912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39252) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.429748 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'description': 'd2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:42.448124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaccdb6-81ff-45db-b578-7309bc3a87eb None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:59:42.523731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-481f5130-c431-42ee-a193-d0fae6323870 None None] Provisioning complete for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:42.524904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-481f5130-c431-42ee-a193-d0fae6323870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.660986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.679953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.687592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.692327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 32b80877-21f5-40d9-aa24-8136ab2eb0f4 is not hosted by any dhcp agent {{(pid=93889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:59:42.703298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.703298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.706858 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "PUT /v2.0/networks/32b80877-21f5-40d9-aa24-8136ab2eb0f4 HTTP/1.1" status: 200 len: 761 time: 0.2837920 Jul 30 01:59:42.713442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39262) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.721735 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.819048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6c6e3847-a166-4576-bdf1-f35e3f4e799c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:42.829124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaccdb6-81ff-45db-b578-7309bc3a87eb None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:59:42.875259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7f314-f1b3-4d6b-90f8-15258272682e tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=32b80877-21f5-40d9-aa24-8136ab2eb0f4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:42.892742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 32b80877-21f5-40d9-aa24-8136ab2eb0f4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:42.918144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f0a48-e042-4eb3-8364-ddb1bae5bfb9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.919998 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd6f0a48-e042-4eb3-8364-ddb1bae5bfb9 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks?id=32b80877-21f5-40d9-aa24-8136ab2eb0f4 HTTP/1.1" status: 200 len: 764 time: 0.2041323 Jul 30 01:59:42.925757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:42.954396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-69194ec1-6bb4-44f2-b056-5d2cf4e16814 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:42.956468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-69194ec1-6bb4-44f2-b056-5d2cf4e16814 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 814 time: 0.2008908 Jul 30 01:59:42.992961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-35b46dc8-50de-4fdf-9318-4c44221289c9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/quotas/15ee8682e9d24123a98eeb5d43814afd HTTP/1.1" status: 200 len: 375 time: 0.0252459 Jul 30 01:59:43.108902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6c6e3847-a166-4576-bdf1-f35e3f4e799c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:43.115444 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.122036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-e68367c3-c7b7-48d9-91bb-dbc1ba288e53 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167400 Jul 30 01:59:43.209235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13661b-cbc4-48e1-818c-d8af3f743335 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.218731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13661b-cbc4-48e1-818c-d8af3f743335 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.221667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b13661b-cbc4-48e1-818c-d8af3f743335 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.2945080 Jul 30 01:59:43.226363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39276) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:43.276610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-529c93a9-f7c8-4a6a-b329-bca76421f0b6 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 207 time: 0.0490913 Jul 30 01:59:43.289252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39278) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:43.325583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Allocated IP 2001:db8::22a (63c23686-d00f-48b8-af17-7698f7110908/67ca673b-94fe-4ba0-98d0-4ffb859a2232/bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:43.353471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-f46cfe6c-ecf3-4cb7-b6e5-f859f65f728a service neutron] 10.222.0.78 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119255 Jul 30 01:59:43.541394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-14ae4c0b-eff9-4274-bcf4-2816fca99b9e service neutron] 10.222.0.78 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778247 Jul 30 01:59:43.569679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.573516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.580807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.587745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.593703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.599722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.606498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.612838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.614797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-daf34778-ab31-4b83-a713-4f4ec1fa9892 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.3321798 Jul 30 01:59:43.619387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39284) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:43.623928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.663603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 63c23686-d00f-48b8-af17-7698f7110908 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:43.667266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:43.670366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:43.836367 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-75e0090e-ef55-4a28-a929-bf9b1e14773b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 916 time: 0.2144103 Jul 30 01:59:43.841897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39292) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:43.868879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Port': ['ID=bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:43.872864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6c84308c-5d7d-47dd-8005-acac25204a4d req-78723f9c-09bc-4335-81c4-1a3ebe354119 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 210 time: 0.0571301 Jul 30 01:59:43.945844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b3042-6372-4a92-866c-bb422fe6ab5f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.948135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b3042-6372-4a92-866c-bb422fe6ab5f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.949815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b3042-6372-4a92-866c-bb422fe6ab5f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.951372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b3042-6372-4a92-866c-bb422fe6ab5f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.952908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b3042-6372-4a92-866c-bb422fe6ab5f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:43.958849 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c75b3042-6372-4a92-866c-bb422fe6ab5f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1151481 Jul 30 01:59:43.959506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39298) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.039071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18103fab-5430-4f24-9916-46de43172d69 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.040744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18103fab-5430-4f24-9916-46de43172d69 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.042577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18103fab-5430-4f24-9916-46de43172d69 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.044050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18103fab-5430-4f24-9916-46de43172d69 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.045658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18103fab-5430-4f24-9916-46de43172d69 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.050838 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18103fab-5430-4f24-9916-46de43172d69 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0869572 Jul 30 01:59:44.051233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.060880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.192508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93052e-faf2-4b7d-ace8-fffcecf44eab tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.194548 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cf93052e-faf2-4b7d-ace8-fffcecf44eab tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks/15cb8267-ddeb-44e7-ae80-78a9e6670837 HTTP/1.1" status: 200 len: 804 time: 0.1421971 Jul 30 01:59:44.199167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.318418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f1645f60-222d-4f44-b26d-936256aef692 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/networks/15cb8267-ddeb-44e7-ae80-78a9e6670837?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1178315 Jul 30 01:59:44.323144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.323854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.393273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f68eb9-4003-4b8e-9e9f-50d08c7a6c38 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.396550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f0f68eb9-4003-4b8e-9e9f-50d08c7a6c38 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/subnets/33a173cb-41df-4bff-9de9-f674b1d32ee1 HTTP/1.1" status: 200 len: 843 time: 0.0709379 Jul 30 01:59:44.401410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39310) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.499254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d7f25-ec11-41d4-b274-1c7d35905f50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.500639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c36d7f25-ec11-41d4-b274-1c7d35905f50 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "GET /v2.0/subnets/33a173cb-41df-4bff-9de9-f674b1d32ee1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0981736 Jul 30 01:59:44.504681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.510622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-327378243'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:44.532714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:44.536759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.543435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Router a2d36bdc-f5b6-4d3b-9289-6e642136b0f3 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:44.565659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:44.576547 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.577224 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Added segment 19e151f4-69f0-4ff8-9064-183228059cec of type vlan for network 526b196b-98ff-4f60-bbd8-e3506b446f71 Jul 30 01:59:44.617727 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.649571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.655183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:44.656258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.666091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:44.679660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Sync routers for ids ['a2d36bdc-f5b6-4d3b-9289-6e642136b0f3'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:44.685760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.690427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-08bb4f13-7327-4ec2-8350-3cdf72e31ebe tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2749939 Jul 30 01:59:44.691115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39314) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.700660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Routers {'a2d36bdc-f5b6-4d3b-9289-6e642136b0f3'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:44.701884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a2d36bdc-f5b6-4d3b-9289-6e642136b0f3'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:44.720412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2143145 Jul 30 01:59:44.723466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39316) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.729636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:44.853641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dbed2-beba-4555-a599-92ce77f43556 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Network': ['ID=526b196b-98ff-4f60-bbd8-e3506b446f71,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:44.917088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Made reservation on behalf of 4d2499d376c544e38f7c9c6dd19b7bbc for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:44.921215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.944914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.029090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Performing IP validity checks on allocation pools {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 01:59:45.029682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 01:59:45.056768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-ecd0b443-b9c4-45d9-9587-d9d98c442b8a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:45.058399 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-ecd0b443-b9c4-45d9-9587-d9d98c442b8a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.66 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 814 time: 0.2394989 Jul 30 01:59:45.075065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Request body: {'port': {'device_id': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'admin_state_up': True, 'tenant_id': '15ee8682e9d24123a98eeb5d43814afd'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:45.080434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e056d6f4-0d54-4e34-988b-396f961a7fe1 req-26eb63be-a1b9-47e0-82ea-3c0db4ff1c79 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 210 time: 0.0430586 Jul 30 01:59:45.092922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Set router a2d36bdc-f5b6-4d3b-9289-6e642136b0f3 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:45.171898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.178340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:45.247193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Deleting port bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:45.247723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.265586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Made reservation on behalf of 15ee8682e9d24123a98eeb5d43814afd for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:45.269517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.356721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.372277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Calling delete_port for bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:45.391724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.425619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d36bdc-f5b6-4d3b-9289-6e642136b0f3', 'name': '', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63c23686-d00f-48b8-af17-7698f7110908', 'external_fixed_ips': [{'subnet_id': '67ca673b-94fe-4ba0-98d0-4ffb859a2232', 'ip_address': '2001:db8::22a'}], 'enable_snat': True}, 'gw_port_id': 'bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:41Z', 'updated_at': '2021-07-30T01:59:43Z', 'revision_number': 3, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port': {'id': 'bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a', 'name': '', 'network_id': '63c23686-d00f-48b8-af17-7698f7110908', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d36bdc-f5b6-4d3b-9289-6e642136b0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67ca673b-94fe-4ba0-98d0-4ffb859a2232', 'ip_address': '2001:db8::22a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:42Z', 'updated_at': '2021-07-30T01:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ca673b-94fe-4ba0-98d0-4ffb859a2232', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:45.470000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Checking router: a2d36bdc-f5b6-4d3b-9289-6e642136b0f3 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:45.470353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Updating router a2d36bdc-f5b6-4d3b-9289-6e642136b0f3 port bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:45.511293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.546222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=d4ec5b29-6192-47de-acea-7740cea2db79,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.560432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Checking segment: {'id': '19e151f4-69f0-4ff8-9064-183228059cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:45.561009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network hostable DHCP agents. Network: 526b196b-98ff-4f60-bbd8-e3506b446f71, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:45.570038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Allocated IP 172.20.0.2 (3c79915d-ed6a-4b15-9d53-2d60ebaf237f/8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd/e9079005-e8f9-4235-9931-e1e5a4fd5c48) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:45.586988 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.601261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:45.614460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.628587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 526b196b-98ff-4f60-bbd8-e3506b446f71) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:45.640353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:45.640802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee0ba6-ca8c-4d13-97cb-41ef7a487717 None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:45.641027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.641262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.674465 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0eb9a9b-ed14-483c-9ce4-09065fd7b0b7 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9474676 Jul 30 01:59:45.674931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39322) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:45.680381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:45.788020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.833628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.884411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7b69240e-a2ed-4f13-bd47-a681821a8669'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:45.887543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:45.893925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:45.901594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:45.922259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-526b196b-98ff-4f60-bbd8-e3506b446f71', 'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71', 'tenant_id': '4d2499d376c544e38f7c9c6dd19b7bbc', 'fixed_ips': [{'subnet_id': 'd4ec5b29-6192-47de-acea-7740cea2db79'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:59:45.923176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.940200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Pushing event updated for resources: {'Port': ['ID=e9079005-e8f9-4235-9931-e1e5a4fd5c48,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.995486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:45.996128 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.011927 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-828f7bf2-5880-416f-8d88-266a9d91b0ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9418538 Jul 30 01:59:46.026144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Request body: {'port': {'device_id': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:46.070569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:59:46.071690 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:59:46.086732 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.089323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.091654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.164253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Allocated IP 2001:db8::3 (526b196b-98ff-4f60-bbd8-e3506b446f71/d4ec5b29-6192-47de-acea-7740cea2db79/b0924c9d-f354-4dd3-a4f5-3e2801123e89) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:46.187677 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.189045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2d36bdc-f5b6-4d3b-9289-6e642136b0f3 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:46.210048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.214449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-83c46f3c-b024-4a3e-bc25-75ad6c11b02a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a2d36bdc-f5b6-4d3b-9289-6e642136b0f3 HTTP/1.1" status: 204 len: 168 time: 1.5221732 Jul 30 01:59:46.220632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:46.235863 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26530284'] for subnet, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.301637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52e6c-2c6e-456e-88e4-64ebca530d5c req-2919e635-27bf-4d67-9c79-a15273833c86 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:46.307518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4b52e6c-2c6e-456e-88e4-64ebca530d5c req-2919e635-27bf-4d67-9c79-a15273833c86 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 931 time: 0.1164224 Jul 30 01:59:46.313464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Deleting subnet 67ca673b-94fe-4ba0-98d0-4ffb859a2232 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:46.318861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.372777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.382454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Transition to ACTIVE for port object b0924c9d-f354-4dd3-a4f5-3e2801123e89 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:46.385061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.405628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Transition to ACTIVE for port object b0924c9d-f354-4dd3-a4f5-3e2801123e89 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:46.412994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9079005-e8f9-4235-9931-e1e5a4fd5c48 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:46.413157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.415542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4b52e6c-2c6e-456e-88e4-64ebca530d5c req-25e26233-e1bf-46d9-81b1-bf3e711e43f3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974422 Jul 30 01:59:46.425309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.440015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Transition to ACTIVE for port object e9079005-e8f9-4235-9931-e1e5a4fd5c48 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:46.445684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.455706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:46.460088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:46.466298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:46.473552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Pushing event updated for resources: {'Port': ['ID=b0924c9d-f354-4dd3-a4f5-3e2801123e89,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.513771 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.529988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Pushing event updated for resources: {'Port': ['ID=e9079005-e8f9-4235-9931-e1e5a4fd5c48,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.548469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Attempting to bind port b0924c9d-f354-4dd3-a4f5-3e2801123e89 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:46.549213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Attempting to bind port b0924c9d-f354-4dd3-a4f5-3e2801123e89 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '19e151f4-69f0-4ff8-9064-183228059cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:46.549891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Attempting to bind port b0924c9d-f354-4dd3-a4f5-3e2801123e89 on network 526b196b-98ff-4f60-bbd8-e3506b446f71 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:46.556116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:46.556800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Checking segment: {'id': '19e151f4-69f0-4ff8-9064-183228059cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:46.557346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.557882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Bound using segment: {'id': '19e151f4-69f0-4ff8-9064-183228059cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:46.558826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Bound port: b0924c9d-f354-4dd3-a4f5-3e2801123e89, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e151f4-69f0-4ff8-9064-183228059cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '526b196b-98ff-4f60-bbd8-e3506b446f71'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:46.559256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.591034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Port bc9172d8-4125-4df3-bc22-6a8c2f9f5d8a not found while updating agent binding for router a2d36bdc-f5b6-4d3b-9289-6e642136b0f3. {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 01:59:46.620362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Attempting to bind port e9079005-e8f9-4235-9931-e1e5a4fd5c48 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:46.620958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Attempting to bind port e9079005-e8f9-4235-9931-e1e5a4fd5c48 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:46.621062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Attempting to bind port e9079005-e8f9-4235-9931-e1e5a4fd5c48 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:46.624446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Routers set() bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:46.625187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Router IDs set() for agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 01:59:46.625610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Port e9079005-e8f9-4235-9931-e1e5a4fd5c48 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:46.625935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Attempting to bind port e9079005-e8f9-4235-9931-e1e5a4fd5c48 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:46.626200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_agentschedulers_db [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a2d36bdc-f5b6-4d3b-9289-6e642136b0f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent'). {{(pid=93891) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 01:59:46.626686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effa8ba-a818-4101-a590-3db43f6d47b7 None None] The sync data for ids ['a2d36bdc-f5b6-4d3b-9289-6e642136b0f3'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:46.632680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:46.633034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Checking segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:46.633442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Bound using segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:46.634413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Bound port: e9079005-e8f9-4235-9931-e1e5a4fd5c48, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:46.634782 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.652751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.678984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] For port b0924c9d-f354-4dd3-a4f5-3e2801123e89, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:46.682859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] For port b0924c9d-f354-4dd3-a4f5-3e2801123e89, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b0924c9d-f354-4dd3-a4f5-3e2801123e89,segment=NetworkSegment(19e151f4-69f0-4ff8-9064-183228059cec),segment_id=19e151f4-69f0-4ff8-9064-183228059cec)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:46.687783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.691699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750880895016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26525933'] for subnet, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.695070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=67ca673b-94fe-4ba0-98d0-4ffb859a2232,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.698506 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.699651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5e41d469-e870-4dcd-9454-37a372509b61 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/67ca673b-94fe-4ba0-98d0-4ffb859a2232 HTTP/1.1" status: 204 len: 168 time: 0.4659696 Jul 30 01:59:46.704019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39330) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:46.738841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:46.739094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.740793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "PUT /v2.0/subnets/d4ec5b29-6192-47de-acea-7740cea2db79 HTTP/1.1" status: 200 len: 900 time: 1.0648508 Jul 30 01:59:46.746587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39332) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:46.760721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] For port e9079005-e8f9-4235-9931-e1e5a4fd5c48, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:46.769578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f96a21-d109-4bcf-a240-30b349de9cf1 None None] Pushing event updated for resources: {'Port': ['ID=b0924c9d-f354-4dd3-a4f5-3e2801123e89,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.790980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] For port e9079005-e8f9-4235-9931-e1e5a4fd5c48, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:46.799770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.830839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c2df2-65d9-4cee-b898-3602f87d63ac tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event updated for resources: {'Subnet': ['ID=d4ec5b29-6192-47de-acea-7740cea2db79,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.849753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.858917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:46.859572 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.860970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] 10.222.0.66 "PUT /v2.0/ports/e9079005-e8f9-4235-9931-e1e5a4fd5c48 HTTP/1.1" status: 200 len: 1092 time: 0.8396242 Jul 30 01:59:46.863927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'tag': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:46.866076 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87973c-48fc-48da-9b18-fbf7921597e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c90f4c92-914b-4199-b746-6c16e3e23487", "tag": "e9079005-e8f9-4235-9931-e1e5a4fd5c48"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:46.883959 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.931815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9352d6-a2af-471f-bb68-0cb88aa2b221 service neutron] Pushing event updated for resources: {'Port': ['ID=e9079005-e8f9-4235-9931-e1e5a4fd5c48,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.963897 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf849c2f-78fe-461b-8928-373dcf99e12b x-openstack-request-id: req-cf849c2f-78fe-461b-8928-373dcf99e12b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:46.964190 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90f4c92-914b-4199-b746-6c16e3e23487", "tag": "e9079005-e8f9-4235-9931-e1e5a4fd5c48", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:46.964436 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf849c2f-78fe-461b-8928-373dcf99e12b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:46.964968 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'tag': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48', 'status': 'completed', 'code': 200} Jul 30 01:59:46.986786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port b0924c9d-f354-4dd3-a4f5-3e2801123e89 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:46.987339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.020568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.045321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c23686-d00f-48b8-af17-7698f7110908']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.049403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-68ecccf4-4f5a-491c-bd13-3fecac2ace9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.051231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-68ecccf4-4f5a-491c-bd13-3fecac2ace9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 1095 time: 0.1281111 Jul 30 01:59:47.061125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cb6c27-ea72-4465-8ced-e658a3f00bef') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.061422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cb6c27-ea72-4465-8ced-e658a3f00bef') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.095118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port b0924c9d-f354-4dd3-a4f5-3e2801123e89, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b0924c9d-f354-4dd3-a4f5-3e2801123e89,segment=NetworkSegment(19e151f4-69f0-4ff8-9064-183228059cec),segment_id=19e151f4-69f0-4ff8-9064-183228059cec)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:47.095706 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.111962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.112185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for b0924c9d-f354-4dd3-a4f5-3e2801123e89 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:47.114927 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-0f6f01ef-0266-4466-a6f0-1087a0ba4a84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48 HTTP/1.1" status: 200 len: 217 time: 0.0558233 Jul 30 01:59:47.160485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.167379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:47.167786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:47.206202 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:47.239523 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32167-9106-4566-ae25-6dff094623b5 req-2e756835-e079-4a7c-a5bd-93ff495fd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.241210 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-2e756835-e079-4a7c-a5bd-93ff495fd35e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.1193621 Jul 30 01:59:47.253332 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.257567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.277184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63c23686-d00f-48b8-af17-7698f7110908 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 01:59:47.280309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=b0924c9d-f354-4dd3-a4f5-3e2801123e89,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.289727 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-8f6a5de0-38d9-4dbc-9012-08460971dcaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407012 Jul 30 01:59:47.290616 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.292284 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/networks/63c23686-d00f-48b8-af17-7698f7110908 HTTP/1.1" status: 204 len: 168 time: 0.5870209 Jul 30 01:59:47.304771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad42842-7e4d-460a-9d25-0f85725ccec9 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event deleted for resources: {'Network': ['ID=63c23686-d00f-48b8-af17-7698f7110908,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.334590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port b0924c9d-f354-4dd3-a4f5-3e2801123e89 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:47.403831 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-74a1e3f0-c28e-4180-97c5-2342b4afdd2e service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079376 Jul 30 01:59:47.410214 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.569989 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.581781 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f9a32167-9106-4566-ae25-6dff094623b5 req-ead69a26-30af-4688-88b3-07edc5117adf service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708670 Jul 30 01:59:47.631778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ec5b29-6192-47de-acea-7740cea2db79,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.663106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126866f1-cef0-4ba6-9497-b58c38c2efee req-cc79e073-df40-48b3-b2b9-f7c5f586604a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.665822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-126866f1-cef0-4ba6-9497-b58c38c2efee req-cc79e073-df40-48b3-b2b9-f7c5f586604a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 943 time: 0.1557820 Jul 30 01:59:47.736177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-c2636269-f4bb-46dc-bbfe-77d1c0023ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.737341 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-c2636269-f4bb-46dc-bbfe-77d1c0023ea9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 1095 time: 0.1013560 Jul 30 01:59:47.737471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39348) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:47.744698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'name': 'tempest-router--848161662', 'project_id': 'af7d1966efc74d0781a96d9ac3350baf'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:47.774314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.805266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526b196b-98ff-4f60-bbd8-e3506b446f71']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.812810 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-126866f1-cef0-4ba6-9497-b58c38c2efee req-4580bc5e-66f0-4f79-913f-cf39a720bdad tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246185 Jul 30 01:59:47.827823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e151f4-69f0-4ff8-9064-183228059cec') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.828136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e151f4-69f0-4ff8-9064-183228059cec') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:47.835627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.836228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.849288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.869096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.875273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-616fc7a0-5ffd-4beb-bfed-c084ae261f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:47.877143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-616fc7a0-5ffd-4beb-bfed-c084ae261f5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 915 time: 0.1326680 Jul 30 01:59:47.884529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:47.884931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:47.888234 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:47.936701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-5e681136-b7e0-4c56-82cf-7e72154f8335 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48 HTTP/1.1" status: 200 len: 217 time: 0.0487287 Jul 30 01:59:47.959965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.968143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.991580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.994850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.996441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c45c1f15-e9eb-4388-834a-739bcdc2ba6b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2580845 Jul 30 01:59:48.000695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39350) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.002002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.003843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/526b196b-98ff-4f60-bbd8-e3506b446f71 HTTP/1.1" status: 204 len: 168 time: 1.2570570 Jul 30 01:59:48.010698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-1522c270-eca3-424c-951e-0a21e285f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.012389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-1522c270-eca3-424c-951e-0a21e285f2fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.0675011 Jul 30 01:59:48.012890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.020581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab30ea-5f94-487e-8d00-58e9cfb7f12f tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=526b196b-98ff-4f60-bbd8-e3506b446f71,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:48.104282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247f896-9608-40e0-aadc-a427ec9a40f0 None None] DHCP port deletion for 526b196b-98ff-4f60-bbd8-e3506b446f71 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:48.128607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5399d9ca-ed72-47d1-a16b-13ec6e91d775 None None] Could not find standard attr ID for object b0924c9d-f354-4dd3-a4f5-3e2801123e89. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:59:48.131489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6e652-e1ad-4818-92a3-ce3018cbd136 None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:48.147122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6e652-e1ad-4818-92a3-ce3018cbd136 None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 01:59:48.159110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d577f2c-06c4-4cad-9bcf-962cbaa9e09a None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:48.172904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d577f2c-06c4-4cad-9bcf-962cbaa9e09a None None] Network 526b196b-98ff-4f60-bbd8-e3506b446f71 could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 01:59:48.185541 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:59:48.454674 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-059815d6-9010-42cd-bfa7-9af131c8af6a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:48.455167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059815d6-9010-42cd-bfa7-9af131c8af6a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:48.456934 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-059815d6-9010-42cd-bfa7-9af131c8af6a tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/d4ec5b29-6192-47de-acea-7740cea2db79 HTTP/1.1" status: 404 len: 337 time: 0.4420748 Jul 30 01:59:48.459754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39354) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.478908 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-fc4a117b-bcfb-499a-973c-75c8c7d109e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756493 Jul 30 01:59:48.479728 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a441ad-3e8d-4d1d-8508-3e945ab3badf tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:48.480389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a441ad-3e8d-4d1d-8508-3e945ab3badf tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:48.482263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a1a441ad-3e8d-4d1d-8508-3e945ab3badf tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/526b196b-98ff-4f60-bbd8-e3506b446f71 HTTP/1.1" status: 404 len: 339 time: 0.0214052 Jul 30 01:59:48.482401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.484966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39356) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.767109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.770260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.773660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.832043 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-7f0e16b8-5ec7-4a89-8078-1e583d9afc52 service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392465 Jul 30 01:59:48.834102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.834621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00814f37-ece2-40eb-b85b-478fa68f37f6 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:48.842986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.847091 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-26ac1510-d094-43e7-b154-e0cad640bc8b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/routers/00814f37-ece2-40eb-b85b-478fa68f37f6 HTTP/1.1" status: 204 len: 168 time: 0.8449793 Jul 30 01:59:48.935304 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2dfc8d83-e2ca-46f4-8da4-17a99ca947ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.971178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffdb-4d4a-4f5c-aaf3-9f87d0178c6e req-81d0bbc0-6406-47b9-817f-d9ff5b872b38 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:48.972560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35adffdb-4d4a-4f5c-aaf3-9f87d0178c6e req-81d0bbc0-6406-47b9-817f-d9ff5b872b38 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 943 time: 0.0759389 Jul 30 01:59:48.982311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.002525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b80877-21f5-40d9-aa24-8136ab2eb0f4']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:49.006531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39364) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.020527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35adffdb-4d4a-4f5c-aaf3-9f87d0178c6e req-17ac4bad-308f-4c11-b79b-aae9ce0528e1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Jul 30 01:59:49.025993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb335686-ee27-46a6-a45e-52e3d5bfc10b') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:49.026289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb335686-ee27-46a6-a45e-52e3d5bfc10b') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:49.050921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.055097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df87973c-48fc-48da-9b18-fbf7921597e8 req-5949ce66-ccd2-4a61-928c-07c5a6b320a6 service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069626 Jul 30 01:59:49.063754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.072718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:49.073238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: timer() Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:49.076351 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:49.141187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.146323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.151244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/32b80877-21f5-40d9-aa24-8136ab2eb0f4 HTTP/1.1" status: 204 len: 168 time: 0.6623487 Jul 30 01:59:49.151951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.164754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfe90-ac65-4adc-9a7c-aba1306af6a2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=32b80877-21f5-40d9-aa24-8136ab2eb0f4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.180403 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-087a33a2-fa00-442f-bf1f-45a704b75a65 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:49.180923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087a33a2-fa00-442f-bf1f-45a704b75a65 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:49.182621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-087a33a2-fa00-442f-bf1f-45a704b75a65 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/f86d30ec-f666-4648-883a-bcc3c1724cdb HTTP/1.1" status: 404 len: 337 time: 0.0295219 Jul 30 01:59:49.185249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39370) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.204244 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-54272115-830c-4f65-940f-a968a48dd3e1 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:49.204994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54272115-830c-4f65-940f-a968a48dd3e1 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:49.206968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-54272115-830c-4f65-940f-a968a48dd3e1 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/5dc2ee66-d897-4150-bcc5-d80a91a2d674 HTTP/1.1" status: 404 len: 339 time: 0.0207467 Jul 30 01:59:49.209713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39372) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.262818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1579949408', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:49.268542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting subnet adaa62f9-aaa6-439c-b3e8-70e5f028e59d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:49.271679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.289178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.290251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.315683 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.382186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.400391 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.471078 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.498202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=adaa62f9-aaa6-439c-b3e8-70e5f028e59d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.501734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.503615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-458b8ec4-ddde-4af1-aa0b-728216b1efc2 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/adaa62f9-aaa6-439c-b3e8-70e5f028e59d HTTP/1.1" status: 204 len: 168 time: 0.2928774 Jul 30 01:59:49.506077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39374) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.508583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afdd65a-d806-4e5c-ba07-574320128a82 None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:49.559256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting subnet aaf2420f-7f46-4a9a-9e49-431e294b3dc1 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:49.562443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.581673 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.614200 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.714231 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.800948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.809511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.836618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.837176 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.842427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/aaf2420f-7f46-4a9a-9e49-431e294b3dc1 HTTP/1.1" status: 204 len: 168 time: 0.3353655 Jul 30 01:59:49.843517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39378) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.844081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9633a-667c-4125-8069-38870244f141 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf2420f-7f46-4a9a-9e49-431e294b3dc1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.932172 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.955871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Allocated IP 172.25.8.85 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/09ec0afa-4730-49d4-9807-c17b7de62efb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:50.015088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port 6c6e3847-a166-4576-bdf1-f35e3f4e799c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:50.015939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.086325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.088626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port 6c6e3847-a166-4576-bdf1-f35e3f4e799c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6c6e3847-a166-4576-bdf1-f35e3f4e799c,segment=NetworkSegment(793c9a18-ba21-437d-84bd-f81865f4ec7c),segment_id=793c9a18-ba21-437d-84bd-f81865f4ec7c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:50.097051 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.121073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for 6c6e3847-a166-4576-bdf1-f35e3f4e799c owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:50.135715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.186251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:50.190805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:50.193343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event updated for resources: {'Port': ['ID=09ec0afa-4730-49d4-9807-c17b7de62efb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.195988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:50.218559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3792370-7fc5-480e-b4b3-274cafcb0f17 req-c9c5d17d-906c-4d22-b10a-17dcc303aff7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:50.220174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3792370-7fc5-480e-b4b3-274cafcb0f17 req-c9c5d17d-906c-4d22-b10a-17dcc303aff7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 943 time: 0.1140225 Jul 30 01:59:50.278171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e44f9-70a7-4859-824c-8377391e6974 None None] Network 41b6503b-cf66-4e20-8537-faf3ff27cfe2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:50.285985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3792370-7fc5-480e-b4b3-274cafcb0f17 req-7d61aae2-0f54-4f9c-9aa0-9949d1413137 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574222 Jul 30 01:59:50.295260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.315431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port 6c6e3847-a166-4576-bdf1-f35e3f4e799c on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:50.335604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=6c6e3847-a166-4576-bdf1-f35e3f4e799c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.362955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6f58f857-7914-4afe-ade3-0b34761bfa03 None None] Could not find standard attr ID for object 6c6e3847-a166-4576-bdf1-f35e3f4e799c. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:59:50.425975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.438178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b6503b-cf66-4e20-8537-faf3ff27cfe2']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:50.452914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793c9a18-ba21-437d-84bd-f81865f4ec7c') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:50.453220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793c9a18-ba21-437d-84bd-f81865f4ec7c') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:50.463941 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.477837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cf001-ea8e-4fcc-9291-cee101168fd4 None None] DHCP port deletion for 41b6503b-cf66-4e20-8537-faf3ff27cfe2 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:50.486849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.495874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:50.496290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:50.499273 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:50.551179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.569052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e9079005-e8f9-4235-9931-e1e5a4fd5c48 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:50.570225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.575865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.581405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/41b6503b-cf66-4e20-8537-faf3ff27cfe2 HTTP/1.1" status: 204 len: 168 time: 0.7335370 Jul 30 01:59:50.582064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39382) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.627454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481836-55cf-4e71-a2e5-de9c356edfc0 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=41b6503b-cf66-4e20-8537-faf3ff27cfe2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.631182 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccd804c-9c40-4fc9-9b84-c76f8443622c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:50.631648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccd804c-9c40-4fc9-9b84-c76f8443622c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:50.635492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cccd804c-9c40-4fc9-9b84-c76f8443622c tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/88452523-3527-4f31-ad54-a618ffb84833 HTTP/1.1" status: 404 len: 337 time: 0.0493495 Jul 30 01:59:50.636586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39384) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.658081 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d86344f-d846-48a1-8ddd-fe5813b6795b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:50.659087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d86344f-d846-48a1-8ddd-fe5813b6795b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:50.660993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0d86344f-d846-48a1-8ddd-fe5813b6795b tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/7a2d20c4-e411-49ce-b905-6f5d18f8935b HTTP/1.1" status: 404 len: 339 time: 0.0225205 Jul 30 01:59:50.664387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.693374 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2935cc3b-7b70-4332-adac-e3f99adfb256 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:50.693838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2935cc3b-7b70-4332-adac-e3f99adfb256 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:50.693966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e9079005-e8f9-4235-9931-e1e5a4fd5c48, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:50.698520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2935cc3b-7b70-4332-adac-e3f99adfb256 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/ce1be8b4-9143-4a71-8b29-3c8eebfadb70 HTTP/1.1" status: 404 len: 337 time: 0.0299299 Jul 30 01:59:50.698838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39388) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.711311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48', 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'port_id': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48', 'mac_address': 'fa:16:3e:07:61:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:50.731628 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeb6037-d2cb-4ad2-8b68-3492ac9abc80 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:50.732231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeb6037-d2cb-4ad2-8b68-3492ac9abc80 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:50.734063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-baeb6037-d2cb-4ad2-8b68-3492ac9abc80 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/ad908890-362f-40a9-a2d4-dcdf156b49da HTTP/1.1" status: 404 len: 339 time: 0.0341575 Jul 30 01:59:50.737055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39390) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.756414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6c6e3847-a166-4576-bdf1-f35e3f4e799c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:50.771419 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c1dfff-69df-4077-9c04-2cbe4ceb9976 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:50.771909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c1dfff-69df-4077-9c04-2cbe4ceb9976 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:50.776951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-81c1dfff-69df-4077-9c04-2cbe4ceb9976 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/babbf601-413b-4480-ad00-cdfda3b0ee13 HTTP/1.1" status: 404 len: 337 time: 0.0357451 Jul 30 01:59:50.777316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39392) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.784324 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.787177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6c6e3847-a166-4576-bdf1-f35e3f4e799c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:50.787774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6c6e3847-a166-4576-bdf1-f35e3f4e799c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:50.800221 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5ee731-a882-4073-b93c-66a4e71d9299 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:50.800500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5ee731-a882-4073-b93c-66a4e71d9299 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:50.804726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8b5ee731-a882-4073-b93c-66a4e71d9299 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/22361a2d-b806-4ea9-a7ce-54d9b39c03e9 HTTP/1.1" status: 404 len: 339 time: 0.0239749 Jul 30 01:59:50.804908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39394) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.805391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9079005-e8f9-4235-9931-e1e5a4fd5c48 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:50.829438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e9079005-e8f9-4235-9931-e1e5a4fd5c48, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:50.835760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.866236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting subnet 1971378f-95a0-40ca-ab92-67a8204b06a0 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:50.870628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.898841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e9079005-e8f9-4235-9931-e1e5a4fd5c48,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.922094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.014673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.046521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.050612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e9079005-e8f9-4235-9931-e1e5a4fd5c48'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:51.096860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.139248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.144316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/1971378f-95a0-40ca-ab92-67a8204b06a0 HTTP/1.1" status: 204 len: 168 time: 0.3359079 Jul 30 01:59:51.144316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426659ee-66ee-4309-a4ba-6bacdaf6f9bd tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=1971378f-95a0-40ca-ab92-67a8204b06a0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.146684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39398) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.176129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419f5a1-29d6-46fa-867e-6d135c2f69c7 None None] Network 5fe6df3e-8bcb-4c24-a945-7519db47b127 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:51.199971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Router f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:51.230189 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.275654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.290374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port c1534a4a-fe92-4d87-8a6b-7441a501df24 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:51.290738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.345343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:51.363873 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] Sync routers for ids ['f2aeafdc-1621-476a-ae14-b6e8bf4d9d27'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:51.371670 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.373547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f2674f78-cac1-46e5-b220-a5de93a28fad tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3603487 Jul 30 01:59:51.376254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.379985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port c1534a4a-fe92-4d87-8a6b-7441a501df24, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1534a4a-fe92-4d87-8a6b-7441a501df24,segment=NetworkSegment(5ab7fc23-125a-4394-b9ae-65e3a58793fa),segment_id=5ab7fc23-125a-4394-b9ae-65e3a58793fa)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:51.380369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.388350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] Routers {'f2aeafdc-1621-476a-ae14-b6e8bf4d9d27'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:51.389484 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f2aeafdc-1621-476a-ae14-b6e8bf4d9d27'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.398370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for c1534a4a-fe92-4d87-8a6b-7441a501df24 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:51.443581 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.447356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] DHCP port deletion for 5fe6df3e-8bcb-4c24-a945-7519db47b127 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:51.455165 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] Routers {'f2aeafdc-1621-476a-ae14-b6e8bf4d9d27'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:51.456399 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['f2aeafdc-1621-476a-ae14-b6e8bf4d9d27'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.491942 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.493496 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0dac2-044a-47d4-9036-69e1f88706a2 None None] The sync data for ids ['f2aeafdc-1621-476a-ae14-b6e8bf4d9d27'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:51.506465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] Deleting port c1534a4a-fe92-4d87-8a6b-7441a501df24 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:51.507092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.516731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31a7d6f3-4b5d-4e6b-920d-af7e736beb06 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 HTTP/1.1" status: 200 len: 924 time: 0.1364009 Jul 30 01:59:51.517662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39404) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.556918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-94d183ef-a9c7-45da-ab38-18756a6763e9 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 HTTP/1.1" status: 200 len: 205 time: 0.0387993 Jul 30 01:59:51.559867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.566372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949c115-5af4-46a6-b02b-0c0cff295123 req-08ae7a02-bdbf-4b79-bcb0-94fc12f058a1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:51.567938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6949c115-5af4-46a6-b02b-0c0cff295123 req-08ae7a02-bdbf-4b79-bcb0-94fc12f058a1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 944 time: 0.1144109 Jul 30 01:59:51.571695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] For port c1534a4a-fe92-4d87-8a6b-7441a501df24, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1534a4a-fe92-4d87-8a6b-7441a501df24,segment=NetworkSegment(5ab7fc23-125a-4394-b9ae-65e3a58793fa),segment_id=5ab7fc23-125a-4394-b9ae-65e3a58793fa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:51.572482 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.580273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.586283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] Calling delete_port for c1534a4a-fe92-4d87-8a6b-7441a501df24 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:51.628048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=c1534a4a-fe92-4d87-8a6b-7441a501df24,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.634415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port c1534a4a-fe92-4d87-8a6b-7441a501df24 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:51.683629 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e4ee11bb-0588-4df3-9592-cf7be494269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.685442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6949c115-5af4-46a6-b02b-0c0cff295123 req-73e23234-87fb-4f4b-8d77-3387ecc8f217 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010494 Jul 30 01:59:51.686406 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.686745 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.701056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] No DVR routers for this DVR port c1534a4a-fe92-4d87-8a6b-7441a501df24 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:51.722702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe8837-049d-4027-8e4e-d6f7afdef952 None None] Pushing event deleted for resources: {'Port': ['ID=c1534a4a-fe92-4d87-8a6b-7441a501df24,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.744712 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.755100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe6df3e-8bcb-4c24-a945-7519db47b127']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.767571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab7fc23-125a-4394-b9ae-65e3a58793fa') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.767859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab7fc23-125a-4394-b9ae-65e3a58793fa') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:51.776762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.790380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.796445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:51.796835 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:51.800040 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:51.804405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.872754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Deleting port 09ec0afa-4730-49d4-9807-c17b7de62efb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:51.873299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.873432 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.881267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.883141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/5fe6df3e-8bcb-4c24-a945-7519db47b127 HTTP/1.1" status: 204 len: 168 time: 0.7352371 Jul 30 01:59:51.886695 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.895836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39408) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.906309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec05170-2e05-4ed8-b554-203cec346037 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=5fe6df3e-8bcb-4c24-a945-7519db47b127,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.932239 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1128ee14-44f0-4d1f-acb9-5f5352e818cb tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:51.932779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1128ee14-44f0-4d1f-acb9-5f5352e818cb tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:51.934604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1128ee14-44f0-4d1f-acb9-5f5352e818cb tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/da130986-8b66-4daa-abcd-b84512039e66 HTTP/1.1" status: 404 len: 337 time: 0.0376785 Jul 30 01:59:51.938322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39412) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.958282 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f8e428-8169-4bf0-b801-0164cfa7e549 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:51.959400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f8e428-8169-4bf0-b801-0164cfa7e549 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:51.961587 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e0f8e428-8169-4bf0-b801-0164cfa7e549 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/88211f5a-11aa-439a-bcdb-abc1ae15f157 HTTP/1.1" status: 404 len: 339 time: 0.0218375 Jul 30 01:59:51.968047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39414) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:51.995939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.010073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Calling delete_port for 09ec0afa-4730-49d4-9807-c17b7de62efb owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:52.028049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting subnet 33a173cb-41df-4bff-9de9-f674b1d32ee1 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:52.032751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.086687 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.232570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.244383 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-c883e312-613c-4b57-a307-d2c70c3f9bf8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852239 Jul 30 01:59:52.267978 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.299696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event deleted for resources: {'Port': ['ID=09ec0afa-4730-49d4-9807-c17b7de62efb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.318261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.350108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Subnet': ['ID=33a173cb-41df-4bff-9de9-f674b1d32ee1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.354401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.356328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aaac0e9f-fb35-4aa9-9c8f-c4862cae4cb5 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/subnets/33a173cb-41df-4bff-9de9-f674b1d32ee1 HTTP/1.1" status: 204 len: 168 time: 0.3869834 Jul 30 01:59:52.358842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.367280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ba684-f185-4a43-9d82-d61edd02cb20 None None] Network 15cb8267-ddeb-44e7-ae80-78a9e6670837 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:52.419327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-1ecfbaa0-726e-49d4-aec0-3d9152314704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.420923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-1ecfbaa0-726e-49d4-aec0-3d9152314704 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022d994b16944bed9450746c258d8d68&device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 1101 time: 0.1139910 Jul 30 01:59:52.430055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.456334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.548038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Deleting port affa4b2e-e615-4311-85d6-7ff5b6e00a11 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:52.548561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.567922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e9079005-e8f9-4235-9931-e1e5a4fd5c48 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:52.605001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] DHCP port deletion for 15cb8267-ddeb-44e7-ae80-78a9e6670837 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:59:52.639115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.642119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.661752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port e9079005-e8f9-4235-9931-e1e5a4fd5c48 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:52.673296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e9079005-e8f9-4235-9931-e1e5a4fd5c48 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:52.673600 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.674260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] For port affa4b2e-e615-4311-85d6-7ff5b6e00a11, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=affa4b2e-e615-4311-85d6-7ff5b6e00a11,segment=NetworkSegment(ef9a290c-b190-4557-b5fb-39c883b1e7e8),segment_id=ef9a290c-b190-4557-b5fb-39c883b1e7e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:52.675106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.677625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] Deleting port affa4b2e-e615-4311-85d6-7ff5b6e00a11 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:52.677995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.693940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Calling delete_port for affa4b2e-e615-4311-85d6-7ff5b6e00a11 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:52.738037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-b3b46006-64d4-433d-8605-cb67ddbeeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.739667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-b3b46006-64d4-433d-8605-cb67ddbeeb46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.2237267 Jul 30 01:59:52.740732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.741246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Fanout notify agent at l3_agent the message router_deleted on router f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:52.761077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.768422 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-512a70af-f4f3-4b85-ba86-f7997043646e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 HTTP/1.1" status: 204 len: 168 time: 1.2071228 Jul 30 01:59:52.769333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39424) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.773470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] For port affa4b2e-e615-4311-85d6-7ff5b6e00a11, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=affa4b2e-e615-4311-85d6-7ff5b6e00a11,segment=NetworkSegment(ef9a290c-b190-4557-b5fb-39c883b1e7e8),segment_id=ef9a290c-b190-4557-b5fb-39c883b1e7e8)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:52.773878 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.780835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054725299', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': False}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:52.788809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] Calling delete_port for affa4b2e-e615-4311-85d6-7ff5b6e00a11 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:52.798092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.833859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-55213572-468d-49c0-b744-b598613da962 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876 HTTP/1.1" status: 200 len: 217 time: 0.0627749 Jul 30 01:59:52.844343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Port': ['ID=affa4b2e-e615-4311-85d6-7ff5b6e00a11,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.886852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] No DVR routers for this DVR port affa4b2e-e615-4311-85d6-7ff5b6e00a11 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:52.903191 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.903453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-64f7cb11-0c69-404f-963a-87fb41bf8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.904968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-64f7cb11-0c69-404f-963a-87fb41bf8b4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0604939 Jul 30 01:59:52.909367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device affa4b2e-e615-4311-85d6-7ff5b6e00a11 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:52.914769 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.917106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.947642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e5178-dedd-4b56-8e2f-19e74f515535 req-2380be96-487f-4d4b-9a0f-13b8d424e5e1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.956397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e03e5178-dedd-4b56-8e2f-19e74f515535 req-2380be96-487f-4d4b-9a0f-13b8d424e5e1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 944 time: 0.1392870 Jul 30 01:59:52.998052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.046584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e03e5178-dedd-4b56-8e2f-19e74f515535 req-1a3b2d37-4c50-4e7a-93fe-e165c5773c44 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889058 Jul 30 01:59:53.054739 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.068629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cb8267-ddeb-44e7-ae80-78a9e6670837']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.081196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9a290c-b190-4557-b5fb-39c883b1e7e8') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.081580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9a290c-b190-4557-b5fb-39c883b1e7e8') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:53.092301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.109044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.116510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:53.116729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: timer() Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:53.121723 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:53.124988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-50b4c6a9-c05d-4632-b819-e7f329c8b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:53.127303 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-50b4c6a9-c05d-4632-b819-e7f329c8b19d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275384 Jul 30 01:59:53.135802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: affa4b2e-e615-4311-85d6-7ff5b6e00a11 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:53.137528 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device affa4b2e-e615-4311-85d6-7ff5b6e00a11 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:53.138279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c1534a4a-fe92-4d87-8a6b-7441a501df24 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:53.198084 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.204229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.206179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] 10.222.0.78 "DELETE /v2.0/networks/15cb8267-ddeb-44e7-ae80-78a9e6670837 HTTP/1.1" status: 204 len: 168 time: 0.8462150 Jul 30 01:59:53.212094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] Pushing event deleted for resources: {'Port': ['ID=affa4b2e-e615-4311-85d6-7ff5b6e00a11,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.218003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c1534a4a-fe92-4d87-8a6b-7441a501df24 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:53.218353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c1534a4a-fe92-4d87-8a6b-7441a501df24 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:53.231454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b16cf5-a2ba-4cf6-a63c-7b663518c31f None None] No DVR routers for this DVR port affa4b2e-e615-4311-85d6-7ff5b6e00a11 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:53.236896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f358842-e4ea-442a-8a77-6e25b2316f27 tempest-NetworksIpV6Test-1882066082 tempest-NetworksIpV6Test-1882066082-project] Pushing event deleted for resources: {'Network': ['ID=15cb8267-ddeb-44e7-ae80-78a9e6670837,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.238387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.288784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.299031 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.344319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e9079005-e8f9-4235-9931-e1e5a4fd5c48, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:53.345379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:53.348633 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922d4e8-2b05-4209-8d82-d03432270644" -d '{"events": [{"server_uuid": "c90f4c92-914b-4199-b746-6c16e3e23487", "name": "network-vif-plugged", "status": "completed", "tag": "e9079005-e8f9-4235-9931-e1e5a4fd5c48"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:53.353083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.396519 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-30a02adc-5943-4f37-bded-817f4be414ee service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216823 Jul 30 01:59:53.421204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e9079005-e8f9-4235-9931-e1e5a4fd5c48,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.502538 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-649e01a7-a4c6-4ff9-96b8-4ba051d839a4 req-a79682de-bc53-4728-a0fb-8119cf1119a8 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051033 Jul 30 01:59:53.597398 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0d430-bc4e-4107-be71-8320f8e7979e x-openstack-request-id: req-0de0d430-bc4e-4107-be71-8320f8e7979e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:53.597398 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90f4c92-914b-4199-b746-6c16e3e23487", "name": "network-vif-plugged", "status": "completed", "tag": "e9079005-e8f9-4235-9931-e1e5a4fd5c48", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:53.597635 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0de0d430-bc4e-4107-be71-8320f8e7979e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:53.597955 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48', 'code': 200} Jul 30 01:59:53.675660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39438) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:53.736008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.757088 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.770171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878e997-4d23-43f6-a66d-7013b9c69480 req-b0a4f4e0-f95a-4911-81a9-02d01bd4869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:53.771790 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9878e997-4d23-43f6-a66d-7013b9c69480 req-b0a4f4e0-f95a-4911-81a9-02d01bd4869a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 1097 time: 0.1066844 Jul 30 01:59:53.911979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c6df531b-faea-4275-a3b5-68e43649d40c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d2499d376c544e38f7c9c6dd19b7bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344182 Jul 30 01:59:53.916164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.003620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc47f010-2b03-4057-b78f-36317c492aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.030916 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc47f010-2b03-4057-b78f-36317c492aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.111537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc47f010-2b03-4057-b78f-36317c492aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.114309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc47f010-2b03-4057-b78f-36317c492aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.123848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc47f010-2b03-4057-b78f-36317c492aac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/505efba3-dc74-4334-873c-4c6c7c12a031 HTTP/1.1" status: 204 len: 168 time: 0.2065089 Jul 30 01:59:54.169152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47f010-2b03-4057-b78f-36317c492aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505efba3-dc74-4334-873c-4c6c7c12a031,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:54.198189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8e34-ef2d-4aa2-93e7-7b9be506d061 req-3a2af284-e1f4-412a-839c-7d756f3d7e4f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:54.206978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b5e8e34-ef2d-4aa2-93e7-7b9be506d061 req-3a2af284-e1f4-412a-839c-7d756f3d7e4f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 945 time: 0.0817194 Jul 30 01:59:54.272907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5b5e8e34-ef2d-4aa2-93e7-7b9be506d061 req-f2f3396c-cdad-4464-950e-0116d6c0fb97 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649188 Jul 30 01:59:54.300792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9878e997-4d23-43f6-a66d-7013b9c69480 req-f5ffaf6c-b11d-4f2e-8b6a-fdc50b342306 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956634 Jul 30 01:59:54.323722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Allocated IP 172.25.8.146 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/2624fd51-2502-4753-b6eb-c22640f40fe9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:54.456100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.504749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.550617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:54.552885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:54.562541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:54.569882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.597731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Port': ['ID=2624fd51-2502-4753-b6eb-c22640f40fe9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:54.879382 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.968866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39470) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.081893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-78e42f33-9028-4387-9b5f-5e3564691f72 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] Request body: {'port': {'network_id': 'b31e68f9-27ab-4325-87d3-37c958877e06', 'name': 'tempest-NetworksNegativeTestJSON-1202525320'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.100209 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e42f33-9028-4387-9b5f-5e3564691f72 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] POST failed (client error): The resource could not be found. Jul 30 01:59:55.100787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e42f33-9028-4387-9b5f-5e3564691f72 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.101972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78e42f33-9028-4387-9b5f-5e3564691f72 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1320276 Jul 30 01:59:55.106802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39474) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.116955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.127687 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b82803f-022b-4d9d-88ed-5a1e06d88d0e tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:55.128271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b82803f-022b-4d9d-88ed-5a1e06d88d0e tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.130035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2b82803f-022b-4d9d-88ed-5a1e06d88d0e tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "DELETE /v2.0/networks/baa91a3c-ab64-472a-a49c-7fdd768349fb HTTP/1.1" status: 404 len: 339 time: 0.0221739 Jul 30 01:59:55.133974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.160655 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ad7678-74fa-41f4-adb3-b5ae1c742fbe tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:55.161732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ad7678-74fa-41f4-adb3-b5ae1c742fbe tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.167961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f3ad7678-74fa-41f4-adb3-b5ae1c742fbe tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "DELETE /v2.0/ports/8823409c-2893-4bda-ab25-c64a5d4d5670 HTTP/1.1" status: 404 len: 333 time: 0.0288291 Jul 30 01:59:55.168265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39478) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.196684 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8a1992-ebd2-4694-8bc7-c9f6baa8d631 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] DELETE failed (client error): The resource could not be found. Jul 30 01:59:55.197149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8a1992-ebd2-4694-8bc7-c9f6baa8d631 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.203212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9f8a1992-ebd2-4694-8bc7-c9f6baa8d631 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "DELETE /v2.0/subnets/964879c8-4064-4405-8ee2-2bfc9dc3b240 HTTP/1.1" status: 404 len: 337 time: 0.0297940 Jul 30 01:59:55.203734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39480) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.224569 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08591c5-9282-47dd-8d44-a75bcdc1fd7f tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] GET failed (client error): The resource could not be found. Jul 30 01:59:55.226405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a08591c5-9282-47dd-8d44-a75bcdc1fd7f tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "GET /v2.0/networks/4ea8af12-f6e9-42e5-9c52-978ec57a2572 HTTP/1.1" status: 404 len: 339 time: 0.0214288 Jul 30 01:59:55.230690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39484) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.261159 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-748e7f45-40d3-4758-9f82-2aeffefd9850 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] GET failed (client error): The resource could not be found. Jul 30 01:59:55.262703 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-748e7f45-40d3-4758-9f82-2aeffefd9850 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "GET /v2.0/ports/69f61a67-4d61-44a3-8eb1-a81f6caf4edf HTTP/1.1" status: 404 len: 333 time: 0.0308247 Jul 30 01:59:55.266521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.283852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Router 41a9b918-4178-4684-9fad-696e792e57f6 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:55.296444 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-331bc1e3-6c2e-441d-a40b-6c5650bb6ca3 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] GET failed (client error): The resource could not be found. Jul 30 01:59:55.299244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-331bc1e3-6c2e-441d-a40b-6c5650bb6ca3 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "GET /v2.0/subnets/c6cf5c3d-fd54-40d5-9093-d77c6ca52048 HTTP/1.1" status: 404 len: 337 time: 0.0314353 Jul 30 01:59:55.303591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39490) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.310478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f3acdfc8-91c9-4467-a2bc-70ba664a2f3f tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.326031 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3acdfc8-91c9-4467-a2bc-70ba664a2f3f tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] PUT failed (client error): The resource could not be found. Jul 30 01:59:55.326320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3acdfc8-91c9-4467-a2bc-70ba664a2f3f tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.327620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f3acdfc8-91c9-4467-a2bc-70ba664a2f3f tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "PUT /v2.0/networks/d20dd84c-0fc6-4ad3-9f58-0fa6690c8fc0 HTTP/1.1" status: 404 len: 339 time: 0.0222681 Jul 30 01:59:55.331606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39492) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.340732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-52b3d368-c5a5-45b3-abda-1378158da7c5 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.383935 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b3d368-c5a5-45b3-abda-1378158da7c5 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] PUT failed (client error): The resource could not be found. Jul 30 01:59:55.383935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b3d368-c5a5-45b3-abda-1378158da7c5 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.384271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-52b3d368-c5a5-45b3-abda-1378158da7c5 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "PUT /v2.0/ports/b5a21832-9f87-4f4e-bcef-0265bec28b58 HTTP/1.1" status: 404 len: 333 time: 0.0512438 Jul 30 01:59:55.389951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.397252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4af686a3-1566-4e24-8e41-3974e4243152 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.423680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e3075-cc6a-41dd-9561-b1ada8a78b51 req-53a65b20-04ec-4562-9e1f-640ec24c7f0a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:55.425131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-074e3075-cc6a-41dd-9561-b1ada8a78b51 req-53a65b20-04ec-4562-9e1f-640ec24c7f0a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 945 time: 0.0793772 Jul 30 01:59:55.436322 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af686a3-1566-4e24-8e41-3974e4243152 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] PUT failed (client error): The resource could not be found. Jul 30 01:59:55.436783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af686a3-1566-4e24-8e41-3974e4243152 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:59:55.441735 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4af686a3-1566-4e24-8e41-3974e4243152 tempest-NetworksNegativeTestJSON-1684804687 tempest-NetworksNegativeTestJSON-1684804687-project] 10.222.0.78 "PUT /v2.0/subnets/31a0d093-46bd-4d58-8234-5ee64437308e HTTP/1.1" status: 404 len: 337 time: 0.0471241 Jul 30 01:59:55.448379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:55.465948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Sync routers for ids ['41a9b918-4178-4684-9fad-696e792e57f6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:55.481797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.486144 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6f8fa5b6-bf4d-4366-80c4-d438005734ab tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7109742 Jul 30 01:59:55.486144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.486541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-074e3075-cc6a-41dd-9561-b1ada8a78b51 req-1d62b540-3bb7-4d9d-985b-91b665d59786 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541651 Jul 30 01:59:55.490125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Routers {'41a9b918-4178-4684-9fad-696e792e57f6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:55.491157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['41a9b918-4178-4684-9fad-696e792e57f6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:55.680353 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a5a65cb1-0a1c-49cc-b4a6-89cca768e782 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/41a9b918-4178-4684-9fad-696e792e57f6 HTTP/1.1" status: 200 len: 909 time: 0.1917138 Jul 30 01:59:55.682889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.688433 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2054725299', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': True}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.714805 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.716026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.728864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Set router 41a9b918-4178-4684-9fad-696e792e57f6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:55.781231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.887906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7af66-a6ca-4d2b-8ad4-98d7276a94ff req-b0f757ff-2fb1-4cca-a00a-d6660d0ff5ac tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:55.891405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4af7af66-a6ca-4d2b-8ad4-98d7276a94ff req-b0f757ff-2fb1-4cca-a00a-d6660d0ff5ac tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 945 time: 0.0962639 Jul 30 01:59:55.896619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39508) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.982500 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.987296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4af7af66-a6ca-4d2b-8ad4-98d7276a94ff req-27ebfdcc-ce52-447f-b334-7d3b58d96933 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Jul 30 01:59:55.992004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a9b918-4178-4684-9fad-696e792e57f6', 'name': 'tempest-snat-router-2054725299', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.146'}], 'enable_snat': False}, 'gw_port_id': '2624fd51-2502-4753-b6eb-c22640f40fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:54Z', 'revision_number': 3, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port': {'id': '2624fd51-2502-4753-b6eb-c22640f40fe9', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:af:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a9b918-4178-4684-9fad-696e792e57f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:53Z', 'updated_at': '2021-07-30T01:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:56.039135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Checking router: 41a9b918-4178-4684-9fad-696e792e57f6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:56.039493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Updating router 41a9b918-4178-4684-9fad-696e792e57f6 port 2624fd51-2502-4753-b6eb-c22640f40fe9 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:56.054033 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e674f13-a520-45d0-9897-86dfa5d2f1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.066026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.208041 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e674f13-a520-45d0-9897-86dfa5d2f1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.213546 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e674f13-a520-45d0-9897-86dfa5d2f1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.261031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3e674f13-a520-45d0-9897-86dfa5d2f1ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d9ab44a50e642beb5baa25e7da6b02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634193 Jul 30 01:59:56.261676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39514) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:56.269014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e674f13-a520-45d0-9897-86dfa5d2f1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb5ad6-0773-455e-97ba-a71f2140a2f2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:56.307198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.331286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.345614 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48850c97-5eb9-447d-a3c3-8844e1fa8848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.375594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48850c97-5eb9-447d-a3c3-8844e1fa8848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.453198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48850c97-5eb9-447d-a3c3-8844e1fa8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.458005 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48850c97-5eb9-447d-a3c3-8844e1fa8848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.463302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48850c97-5eb9-447d-a3c3-8844e1fa8848 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cffb5ad6-0773-455e-97ba-a71f2140a2f2 HTTP/1.1" status: 204 len: 168 time: 0.1968937 Jul 30 01:59:56.488578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48850c97-5eb9-447d-a3c3-8844e1fa8848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb5ad6-0773-455e-97ba-a71f2140a2f2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:56.503814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.526068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Transition to ACTIVE for port object 2624fd51-2502-4753-b6eb-c22640f40fe9 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:56.547928 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.595503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Allocated IP 172.25.8.237 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/00c4efad-532a-4f0a-8a59-a7fabca01670) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:56.644710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef0873-ca1b-4e02-842e-3c4666210b00 None None] Pushing event updated for resources: {'Port': ['ID=2624fd51-2502-4753-b6eb-c22640f40fe9,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:56.655470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Attempting to bind port 2624fd51-2502-4753-b6eb-c22640f40fe9 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:56.655863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Attempting to bind port 2624fd51-2502-4753-b6eb-c22640f40fe9 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:56.656230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Attempting to bind port 2624fd51-2502-4753-b6eb-c22640f40fe9 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:56.673948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:56.674333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:56.674791 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.675216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:56.675826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Bound port: 2624fd51-2502-4753-b6eb-c22640f40fe9, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:56.676236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.740015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.757688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] For port 2624fd51-2502-4753-b6eb-c22640f40fe9, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:56.765912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] For port 2624fd51-2502-4753-b6eb-c22640f40fe9, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2624fd51-2502-4753-b6eb-c22640f40fe9,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:56.777082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.839647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.860721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Routers {'41a9b918-4178-4684-9fad-696e792e57f6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:56.861443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['41a9b918-4178-4684-9fad-696e792e57f6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:56.931179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:56.936074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:56.939215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:56.952539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef0873-ca1b-4e02-842e-3c4666210b00 None None] Pushing event updated for resources: {'Port': ['ID=2624fd51-2502-4753-b6eb-c22640f40fe9,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:56.982491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Port': ['ID=00c4efad-532a-4f0a-8a59-a7fabca01670,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:57.082385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] Set router 41a9b918-4178-4684-9fad-696e792e57f6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:57.137948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-063609bc-8b87-4c47-8a97-905750cf6167 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:57.139848 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-063609bc-8b87-4c47-8a97-905750cf6167 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.66 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 945 time: 0.1458523 Jul 30 01:59:57.199130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a026f-fab5-407f-9048-c407231bd7f7 req-14d801a0-a2a7-402e-b8bd-dbe379865c80 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:57.208146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-014a026f-fab5-407f-9048-c407231bd7f7 req-14d801a0-a2a7-402e-b8bd-dbe379865c80 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 945 time: 0.1202908 Jul 30 01:59:57.265957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-014a026f-fab5-407f-9048-c407231bd7f7 req-761248ed-3276-4bde-a18c-08f34062399d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Jul 30 01:59:57.418369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a9b918-4178-4684-9fad-696e792e57f6', 'name': 'tempest-snat-router-2054725299', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.146'}], 'enable_snat': False}, 'gw_port_id': '2624fd51-2502-4753-b6eb-c22640f40fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:54Z', 'revision_number': 3, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port': {'id': '2624fd51-2502-4753-b6eb-c22640f40fe9', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:af:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a9b918-4178-4684-9fad-696e792e57f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:53Z', 'updated_at': '2021-07-30T01:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:57.462147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69907727-fb05-4966-bb27-2aa55cca13fe None None] The sync data for ids ['41a9b918-4178-4684-9fad-696e792e57f6'] in n-d-713499-10 is: [{'id': '41a9b918-4178-4684-9fad-696e792e57f6', 'name': 'tempest-snat-router-2054725299', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.146'}], 'enable_snat': False}, 'gw_port_id': '2624fd51-2502-4753-b6eb-c22640f40fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:52Z', 'updated_at': '2021-07-30T01:59:54Z', 'revision_number': 3, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port': {'id': '2624fd51-2502-4753-b6eb-c22640f40fe9', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:af:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a9b918-4178-4684-9fad-696e792e57f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:53Z', 'updated_at': '2021-07-30T01:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:57.638857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39540) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:57.725380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Deleting port e9079005-e8f9-4235-9931-e1e5a4fd5c48 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:57.725380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.777421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8d122922-99ae-42a0-8f23-77805b449f01 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:57.777856 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-8d122922-99ae-42a0-8f23-77805b449f01 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 01:59:57.778341 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8d122922-99ae-42a0-8f23-77805b449f01 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:59:57.779327 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8d122922-99ae-42a0-8f23-77805b449f01 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1378355 Jul 30 01:59:57.784562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39544) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:57.789688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674849195'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:57.826550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.838663 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.942886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.948516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] For port e9079005-e8f9-4235-9931-e1e5a4fd5c48, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e9079005-e8f9-4235-9931-e1e5a4fd5c48,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:57.948972 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.039656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Calling delete_port for e9079005-e8f9-4235-9931-e1e5a4fd5c48 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:58.051050 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.057015 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.122785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e0a4df-2e81-432c-ab59-a8d282e72060,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:58.206083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.213927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.289634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.299750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5108662 Jul 30 01:59:58.311297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39548) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:58.324538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'abe966f9-81aa-4371-9aba-9294a0bc2f9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:58.390960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.399041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fede28-4fbc-4878-9ca8-f31a9284aa6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe966f9-81aa-4371-9aba-9294a0bc2f9a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:58.506512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.520694 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e9079005-e8f9-4235-9931-e1e5a4fd5c48'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:58.540247 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.569475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7b69240e-a2ed-4f13-bd47-a681821a8669'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:58.579125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Pushing event deleted for resources: {'Port': ['ID=e9079005-e8f9-4235-9931-e1e5a4fd5c48,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:58.614569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766ef4a-3148-4bcb-807b-9c21a354d0e2 req-ec1362b7-2037-48fa-8fa6-ad05be8a4078 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:58.622189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4766ef4a-3148-4bcb-807b-9c21a354d0e2 req-ec1362b7-2037-48fa-8fa6-ad05be8a4078 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=c90f4c92-914b-4199-b746-6c16e3e23487 HTTP/1.1" status: 200 len: 867 time: 0.2498553 Jul 30 01:59:58.653230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] No DVR routers for this DVR port e9079005-e8f9-4235-9931-e1e5a4fd5c48 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:58.656492 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.658619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c04f13d9-f344-44ad-9580-277a3e6f1ac8 req-38bac077-17fe-463c-8c60-1f2f23702e17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.66 "DELETE /v2.0/ports/e9079005-e8f9-4235-9931-e1e5a4fd5c48 HTTP/1.1" status: 204 len: 173 time: 1.5097423 Jul 30 01:59:58.659094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'name': 'network-vif-deleted', 'tag': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:58.661414 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2233986-9ecb-4f1f-8774-3a12b878887a" -d '{"events": [{"server_uuid": "c90f4c92-914b-4199-b746-6c16e3e23487", "name": "network-vif-deleted", "tag": "e9079005-e8f9-4235-9931-e1e5a4fd5c48"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:58.697581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Router 9084963d-f692-4110-b33b-6f1314173b04 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:59:58.796245 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99352be-3798-483a-b8b7-83efd25f470b x-openstack-request-id: req-c99352be-3798-483a-b8b7-83efd25f470b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:58.796796 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90f4c92-914b-4199-b746-6c16e3e23487", "name": "network-vif-deleted", "tag": "e9079005-e8f9-4235-9931-e1e5a4fd5c48", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:58.798061 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c99352be-3798-483a-b8b7-83efd25f470b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:58.798061 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90f4c92-914b-4199-b746-6c16e3e23487', 'name': 'network-vif-deleted', 'tag': 'e9079005-e8f9-4235-9931-e1e5a4fd5c48', 'status': 'completed', 'code': 200} Jul 30 01:59:58.861660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4766ef4a-3148-4bcb-807b-9c21a354d0e2 req-33f3d671-c8cd-4980-9969-bd60088b3ea2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301297 Jul 30 01:59:58.904340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:58.916643 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Sync routers for ids ['9084963d-f692-4110-b33b-6f1314173b04'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:58.933006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.936509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Routers {'9084963d-f692-4110-b33b-6f1314173b04'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:58.937472 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9084963d-f692-4110-b33b-6f1314173b04'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:58.943577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.973120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:58.973120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6949bf63-b873-460b-b3e3-362936e92f18 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2852972 Jul 30 01:59:58.973120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39554) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:58.991330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2624fd51-2502-4753-b6eb-c22640f40fe9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:59.018810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b45674-5aaa-440c-bb41-a96df9cb9846,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.056056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.066635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2289b516-1499-4add-9744-2241780c8494 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7524252 Jul 30 01:59:59.067524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39556) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.082288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-557d27d3-febc-4abc-b0ef-efac221b982c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'abe966f9-81aa-4371-9aba-9294a0bc2f9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:59.111580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2624fd51-2502-4753-b6eb-c22640f40fe9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:59.116866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2624fd51-2502-4753-b6eb-c22640f40fe9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:59.117349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.131932 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-557d27d3-febc-4abc-b0ef-efac221b982c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.148595 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Set router 9084963d-f692-4110-b33b-6f1314173b04 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:59.209202 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-557d27d3-febc-4abc-b0ef-efac221b982c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:59:59.215461 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-557d27d3-febc-4abc-b0ef-efac221b982c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1403797 Jul 30 01:59:59.216745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39558) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.230626 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e14844b5-63ee-4477-b0cf-3b508d40ab05 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/9084963d-f692-4110-b33b-6f1314173b04 HTTP/1.1" status: 200 len: 908 time: 0.2562366 Jul 30 01:59:59.233508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39560) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.312874 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.357459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2624fd51-2502-4753-b6eb-c22640f40fe9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2624fd51-2502-4753-b6eb-c22640f40fe9,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:59.368818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.443654 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9084963d-f692-4110-b33b-6f1314173b04', 'name': 'tempest-snat-router-2054725299', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '00c4efad-532a-4f0a-8a59-a7fabca01670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:55Z', 'updated_at': '2021-07-30T01:59:57Z', 'revision_number': 3, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port': {'id': '00c4efad-532a-4f0a-8a59-a7fabca01670', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9084963d-f692-4110-b33b-6f1314173b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:59:56Z', 'updated_at': '2021-07-30T01:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:59.452561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03346ad6-4b66-4b6e-b3ce-355586a40cbf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.469560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2624fd51-2502-4753-b6eb-c22640f40fe9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.505056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03346ad6-4b66-4b6e-b3ce-355586a40cbf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.510746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.513426 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Checking router: 9084963d-f692-4110-b33b-6f1314173b04 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:59.516805 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Updating router 9084963d-f692-4110-b33b-6f1314173b04 port 00c4efad-532a-4f0a-8a59-a7fabca01670 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:59:59.613373 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.684481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03346ad6-4b66-4b6e-b3ce-355586a40cbf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.688017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03346ad6-4b66-4b6e-b3ce-355586a40cbf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.691945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-03346ad6-4b66-4b6e-b3ce-355586a40cbf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/abe966f9-81aa-4371-9aba-9294a0bc2f9a HTTP/1.1" status: 204 len: 168 time: 0.4726708 Jul 30 01:59:59.692175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.747845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03346ad6-4b66-4b6e-b3ce-355586a40cbf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe966f9-81aa-4371-9aba-9294a0bc2f9a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:59.756793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:59.794724 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd03ebce-50fe-474d-9569-468dba9d088f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012800 Jul 30 01:59:59.802320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:59.816732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758238494'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:59.859976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.077439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.085894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.153855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.159467 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3521998 Jul 30 02:00:00.164137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39572) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.165570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f178040-dd85-4334-abbc-bad51ae4a456 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d6669-7b5e-4d1f-b39a-92533f4bf20b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.177671 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.197877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-17fb842c-af21-453a-86cd-c2bb0cbab422 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'b39d6669-7b5e-4d1f-b39a-92533f4bf20b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:00.198857 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-17fb842c-af21-453a-86cd-c2bb0cbab422 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 02:00:00.199331 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-17fb842c-af21-453a-86cd-c2bb0cbab422 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:00.202865 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Transition to ACTIVE for port object 00c4efad-532a-4f0a-8a59-a7fabca01670 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:00.203879 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-17fb842c-af21-453a-86cd-c2bb0cbab422 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0196791 Jul 30 02:00:00.204582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39574) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.218048 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.263089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Deleting port 00c4efad-532a-4f0a-8a59-a7fabca01670 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:00.263089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.302748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18f911f5-4564-44ca-8f57-8c2e22959921 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.311363 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Pushing event updated for resources: {'Port': ['ID=00c4efad-532a-4f0a-8a59-a7fabca01670,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.318248 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Attempting to bind port 00c4efad-532a-4f0a-8a59-a7fabca01670 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:00.318801 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Attempting to bind port 00c4efad-532a-4f0a-8a59-a7fabca01670 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:00.319360 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Attempting to bind port 00c4efad-532a-4f0a-8a59-a7fabca01670 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:00.323528 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.323919 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.324311 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.324712 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.325116 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.325496 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.325884 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.326377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.326760 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.327364 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.327741 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.328129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:00.329964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18f911f5-4564-44ca-8f57-8c2e22959921 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.337983 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:00.338553 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:00.339102 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.339603 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:00.340093 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Bound port: 00c4efad-532a-4f0a-8a59-a7fabca01670, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:00.340457 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.374581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.405371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Calling delete_port for 00c4efad-532a-4f0a-8a59-a7fabca01670 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:00.408761 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] For port 00c4efad-532a-4f0a-8a59-a7fabca01670, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:00.413301 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] For port 00c4efad-532a-4f0a-8a59-a7fabca01670, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=00c4efad-532a-4f0a-8a59-a7fabca01670,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:00.418930 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.428566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18f911f5-4564-44ca-8f57-8c2e22959921 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.429566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f007714-ec81-464d-a422-8f3b6be20188 req-8c5f85b1-8d83-40fe-8de1-363061a291d6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:00.431771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f007714-ec81-464d-a422-8f3b6be20188 req-8c5f85b1-8d83-40fe-8de1-363061a291d6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1867642 Jul 30 02:00:00.431912 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18f911f5-4564-44ca-8f57-8c2e22959921 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.433390 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18f911f5-4564-44ca-8f57-8c2e22959921 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/b39d6669-7b5e-4d1f-b39a-92533f4bf20b HTTP/1.1" status: 204 len: 168 time: 0.2272251 Jul 30 02:00:00.437998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.466483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f911f5-4564-44ca-8f57-8c2e22959921 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d6669-7b5e-4d1f-b39a-92533f4bf20b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.525232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f007714-ec81-464d-a422-8f3b6be20188 req-12ef5a23-6bd2-4dec-a248-92aa63cea44f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 Jul 30 02:00:00.543063 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Routers {'9084963d-f692-4110-b33b-6f1314173b04'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:00.543063 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9084963d-f692-4110-b33b-6f1314173b04'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:00.543347 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-322d2de6-4aea-40b1-b50c-6e01138bbe27 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031671 Jul 30 02:00:00.551622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39580) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.562203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--90168458'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:00.595980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.631147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e9079005-e8f9-4235-9931-e1e5a4fd5c48 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:00.635096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e12f9-408d-4b7f-8b82-0827b8b291c3 None None] Pushing event updated for resources: {'Port': ['ID=00c4efad-532a-4f0a-8a59-a7fabca01670,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.710212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: e9079005-e8f9-4235-9931-e1e5a4fd5c48 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:00.710212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e9079005-e8f9-4235-9931-e1e5a4fd5c48 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:00.732131 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] Set router 9084963d-f692-4110-b33b-6f1314173b04 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:00.781956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.787848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.790248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2624fd51-2502-4753-b6eb-c22640f40fe9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:00.846952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.848424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2945232 Jul 30 02:00:00.851279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.856327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-04232953-1543-4685-b509-f38e89ecc7d7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '577f922e-5439-4dc3-9969-2f7ac903b2d0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:00.856889 n-d-713499-10 neutron-server[93889]: WARNING neutron.api.v2.base [None req-04232953-1543-4685-b509-f38e89ecc7d7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 02:00:00.858119 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-04232953-1543-4685-b509-f38e89ecc7d7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:00.858473 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04232953-1543-4685-b509-f38e89ecc7d7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062823 Jul 30 02:00:00.861320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39590) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:00.869431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b913968-c1fa-41a0-84af-467c8fe3fb94 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577f922e-5439-4dc3-9969-2f7ac903b2d0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.884441 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9084963d-f692-4110-b33b-6f1314173b04', 'name': 'tempest-snat-router-2054725299', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:55Z', 'updated_at': '2021-07-30T01:59:59Z', 'revision_number': 4, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:00.912181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.916091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2624fd51-2502-4753-b6eb-c22640f40fe9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:00.917080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:00.925174 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb13476-b7e8-4148-a5d5-53a1bd957a1b None None] The sync data for ids ['9084963d-f692-4110-b33b-6f1314173b04'] in n-d-713499-10 is: [{'id': '9084963d-f692-4110-b33b-6f1314173b04', 'name': 'tempest-snat-router-2054725299', 'tenant_id': '98204d887819428a8d2c883dc0a84869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:59:55Z', 'updated_at': '2021-07-30T01:59:59Z', 'revision_number': 4, 'project_id': '98204d887819428a8d2c883dc0a84869', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:00.966045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event deleted for resources: {'Port': ['ID=00c4efad-532a-4f0a-8a59-a7fabca01670,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:00.972225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9e398a0-b2c3-42fa-865b-ee61cd88d8dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.002945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a62517-10bc-4bd3-a510-feaaceacdba5 req-b57ac91f-4518-49b0-9dba-936db805fce2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:01.005060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05a62517-10bc-4bd3-a510-feaaceacdba5 req-b57ac91f-4518-49b0-9dba-936db805fce2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1552863 Jul 30 02:00:01.024113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9e398a0-b2c3-42fa-865b-ee61cd88d8dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.120819 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9e398a0-b2c3-42fa-865b-ee61cd88d8dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.121159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05a62517-10bc-4bd3-a510-feaaceacdba5 req-08bbb36b-134b-4fba-8582-5492b71a92fc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006789 Jul 30 02:00:01.128832 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9e398a0-b2c3-42fa-865b-ee61cd88d8dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.134277 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e9e398a0-b2c3-42fa-865b-ee61cd88d8dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/577f922e-5439-4dc3-9969-2f7ac903b2d0 HTTP/1.1" status: 204 len: 168 time: 0.2709670 Jul 30 02:00:01.134277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39592) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.142274 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.165889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e398a0-b2c3-42fa-865b-ee61cd88d8dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f922e-5439-4dc3-9969-2f7ac903b2d0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:01.266301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e25c1850-bb92-425e-9e95-b73c7ed8daf0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043167 Jul 30 02:00:01.269824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39596) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.277287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657143496'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.326185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.328846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.335112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.410863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08715b41-77c1-48db-af61-54ee590abbed req-f1eca3f3-44a4-45c8-b2eb-b8dde24eb8a6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:01.413199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08715b41-77c1-48db-af61-54ee590abbed req-f1eca3f3-44a4-45c8-b2eb-b8dde24eb8a6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1653039 Jul 30 02:00:01.417484 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.418887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9084963d-f692-4110-b33b-6f1314173b04 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:01.430518 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.434377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.434944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a58c7ad1-3338-4a03-9974-05ac47fd006e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9084963d-f692-4110-b33b-6f1314173b04 HTTP/1.1" status: 204 len: 168 time: 2.2004585 Jul 30 02:00:01.490114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08715b41-77c1-48db-af61-54ee590abbed req-35c502f6-99a3-44de-ba3f-4215c94b34d9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Jul 30 02:00:01.546799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.576192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.625015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.629384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3553274 Jul 30 02:00:01.629475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39604) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.632390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a8fe-4508-483c-ba70-3b2a00b9407f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3ce6b-daca-4ebc-bcce-20781c7da6e6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:01.636259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ab73a0c0-497d-48d8-9337-fa0f6be80d26 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'fdb3ce6b-daca-4ebc-bcce-20781c7da6e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.637266 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-ab73a0c0-497d-48d8-9337-fa0f6be80d26 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 02:00:01.637788 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-ab73a0c0-497d-48d8-9337-fa0f6be80d26 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:01.639064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab73a0c0-497d-48d8-9337-fa0f6be80d26 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082939 Jul 30 02:00:01.646580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39606) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.648466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.652051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-88f75821-307a-465d-b770-52001ff31757 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'fdb3ce6b-daca-4ebc-bcce-20781c7da6e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.653802 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-88f75821-307a-465d-b770-52001ff31757 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 02:00:01.654406 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-88f75821-307a-465d-b770-52001ff31757 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:01.655499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-88f75821-307a-465d-b770-52001ff31757 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078928 Jul 30 02:00:01.658466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39608) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.663507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-12d5c64a-1135-48a9-87ce-d59dec9344f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'fdb3ce6b-daca-4ebc-bcce-20781c7da6e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.664286 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-12d5c64a-1135-48a9-87ce-d59dec9344f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 02:00:01.664782 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-12d5c64a-1135-48a9-87ce-d59dec9344f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:01.665856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-12d5c64a-1135-48a9-87ce-d59dec9344f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063515 Jul 30 02:00:01.668434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39610) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.677474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d6fb52c8-9c7f-48e4-8681-6c75ab7815f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'fdb3ce6b-daca-4ebc-bcce-20781c7da6e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:01.678399 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-d6fb52c8-9c7f-48e4-8681-6c75ab7815f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 02:00:01.678909 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-d6fb52c8-9c7f-48e4-8681-6c75ab7815f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:01.679942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d6fb52c8-9c7f-48e4-8681-6c75ab7815f2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105531 Jul 30 02:00:01.682747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39612) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.759876 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5573d82-4581-450b-8bde-01544914a9c7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.795473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.797637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5573d82-4581-450b-8bde-01544914a9c7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.875964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5573d82-4581-450b-8bde-01544914a9c7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.880067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5573d82-4581-450b-8bde-01544914a9c7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.884467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a5573d82-4581-450b-8bde-01544914a9c7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/fdb3ce6b-daca-4ebc-bcce-20781c7da6e6 HTTP/1.1" status: 204 len: 168 time: 0.1976759 Jul 30 02:00:01.907621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39614) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.933842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Deleting port 2624fd51-2502-4753-b6eb-c22640f40fe9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:01.934228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.996146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5573d82-4581-450b-8bde-01544914a9c7 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3ce6b-daca-4ebc-bcce-20781c7da6e6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.097424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-db89c6ee-cdc3-4af1-809c-a55283a51a12 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1735086 Jul 30 02:00:02.097424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39622) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.102316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--425814612'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.133348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.194253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] For port 2624fd51-2502-4753-b6eb-c22640f40fe9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2624fd51-2502-4753-b6eb-c22640f40fe9,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:02.194803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.222030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Calling delete_port for 2624fd51-2502-4753-b6eb-c22640f40fe9 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:02.270869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.277637 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.346598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.350044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2494040 Jul 30 02:00:02.361281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39624) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.405476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-38ecd250-8a06-4478-a883-e626ef91c28e tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.406210 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-38ecd250-8a06-4478-a883-e626ef91c28e tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:00:02.408016 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-38ecd250-8a06-4478-a883-e626ef91c28e tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.409219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-38ecd250-8a06-4478-a883-e626ef91c28e tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0396819 Jul 30 02:00:02.420392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39626) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.427671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dae1c36c-4395-429e-8cba-616c2ca8f73a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.452041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c85b5-04b2-4e2b-8941-3cc98a65ee7d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de3de39-ca96-497b-a5ae-3a2fd4f4089c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.559493 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-dae1c36c-4395-429e-8cba-616c2ca8f73a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.560650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.564350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dae1c36c-4395-429e-8cba-616c2ca8f73a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1408119 Jul 30 02:00:02.565532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39630) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.581025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-400304d3-04d1-466e-b672-945cf7a69faf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.581751 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-400304d3-04d1-466e-b672-945cf7a69faf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 02:00:02.583409 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-400304d3-04d1-466e-b672-945cf7a69faf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.584641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-400304d3-04d1-466e-b672-945cf7a69faf tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0181365 Jul 30 02:00:02.589437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39632) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.594750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-542857c8-1a2b-4ff9-9968-cf36a8b21789 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.597272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event deleted for resources: {'Port': ['ID=2624fd51-2502-4753-b6eb-c22640f40fe9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.656968 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-542857c8-1a2b-4ff9-9968-cf36a8b21789 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.661257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-542857c8-1a2b-4ff9-9968-cf36a8b21789 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0704725 Jul 30 02:00:02.665395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39634) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.701848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f3282b7f-9c19-494c-838f-15b2cc1e330a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.705679 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-f3282b7f-9c19-494c-838f-15b2cc1e330a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:00:02.705679 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-f3282b7f-9c19-494c-838f-15b2cc1e330a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.705679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f3282b7f-9c19-494c-838f-15b2cc1e330a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0375521 Jul 30 02:00:02.707489 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39636) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.724056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.725869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-69d50f86-4a94-420f-aa27-149983deb683 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.776438 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-69d50f86-4a94-420f-aa27-149983deb683 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Project b9b83f8195864b2e91f99a2d558d8b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:00:02.817962 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-69d50f86-4a94-420f-aa27-149983deb683 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.827074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-69d50f86-4a94-420f-aa27-149983deb683 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1119165 Jul 30 02:00:02.831260 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39638) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.836415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-829f8282-fc74-4d07-a2e7-cbbb3be8f82c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.837897 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-829f8282-fc74-4d07-a2e7-cbbb3be8f82c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 02:00:02.837897 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-829f8282-fc74-4d07-a2e7-cbbb3be8f82c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.841316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-829f8282-fc74-4d07-a2e7-cbbb3be8f82c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086513 Jul 30 02:00:02.841698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39640) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.846357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8661d433-8469-45d8-89d1-a5f609c309ae tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.857885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.861347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.919120 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-8661d433-8469-45d8-89d1-a5f609c309ae tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Project b9b83f8195864b2e91f99a2d558d8b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:00:02.926566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.927174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41a9b918-4178-4684-9fad-696e792e57f6 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:02.933587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.934709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63546d4c-530e-4e79-9c3c-7712d05b7903 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "DELETE /v2.0/routers/41a9b918-4178-4684-9fad-696e792e57f6 HTTP/1.1" status: 204 len: 168 time: 1.4992802 Jul 30 02:00:02.940190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39642) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.946628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1406294371', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:02.957510 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8661d433-8469-45d8-89d1-a5f609c309ae tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:02.958885 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8661d433-8469-45d8-89d1-a5f609c309ae tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1161981 Jul 30 02:00:02.963063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39644) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.967637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6fe90302-4f08-41c7-8e58-98a6048be71d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '0de3de39-ca96-497b-a5ae-3a2fd4f4089c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:03.002599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.004966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.128376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.204616 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-6fe90302-4f08-41c7-8e58-98a6048be71d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Project b9b83f8195864b2e91f99a2d558d8b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:00:03.327584 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-6fe90302-4f08-41c7-8e58-98a6048be71d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:03.329180 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fe90302-4f08-41c7-8e58-98a6048be71d tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3647528 Jul 30 02:00:03.332401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39654) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:03.336562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.426022 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e861b47-d0fd-4bd3-8612-258c4913f39b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.455129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e861b47-d0fd-4bd3-8612-258c4913f39b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.480953 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-f354a595-e500-424e-bd59-265eff421f22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738108 Jul 30 02:00:03.524620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e861b47-d0fd-4bd3-8612-258c4913f39b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.527420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7e861b47-d0fd-4bd3-8612-258c4913f39b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.529789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7e861b47-d0fd-4bd3-8612-258c4913f39b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/0de3de39-ca96-497b-a5ae-3a2fd4f4089c HTTP/1.1" status: 204 len: 168 time: 0.1954205 Jul 30 02:00:03.534133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39664) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:03.565291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e861b47-d0fd-4bd3-8612-258c4913f39b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de3de39-ca96-497b-a5ae-3a2fd4f4089c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.599696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068e7b-fb64-4004-83fd-4a1a60093d31 req-218b7a8a-d95e-4c4c-848f-ee316fe126ce tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:03.601655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a068e7b-fb64-4004-83fd-4a1a60093d31 req-218b7a8a-d95e-4c4c-848f-ee316fe126ce tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0889709 Jul 30 02:00:03.661100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a068e7b-fb64-4004-83fd-4a1a60093d31 req-5006b401-cc2b-4972-a0c1-e6545c5ff7a1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516112 Jul 30 02:00:03.735650 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0d8a0047-4280-4abc-bc93-4f45fa6be57b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1912055 Jul 30 02:00:03.751601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39668) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:03.758545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142179024'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:03.811314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.822448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607aa14-6e5c-46cd-a74a-48581409966d req-ce414684-cedc-4809-974f-063359a87fde tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:03.824098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5607aa14-6e5c-46cd-a74a-48581409966d req-ce414684-cedc-4809-974f-063359a87fde tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0859125 Jul 30 02:00:03.899853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5607aa14-6e5c-46cd-a74a-48581409966d req-201fea6e-563b-4b93-b655-e518574da58f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682440 Jul 30 02:00:03.993440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.000585 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.036151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.046131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.048237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2950907 Jul 30 02:00:04.052635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39672) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.057296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721d77a-c533-4b74-9766-587ae225f0eb req-5b804345-3c15-4a97-9839-19df3602a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.058761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6dea9a5e-a1d1-415f-a3bb-c4887098b68b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'a51acf9d-6a52-4b69-9f74-efeb6069db64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:04.058920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-5b804345-3c15-4a97-9839-19df3602a7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1097 time: 0.4841197 Jul 30 02:00:04.060245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.067936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65522945-5ef6-4eaa-974e-8956d0ac29b1 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51acf9d-6a52-4b69-9f74-efeb6069db64,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:04.133672 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-6dea9a5e-a1d1-415f-a3bb-c4887098b68b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The resource could not be found. Jul 30 02:00:04.134814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6dea9a5e-a1d1-415f-a3bb-c4887098b68b tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0808806 Jul 30 02:00:04.137630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39674) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.142606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8670a773-e064-44cd-a4dd-761be6e74138 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'a51acf9d-6a52-4b69-9f74-efeb6069db64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6f0404a8-abcd-42e7-a485-5c3959b54a76'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:04.199174 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-8670a773-e064-44cd-a4dd-761be6e74138 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The resource could not be found. Jul 30 02:00:04.200464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8670a773-e064-44cd-a4dd-761be6e74138 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0617399 Jul 30 02:00:04.203531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39676) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.258046 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Allocated IP 172.25.8.34 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/1e4fc691-a016-4a10-b1cf-9b45c31764b6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:04.261074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721d77a-c533-4b74-9766-587ae225f0eb req-116136ed-1fdd-470b-89d1-fec10cb67835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.262563 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-116136ed-1fdd-470b-89d1-fec10cb67835 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 910 time: 0.1526146 Jul 30 02:00:04.282448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6156d8f8-325b-41da-a5b7-8f7de3d9f75c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.320683 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6156d8f8-325b-41da-a5b7-8f7de3d9f75c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.386150 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6156d8f8-325b-41da-a5b7-8f7de3d9f75c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.392969 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-2afcd624-2472-4ad0-a7ec-f5798b5af01b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 1000 time: 0.1202149 Jul 30 02:00:04.396131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6156d8f8-325b-41da-a5b7-8f7de3d9f75c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.401416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6156d8f8-325b-41da-a5b7-8f7de3d9f75c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/a51acf9d-6a52-4b69-9f74-efeb6069db64 HTTP/1.1" status: 204 len: 168 time: 0.1923892 Jul 30 02:00:04.402625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39682) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.427218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156d8f8-325b-41da-a5b7-8f7de3d9f75c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51acf9d-6a52-4b69-9f74-efeb6069db64,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:04.552512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721d77a-c533-4b74-9766-587ae225f0eb req-9f8798a1-d4ce-4988-a447-02a4cfeca5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.554404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-9f8798a1-d4ce-4988-a447-02a4cfeca5ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 200 len: 848 time: 0.1444230 Jul 30 02:00:04.577089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.589228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9b1ea9ae-6291-4b30-afa5-6cdb91f1201f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1804876 Jul 30 02:00:04.590042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39688) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.596944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-09747fa8-54c6-4bd8-84ca-7611af41bc23 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': 'e33f81c4-f5e3-4254-8426-5123fe487fd1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:04.645030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721d77a-c533-4b74-9766-587ae225f0eb req-5f020424-5126-4c00-9b77-2c3d130d7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:04.646752 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-5f020424-5126-4c00-9b77-2c3d130d7414 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d351b5-469b-45c9-9535-2e7431d0ea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839424 Jul 30 02:00:04.662853 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-09747fa8-54c6-4bd8-84ca-7611af41bc23 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The resource could not be found. Jul 30 02:00:04.670831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-09747fa8-54c6-4bd8-84ca-7611af41bc23 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0790005 Jul 30 02:00:04.672788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39690) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.679576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--606447485'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:04.705945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2624fd51-2502-4753-b6eb-c22640f40fe9 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:04.740731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2624fd51-2502-4753-b6eb-c22640f40fe9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:04.742051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2624fd51-2502-4753-b6eb-c22640f40fe9 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:04.744393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.775274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.781603 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-8a1b1042-1985-4567-98db-84b0aae3f337 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266060 Jul 30 02:00:04.870306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.876470 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.877732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:04.888187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:04.894774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:04.901429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.906915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2326741 Jul 30 02:00:04.907746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39692) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:04.923700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--317456685'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:04.931394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event updated for resources: {'Port': ['ID=1e4fc691-a016-4a10-b1cf-9b45c31764b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:04.954254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.954597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.954958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.955321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.955652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.955983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.956310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.956629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.956950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.957269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.960567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.960711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e3bf-8acb-489f-bdbe-e46ef520e6e3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c12dd-0cf3-4b30-ad7e-9eddc4ae086f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:04.960811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:04.973249 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.006271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2721d77a-c533-4b74-9766-587ae225f0eb req-3674a5f6-ce33-4cfe-ae38-7384e8d83b5f service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976624 Jul 30 02:00:05.121444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.129196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.169170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.170545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2517023 Jul 30 02:00:05.173901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39694) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.178534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d62e04e6-e0f4-47fd-b612-0f2ac7f9661c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '1a0c12dd-0cf3-4b30-ad7e-9eddc4ae086f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a6f50173-1a3f-486e-b7b8-2cd0b23099a2'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:05.185900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a1134-ad29-48dd-b5c6-a8076319a02a tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f50173-1a3f-486e-b7b8-2cd0b23099a2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:05.236779 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-d62e04e6-e0f4-47fd-b612-0f2ac7f9661c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:05.238135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d62e04e6-e0f4-47fd-b612-0f2ac7f9661c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0632284 Jul 30 02:00:05.242534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39696) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.292832 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.303365 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-152e1da9-b46b-4802-9f50-7fb234ec69ba tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.328212 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-152e1da9-b46b-4802-9f50-7fb234ec69ba tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.375642 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-152e1da9-b46b-4802-9f50-7fb234ec69ba tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.378723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-152e1da9-b46b-4802-9f50-7fb234ec69ba tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.381925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-152e1da9-b46b-4802-9f50-7fb234ec69ba tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/a6f50173-1a3f-486e-b7b8-2cd0b23099a2 HTTP/1.1" status: 204 len: 168 time: 0.1361387 Jul 30 02:00:05.384461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.399560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e1da9-b46b-4802-9f50-7fb234ec69ba tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f50173-1a3f-486e-b7b8-2cd0b23099a2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:05.472616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c67b569a-f1ff-495b-a812-9aa149a8beb9 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0845816 Jul 30 02:00:05.473234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.536677 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.562624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946c257b-131b-43c9-8d4f-317feeaa6f6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.589103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946c257b-131b-43c9-8d4f-317feeaa6f6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.676064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956469d8-9ea6-4005-a1d6-146404e29478 req-99c6be0f-7de6-4aab-9961-15843ed91526 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.677696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956469d8-9ea6-4005-a1d6-146404e29478 req-99c6be0f-7de6-4aab-9961-15843ed91526 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0777626 Jul 30 02:00:05.678768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946c257b-131b-43c9-8d4f-317feeaa6f6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.682105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-946c257b-131b-43c9-8d4f-317feeaa6f6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.685528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-946c257b-131b-43c9-8d4f-317feeaa6f6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/1a0c12dd-0cf3-4b30-ad7e-9eddc4ae086f HTTP/1.1" status: 204 len: 168 time: 0.2094061 Jul 30 02:00:05.686779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.706676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c257b-131b-43c9-8d4f-317feeaa6f6c tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c12dd-0cf3-4b30-ad7e-9eddc4ae086f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:05.709619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Router 265a0ac7-d017-4977-97d7-6e3230b2a76b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:05.730625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956469d8-9ea6-4005-a1d6-146404e29478 req-d15b290c-7ccd-44bc-b278-4104ffa36adf tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Jul 30 02:00:05.780544 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2af88aff-9f84-45ab-822b-f7de8e817a48 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923967 Jul 30 02:00:05.784324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:05.789385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107779484'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:05.824544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.856389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:05.868283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] Sync routers for ids ['265a0ac7-d017-4977-97d7-6e3230b2a76b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:05.880760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] Routers {'265a0ac7-d017-4977-97d7-6e3230b2a76b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:05.883567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['265a0ac7-d017-4977-97d7-6e3230b2a76b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.890620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079eb6a-41b3-435e-ada0-cee620e6038b req-5be2d830-0255-4eef-8539-4f3c2893b2d7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.892279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d079eb6a-41b3-435e-ada0-cee620e6038b req-5be2d830-0255-4eef-8539-4f3c2893b2d7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0827737 Jul 30 02:00:05.930644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.943021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] Routers {'265a0ac7-d017-4977-97d7-6e3230b2a76b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:05.944201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['265a0ac7-d017-4977-97d7-6e3230b2a76b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.957943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d079eb6a-41b3-435e-ada0-cee620e6038b req-83cf3446-c246-4ab2-b333-dbca77a9c1d8 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528555 Jul 30 02:00:05.984289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.990225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.992802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.993390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:05.994228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9bfeb-437d-4cb3-80d0-4fdbfd38b9b4 None None] The sync data for ids ['265a0ac7-d017-4977-97d7-6e3230b2a76b'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:05.994406 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce08aa11-68d1-4d48-bbb1-3a1b3e1a7f3b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0528746 Jul 30 02:00:05.997136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.002547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': False}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:06.036041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418869de-f926-4abb-b17b-6600c2f1f788,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.038689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.043833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-145f71f9-f5f1-4a90-9ecf-4feadf1ea00f tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2546449 Jul 30 02:00:06.051272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.056593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-cb55db70-3faf-41ba-9f86-9dc24b9e79f3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '418869de-f926-4abb-b17b-6600c2f1f788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:06.117773 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-cb55db70-3faf-41ba-9f86-9dc24b9e79f3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:06.122360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cb55db70-3faf-41ba-9f86-9dc24b9e79f3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0666544 Jul 30 02:00:06.123570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39728) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.131444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3e0a1d8f-eeb5-4d9e-a5b9-815b3d5c5ff3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group_rule': {'security_group_id': '418869de-f926-4abb-b17b-6600c2f1f788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:06.175462 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-3e0a1d8f-eeb5-4d9e-a5b9-815b3d5c5ff3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:00:06.177059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3e0a1d8f-eeb5-4d9e-a5b9-815b3d5c5ff3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0519402 Jul 30 02:00:06.179796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.281460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c4bc-688b-46ef-a7dd-32fc075cfbac req-7334c64a-42b2-4ff0-b23f-e7d7367369f6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.283192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f60c4bc-688b-46ef-a7dd-32fc075cfbac req-7334c64a-42b2-4ff0-b23f-e7d7367369f6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0933328 Jul 30 02:00:06.286437 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9760-a32d-49a8-92de-c575bbf19da0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.325793 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9760-a32d-49a8-92de-c575bbf19da0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.354424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f60c4bc-688b-46ef-a7dd-32fc075cfbac req-a4fde8c0-6a9a-4358-93ea-d366b95e7c85 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647690 Jul 30 02:00:06.387152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9760-a32d-49a8-92de-c575bbf19da0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.391562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9760-a32d-49a8-92de-c575bbf19da0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.393339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8e3f9760-a32d-49a8-92de-c575bbf19da0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/418869de-f926-4abb-b17b-6600c2f1f788 HTTP/1.1" status: 204 len: 168 time: 0.2101667 Jul 30 02:00:06.398538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.399620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.422833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f9760-a32d-49a8-92de-c575bbf19da0 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418869de-f926-4abb-b17b-6600c2f1f788,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.462772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c31eae77-ca0d-434a-88f7-80ed3564efda tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609531 Jul 30 02:00:06.465829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39736) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.470733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248954631'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:06.528199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.539310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef25482-459e-4cfa-a880-a21477f2fbb1 req-8d1d432a-16bf-4759-973e-4dcaca79a5f6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.540955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eef25482-459e-4cfa-a880-a21477f2fbb1 req-8d1d432a-16bf-4759-973e-4dcaca79a5f6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0771158 Jul 30 02:00:06.604387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eef25482-459e-4cfa-a880-a21477f2fbb1 req-c51b97a9-16fc-48ee-a27e-83972fb8a7dc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Jul 30 02:00:06.692294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.696922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.732361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a87231-f046-40f9-a84c-054ec3ca5528,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.746929 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.748809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-44244d74-aa26-4133-b3ef-0b0cd6129fd8 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2820859 Jul 30 02:00:06.751885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.757232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b84c320b-0024-4083-8f74-163791723880 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:06.757742 n-d-713499-10 neutron-server[93890]: WARNING neutron.api.v2.base [None req-b84c320b-0024-4083-8f74-163791723880 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:00:06.758902 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-b84c320b-0024-4083-8f74-163791723880 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 02:00:06.762657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b84c320b-0024-4083-8f74-163791723880 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "PUT /v2.0/security-groups/76a87231-f046-40f9-a84c-054ec3ca5528 HTTP/1.1" status: 409 len: 330 time: 0.0070431 Jul 30 02:00:06.763073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39748) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:06.855107 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45362dfd-5a28-4f8d-b942-1429dfc0e1dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.872589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f922a1-7556-465c-ac3b-3aea88f9f69d req-b26cf486-c15a-4a10-90ab-27343321124e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.874207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75f922a1-7556-465c-ac3b-3aea88f9f69d req-b26cf486-c15a-4a10-90ab-27343321124e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0850024 Jul 30 02:00:06.894454 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.899675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.899870 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45362dfd-5a28-4f8d-b942-1429dfc0e1dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.901200 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.973185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75f922a1-7556-465c-ac3b-3aea88f9f69d req-d8658a40-63d7-499e-a0e5-2938d394b6ed tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799606 Jul 30 02:00:06.991464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45362dfd-5a28-4f8d-b942-1429dfc0e1dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.995014 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-45362dfd-5a28-4f8d-b942-1429dfc0e1dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.996267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-45362dfd-5a28-4f8d-b942-1429dfc0e1dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/76a87231-f046-40f9-a84c-054ec3ca5528 HTTP/1.1" status: 204 len: 168 time: 0.2320776 Jul 30 02:00:07.009834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.028864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45362dfd-5a28-4f8d-b942-1429dfc0e1dc tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a87231-f046-40f9-a84c-054ec3ca5528,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:07.035224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Router 265a0ac7-d017-4977-97d7-6e3230b2a76b has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:07.075202 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-155818b8-d86d-45ff-8878-471526d538d3 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677154 Jul 30 02:00:07.075739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39754) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.098918 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-09c1c937-39cd-4cf3-9699-78a3e2d0d2c2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] delete failed (client error): The resource could not be found. Jul 30 02:00:07.104055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-09c1c937-39cd-4cf3-9699-78a3e2d0d2c2 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "DELETE /v2.0/security-groups/9cb8153b-e264-42d8-9cd7-123ee49ca6b6 HTTP/1.1" status: 404 len: 347 time: 0.0233734 Jul 30 02:00:07.104332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39756) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.134052 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-a6b43d72-8f8d-4f10-8caf-09e6c1d5ec58 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] show failed (client error): The resource could not be found. Jul 30 02:00:07.135280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a6b43d72-8f8d-4f10-8caf-09e6c1d5ec58 tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-groups/f71808a2-3c66-4800-9514-41e0a81cc9e1 HTTP/1.1" status: 404 len: 347 time: 0.0300004 Jul 30 02:00:07.138903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39758) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.153720 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-a8a7fe0a-fcbc-4eb7-afa0-13fe4698938e tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] show failed (client error): The resource could not be found. Jul 30 02:00:07.159394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a8a7fe0a-fcbc-4eb7-afa0-13fe4698938e tempest-NegativeSecGroupIPv6Test-202606427 tempest-NegativeSecGroupIPv6Test-202606427-project] 10.222.0.78 "GET /v2.0/security-group-rules/33aa9ef2-a744-4206-8f10-1652aa5a97aa HTTP/1.1" status: 404 len: 356 time: 0.0147796 Jul 30 02:00:07.172968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe704c-3c3d-4370-83b2-544f201fb076 req-fb8e19cf-a0e8-4ddc-a29a-d5b27c4152f7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.174576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4dbe704c-3c3d-4370-83b2-544f201fb076 req-fb8e19cf-a0e8-4ddc-a29a-d5b27c4152f7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0850794 Jul 30 02:00:07.178189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:07.183702 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.184656 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f106ac4a-e58f-4b79-af57-14ab3ae3c95a tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "PUT /v2.0/routers/265a0ac7-d017-4977-97d7-6e3230b2a76b HTTP/1.1" status: 200 len: 925 time: 1.1863148 Jul 30 02:00:07.187596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39762) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.194088 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] Sync routers for ids ['265a0ac7-d017-4977-97d7-6e3230b2a76b'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:07.205447 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] Routers {'265a0ac7-d017-4977-97d7-6e3230b2a76b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:07.207719 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['265a0ac7-d017-4977-97d7-6e3230b2a76b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:07.255026 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:07.266260 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] Routers {'265a0ac7-d017-4977-97d7-6e3230b2a76b'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:07.266880 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['265a0ac7-d017-4977-97d7-6e3230b2a76b'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:07.279665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4dbe704c-3c3d-4370-83b2-544f201fb076 req-4c7d03b0-9064-4953-9218-e2c238a306af tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936592 Jul 30 02:00:07.306509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:07.307416 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1801d-bed4-4299-b94a-10ace64e8e12 None None] The sync data for ids ['265a0ac7-d017-4977-97d7-6e3230b2a76b'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:07.383263 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-504722d6-f01d-4400-bdda-f2a881aaf754 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/265a0ac7-d017-4977-97d7-6e3230b2a76b HTTP/1.1" status: 200 len: 925 time: 0.1882093 Jul 30 02:00:07.384810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39768) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.499747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555194ad-36b1-4aef-9d35-84f274ea3c63 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.501520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-555194ad-36b1-4aef-9d35-84f274ea3c63 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=265a0ac7-d017-4977-97d7-6e3230b2a76b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1154826 Jul 30 02:00:07.504406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39774) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.515290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.520350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a869e-3c99-427e-94d5-a9ec2a68f4e7 req-90e88931-4b71-4101-b705-54fcbfea866a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.522234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff6a869e-3c99-427e-94d5-a9ec2a68f4e7 req-90e88931-4b71-4101-b705-54fcbfea866a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0776584 Jul 30 02:00:07.568674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff6a869e-3c99-427e-94d5-a9ec2a68f4e7 req-7d5926e8-1f39-4deb-a7e5-ed1936e9fc4e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 Jul 30 02:00:07.610726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cc3de-6548-4ef0-8479-eeac2ce65541 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.612541 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a24cc3de-6548-4ef0-8479-eeac2ce65541 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.1067374 Jul 30 02:00:07.615351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39782) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.656577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-42a21767-86db-44d2-8b31-1b254d416965 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=265a0ac7-d017-4977-97d7-6e3230b2a76b HTTP/1.1" status: 200 len: 205 time: 0.0398159 Jul 30 02:00:07.659357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39784) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.742938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a318aa-58b1-4954-a47e-cc7e4ebda16c req-e8b9e7bb-064a-41ad-9605-7e2c9cfd6626 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.744961 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05a318aa-58b1-4954-a47e-cc7e4ebda16c req-e8b9e7bb-064a-41ad-9605-7e2c9cfd6626 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0753062 Jul 30 02:00:07.787812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05a318aa-58b1-4954-a47e-cc7e4ebda16c req-1688844b-8c23-4a5b-b7fc-8ab97b6bfc03 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Jul 30 02:00:07.809632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3b0f9b46-c91d-481a-848b-aa461ca47a80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b9b83f8195864b2e91f99a2d558d8b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931798 Jul 30 02:00:07.812066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:07.840715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.033773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98949d70-dcbf-4410-9ef0-7baa4aadf9b1 req-776431c0-4eb6-4614-b82d-356f4e3bf40a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.035569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98949d70-dcbf-4410-9ef0-7baa4aadf9b1 req-776431c0-4eb6-4614-b82d-356f4e3bf40a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0541444 Jul 30 02:00:08.079886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98949d70-dcbf-4410-9ef0-7baa4aadf9b1 req-e1dc010f-5e7b-43a1-b06a-27b5a6a3624e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Jul 30 02:00:08.218252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744c7ed-4cfb-441d-90dd-2c6e4c86d292 req-e147b4c4-d6c4-4a19-8f5d-b6675ea048a6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.219898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3744c7ed-4cfb-441d-90dd-2c6e4c86d292 req-e147b4c4-d6c4-4a19-8f5d-b6675ea048a6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0601289 Jul 30 02:00:08.254578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4608d15-7be5-474e-b35c-77be909b34e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.262259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3744c7ed-4cfb-441d-90dd-2c6e4c86d292 req-f3fe6379-c416-4fdd-a409-55b9df6ebb36 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Jul 30 02:00:08.291901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4608d15-7be5-474e-b35c-77be909b34e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.313430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.399263 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4608d15-7be5-474e-b35c-77be909b34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.402595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4608d15-7be5-474e-b35c-77be909b34e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.406467 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f4608d15-7be5-474e-b35c-77be909b34e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5e0a4df-2e81-432c-ab59-a8d282e72060 HTTP/1.1" status: 204 len: 168 time: 0.5912504 Jul 30 02:00:08.409063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Deleting port 1e4fc691-a016-4a10-b1cf-9b45c31764b6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:08.409412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.462763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4608d15-7be5-474e-b35c-77be909b34e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e0a4df-2e81-432c-ab59-a8d282e72060,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.544985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c50e0-4738-4fa7-809d-7e4f674c71d1 req-d1fe5235-27e6-45bf-a867-594184f2f2d0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.547626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f85c50e0-4738-4fa7-809d-7e4f674c71d1 req-d1fe5235-27e6-45bf-a867-594184f2f2d0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1205444 Jul 30 02:00:08.553692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.568899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Calling delete_port for 1e4fc691-a016-4a10-b1cf-9b45c31764b6 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:08.616662 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f85c50e0-4738-4fa7-809d-7e4f674c71d1 req-c7173ea4-8425-42ad-a913-4fc3aa3a7dde tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Jul 30 02:00:08.758806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818c2d4-a067-4536-b7c3-89d803fa4edf req-e2781714-e97c-4e44-8386-caa9019ebc2a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.760793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3818c2d4-a067-4536-b7c3-89d803fa4edf req-e2781714-e97c-4e44-8386-caa9019ebc2a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0665393 Jul 30 02:00:08.807799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.819938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3818c2d4-a067-4536-b7c3-89d803fa4edf req-35f30338-449b-48e3-a968-f8e215b6fce0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Jul 30 02:00:08.837314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event deleted for resources: {'Port': ['ID=1e4fc691-a016-4a10-b1cf-9b45c31764b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.930260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.060493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.063564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.122748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.123524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Fanout notify agent at l3_agent the message router_deleted on router 265a0ac7-d017-4977-97d7-6e3230b2a76b {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:09.132163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.137855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39830) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:09.138084 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-79e7a4b7-b2e4-4f6d-954b-4a9154c932b2 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/265a0ac7-d017-4977-97d7-6e3230b2a76b HTTP/1.1" status: 204 len: 168 time: 1.4776170 Jul 30 02:00:09.142503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1018040696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:09.203196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.204308 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.326927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.334102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.373845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbf78-94af-41ff-a248-d5a0da0235e0 req-ee04da73-b038-4645-906b-ddc31431e509 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.375394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0bbbf78-94af-41ff-a248-d5a0da0235e0 req-ee04da73-b038-4645-906b-ddc31431e509 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 814 time: 0.1851754 Jul 30 02:00:09.376781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.378006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7ed1441b-6146-46ba-87a1-7c9580e4c64b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2391272 Jul 30 02:00:09.380553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39842) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:09.385219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:09.469652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0bbbf78-94af-41ff-a248-d5a0da0235e0 req-f20f8b78-0609-47e9-bf73-2c25262c1f5b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/quotas/15ee8682e9d24123a98eeb5d43814afd HTTP/1.1" status: 200 len: 375 time: 0.0818579 Jul 30 02:00:09.682351 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.688874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0bbbf78-94af-41ff-a248-d5a0da0235e0 req-063c621c-3875-4573-8e3b-ec727a698584 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2080903 Jul 30 02:00:09.835058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9783-00a4-43fb-8d97-a6b1f6009777 req-b4ae5fdd-782c-4f2b-9ab5-887c608411eb tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.836739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b35a9783-00a4-43fb-8d97-a6b1f6009777 req-b4ae5fdd-782c-4f2b-9ab5-887c608411eb tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0694225 Jul 30 02:00:10.237295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b35a9783-00a4-43fb-8d97-a6b1f6009777 req-8cf15402-ca09-476c-8664-41c10b18e2a4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934612 Jul 30 02:00:10.262278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.282406 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.411911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a433-ae27-487c-9b96-dac5b3b0c939 req-1f720ff5-bb36-4053-b362-f1b975fcfe6a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.413964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f293a433-ae27-487c-9b96-dac5b3b0c939 req-1f720ff5-bb36-4053-b362-f1b975fcfe6a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0941012 Jul 30 02:00:10.449847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Allocated IP 172.25.8.232 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/75557956-5508-4869-9661-7ce80b1090c0) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:10.492420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f293a433-ae27-487c-9b96-dac5b3b0c939 req-15cd87e6-3fb3-4379-83ab-f2462e26ce26 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Jul 30 02:00:10.583819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.640722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:10.702645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:10.704495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:10.712957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:10.744792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event updated for resources: {'Port': ['ID=75557956-5508-4869-9661-7ce80b1090c0,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:10.806567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a54a8f0f-7b32-4e79-8d16-75e1acb26930 req-328db6e4-b2d0-4c2a-981f-9cca68d3dd64 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=15ee8682e9d24123a98eeb5d43814afd HTTP/1.1" status: 200 len: 221 time: 0.0785074 Jul 30 02:00:10.998839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e12fd2-4be2-4e75-8ef5-82e0d9a96783 req-b59322a5-2606-487e-b71e-7fba8e304743 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.000395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0e12fd2-4be2-4e75-8ef5-82e0d9a96783 req-b59322a5-2606-487e-b71e-7fba8e304743 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1096191 Jul 30 02:00:11.081210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c0e12fd2-4be2-4e75-8ef5-82e0d9a96783 req-b02be97b-57d7-46d7-95ef-82f1595e8e73 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744605 Jul 30 02:00:11.096031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.286920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98ccc9-d10d-4cff-8499-664df289e28b req-b3ae236a-06fd-405e-ac98-85b72260ec56 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.288773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d98ccc9-d10d-4cff-8499-664df289e28b req-b3ae236a-06fd-405e-ac98-85b72260ec56 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1039310 Jul 30 02:00:11.375314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d98ccc9-d10d-4cff-8499-664df289e28b req-38174b01-639b-4614-a5ed-4095f592cba3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Jul 30 02:00:11.378821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.382114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.579598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c3897-5f0e-448d-a57c-ab46f279d24f req-d414e99e-269a-4b6d-8b4d-87096631c712 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.581218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-809c3897-5f0e-448d-a57c-ab46f279d24f req-d414e99e-269a-4b6d-8b4d-87096631c712 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0937278 Jul 30 02:00:11.637540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-809c3897-5f0e-448d-a57c-ab46f279d24f req-8b94cfd1-33d5-42aa-9dd2-cdef6cc31d43 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jul 30 02:00:11.638151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Router 436608eb-5946-42e9-9ae2-ee94d1a52523 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:11.805178 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:11.815241 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:11.819460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39936) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:11.819911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-74c2bcfe-cb5d-4d0e-9611-3e8c16df909b tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "PUT /v2.0/routers/436608eb-5946-42e9-9ae2-ee94d1a52523 HTTP/1.1" status: 200 len: 884 time: 2.4379890 Jul 30 02:00:11.830371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19fe4f-b1a2-4e15-b4d5-4ad99ffbfaa0 req-5627edbf-2cc5-4e29-85ab-4314163b537a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:11.832178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd19fe4f-b1a2-4e15-b4d5-4ad99ffbfaa0 req-5627edbf-2cc5-4e29-85ab-4314163b537a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0845914 Jul 30 02:00:11.845170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] Sync routers for ids ['436608eb-5946-42e9-9ae2-ee94d1a52523'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:11.860050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] Routers {'436608eb-5946-42e9-9ae2-ee94d1a52523'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:11.860695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['436608eb-5946-42e9-9ae2-ee94d1a52523'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:11.884314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd19fe4f-b1a2-4e15-b4d5-4ad99ffbfaa0 req-698de166-ac5c-4f3c-b1c4-aeb1408de61f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Jul 30 02:00:11.967768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:11.980809 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] Routers {'436608eb-5946-42e9-9ae2-ee94d1a52523'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:11.981737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['436608eb-5946-42e9-9ae2-ee94d1a52523'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:12.019102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c953173-0c99-438f-8334-6504284229ba tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/436608eb-5946-42e9-9ae2-ee94d1a52523 HTTP/1.1" status: 200 len: 925 time: 0.1975412 Jul 30 02:00:12.021755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 39950) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:12.025978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:12.027031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e931bc-48b5-48d9-b7f7-8b50a8483695 None None] The sync data for ids ['436608eb-5946-42e9-9ae2-ee94d1a52523'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:12.105112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac94fd-ccdb-45ff-8637-c7e95bda0b62 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:12.110021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39954) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:12.110195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0dac94fd-ccdb-45ff-8637-c7e95bda0b62 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=436608eb-5946-42e9-9ae2-ee94d1a52523&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0869679 Jul 30 02:00:12.173103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c859470-e19a-472e-8bf3-689e7a0c8471 req-9e955f62-95ef-467e-b691-e68fbad297fa tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:12.174699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c859470-e19a-472e-8bf3-689e7a0c8471 req-9e955f62-95ef-467e-b691-e68fbad297fa tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1102202 Jul 30 02:00:12.241134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c859470-e19a-472e-8bf3-689e7a0c8471 req-55b34529-0550-4da3-9d41-ac8b7b5c2e2c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Jul 30 02:00:12.255570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df8733-9d71-491e-acf1-51b4254a4888 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:12.257411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-27df8733-9d71-491e-acf1-51b4254a4888 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.1443632 Jul 30 02:00:12.260088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39960) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:12.296111 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f8a2cdeb-a5e1-4b6f-8b3b-9daba84e50f9 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=436608eb-5946-42e9-9ae2-ee94d1a52523 HTTP/1.1" status: 200 len: 205 time: 0.0348582 Jul 30 02:00:12.298411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 39964) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:12.459021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dac1d-6cc0-479e-b48c-be329a3282a6 req-644c47d8-328a-4ef3-8073-203b445613e7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:12.460584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-502dac1d-6cc0-479e-b48c-be329a3282a6 req-644c47d8-328a-4ef3-8073-203b445613e7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1201463 Jul 30 02:00:12.463564 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.583836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-502dac1d-6cc0-479e-b48c-be329a3282a6 req-eb468119-0da6-4ca6-b841-92a2167dd4cc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159787 Jul 30 02:00:12.619201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.691038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Deleting port 75557956-5508-4869-9661-7ce80b1090c0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:12.691482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.806962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382e894-0972-4193-9d8c-f616cfae865c req-0aa8a8e4-e546-485a-971c-98f1aeae1afc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:12.808608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f382e894-0972-4193-9d8c-f616cfae865c req-0aa8a8e4-e546-485a-971c-98f1aeae1afc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1049592 Jul 30 02:00:12.828961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:12.853703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Calling delete_port for 75557956-5508-4869-9661-7ce80b1090c0 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:12.874602 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f382e894-0972-4193-9d8c-f616cfae865c req-6b645260-b8d0-42a1-9ee1-2ca06af1da34 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560942 Jul 30 02:00:13.052928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2990e01-80a1-4be2-b274-3740a8d5a7eb req-3e58e650-af6e-443f-a95a-94254135e24f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.054774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2990e01-80a1-4be2-b274-3740a8d5a7eb req-3e58e650-af6e-443f-a95a-94254135e24f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0997889 Jul 30 02:00:13.135105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f2990e01-80a1-4be2-b274-3740a8d5a7eb req-1aafed2b-ebb2-46c2-8bfa-e7161aaf464a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725093 Jul 30 02:00:13.136285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.165736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event deleted for resources: {'Port': ['ID=75557956-5508-4869-9661-7ce80b1090c0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:13.291996 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.380179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15995-bf6c-430f-b8ca-3203d9249dd0 req-0b760201-bb73-4cc8-b2cc-8310fd97a7ae tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.391044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfb15995-bf6c-430f-b8ca-3203d9249dd0 req-0b760201-bb73-4cc8-b2cc-8310fd97a7ae tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1530170 Jul 30 02:00:13.453700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.458122 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.519264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dfb15995-bf6c-430f-b8ca-3203d9249dd0 req-beee9fff-24b5-488f-ae72-fc02e845384d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269641 Jul 30 02:00:13.524310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.524997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Fanout notify agent at l3_agent the message router_deleted on router 436608eb-5946-42e9-9ae2-ee94d1a52523 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:13.532309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.540424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-af0fe58b-abfb-4afa-80ea-de36e2e3c93a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/436608eb-5946-42e9-9ae2-ee94d1a52523 HTTP/1.1" status: 204 len: 168 time: 1.2388251 Jul 30 02:00:13.540603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40002) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:13.543735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1518175509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:13.581562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.583658 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.665992 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.671936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.694766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa06e5-8801-41a4-b56b-034ef1afeec8 req-d5974970-30a5-4e43-b788-fc82200be408 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.697377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5fa06e5-8801-41a4-b56b-034ef1afeec8 req-d5974970-30a5-4e43-b788-fc82200be408 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0703502 Jul 30 02:00:13.704590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.705996 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c5bfb66-1386-4077-a68e-ba75f6f71fbc tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1659455 Jul 30 02:00:13.708821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40010) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:13.714699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': True}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:13.758817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5fa06e5-8801-41a4-b56b-034ef1afeec8 req-f3726203-af66-4923-a7e6-b2a182082a14 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Jul 30 02:00:13.928648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fa96e-8c6c-4cdb-961f-62dc3c9f4c28 req-c9b475c5-62e7-4090-bb8b-8bacd44a7cea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.930462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc1fa96e-8c6c-4cdb-961f-62dc3c9f4c28 req-c9b475c5-62e7-4090-bb8b-8bacd44a7cea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0675950 Jul 30 02:00:13.978421 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.986303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc1fa96e-8c6c-4cdb-961f-62dc3c9f4c28 req-64b5d471-9ee7-41de-b9df-db88a5a492e6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Jul 30 02:00:14.139353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f63b25-b699-49a8-baeb-7796eb3d76ab req-4235f20f-59b2-402c-83aa-d6e940cdf92d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:14.141128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0f63b25-b699-49a8-baeb-7796eb3d76ab req-4235f20f-59b2-402c-83aa-d6e940cdf92d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0713239 Jul 30 02:00:14.185676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0f63b25-b699-49a8-baeb-7796eb3d76ab req-0360d355-c8d2-464e-83a3-56d5cdb775fe tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385273 Jul 30 02:00:14.253124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.279334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.342746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7199da-708f-4591-bd72-810d0e90777d req-3e1b29ba-a31a-4782-b92d-69159cb73af0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:14.352401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd7199da-708f-4591-bd72-810d0e90777d req-3e1b29ba-a31a-4782-b92d-69159cb73af0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0732369 Jul 30 02:00:14.404553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd7199da-708f-4591-bd72-810d0e90777d req-af5f7881-6833-474b-84ef-f03d96425108 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510218 Jul 30 02:00:14.471745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Allocated IP 172.25.8.13 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f159fcbf-0990-4430-9c7f-7409e283e8f1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:14.649674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44e181-cdd7-4f42-9380-786fffdaa132 req-56728555-cf98-43ad-a1f6-eaba4e17b3f4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:14.659082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f44e181-cdd7-4f42-9380-786fffdaa132 req-56728555-cf98-43ad-a1f6-eaba4e17b3f4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0786517 Jul 30 02:00:14.701812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.708044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4f44e181-cdd7-4f42-9380-786fffdaa132 req-a601954d-e985-400f-8bc6-a73bce2fbb54 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Jul 30 02:00:14.751304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.798696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:14.807695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:14.810164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Port': ['ID=f159fcbf-0990-4430-9c7f-7409e283e8f1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:14.812415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:14.901500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229c412-eb13-4893-bec1-219348aa5b28 req-ee1c402d-fe05-44e3-b604-f13998421f02 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:14.903574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b229c412-eb13-4893-bec1-219348aa5b28 req-ee1c402d-fe05-44e3-b604-f13998421f02 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0537052 Jul 30 02:00:14.946540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b229c412-eb13-4893-bec1-219348aa5b28 req-83eba2a7-0a55-451a-9a0e-62be33517892 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372918 Jul 30 02:00:15.091939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba8d6d-846a-49d6-8b34-7467f7cddfc5 req-178e0cf0-fd1f-435c-b993-50d5c0422d5e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.105608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3ba8d6d-846a-49d6-8b34-7467f7cddfc5 req-178e0cf0-fd1f-435c-b993-50d5c0422d5e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0721402 Jul 30 02:00:15.109726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.152629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3ba8d6d-846a-49d6-8b34-7467f7cddfc5 req-286245c1-0931-4382-94db-dca3f21f2643 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377676 Jul 30 02:00:15.329683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d301-8aa0-494d-9291-4bd125db1316 req-7693bd85-c6c8-460b-9b49-5be7eaffdcb0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.331495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b20d301-8aa0-494d-9291-4bd125db1316 req-7693bd85-c6c8-460b-9b49-5be7eaffdcb0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0528247 Jul 30 02:00:15.333793 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.338006 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.378929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b20d301-8aa0-494d-9291-4bd125db1316 req-05749ed3-84ef-4bbe-ba69-976d7bb39928 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Jul 30 02:00:15.498649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Router 738f025f-a0d6-4041-942a-cd86a4d861ae is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:15.545385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7498557-5639-4a09-958c-ecc0e15be548 req-57e13641-bce7-49ad-8623-86c67c14ef98 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.547871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7498557-5639-4a09-958c-ecc0e15be548 req-57e13641-bce7-49ad-8623-86c67c14ef98 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0781446 Jul 30 02:00:15.595906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7498557-5639-4a09-958c-ecc0e15be548 req-a235df83-44ca-4fe4-8d49-6891dfb25f17 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Jul 30 02:00:15.657078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:15.664951 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:15.669254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.671198 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab903227-d672-4c21-bf8b-b293812eb641 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "PUT /v2.0/routers/738f025f-a0d6-4041-942a-cd86a4d861ae HTTP/1.1" status: 200 len: 918 time: 1.9605758 Jul 30 02:00:15.679417 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] Sync routers for ids ['738f025f-a0d6-4041-942a-cd86a4d861ae'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:15.707213 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] Routers {'738f025f-a0d6-4041-942a-cd86a4d861ae'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:15.708004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738f025f-a0d6-4041-942a-cd86a4d861ae'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.756566 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.766507 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] Routers {'738f025f-a0d6-4041-942a-cd86a4d861ae'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:15.767219 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738f025f-a0d6-4041-942a-cd86a4d861ae'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.801620 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:15.802392 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637bc33a-90d4-4d18-b6a1-d30cd83e1a70 None None] The sync data for ids ['738f025f-a0d6-4041-942a-cd86a4d861ae'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:15.847986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd73b88-826b-4d5e-8163-b13abbf23a6c req-179949c9-a8a0-42a7-9f08-7fae77374506 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.849525 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cd73b88-826b-4d5e-8163-b13abbf23a6c req-179949c9-a8a0-42a7-9f08-7fae77374506 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1517375 Jul 30 02:00:15.888502 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a1b84202-bba5-41e5-ab9a-b945c0be2d5e tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/738f025f-a0d6-4041-942a-cd86a4d861ae HTTP/1.1" status: 200 len: 924 time: 0.2178121 Jul 30 02:00:15.891132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40086) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:15.908477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6cd73b88-826b-4d5e-8163-b13abbf23a6c req-ef1d5f71-01f6-4416-8b3a-17d4e065c78c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Jul 30 02:00:15.948436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cab668-62fd-4166-9dbd-32665a2da1df tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:15.950001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-97cab668-62fd-4166-9dbd-32665a2da1df tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=738f025f-a0d6-4041-942a-cd86a4d861ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0573659 Jul 30 02:00:15.952806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40092) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:16.412165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee4178-a183-4abc-83bb-beff02f04748 req-7789c1da-8ccd-4428-8970-465e0244db47 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:16.414024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ee4178-a183-4abc-83bb-beff02f04748 req-7789c1da-8ccd-4428-8970-465e0244db47 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1156006 Jul 30 02:00:16.417886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c885f-71e9-42fe-9e22-4698b15bdb3b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:16.419212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e20c885f-71e9-42fe-9e22-4698b15bdb3b tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.4653807 Jul 30 02:00:16.428184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:16.455069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-69d9695b-01ab-42a6-8cf1-67f715f28d8d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=738f025f-a0d6-4041-942a-cd86a4d861ae HTTP/1.1" status: 200 len: 205 time: 0.0289159 Jul 30 02:00:16.455069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40112) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:16.494507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ee4178-a183-4abc-83bb-beff02f04748 req-b504f556-d7ec-406a-9046-a9945632a3f7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627313 Jul 30 02:00:16.582775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:16.768181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07bfec-cb67-4f28-979a-6c9db7d9256e req-5fd60a7c-821d-4adf-81fb-2832b9d861e6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:16.770057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc07bfec-cb67-4f28-979a-6c9db7d9256e req-5fd60a7c-821d-4adf-81fb-2832b9d861e6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0635817 Jul 30 02:00:16.867146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc07bfec-cb67-4f28-979a-6c9db7d9256e req-88b98376-0245-495f-a28a-1c0dbd46b0ed tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866580 Jul 30 02:00:17.075615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.136973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Deleting port f159fcbf-0990-4430-9c7f-7409e283e8f1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:17.137338 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.219724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.240302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Calling delete_port for f159fcbf-0990-4430-9c7f-7409e283e8f1 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:17.460712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.499376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event deleted for resources: {'Port': ['ID=f159fcbf-0990-4430-9c7f-7409e283e8f1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:17.567422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.665938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.668234 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.712824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.713370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Fanout notify agent at l3_agent the message router_deleted on router 738f025f-a0d6-4041-942a-cd86a4d861ae {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:17.720502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.723368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b514819c-bcb0-4aaf-82fe-45bfed87b6d5 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/738f025f-a0d6-4041-942a-cd86a4d861ae HTTP/1.1" status: 204 len: 168 time: 1.2676885 Jul 30 02:00:17.725390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:17.732173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-448308054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:17.767260 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.768377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.832653 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.837571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.859900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.861148 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b7585c78-bf60-4d84-9b89-b75c63ea8a9e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1345234 Jul 30 02:00:17.863901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40146) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:17.868392 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'enable_snat': False}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:18.005754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c2e0b-6a03-407e-9cb6-7befe9f1dcca req-ab497a43-32b8-4b2f-9a6a-8a85df35379e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:18.013563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8c2e0b-6a03-407e-9cb6-7befe9f1dcca req-ab497a43-32b8-4b2f-9a6a-8a85df35379e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0603058 Jul 30 02:00:18.077335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8c2e0b-6a03-407e-9cb6-7befe9f1dcca req-48271ea9-cc4e-4c49-87a3-de8a1baa7409 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564380 Jul 30 02:00:18.132362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.423569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffd2e0-e4eb-42cf-969b-2822d742b1ce req-fb9aec87-f810-48a2-b5c4-edc14630fecd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:18.426144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4ffd2e0-e4eb-42cf-969b-2822d742b1ce req-fb9aec87-f810-48a2-b5c4-edc14630fecd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0839200 Jul 30 02:00:18.496455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4ffd2e0-e4eb-42cf-969b-2822d742b1ce req-74634ca4-43a8-4223-b854-15ba050f7b94 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590708 Jul 30 02:00:18.574162 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.628983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.814302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Allocated IP 172.25.8.31 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/fa1fe9d6-bad8-43a2-aac4-acb385e7ab34) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:18.925047 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5502e915-ce96-47bf-b2e2-a4e2736ba842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:18.951056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.002211 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.040087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:19.043465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:19.049601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:19.090292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1fe9d6-bad8-43a2-aac4-acb385e7ab34,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:19.381090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.629267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.633961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:19.706097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b707c-b5b0-48dd-8ae9-555a9936ad87 req-ba2a32be-15d9-422f-8efd-c8e264a26394 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:19.716210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b98b707c-b5b0-48dd-8ae9-555a9936ad87 req-ba2a32be-15d9-422f-8efd-c8e264a26394 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0985584 Jul 30 02:00:19.788911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b98b707c-b5b0-48dd-8ae9-555a9936ad87 req-05b78d2c-9d01-44ea-b6bd-c0680c1937a7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705004 Jul 30 02:00:19.835462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Router 27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:19.973871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19f91-dd4e-4c24-8cc4-02f420145872 req-ffeb18ea-d9fa-493d-8f30-21d08ade3922 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:19.982487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41f19f91-dd4e-4c24-8cc4-02f420145872 req-ffeb18ea-d9fa-493d-8f30-21d08ade3922 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1021993 Jul 30 02:00:20.024939 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-41f19f91-dd4e-4c24-8cc4-02f420145872 req-edc1f868-6be0-4272-85be-57dee9da2ce0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Jul 30 02:00:20.072905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:20.078261 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.079528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0e18af5c-7fe4-4864-a110-d00d7bdea8f1 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "PUT /v2.0/routers/27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b HTTP/1.1" status: 200 len: 918 time: 2.2146604 Jul 30 02:00:20.083435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40198) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.096016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] Sync routers for ids ['27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:20.112165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] Routers {'27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:20.114588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.215723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.225602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] Routers {'27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:20.226295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T01:59:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.243401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ab769b6-9451-43c5-8813-95a10fedeb08 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b HTTP/1.1" status: 200 len: 924 time: 0.1557188 Jul 30 02:00:20.244155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40206) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.291203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:20.291957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509501f9-1e4c-40fc-b0a4-314e35daf79b None None] The sync data for ids ['27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:20.343058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02662965-7fad-409b-90d1-322f60aa2781 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.345843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-02662965-7fad-409b-90d1-322f60aa2781 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1004508 Jul 30 02:00:20.348762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40210) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.371971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eab50-4f3f-42b6-9899-5ee886ae7c97 req-ab277b0f-4ed7-4dba-b545-3226d69efeda tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.373680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-659eab50-4f3f-42b6-9899-5ee886ae7c97 req-ab277b0f-4ed7-4dba-b545-3226d69efeda tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1200879 Jul 30 02:00:20.419721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-659eab50-4f3f-42b6-9899-5ee886ae7c97 req-61473e63-12f9-4fa9-8c0a-b83540295758 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Jul 30 02:00:20.456949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e68c0-6693-4614-945d-ca8202a084f7 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.459695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b82e68c0-6693-4614-945d-ca8202a084f7 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/networks/6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 881 time: 0.1097419 Jul 30 02:00:20.463458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40214) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.556058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:20.562348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9af510d7-a0ab-4cd2-8fbe-8f160e39c837 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b HTTP/1.1" status: 200 len: 205 time: 0.0975027 Jul 30 02:00:20.620803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e12a2f-6be5-4315-a6f2-a35d4b288fbc req-642c899d-e8ec-4de0-9b9c-ab481d09834f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.632230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1e12a2f-6be5-4315-a6f2-a35d4b288fbc req-642c899d-e8ec-4de0-9b9c-ab481d09834f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1147530 Jul 30 02:00:20.710689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1e12a2f-6be5-4315-a6f2-a35d4b288fbc req-24da3635-a4bb-4c4f-928a-e8b76e2b3f16 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623941 Jul 30 02:00:20.744380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.867728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346b180-12db-4e9a-8d93-8bb5ec7bddbf req-86dbe596-94d6-461b-a5f9-dbdb2fe47c55 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.890220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4346b180-12db-4e9a-8d93-8bb5ec7bddbf req-86dbe596-94d6-461b-a5f9-dbdb2fe47c55 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1016142 Jul 30 02:00:20.913765 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:20.962287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4346b180-12db-4e9a-8d93-8bb5ec7bddbf req-f2be07f5-1940-41c5-9b58-17e495830261 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711532 Jul 30 02:00:21.031273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Deleting port fa1fe9d6-bad8-43a2-aac4-acb385e7ab34 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:21.031619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.108316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea6eb5-7608-46fd-a645-4200b3f95188 req-92f2105a-1a6a-4e3e-90c6-d8212b363740 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.112234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aea6eb5-7608-46fd-a645-4200b3f95188 req-92f2105a-1a6a-4e3e-90c6-d8212b363740 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0650837 Jul 30 02:00:21.190428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aea6eb5-7608-46fd-a645-4200b3f95188 req-0f13ee8d-12e7-4284-8dc6-56e04e83a2c4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Jul 30 02:00:21.205311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.242246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.269226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Calling delete_port for fa1fe9d6-bad8-43a2-aac4-acb385e7ab34 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:21.362288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0064b66-dd5e-4377-98f6-e867eb6dbfa6 req-3630ad46-4335-4fe7-a611-70607ab2e588 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.370775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0064b66-dd5e-4377-98f6-e867eb6dbfa6 req-3630ad46-4335-4fe7-a611-70607ab2e588 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0595074 Jul 30 02:00:21.457469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0064b66-dd5e-4377-98f6-e867eb6dbfa6 req-ba7d4177-44d1-47ec-87f6-56eecead48e5 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855236 Jul 30 02:00:21.535990 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.566096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event deleted for resources: {'Port': ['ID=fa1fe9d6-bad8-43a2-aac4-acb385e7ab34,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:21.602947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189ae4-335f-4d41-9b98-5f73704228dd req-4cb2c34a-af8e-4273-bb9d-8ee928ffbea1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.604135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15189ae4-335f-4d41-9b98-5f73704228dd req-4cb2c34a-af8e-4273-bb9d-8ee928ffbea1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0759418 Jul 30 02:00:21.663729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.675146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15189ae4-335f-4d41-9b98-5f73704228dd req-0f509723-0e2f-4385-a4b8-cb71162534fe tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645730 Jul 30 02:00:21.730439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9c51d601-150c-4946-b324-448ba73b72d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.788223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.791247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.903010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:21.963491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec279-f64e-4820-841a-c92ef4076e3f req-51e11995-c0ca-44bc-9d0b-efd8ba8b73b4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.981014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be8ec279-f64e-4820-841a-c92ef4076e3f req-51e11995-c0ca-44bc-9d0b-efd8ba8b73b4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1023824 Jul 30 02:00:22.057130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be8ec279-f64e-4820-841a-c92ef4076e3f req-f64a10b6-24fa-486f-a83b-f118e7871617 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652173 Jul 30 02:00:22.262970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.266545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Fanout notify agent at l3_agent the message router_deleted on router 27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:22.278403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.283336 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9e27216b-ab55-4395-9236-a6c372b16a1d tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b HTTP/1.1" status: 204 len: 168 time: 1.7226043 Jul 30 02:00:22.283482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40268) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:22.298908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-33416230', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:22.342844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.346358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.350288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6228c7-91df-40fe-80d3-d46953d88671 req-4a0aa6e2-5104-4967-a573-df13f3e7467a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:22.352761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa6228c7-91df-40fe-80d3-d46953d88671 req-4a0aa6e2-5104-4967-a573-df13f3e7467a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1000535 Jul 30 02:00:22.437697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.448780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aa6228c7-91df-40fe-80d3-d46953d88671 req-80b142d2-bcfe-4f2e-829a-c4eb9bb0c88e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844064 Jul 30 02:00:22.629214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633db7-f70e-4881-9cff-152a6790b0ae req-ab40bd32-a025-42fd-85c2-739435dccc87 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:22.638553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c633db7-f70e-4881-9cff-152a6790b0ae req-ab40bd32-a025-42fd-85c2-739435dccc87 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0606880 Jul 30 02:00:22.680974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c633db7-f70e-4881-9cff-152a6790b0ae req-71c6b895-1e0b-48d6-a6b9-c685427779a2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Jul 30 02:00:22.704494 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:22.856025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b04-80d5-4ca6-82b8-81ce1cc1917e req-c02f06ff-35e3-4295-8f72-0c79ae34410f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:22.858910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51ac4b04-80d5-4ca6-82b8-81ce1cc1917e req-c02f06ff-35e3-4295-8f72-0c79ae34410f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0877876 Jul 30 02:00:22.903574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51ac4b04-80d5-4ca6-82b8-81ce1cc1917e req-02c31015-634b-4fda-8d82-2e6845bf47f9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378036 Jul 30 02:00:22.990846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.013048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.107329 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.143916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7cec-de9c-44d5-89f7-f29560ed3004 req-d451af7d-c5b9-4067-a508-260376fc9140 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.152266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6cb7cec-de9c-44d5-89f7-f29560ed3004 req-d451af7d-c5b9-4067-a508-260376fc9140 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0613322 Jul 30 02:00:23.199425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6cb7cec-de9c-44d5-89f7-f29560ed3004 req-5e35cb2a-f455-4ac8-94a7-0504b9cf32f6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462091 Jul 30 02:00:23.210304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Allocated IP 172.25.8.104 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/b144b0b5-32a3-40c8-85e9-61fd9effacd0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:23.357623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab50041-9405-4f36-9b74-2c0a509d43a5 req-ee26517f-0909-450a-bcca-6824642719dd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.359582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ab50041-9405-4f36-9b74-2c0a509d43a5 req-ee26517f-0909-450a-bcca-6824642719dd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0553963 Jul 30 02:00:23.369504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.404075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ab50041-9405-4f36-9b74-2c0a509d43a5 req-dd9adce2-08fb-40f9-9185-5931e3ab0e4a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Jul 30 02:00:23.418656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.472375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:23.480103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:23.483262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:23.522418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event updated for resources: {'Port': ['ID=b144b0b5-32a3-40c8-85e9-61fd9effacd0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:23.640247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e597a2-d18a-44cc-a856-87bce5e0ddd1 req-c8420c27-9872-46b2-95a5-03de64b10fb2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.649485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99e597a2-d18a-44cc-a856-87bce5e0ddd1 req-c8420c27-9872-46b2-95a5-03de64b10fb2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0882673 Jul 30 02:00:23.692061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99e597a2-d18a-44cc-a856-87bce5e0ddd1 req-99b6dfee-0508-4b52-81ad-a2d042022847 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Jul 30 02:00:23.876160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.891727 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1c199-a2f9-483b-9fb2-dd8e9d6eebaf req-809bee29-9825-4ac6-9fa3-5f93d57cc004 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.896835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efd1c199-a2f9-483b-9fb2-dd8e9d6eebaf req-809bee29-9825-4ac6-9fa3-5f93d57cc004 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0884805 Jul 30 02:00:23.976594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efd1c199-a2f9-483b-9fb2-dd8e9d6eebaf req-7fbc09e2-b2c3-4feb-b357-afbf86978aa4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665414 Jul 30 02:00:24.191970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.192828 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6866c-3405-4082-b6e8-926a00ca7b73 req-eab18c5f-81d6-4ae1-a244-a40562543d9e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:24.194353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42d6866c-3405-4082-b6e8-926a00ca7b73 req-eab18c5f-81d6-4ae1-a244-a40562543d9e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0730262 Jul 30 02:00:24.307719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42d6866c-3405-4082-b6e8-926a00ca7b73 req-30eb80a1-ee3b-4476-9da3-d03f28e2756b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812285 Jul 30 02:00:24.455919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Router 1a23989e-6d9d-4d1a-831e-92ee486353cf is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:24.511998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffff15-b0c9-4e1a-9ab9-4519af6f808a req-4096f1d2-7c52-4eec-ba6f-4492b6a2ab86 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:24.519770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1ffff15-b0c9-4e1a-9ab9-4519af6f808a req-4096f1d2-7c52-4eec-ba6f-4492b6a2ab86 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1169930 Jul 30 02:00:24.575805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.584586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1ffff15-b0c9-4e1a-9ab9-4519af6f808a req-f7fd09e7-128a-4e1a-b125-d7dfb7f68748 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596735 Jul 30 02:00:24.661211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:24.674377 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] Sync routers for ids ['1a23989e-6d9d-4d1a-831e-92ee486353cf'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:24.687509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] Routers {'1a23989e-6d9d-4d1a-831e-92ee486353cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:24.689264 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:00:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1a23989e-6d9d-4d1a-831e-92ee486353cf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:24.706133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.707717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c2e53e7-ce2e-43a6-8fa7-4c65926c5d1a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4229753 Jul 30 02:00:24.710632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:24.718294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:24.728215 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:24.751110 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] Routers {'1a23989e-6d9d-4d1a-831e-92ee486353cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:24.751911 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:00:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1a23989e-6d9d-4d1a-831e-92ee486353cf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:24.795243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:24.796207 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96dc7a-7b10-4d4b-9dab-7df45db988d3 None None] The sync data for ids ['1a23989e-6d9d-4d1a-831e-92ee486353cf'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:24.889760 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2798af-05ce-4b86-b0ac-7e4f8f0db2e9 req-065b795c-f991-4c2c-bfeb-b9ca91ba38cc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:24.896154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c2798af-05ce-4b86-b0ac-7e4f8f0db2e9 req-065b795c-f991-4c2c-bfeb-b9ca91ba38cc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0797610 Jul 30 02:00:24.957633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c2798af-05ce-4b86-b0ac-7e4f8f0db2e9 req-9ecbc578-1226-4fc8-b9b5-a0f4f3a2586a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535281 Jul 30 02:00:25.087585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13031932-6eeb-4b52-ae9f-7e5b634b14a6 req-a6b480ee-668e-4ac2-8baa-6077afc4e330 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.089044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13031932-6eeb-4b52-ae9f-7e5b634b14a6 req-a6b480ee-668e-4ac2-8baa-6077afc4e330 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0552104 Jul 30 02:00:25.118604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.134197 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13031932-6eeb-4b52-ae9f-7e5b634b14a6 req-e5bfb787-46ee-4ed4-9bec-71bc5bca026b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Jul 30 02:00:25.137977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.187037 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:00:25.209563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Deleting port b144b0b5-32a3-40c8-85e9-61fd9effacd0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:25.209915 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.289125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25c07-f4ef-48b9-8f73-2ba86be5616c req-29f67835-f14f-4057-a860-8545da0a5764 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.290356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3de25c07-f4ef-48b9-8f73-2ba86be5616c req-29f67835-f14f-4057-a860-8545da0a5764 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0561535 Jul 30 02:00:25.293517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.306310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Calling delete_port for b144b0b5-32a3-40c8-85e9-61fd9effacd0 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:25.362918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3de25c07-f4ef-48b9-8f73-2ba86be5616c req-669ee752-f76a-41be-9008-b9c0813bbaa7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581918 Jul 30 02:00:25.526160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.553502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045881e-84f7-42e3-a81b-d87f64c9cc1b req-336e0409-41a1-4114-80b7-d3402b91271f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.562676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b045881e-84f7-42e3-a81b-d87f64c9cc1b req-336e0409-41a1-4114-80b7-d3402b91271f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1162343 Jul 30 02:00:25.562799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Pushing event deleted for resources: {'Port': ['ID=b144b0b5-32a3-40c8-85e9-61fd9effacd0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:25.614910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b045881e-84f7-42e3-a81b-d87f64c9cc1b req-313555ff-9072-42fd-a1cd-c7d471d88333 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Jul 30 02:00:25.648637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.922694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665863', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3717477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15568'] for router, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.927026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665877', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3717490'] for router, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.035036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Router 1a23989e-6d9d-4d1a-831e-92ee486353cf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:26.168616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:26.175873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.177444 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-05f42743-329f-4851-8bde-4ca1da351c38 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "PUT /v2.0/routers/1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 200 len: 708 time: 1.4647517 Jul 30 02:00:26.180231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:26.181391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] Sync routers for ids ['1a23989e-6d9d-4d1a-831e-92ee486353cf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:26.191783 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] Routers {'1a23989e-6d9d-4d1a-831e-92ee486353cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:26.192516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:00:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1a23989e-6d9d-4d1a-831e-92ee486353cf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:26.234777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc320-23f6-43c2-bba7-b58f586eedff req-474f699b-0489-4b32-9d2d-89d409c2af1b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:26.236444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60bbc320-23f6-43c2-bba7-b58f586eedff req-474f699b-0489-4b32-9d2d-89d409c2af1b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0754232 Jul 30 02:00:26.238761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:26.249161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] Routers {'1a23989e-6d9d-4d1a-831e-92ee486353cf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:26.250389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:00:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['1a23989e-6d9d-4d1a-831e-92ee486353cf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:26.293242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:26.293941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8121a-fe51-46dd-9c46-35ec3388ee3d None None] The sync data for ids ['1a23989e-6d9d-4d1a-831e-92ee486353cf'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:26.295692 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0959181c-4474-46f5-8bde-0cccd2b2163d tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/routers/1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 200 len: 743 time: 0.1141169 Jul 30 02:00:26.298516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40404) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:26.333208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60bbc320-23f6-43c2-bba7-b58f586eedff req-eef0adbb-4b86-4a94-92bd-abc270fdf9eb tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904732 Jul 30 02:00:26.352143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-70438c04-623d-4212-aedb-f35a235f5ad0 tempest-RoutersIpV6AdminTest-736204057 tempest-RoutersIpV6AdminTest-736204057-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&device_id=1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 200 len: 205 time: 0.0516336 Jul 30 02:00:26.354560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40410) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:26.384044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3edc85d6-d510-43e5-a36e-d61845f20cbe tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 200 len: 205 time: 0.0282373 Jul 30 02:00:26.386450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40414) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:26.475696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.934113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.936962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.002777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.003704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Fanout notify agent at l3_agent the message router_deleted on router 1a23989e-6d9d-4d1a-831e-92ee486353cf {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:00:27.012696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.017291 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e7683ec5-8e40-4ece-a181-99251bc9618e tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 204 len: 168 time: 0.6266220 Jul 30 02:00:27.018042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.048763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e9c81e1e-5d26-4a9a-aa2c-e1061f103361 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 200 len: 205 time: 0.0281475 Jul 30 02:00:27.049110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40430) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.092016 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-058db174-1fd9-4d45-923f-883696dfe6eb tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] delete failed (client error): The resource could not be found. Jul 30 02:00:27.095497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-058db174-1fd9-4d45-923f-883696dfe6eb tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/1a23989e-6d9d-4d1a-831e-92ee486353cf HTTP/1.1" status: 404 len: 336 time: 0.0429971 Jul 30 02:00:27.095806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40432) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.125191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e0310f1a-fd22-44e6-ae8c-77b5772a1c35 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b HTTP/1.1" status: 200 len: 205 time: 0.0283272 Jul 30 02:00:27.127443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40434) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.169266 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-154ab330-d6c0-48b7-83e8-7e03984cedcb tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] delete failed (client error): The resource could not be found. Jul 30 02:00:27.170213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-154ab330-d6c0-48b7-83e8-7e03984cedcb tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/27d3d2b6-2adc-4b1b-940b-6d34b8c4db9b HTTP/1.1" status: 404 len: 336 time: 0.0417995 Jul 30 02:00:27.173172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40440) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.212790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2c6bc403-d198-410c-815b-9461412443f6 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=738f025f-a0d6-4041-942a-cd86a4d861ae HTTP/1.1" status: 200 len: 205 time: 0.0385261 Jul 30 02:00:27.213017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40442) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.260603 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-3c90a8b8-f560-4b12-bbe2-f519901f7814 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] delete failed (client error): The resource could not be found. Jul 30 02:00:27.264140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c90a8b8-f560-4b12-bbe2-f519901f7814 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/738f025f-a0d6-4041-942a-cd86a4d861ae HTTP/1.1" status: 404 len: 336 time: 0.0472379 Jul 30 02:00:27.264329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40444) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.293388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b4f23f3b-2b89-42e6-b019-3d5184b42e07 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=436608eb-5946-42e9-9ae2-ee94d1a52523 HTTP/1.1" status: 200 len: 205 time: 0.0279579 Jul 30 02:00:27.295845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40446) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.340753 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-8999fef3-29c4-4a1d-9064-10a461f4e12a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] delete failed (client error): The resource could not be found. Jul 30 02:00:27.344299 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8999fef3-29c4-4a1d-9064-10a461f4e12a tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/436608eb-5946-42e9-9ae2-ee94d1a52523 HTTP/1.1" status: 404 len: 336 time: 0.0450501 Jul 30 02:00:27.344667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40448) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.377406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a1fae659-51f4-4468-b448-5d3633322a8f tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=265a0ac7-d017-4977-97d7-6e3230b2a76b HTTP/1.1" status: 200 len: 205 time: 0.0313706 Jul 30 02:00:27.379706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40452) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.424631 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-df4119da-0ab8-4e96-8949-619f6ed776ec tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] delete failed (client error): The resource could not be found. Jul 30 02:00:27.425786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-df4119da-0ab8-4e96-8949-619f6ed776ec tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/265a0ac7-d017-4977-97d7-6e3230b2a76b HTTP/1.1" status: 404 len: 336 time: 0.0448542 Jul 30 02:00:27.429030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40456) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.471712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b0b6e8e-2a80-4116-9615-fed10896c4b9 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 HTTP/1.1" status: 200 len: 205 time: 0.0406222 Jul 30 02:00:27.474019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40458) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.500108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b864c64-1545-48ef-a73b-e9cc63fea2d2 req-fa3ad850-1bad-4ce6-8814-774961b9c204 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:27.501610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b864c64-1545-48ef-a73b-e9cc63fea2d2 req-fa3ad850-1bad-4ce6-8814-774961b9c204 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0648136 Jul 30 02:00:27.525830 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-153ea35f-b0de-4a9b-bfb6-bf006cfaf9d9 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] delete failed (client error): The resource could not be found. Jul 30 02:00:27.530024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-153ea35f-b0de-4a9b-bfb6-bf006cfaf9d9 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/routers/f2aeafdc-1621-476a-ae14-b6e8bf4d9d27 HTTP/1.1" status: 404 len: 336 time: 0.0548820 Jul 30 02:00:27.530886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40464) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.558100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b864c64-1545-48ef-a73b-e9cc63fea2d2 req-a62dcc6b-7aee-4f99-ab1a-289ba44ca238 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Jul 30 02:00:27.568058 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d149f1-d868-43ec-9b2f-dd5db2b32223 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] DELETE failed (client error): The resource could not be found. Jul 30 02:00:27.568529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d149f1-d868-43ec-9b2f-dd5db2b32223 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:27.572964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80d149f1-d868-43ec-9b2f-dd5db2b32223 tempest-RoutersIpV6AdminTest-495509729 tempest-RoutersIpV6AdminTest-495509729-project] 10.222.0.78 "DELETE /v2.0/subnets/67ca673b-94fe-4ba0-98d0-4ffb859a2232 HTTP/1.1" status: 404 len: 337 time: 0.0384836 Jul 30 02:00:27.878704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40474) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:28.022445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cbffbb-9b1d-4525-9671-ed03a8508405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.158622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cbffbb-9b1d-4525-9671-ed03a8508405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.167704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65cbffbb-9b1d-4525-9671-ed03a8508405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.215205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbffbb-9b1d-4525-9671-ed03a8508405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddc95ae-d88c-40bb-a4ef-1aac93962aa5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:28.222885 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-65cbffbb-9b1d-4525-9671-ed03a8508405 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52ac963654e045d99f8e182ff61073b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427854 Jul 30 02:00:28.223734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:28.308077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c326-907c-4b66-85ad-79a24f47c100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.338851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c326-907c-4b66-85ad-79a24f47c100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.392792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c326-907c-4b66-85ad-79a24f47c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.395733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb3c326-907c-4b66-85ad-79a24f47c100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.397297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5bb3c326-907c-4b66-85ad-79a24f47c100 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dddc95ae-d88c-40bb-a4ef-1aac93962aa5 HTTP/1.1" status: 204 len: 168 time: 0.1725090 Jul 30 02:00:28.407363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3c326-907c-4b66-85ad-79a24f47c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddc95ae-d88c-40bb-a4ef-1aac93962aa5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:28.726070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a49f3-ff1a-49bc-9d41-b94bf5091b1b req-bc9f8395-a3c4-448a-9460-743f6c209686 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:28.728147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-920a49f3-ff1a-49bc-9d41-b94bf5091b1b req-bc9f8395-a3c4-448a-9460-743f6c209686 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0547793 Jul 30 02:00:28.740439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:28.779664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-920a49f3-ff1a-49bc-9d41-b94bf5091b1b req-e3498e14-197e-49cf-b99c-637683e7a93f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Jul 30 02:00:28.805980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a001cd3c-7d80-4d3e-b663-db785e495adc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98204d887819428a8d2c883dc0a84869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618665 Jul 30 02:00:28.807202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40516) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:28.861685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbf775d2-2ddd-43c7-a9c5-1fe33e066a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.893507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbf775d2-2ddd-43c7-a9c5-1fe33e066a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.945998 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbf775d2-2ddd-43c7-a9c5-1fe33e066a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.949252 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fbf775d2-2ddd-43c7-a9c5-1fe33e066a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.952682 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fbf775d2-2ddd-43c7-a9c5-1fe33e066a01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59e94544-e963-4277-9ee7-ac1485599a3a HTTP/1.1" status: 204 len: 168 time: 0.1422303 Jul 30 02:00:28.960597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf775d2-2ddd-43c7-a9c5-1fe33e066a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e94544-e963-4277-9ee7-ac1485599a3a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:29.799030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40554) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.906819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6927101-2410-4fd0-b601-852b5b5945fd req-a10e9bb3-0420-4de3-a948-5060a5b75d7b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:29.909004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6927101-2410-4fd0-b601-852b5b5945fd req-a10e9bb3-0420-4de3-a948-5060a5b75d7b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0607455 Jul 30 02:00:29.916257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-8c785e33-e888-43b2-a062-9e14cabd4509 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.918731 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c785e33-e888-43b2-a062-9e14cabd4509 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1178279 Jul 30 02:00:29.920875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40560) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.925630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-f790e164-b337-4ae5-a5fc-9f255861bafd tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.926688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f790e164-b337-4ae5-a5fc-9f255861bafd tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046234 Jul 30 02:00:29.929106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.933533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-d18f949b-2dea-42f7-b3ba-3f498da544b5 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.934718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d18f949b-2dea-42f7-b3ba-3f498da544b5 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043879 Jul 30 02:00:29.938371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.943286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-b1c8a342-18c2-4d7b-a81e-db1c19b49bd7 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.944708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b1c8a342-18c2-4d7b-a81e-db1c19b49bd7 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049906 Jul 30 02:00:29.947314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.951975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-dc3e9d1e-b038-40ec-b358-4df6809a4d88 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.953434 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc3e9d1e-b038-40ec-b358-4df6809a4d88 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048182 Jul 30 02:00:29.955981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40568) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.962426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-e1c49253-3767-4ad6-9f6c-e6a26a24f1ca tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.963791 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e1c49253-3767-4ad6-9f6c-e6a26a24f1ca tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0063255 Jul 30 02:00:29.966971 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40572) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.971593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-0da50357-2712-4fea-aa52-b4f749fb930b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.972075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6927101-2410-4fd0-b601-852b5b5945fd req-f1ecc598-2af0-4c09-9e68-ff17f376699c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519097 Jul 30 02:00:29.972710 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0da50357-2712-4fea-aa52-b4f749fb930b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047376 Jul 30 02:00:29.975310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40574) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.980327 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-9e282535-0743-4dde-b623-88af0867aa4d tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.981266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9e282535-0743-4dde-b623-88af0867aa4d tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050504 Jul 30 02:00:29.983629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40576) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.987945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-5a826eea-f60f-4db2-b394-b6c65e8c7ff0 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.991635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40580) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.991778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5a826eea-f60f-4db2-b394-b6c65e8c7ff0 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0071270 Jul 30 02:00:29.997920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-c101f147-84e7-407b-925f-63874648f30e tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:29.998862 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c101f147-84e7-407b-925f-63874648f30e tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052960 Jul 30 02:00:30.003954 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40582) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.014871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-945398a1-aef9-443b-a384-65646be51cfa tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.014871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-945398a1-aef9-443b-a384-65646be51cfa tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042076 Jul 30 02:00:30.014871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40584) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.016167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-ea97f210-3937-4d92-8830-e0b7f757112c tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.017156 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea97f210-3937-4d92-8830-e0b7f757112c tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045474 Jul 30 02:00:30.019801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.024388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-2382a034-f28a-42d2-a7f1-49cd09958d42 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.025314 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2382a034-f28a-42d2-a7f1-49cd09958d42 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046299 Jul 30 02:00:30.027493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40588) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.031543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-82566ad0-966e-4d0d-b3bd-ab77b029c964 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.032575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82566ad0-966e-4d0d-b3bd-ab77b029c964 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041101 Jul 30 02:00:30.034930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40590) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.040291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-5df93ebc-9a77-413f-af98-be94bdd284fe tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.041250 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5df93ebc-9a77-413f-af98-be94bdd284fe tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053816 Jul 30 02:00:30.043890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40592) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.048175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-ce89457b-075a-46ed-81ee-098424dd30c9 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.049146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce89457b-075a-46ed-81ee-098424dd30c9 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043426 Jul 30 02:00:30.051717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40594) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.056674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-6c75c58a-c11b-4a42-9f33-2fef0652a230 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.057883 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6c75c58a-c11b-4a42-9f33-2fef0652a230 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049541 Jul 30 02:00:30.060342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40596) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.064899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-081bfbb1-4794-48ec-842d-d7acfe8ab8d7 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.065833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-081bfbb1-4794-48ec-842d-d7acfe8ab8d7 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045314 Jul 30 02:00:30.068747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40598) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.073635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-154b8ef9-c8a5-48d7-bc10-cde6fa96108b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.074599 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-154b8ef9-c8a5-48d7-bc10-cde6fa96108b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046360 Jul 30 02:00:30.077045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.080861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-763e4379-df7c-4afa-b348-a0d77514914a tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.081763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-763e4379-df7c-4afa-b348-a0d77514914a tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038812 Jul 30 02:00:30.083988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40602) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.088238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-597ce2e6-c55e-49e5-ad34-ab18e692e769 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.089146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-597ce2e6-c55e-49e5-ad34-ab18e692e769 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043511 Jul 30 02:00:30.091347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.095137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-1e1dceb9-f6d8-4041-aadf-12f44e1faaa8 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.096036 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e1dceb9-f6d8-4041-aadf-12f44e1faaa8 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038793 Jul 30 02:00:30.098086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40606) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.102563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-9045510b-5942-4e91-b63b-a6d3543ba830 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.103495 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9045510b-5942-4e91-b63b-a6d3543ba830 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046084 Jul 30 02:00:30.105608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40608) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.109586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-6dce322e-41fa-45cc-8197-005e77d986d8 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.110520 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6dce322e-41fa-45cc-8197-005e77d986d8 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039687 Jul 30 02:00:30.113021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40610) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.121196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-ac5f863d-74be-4158-af4d-272fc5a23e28 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.122195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac5f863d-74be-4158-af4d-272fc5a23e28 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081758 Jul 30 02:00:30.127828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40612) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.131995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-94821d57-ba34-4ac6-8e78-9915f86f4336 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.133702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94821d57-ba34-4ac6-8e78-9915f86f4336 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047894 Jul 30 02:00:30.136076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40614) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.139918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-59f1ac20-5a0b-4d33-aa41-31bf2196834b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.140817 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-59f1ac20-5a0b-4d33-aa41-31bf2196834b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040584 Jul 30 02:00:30.143019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40616) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.146940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-b965d4ee-ffbf-468f-ad65-80ab8d77a202 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.147913 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b965d4ee-ffbf-468f-ad65-80ab8d77a202 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040710 Jul 30 02:00:30.150871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40618) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.154791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-6dea7c67-ba3c-4e86-a3a0-63b80ed7b347 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.155711 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6dea7c67-ba3c-4e86-a3a0-63b80ed7b347 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039060 Jul 30 02:00:30.157744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.161585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-74aeaf0c-6153-402b-b9ac-71a9560fd30e tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.162473 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-74aeaf0c-6153-402b-b9ac-71a9560fd30e tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039198 Jul 30 02:00:30.166016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40622) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.170478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-5d671120-a438-46a3-8511-c34723f348ae tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.171662 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5d671120-a438-46a3-8511-c34723f348ae tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046229 Jul 30 02:00:30.174279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.178438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-773cc5db-deab-402c-9b41-d886dce1e508 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.179382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-773cc5db-deab-402c-9b41-d886dce1e508 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042140 Jul 30 02:00:30.181637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40626) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.186096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-0ce51101-eded-4585-8588-c73abd1f3f4b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.187094 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0ce51101-eded-4585-8588-c73abd1f3f4b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045376 Jul 30 02:00:30.189134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40628) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.193016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-ee939b8c-bc64-48a5-87e8-6000cafe826d tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.193983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee939b8c-bc64-48a5-87e8-6000cafe826d tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040398 Jul 30 02:00:30.196702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.200381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-61c676f0-1752-494b-a061-cfad023c7fb1 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.201280 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-61c676f0-1752-494b-a061-cfad023c7fb1 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037761 Jul 30 02:00:30.203494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.207174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-5054a8d8-a524-42e5-aad1-4e2be26910cc tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.208093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5054a8d8-a524-42e5-aad1-4e2be26910cc tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037718 Jul 30 02:00:30.210111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.214359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-9af4e1e5-5e28-4aee-a68d-d47b75c03197 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.215259 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9af4e1e5-5e28-4aee-a68d-d47b75c03197 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043452 Jul 30 02:00:30.220841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40636) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.225343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-c9a49524-eb70-40f1-ad43-02aa0c285902 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.226356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c9a49524-eb70-40f1-ad43-02aa0c285902 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045595 Jul 30 02:00:30.229045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40638) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.233281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-8fc782af-2b31-4f45-8edc-b69f79ed9767 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.234215 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8fc782af-2b31-4f45-8edc-b69f79ed9767 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042548 Jul 30 02:00:30.236464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40642) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.240366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-9fb27c10-5277-45b0-885b-f389b1a604fc tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.241330 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9fb27c10-5277-45b0-885b-f389b1a604fc tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040121 Jul 30 02:00:30.243890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40644) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.248509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-714806da-8154-4c77-864e-0947a2118d95 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.249234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-714806da-8154-4c77-864e-0947a2118d95 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044119 Jul 30 02:00:30.251919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40648) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.256219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-f1e5812a-37f4-4378-ab7c-fd43505b472f tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.257148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f1e5812a-37f4-4378-ab7c-fd43505b472f tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041449 Jul 30 02:00:30.259820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40650) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.263745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-b3323ca0-82e7-4b94-8dca-9a5f352598a8 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.264668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b3323ca0-82e7-4b94-8dca-9a5f352598a8 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040100 Jul 30 02:00:30.266736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40652) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.272081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-46a6f180-fc4d-40a9-a28b-c20bda9c4e53 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.273139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-46a6f180-fc4d-40a9-a28b-c20bda9c4e53 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055039 Jul 30 02:00:30.276418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40654) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.280799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-cdbc91fa-7de0-4de5-bab2-43b3b6305997 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.281779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cdbc91fa-7de0-4de5-bab2-43b3b6305997 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043862 Jul 30 02:00:30.284049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40656) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.288196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-43b65d04-82d4-484e-a255-2f4b8b776213 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.289176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-43b65d04-82d4-484e-a255-2f4b8b776213 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042818 Jul 30 02:00:30.291539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40658) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.295837 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-e6c72524-5609-4582-bae9-aef27053c1c4 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.296833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e6c72524-5609-4582-bae9-aef27053c1c4 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044188 Jul 30 02:00:30.299441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40660) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.304302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-16d4eafc-e98b-4e04-84b3-e13608c06657 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.305323 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-16d4eafc-e98b-4e04-84b3-e13608c06657 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044429 Jul 30 02:00:30.307915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40662) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.312278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-7414bd90-872c-4891-bdf7-413eb4f3cd7d tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.313625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7414bd90-872c-4891-bdf7-413eb4f3cd7d tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044956 Jul 30 02:00:30.316002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40664) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.320978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-431b153d-0735-468b-9f1f-ca8edcab2a30 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.322057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-431b153d-0735-468b-9f1f-ca8edcab2a30 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051029 Jul 30 02:00:30.325741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40666) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.330897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-64bb6aea-1bb3-4eb7-9183-298746b307f0 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.331914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-64bb6aea-1bb3-4eb7-9183-298746b307f0 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052345 Jul 30 02:00:30.334665 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40668) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.339449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-8c33b65a-0c87-4c91-9874-9d6fd30aedc2 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.340367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c33b65a-0c87-4c91-9874-9d6fd30aedc2 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047724 Jul 30 02:00:30.342449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40670) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.346262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-0496a67f-e549-4fb9-8e9e-f1db9c84e582 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.347205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0496a67f-e549-4fb9-8e9e-f1db9c84e582 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039108 Jul 30 02:00:30.349326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40672) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.353142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-c8df2bdf-4173-41d0-943c-1ae7d2984d58 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.354056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c8df2bdf-4173-41d0-943c-1ae7d2984d58 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039151 Jul 30 02:00:30.356209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40674) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.360059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-2670239b-e22a-47b2-b09c-0fc5d3bd8831 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.361219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2670239b-e22a-47b2-b09c-0fc5d3bd8831 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039530 Jul 30 02:00:30.363315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40678) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.367296 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-97bef343-2fd3-4705-bec5-1d97ae4e2ff1 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.368459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-97bef343-2fd3-4705-bec5-1d97ae4e2ff1 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040605 Jul 30 02:00:30.370556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40680) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.379945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-73a427ab-9061-44f9-96bc-5605affb4bd2 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.381432 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-73a427ab-9061-44f9-96bc-5605affb4bd2 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0097897 Jul 30 02:00:30.384855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40684) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.391192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-2bd3f648-df37-494d-8579-d3e07a3a0dde tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.392666 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2bd3f648-df37-494d-8579-d3e07a3a0dde tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0063896 Jul 30 02:00:30.397449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40686) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.399681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-edaf7a26-767a-4ad4-8985-2c8e68e9bcd2 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.400719 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-edaf7a26-767a-4ad4-8985-2c8e68e9bcd2 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050733 Jul 30 02:00:30.403130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40690) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.407524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-59db29b3-e9b4-4efd-8fa0-4081500c4575 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.408579 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-59db29b3-e9b4-4efd-8fa0-4081500c4575 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043032 Jul 30 02:00:30.410778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.415338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-da84d8cb-1df6-42b1-bb59-6d6d499d2285 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.416388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-da84d8cb-1df6-42b1-bb59-6d6d499d2285 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045586 Jul 30 02:00:30.418607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.422704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-54680047-de0e-4cd8-8e4e-43fab23c6f6e tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.423786 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54680047-de0e-4cd8-8e4e-43fab23c6f6e tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041878 Jul 30 02:00:30.426484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40696) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.431395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-99b13bc3-a7ac-4312-bb8b-83c104146b3a tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.432694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-99b13bc3-a7ac-4312-bb8b-83c104146b3a tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051885 Jul 30 02:00:30.435320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.439569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-653a6251-0657-4fff-ac5b-0265f12e833b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.441021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-653a6251-0657-4fff-ac5b-0265f12e833b tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042639 Jul 30 02:00:30.442988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.449027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-154361d4-1e6e-48b0-beec-2611aeba6e78 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.452480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.452611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-154361d4-1e6e-48b0-beec-2611aeba6e78 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083497 Jul 30 02:00:30.457805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-e1960407-d0c1-4b00-b4ba-ae7b439f820a tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.458765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e1960407-d0c1-4b00-b4ba-ae7b439f820a tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050755 Jul 30 02:00:30.462161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.467037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [None req-3c9aa465-631e-4fe5-a4cf-28c5991aae49 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.468314 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c9aa465-631e-4fe5-a4cf-28c5991aae49 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052118 Jul 30 02:00:30.470840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40708) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.475998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-23c81e51-0909-42f7-be63-85348e7b0bd5 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.480170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-23c81e51-0909-42f7-be63-85348e7b0bd5 tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073421 Jul 30 02:00:30.481672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40710) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.490413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [None req-c42ac7de-cf11-433e-b536-e5e317ed92bc tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:00:30.510851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c42ac7de-cf11-433e-b536-e5e317ed92bc tempest-ExtensionsTestJSON-1884797053 tempest-ExtensionsTestJSON-1884797053-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0199151 Jul 30 02:00:30.837068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40732) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:30.961197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd092-f3b5-4eec-976e-c3a882a3044d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.094158 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd092-f3b5-4eec-976e-c3a882a3044d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.100662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e1cd092-f3b5-4eec-976e-c3a882a3044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.159379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d9b2b-6020-47b2-9c5d-60cfb598a243 req-1d6250ee-b5da-4888-9dbe-b9f16c15877d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:31.161114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f4d9b2b-6020-47b2-9c5d-60cfb598a243 req-1d6250ee-b5da-4888-9dbe-b9f16c15877d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1040547 Jul 30 02:00:31.163511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cd092-f3b5-4eec-976e-c3a882a3044d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a833e0-c4b5-4315-80cf-3d8ac77b6a75,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.171933 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.172631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3e1cd092-f3b5-4eec-976e-c3a882a3044d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1138cc624cb429aaae5d9dccccfb1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337407 Jul 30 02:00:31.227935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f4d9b2b-6020-47b2-9c5d-60cfb598a243 req-55ef2bf5-afe7-4272-88d2-beac689a5eba tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Jul 30 02:00:31.235936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ff12efe-7e8d-45cd-991b-695aeb4a08b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.260536 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ff12efe-7e8d-45cd-991b-695aeb4a08b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.312371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ff12efe-7e8d-45cd-991b-695aeb4a08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.316228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ff12efe-7e8d-45cd-991b-695aeb4a08b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.327163 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ff12efe-7e8d-45cd-991b-695aeb4a08b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f2a833e0-c4b5-4315-80cf-3d8ac77b6a75 HTTP/1.1" status: 204 len: 168 time: 0.1476836 Jul 30 02:00:31.338131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff12efe-7e8d-45cd-991b-695aeb4a08b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a833e0-c4b5-4315-80cf-3d8ac77b6a75,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:32.120053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40782) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.228439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1901946962'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:32.254024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:32.259758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.272995 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.400275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bb008-c4cc-4ab3-be67-b276874d29d0 req-2604daab-66a3-4bbb-bdfd-10509e216886 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:32.412018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-384bb008-c4cc-4ab3-be67-b276874d29d0 req-2604daab-66a3-4bbb-bdfd-10509e216886 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0800178 Jul 30 02:00:32.417453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.426290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.451633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:32.471799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-384bb008-c4cc-4ab3-be67-b276874d29d0 req-934cb51a-a96f-4123-8b1b-f276861b8a51 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Jul 30 02:00:32.472489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.472847 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment e3e64801-59ec-4fa0-a744-75310c496f23 of type vlan for network 4cd447e3-4b35-4e7d-8db7-11e11d50872a Jul 30 02:00:32.550201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.553944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6818a701-4ce6-4588-a7ea-032f9595d4e6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:32.596370 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.604160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:32.609833 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:32.709101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=4cd447e3-4b35-4e7d-8db7-11e11d50872a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:32.732372 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ff3de635-e039-47cf-8e51-83c73b41febf tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6108170 Jul 30 02:00:32.736139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 4cd447e3-4b35-4e7d-8db7-11e11d50872a details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:32.858228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:00:32.863475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.868987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:33.057285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:33.089018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'port_id': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'mac_address': 'fa:16:3e:e0:94:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:00:33.104995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:33.108660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.238544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.264854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:33.289887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:33.295567 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.356292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.366715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.367499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.368104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.368667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.369284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.370007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.370580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.371163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.371841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.372403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.372951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.373529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:33.417471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.451592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7b69240e-a2ed-4f13-bd47-a681821a8669'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:33.534987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': 'e3e64801-59ec-4fa0-a744-75310c496f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:33.534987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 4cd447e3-4b35-4e7d-8db7-11e11d50872a, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:33.541777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=506f7442-44ea-4765-8029-23ebaab8a019,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.558032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 4cd447e3-4b35-4e7d-8db7-11e11d50872a is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:33.571537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 4cd447e3-4b35-4e7d-8db7-11e11d50872a) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:33.576689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:33.577724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.599875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6f73a-a4ce-40fe-a896-c8664f1d425f None None] Network 4cd447e3-4b35-4e7d-8db7-11e11d50872a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:33.603371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78b30602-f6e8-4d13-a610-45d270d72c43 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7384334 Jul 30 02:00:33.605111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:33.618320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1649043214'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:33.669595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d846a0e-27ce-4c04-be64-091e70eae9c7 req-6d7be798-58e1-4afb-954f-dd42f551c32f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:33.671211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:33.676948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.679249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d846a0e-27ce-4c04-be64-091e70eae9c7 req-6d7be798-58e1-4afb-954f-dd42f551c32f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1042051 Jul 30 02:00:33.723622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:33.748475 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.748764 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment a94a950d-b7f1-4f27-8b3c-56a7600e3655 of type vlan for network c910b244-4de1-48ca-b32c-cb45e6adb50a Jul 30 02:00:33.776352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d846a0e-27ce-4c04-be64-091e70eae9c7 req-1844480d-5511-47d4-ac21-ea619adb43a5 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952756 Jul 30 02:00:33.828653 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.868767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.882370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:33.884823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.974436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=c910b244-4de1-48ca-b32c-cb45e6adb50a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.993200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c910b244-4de1-48ca-b32c-cb45e6adb50a details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:33.993783 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-91ddadb4-1dae-452c-b5fa-61636b762542 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3836312 Jul 30 02:00:33.993874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40840) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:33.998639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': 'c910b244-4de1-48ca-b32c-cb45e6adb50a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:34.106943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:34.113106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.244710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-4cd447e3-4b35-4e7d-8db7-11e11d50872a', 'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': '506f7442-44ea-4765-8029-23ebaab8a019'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:34.245737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.418675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Allocated IP 172.20.255.242 (4cd447e3-4b35-4e7d-8db7-11e11d50872a/506f7442-44ea-4765-8029-23ebaab8a019/7bb23a7f-2b9f-41ab-8624-c20f75b919d6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:34.461254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.553461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=f63a92fc-2689-4628-ad0f-2d167d41e158,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:34.575496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': 'a94a950d-b7f1-4f27-8b3c-56a7600e3655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c910b244-4de1-48ca-b32c-cb45e6adb50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:34.576010 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: c910b244-4de1-48ca-b32c-cb45e6adb50a, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:34.604718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network c910b244-4de1-48ca-b32c-cb45e6adb50a is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:34.617696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c910b244-4de1-48ca-b32c-cb45e6adb50a) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:34.631803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:34.632657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.633148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.652889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:34.655102 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ded4b92a-e983-41f3-a750-48a917f22236 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6584873 Jul 30 02:00:34.688374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc35451d-54af-44be-8edd-1b07b13f7647 None None] Network c910b244-4de1-48ca-b32c-cb45e6adb50a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:34.721710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Transition to ACTIVE for port object 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:34.778852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Transition to ACTIVE for port object 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:34.796392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.905196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:34.933674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.994944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7c9aa-350a-493a-86cc-53fa4e8686b7 req-24adfc55-b1a8-46bf-9266-a2daf182a69d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:34.997479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5d7c9aa-350a-493a-86cc-53fa4e8686b7 req-24adfc55-b1a8-46bf-9266-a2daf182a69d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1091208 Jul 30 02:00:35.112253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Network 4cd447e3-4b35-4e7d-8db7-11e11d50872a is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:35.126407 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5d7c9aa-350a-493a-86cc-53fa4e8686b7 req-70e978b7-0129-4501-a47f-6004001523b2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225767 Jul 30 02:00:35.154803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.163389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:35.197383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Pushing event updated for resources: {'Port': ['ID=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:35.199661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:35.251218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f6272-b62e-4bf8-a236-294809467203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-c910b244-4de1-48ca-b32c-cb45e6adb50a', 'network_id': 'c910b244-4de1-48ca-b32c-cb45e6adb50a', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': 'f63a92fc-2689-4628-ad0f-2d167d41e158'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:35.252240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-635f6272-b62e-4bf8-a236-294809467203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.279684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.346524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=f63a92fc-2689-4628-ad0f-2d167d41e158,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:35.365819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Attempting to bind port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:35.366111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Attempting to bind port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'e3e64801-59ec-4fa0-a744-75310c496f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:35.366472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Attempting to bind port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 on network 4cd447e3-4b35-4e7d-8db7-11e11d50872a {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:35.395525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:35.396224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Checking segment: {'id': 'e3e64801-59ec-4fa0-a744-75310c496f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:35.396786 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.397331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Bound using segment: {'id': 'e3e64801-59ec-4fa0-a744-75310c496f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:35.397983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Bound port: 7bb23a7f-2b9f-41ab-8624-c20f75b919d6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e64801-59ec-4fa0-a744-75310c496f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4cd447e3-4b35-4e7d-8db7-11e11d50872a'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:35.400755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.414256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 7b69240e-a2ed-4f13-bd47-a681821a8669 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:35.428884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.452868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.466195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c910b244-4de1-48ca-b32c-cb45e6adb50a']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.486705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94a950d-b7f1-4f27-8b3c-56a7600e3655') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.487423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94a950d-b7f1-4f27-8b3c-56a7600e3655') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:35.499347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.522085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.530402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:35.531582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.575174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] For port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:35.578620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] For port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,segment=NetworkSegment(e3e64801-59ec-4fa0-a744-75310c496f23),segment_id=e3e64801-59ec-4fa0-a744-75310c496f23)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:35.615031 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:35.640511 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.778743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.779353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29433342-4033-4c7f-a5de-09b875985aaa None None] Pushing event updated for resources: {'Port': ['ID=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:35.796862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.803120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/c910b244-4de1-48ca-b32c-cb45e6adb50a HTTP/1.1" status: 204 len: 168 time: 1.1435127 Jul 30 02:00:35.806218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40904) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:35.812405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481957708'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:35.860693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220e33c-a162-4b0f-9883-2699e110adf6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=c910b244-4de1-48ca-b32c-cb45e6adb50a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:35.879518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3cf8c1-fdc5-496a-b719-d8ed88f19ab6 None None] Network c910b244-4de1-48ca-b32c-cb45e6adb50a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:35.887070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:35.900782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:35.904304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3cf8c1-fdc5-496a-b719-d8ed88f19ab6 None None] Network c910b244-4de1-48ca-b32c-cb45e6adb50a could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:00:35.920967 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.000087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:36.004926 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c350c-800a-4c56-8300-996c2716c4d1" -d '{"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-plugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:36.015522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:36.059433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.059869 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 16d616f5-912d-4458-91d0-034ab8586e7e of type vlan for network 39786f4e-899e-49f7-b1bd-84f19f4f7b14 Jul 30 02:00:36.070600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:36.077608 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.116028 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84bf407-d943-4ff1-b5eb-85fabbda577a x-openstack-request-id: req-c84bf407-d943-4ff1-b5eb-85fabbda577a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:36.117038 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-plugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:36.117456 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c84bf407-d943-4ff1-b5eb-85fabbda577a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:36.118003 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'code': 200} Jul 30 02:00:36.172739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:36.213649 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.326007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.334256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:36.334850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.453596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6457446 Jul 30 02:00:36.458268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:36.465607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '39786f4e-899e-49f7-b1bd-84f19f4f7b14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:36.478839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d793a-580d-4ca5-aadc-47e053e8d02d req-3fcf2840-2809-45fe-bb03-b8300a7d6dac tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:36.486302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-796d793a-580d-4ca5-aadc-47e053e8d02d req-3fcf2840-2809-45fe-bb03-b8300a7d6dac tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1755400 Jul 30 02:00:36.494445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461843-926f-4cba-ac50-fbe4736053cb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=39786f4e-899e-49f7-b1bd-84f19f4f7b14,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:36.552748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 39786f4e-899e-49f7-b1bd-84f19f4f7b14 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:36.566083 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-796d793a-580d-4ca5-aadc-47e053e8d02d req-7de373e2-4aac-4569-84c0-4acc4c2997ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786870 Jul 30 02:00:36.681885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:36.691987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.794276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Performing IP validity checks on allocation pools {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:00:36.795555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:00:36.857964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:36.913390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.931693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:36.974109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.069762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=033464d5-574f-4e45-81ee-b32ad790f3f6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:37.084559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '16d616f5-912d-4458-91d0-034ab8586e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '39786f4e-899e-49f7-b1bd-84f19f4f7b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:37.084930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 39786f4e-899e-49f7-b1bd-84f19f4f7b14, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:37.119014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 39786f4e-899e-49f7-b1bd-84f19f4f7b14 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:37.134545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 39786f4e-899e-49f7-b1bd-84f19f4f7b14) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:37.147374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b860af5-98be-4da9-9716-ff4b3f9a5167 None None] Network 39786f4e-899e-49f7-b1bd-84f19f4f7b14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:37.156937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:37.157626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.193861 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63e91707-4259-44c2-99a3-27cac042457b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7319350 Jul 30 02:00:37.194465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40930) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:37.314628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.398970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead3798-c8fb-43da-b660-2dad22f7ccba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-39786f4e-899e-49f7-b1bd-84f19f4f7b14', 'network_id': '39786f4e-899e-49f7-b1bd-84f19f4f7b14', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': '033464d5-574f-4e45-81ee-b32ad790f3f6'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:37.400161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ead3798-c8fb-43da-b660-2dad22f7ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.420004 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.573032 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-5ead3798-c8fb-43da-b660-2dad22f7ccba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 033464d5-574f-4e45-81ee-b32ad790f3f6: This subnet is being modified by another concurrent operation. Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 033464d5-574f-4e45-81ee-b32ad790f3f6: This subnet is being modified by another concurrent operation. Jul 30 02:00:37.603595 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:00:37.626400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d8123-a129-497e-b0d9-83d008069c0c None None] Network 39786f4e-899e-49f7-b1bd-84f19f4f7b14 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:37.637150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=033464d5-574f-4e45-81ee-b32ad790f3f6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:37.812762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9273b7a2-bd6c-48be-9ac5-1678bc2789a4 None None] Network 4cd447e3-4b35-4e7d-8db7-11e11d50872a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:37.835979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.853021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39786f4e-899e-49f7-b1bd-84f19f4f7b14']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:37.868436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d616f5-912d-4458-91d0-034ab8586e7e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:37.868872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d616f5-912d-4458-91d0-034ab8586e7e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:37.884887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.895733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0e3f5-ad40-416f-adce-572a2f093e43 req-a941f276-d2ba-4a84-946e-1a5452809ca0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:37.904638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fb0e3f5-ad40-416f-adce-572a2f093e43 req-a941f276-d2ba-4a84-946e-1a5452809ca0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1507368 Jul 30 02:00:37.938331 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.963936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:37.964965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:37.969011 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:38.001086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] Provisioning for port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:38.005551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fb0e3f5-ad40-416f-adce-572a2f093e43 req-dae0eab8-d183-421c-8214-ea7d2b063104 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996776 Jul 30 02:00:38.011829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] Provisioning complete for port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:38.012203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.095316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.105626 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.108401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/39786f4e-899e-49f7-b1bd-84f19f4f7b14 HTTP/1.1" status: 204 len: 168 time: 0.9126234 Jul 30 02:00:38.111805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40956) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:38.118625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1836580142'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:38.126767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243fbf8-7d7b-4f09-a715-2184b59a84c8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=39786f4e-899e-49f7-b1bd-84f19f4f7b14,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:38.180420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:38.189711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.271899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:38.290484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.291802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.293009 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 94150326-6d96-4334-a7a8-10a8bc090b28 of type vlan for network 42604e2d-75f9-47da-990a-b4e366995a13 Jul 30 02:00:38.369889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] For port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,segment=NetworkSegment(e3e64801-59ec-4fa0-a744-75310c496f23),segment_id=e3e64801-59ec-4fa0-a744-75310c496f23)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:38.378647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.426864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.481057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d044f-c9b9-40c6-be91-904da30331ab None None] Pushing event updated for resources: {'Port': ['ID=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:38.503064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.536527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:38.538425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.658106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb995e-62e9-4812-9895-9a8c5a68e706 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:38.747083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=42604e2d-75f9-47da-990a-b4e366995a13,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:38.776841 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-15092710-3a6c-4965-a2bc-6614274c1bcc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6605275 Jul 30 02:00:38.777281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 40966) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:38.784104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '42604e2d-75f9-47da-990a-b4e366995a13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:38.878312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cb995e-62e9-4812-9895-9a8c5a68e706 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:38.878963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 42604e2d-75f9-47da-990a-b4e366995a13 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:38.880959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:38.892447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5ecf37ea-b39c-4807-a89b-0ba966fc4df1 None None] Provisioning complete for port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:38.892844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ecf37ea-b39c-4807-a89b-0ba966fc4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.989128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:38.997880 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.333358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c91a77-c76c-4844-9465-adde91f46281 req-ee723950-eb55-443d-b94d-73f3ad0528ba tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:39.336965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c91a77-c76c-4844-9465-adde91f46281 req-ee723950-eb55-443d-b94d-73f3ad0528ba tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1892130 Jul 30 02:00:39.486081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:39.486081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.524196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6c91a77-c76c-4844-9465-adde91f46281 req-4ec36f9b-ebb0-4af0-b638-7b5fc8ecb3e0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745555 Jul 30 02:00:39.531728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.635451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=41ba98e5-67c4-44fb-bd82-18d9037c9a78,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:39.652354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.652715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.653063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.653405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.653739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.654569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.654910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.655269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.655600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.655930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.656256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.657108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:39.666455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '94150326-6d96-4334-a7a8-10a8bc090b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '42604e2d-75f9-47da-990a-b4e366995a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:39.667162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 42604e2d-75f9-47da-990a-b4e366995a13, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:39.694313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 42604e2d-75f9-47da-990a-b4e366995a13 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:39.710938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 42604e2d-75f9-47da-990a-b4e366995a13) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:39.728831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:39.729794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.754048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ec4c2759-0bec-476e-8c21-03ebc4d55bbc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9732468 Jul 30 02:00:39.754395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 40984) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:39.957268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.987346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc38a8-7381-40ea-8d3b-c3c1043c4edf None None] Network 42604e2d-75f9-47da-990a-b4e366995a13 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:40.093753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.178274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.194272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae9303-d0ef-4a6e-ab24-d8d58a462e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-42604e2d-75f9-47da-990a-b4e366995a13', 'network_id': '42604e2d-75f9-47da-990a-b4e366995a13', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': '41ba98e5-67c4-44fb-bd82-18d9037c9a78'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:40.195141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82ae9303-d0ef-4a6e-ab24-d8d58a462e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.216669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=41ba98e5-67c4-44fb-bd82-18d9037c9a78,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.303268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.347197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42604e2d-75f9-47da-990a-b4e366995a13']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:40.347197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94150326-6d96-4334-a7a8-10a8bc090b28') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:40.347197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94150326-6d96-4334-a7a8-10a8bc090b28') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:40.365956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.387251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.395587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:40.396024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:40.401881 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:40.416215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34a94c-5377-410e-bcdd-18dcd98955f4 None None] Network 42604e2d-75f9-47da-990a-b4e366995a13 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:40.496600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.523780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.526039 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/42604e2d-75f9-47da-990a-b4e366995a13 HTTP/1.1" status: 204 len: 168 time: 0.7705903 Jul 30 02:00:40.527078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e3f9b-9f64-4b9d-a424-25b263536ca8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=42604e2d-75f9-47da-990a-b4e366995a13,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.530142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41006) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:40.536710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1831377851'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:40.581658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:40.587196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.684880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:40.728201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.728626 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 8690f1b0-68ed-44f1-b29e-591724912725 of type vlan for network 0d830453-c23a-46b6-8220-80640f5cb843 Jul 30 02:00:40.785760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.826835 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.833175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:40.833796 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.855663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3232841 Jul 30 02:00:40.856886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41016) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:40.866293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '0d830453-c23a-46b6-8220-80640f5cb843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:40.881295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e1d6-614d-4952-a186-9cfbe56cb913 req-55c4ac35-7111-4e00-9622-2361422c100b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:40.895919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8117e1d6-614d-4952-a186-9cfbe56cb913 req-55c4ac35-7111-4e00-9622-2361422c100b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.2255683 Jul 30 02:00:41.025093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8117e1d6-614d-4952-a186-9cfbe56cb913 req-2c094108-2b69-4f45-8637-b82070b40c84 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275954 Jul 30 02:00:41.057323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:41.061597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.065770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d4264-d00d-4d06-b424-3999272c9bef tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=0d830453-c23a-46b6-8220-80640f5cb843,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:41.080161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 0d830453-c23a-46b6-8220-80640f5cb843 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:41.347836 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.456788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=121486f1-f4fc-4e7d-881f-c7afdfc57f72,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:41.456788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '8690f1b0-68ed-44f1-b29e-591724912725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0d830453-c23a-46b6-8220-80640f5cb843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:41.456788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 0d830453-c23a-46b6-8220-80640f5cb843, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:41.485813 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 0d830453-c23a-46b6-8220-80640f5cb843 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:41.500021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 0d830453-c23a-46b6-8220-80640f5cb843) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:41.508475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1f2f1-a3b7-4568-ae12-92a99477bc36 None None] Network 0d830453-c23a-46b6-8220-80640f5cb843 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:41.513244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:41.513857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.535055 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bbef8970-56a2-4d44-83d7-9e221a413a53 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6748366 Jul 30 02:00:41.535773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41028) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:41.668972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.767661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.781061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7e5c1-2a41-4b83-996b-d6f6d5268f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-0d830453-c23a-46b6-8220-80640f5cb843', 'network_id': '0d830453-c23a-46b6-8220-80640f5cb843', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': '121486f1-f4fc-4e7d-881f-c7afdfc57f72'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:41.781938 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6a7e5c1-2a41-4b83-996b-d6f6d5268f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.904106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.940235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=121486f1-f4fc-4e7d-881f-c7afdfc57f72,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-f6a7e5c1-2a41-4b83-996b-d6f6d5268f93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 121486f1-f4fc-4e7d-881f-c7afdfc57f72: This subnet is being modified by another concurrent operation. Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 121486f1-f4fc-4e7d-881f-c7afdfc57f72: This subnet is being modified by another concurrent operation. Jul 30 02:00:41.965292 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:00:41.995395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93e9ff-d480-450c-9764-77ebd1da8527 None None] Network 0d830453-c23a-46b6-8220-80640f5cb843 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:42.082372 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.096857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d830453-c23a-46b6-8220-80640f5cb843']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.110252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8690f1b0-68ed-44f1-b29e-591724912725') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.110759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8690f1b0-68ed-44f1-b29e-591724912725') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.122918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.140097 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.147101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:42.147580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:42.214201 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:42.221300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac331d-04d8-4aab-aabe-b4b2b2c741a9 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:42.229677 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.258784 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.260800 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/0d830453-c23a-46b6-8220-80640f5cb843 HTTP/1.1" status: 204 len: 168 time: 0.7239487 Jul 30 02:00:42.264387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41050) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.281158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc95482-f852-43b4-8b52-46e33ea24e97 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=0d830453-c23a-46b6-8220-80640f5cb843,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:42.293700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715444588'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:42.318514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c553957-a5c2-4018-b10f-047e0f93ee5c req-9ca4e1f0-1327-48b5-89ad-c94f662d3221 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:42.330478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c553957-a5c2-4018-b10f-047e0f93ee5c req-9ca4e1f0-1327-48b5-89ad-c94f662d3221 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1130280 Jul 30 02:00:42.372641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:42.373886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.380040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac331d-04d8-4aab-aabe-b4b2b2c741a9 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:42.423834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:42.441852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.442495 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 922769ec-36e6-4213-94eb-5a07cc447ea9 of type vlan for network 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 Jul 30 02:00:42.469692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c553957-a5c2-4018-b10f-047e0f93ee5c req-35755681-6985-4a64-8276-2cff2b907eaf tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220975 Jul 30 02:00:42.535154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.583345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.590591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:42.591803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.676408 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4079523 Jul 30 02:00:42.679381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41056) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:42.686648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '3c06b2c3-e6e8-41ca-86e0-44c6e8d90892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:42.765986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17acb2-3ce8-4206-bc28-235328bc38d9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=3c06b2c3-e6e8-41ca-86e0-44c6e8d90892,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:42.778311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:42.825098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:42.830914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.906422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Performing IP validity checks on allocation pools {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:00:42.906959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:00:43.072559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.127706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=c5a5a8ad-9388-4ffb-a4ce-0fdf8707d141,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:43.203055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '922769ec-36e6-4213-94eb-5a07cc447ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3c06b2c3-e6e8-41ca-86e0-44c6e8d90892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:43.203419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:43.226294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:43.238048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:43.242774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:43.243395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.250951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491e0aa-151d-4199-8612-a76f72b291fe None None] Network 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:43.261978 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9a0adaf2-0543-4484-8da3-cb0acf08c5f3 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5791445 Jul 30 02:00:43.262168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41070) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:43.489935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.638307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.648263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a364293f-4bab-427a-8149-2a253915d3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3c06b2c3-e6e8-41ca-86e0-44c6e8d90892', 'network_id': '3c06b2c3-e6e8-41ca-86e0-44c6e8d90892', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': 'c5a5a8ad-9388-4ffb-a4ce-0fdf8707d141'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:43.649159 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a364293f-4bab-427a-8149-2a253915d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.707098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5e962-184b-4396-93db-fee442fbe615 req-65fadaeb-34bc-4ce1-8f6a-ca3e4e7a6a96 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:43.709271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90c5e962-184b-4396-93db-fee442fbe615 req-65fadaeb-34bc-4ce1-8f6a-ca3e4e7a6a96 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0609443 Jul 30 02:00:43.760435 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.778225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90c5e962-184b-4396-93db-fee442fbe615 req-dd949753-914a-48f1-9614-cec94ae8e92d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596244 Jul 30 02:00:43.793833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a5a8ad-9388-4ffb-a4ce-0fdf8707d141,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-a364293f-4bab-427a-8149-2a253915d3e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5a5a8ad-9388-4ffb-a4ce-0fdf8707d141: This subnet is being modified by another concurrent operation. Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5a5a8ad-9388-4ffb-a4ce-0fdf8707d141: This subnet is being modified by another concurrent operation. Jul 30 02:00:43.872066 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:00:43.883374 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.895041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c06b2c3-e6e8-41ca-86e0-44c6e8d90892']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.901926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf83d2-d72d-47d5-b9be-4c5b04d316b4 None None] Network 3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:43.918417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922769ec-36e6-4213-94eb-5a07cc447ea9') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.918917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922769ec-36e6-4213-94eb-5a07cc447ea9') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:43.932090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.949629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.956977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:43.957528 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:43.973356 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:44.072980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.090954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.090954 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 HTTP/1.1" status: 204 len: 168 time: 0.8276076 Jul 30 02:00:44.096720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41084) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:44.104094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040838956'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:44.118769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4dee7-a1a3-4319-8ee0-769f0f0dfb3a None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:44.128911 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085543f-44e7-46ca-b25f-43069d3a2217 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=3c06b2c3-e6e8-41ca-86e0-44c6e8d90892,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:44.202313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:44.209461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.249004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:44.268157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.269165 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 76e674bc-339b-4e71-b312-8dfb2bb41b27 of type vlan for network d037a833-89b0-46df-a67b-ba05aa16758c Jul 30 02:00:44.276044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b4dee7-a1a3-4319-8ee0-769f0f0dfb3a None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:44.374375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.439649 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.456198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:44.457136 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.558661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4587762 Jul 30 02:00:44.559087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41096) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:44.564802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': 'd037a833-89b0-46df-a67b-ba05aa16758c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:44.576573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdd4fe-a49d-4b58-b98c-29698fc5c5a4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=d037a833-89b0-46df-a67b-ba05aa16758c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:44.596567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d037a833-89b0-46df-a67b-ba05aa16758c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:44.697675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:44.705175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.955621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5ffb-50f8-430d-8f01-e7f67273f2e2 req-4b770590-00dc-4f5d-895e-3dfc8ca95499 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:44.957478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd6d5ffb-50f8-430d-8f01-e7f67273f2e2 req-4b770590-00dc-4f5d-895e-3dfc8ca95499 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0794339 Jul 30 02:00:45.016306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd6d5ffb-50f8-430d-8f01-e7f67273f2e2 req-10f3f4db-b5b0-4f65-81c7-6f932026cfb0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498641 Jul 30 02:00:45.116136 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.174177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=c17c1401-f9ff-4e20-bfea-407e8839fb4e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:45.227531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '76e674bc-339b-4e71-b312-8dfb2bb41b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd037a833-89b0-46df-a67b-ba05aa16758c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:45.227928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: d037a833-89b0-46df-a67b-ba05aa16758c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:45.255475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network d037a833-89b0-46df-a67b-ba05aa16758c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:45.275796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d037a833-89b0-46df-a67b-ba05aa16758c) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:45.288114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b0ad5-7f64-4cce-9509-b2af1b59d4e8 None None] Network d037a833-89b0-46df-a67b-ba05aa16758c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:45.292968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:45.293719 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.317923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6a219879-280b-40a8-8f3f-cdbd8858616e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7553301 Jul 30 02:00:45.318731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41114) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.504523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.589055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.609455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22391f-578c-4235-be13-eda0c24c6b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d037a833-89b0-46df-a67b-ba05aa16758c', 'network_id': 'd037a833-89b0-46df-a67b-ba05aa16758c', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': 'c17c1401-f9ff-4e20-bfea-407e8839fb4e'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:45.611135 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a22391f-578c-4235-be13-eda0c24c6b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.708076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.750755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=c17c1401-f9ff-4e20-bfea-407e8839fb4e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-6a22391f-578c-4235-be13-eda0c24c6b13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c17c1401-f9ff-4e20-bfea-407e8839fb4e: This subnet is being modified by another concurrent operation. Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c17c1401-f9ff-4e20-bfea-407e8839fb4e: This subnet is being modified by another concurrent operation. Jul 30 02:00:45.780003 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:00:45.807990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6d763-f107-4b6f-9bd9-a3c46d452630 None None] Network d037a833-89b0-46df-a67b-ba05aa16758c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:45.853297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.867081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d037a833-89b0-46df-a67b-ba05aa16758c']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:45.881183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e674bc-339b-4e71-b312-8dfb2bb41b27') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:45.881723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e674bc-339b-4e71-b312-8dfb2bb41b27') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:45.895984 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.916153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.934886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:45.935500 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:46.047825 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:46.065570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.067400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f9ad7-c558-432d-98ad-54d325f1b94d None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:46.074001 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.076000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/d037a833-89b0-46df-a67b-ba05aa16758c HTTP/1.1" status: 204 len: 168 time: 0.7561924 Jul 30 02:00:46.084901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:46.094152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496958566'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:46.108263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067a17d-f9ae-45fb-a3e2-c03f45e70347 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=d037a833-89b0-46df-a67b-ba05aa16758c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.139048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:46.147176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.193996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:46.209527 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.209823 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 8f514e8d-e9f7-4187-8280-86a34cd4b42a of type vlan for network 7df727f2-93b3-49ef-896a-c558535f6f64 Jul 30 02:00:46.268349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dacc68-fa1a-4263-a933-e211c5db2c5c req-208ba96e-746f-48a7-9d80-b686625a696f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:46.291125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.297751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9ad7-c558-432d-98ad-54d325f1b94d None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:46.303632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7dacc68-fa1a-4263-a933-e211c5db2c5c req-208ba96e-746f-48a7-9d80-b686625a696f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1590266 Jul 30 02:00:46.362411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.380455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:46.381375 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.414544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7dacc68-fa1a-4263-a933-e211c5db2c5c req-d4fff279-cece-4fbe-a353-a5ca39999c6c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007719 Jul 30 02:00:46.427875 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3355098 Jul 30 02:00:46.428787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41142) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:46.435832 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '7df727f2-93b3-49ef-896a-c558535f6f64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:46.575405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ba197-79c9-43ea-b074-3679aad3c73f tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=7df727f2-93b3-49ef-896a-c558535f6f64,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.589232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 7df727f2-93b3-49ef-896a-c558535f6f64 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:46.630977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:46.645181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.361772 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.576979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '8f514e8d-e9f7-4187-8280-86a34cd4b42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7df727f2-93b3-49ef-896a-c558535f6f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:47.581485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 7df727f2-93b3-49ef-896a-c558535f6f64, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:47.627214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=0f9d2b24-49e6-467c-beb2-f8bdd486c1d5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:47.675487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 7df727f2-93b3-49ef-896a-c558535f6f64 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:47.698334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd53342-a60a-4bae-ad59-4fb21ae57046 req-f0ae493f-ba60-4b15-abc7-581993d0b25f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.724979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbd53342-a60a-4bae-ad59-4fb21ae57046 req-f0ae493f-ba60-4b15-abc7-581993d0b25f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1793315 Jul 30 02:00:47.815955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 7df727f2-93b3-49ef-896a-c558535f6f64) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:47.830248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292ed90-2706-4c2f-9399-22f7372f4f54 None None] Network 7df727f2-93b3-49ef-896a-c558535f6f64 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:47.838737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.839716 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.868339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbd53342-a60a-4bae-ad59-4fb21ae57046 req-997c6ad6-e81b-408b-8348-7f8ab7302650 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423354 Jul 30 02:00:47.893833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-508f7f8d-dbd9-4155-8e5a-693b2c0c53c9 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4631202 Jul 30 02:00:47.896014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41162) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:48.084781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.146637 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50da3c-9545-43cc-bae1-cf87bd5b67d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-7df727f2-93b3-49ef-896a-c558535f6f64', 'network_id': '7df727f2-93b3-49ef-896a-c558535f6f64', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': '0f9d2b24-49e6-467c-beb2-f8bdd486c1d5'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:48.156517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d50da3c-9545-43cc-bae1-cf87bd5b67d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.266900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.373152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.414630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9d2b24-49e6-467c-beb2-f8bdd486c1d5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-9d50da3c-9545-43cc-bae1-cf87bd5b67d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9d2b24-49e6-467c-beb2-f8bdd486c1d5: This subnet is being modified by another concurrent operation. Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9d2b24-49e6-467c-beb2-f8bdd486c1d5: This subnet is being modified by another concurrent operation. Jul 30 02:00:48.448157 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:00:48.473589 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e46911-fb78-457c-a717-0dfcb827d397 None None] Network 7df727f2-93b3-49ef-896a-c558535f6f64 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:48.534665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.548267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df727f2-93b3-49ef-896a-c558535f6f64']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:48.560885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f514e8d-e9f7-4187-8280-86a34cd4b42a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:48.561192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f514e8d-e9f7-4187-8280-86a34cd4b42a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:48.571474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.590061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.596996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:48.597449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.637046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d9b27-6e12-4153-aeac-6467be013a6c None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:48.703046 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:48.708829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.742149 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.746368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/7df727f2-93b3-49ef-896a-c558535f6f64 HTTP/1.1" status: 204 len: 168 time: 0.8488376 Jul 30 02:00:48.748111 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53e52-11aa-4bf6-b165-59b99431b734 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=7df727f2-93b3-49ef-896a-c558535f6f64,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.750445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:48.757077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1975541687'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:48.790948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:48.800243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.825356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d9b27-6e12-4153-aeac-6467be013a6c None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:48.851823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:48.872746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.877322 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 0658eed1-efc2-4213-8fdc-661fb3968fce of type vlan for network 8e98bb80-946b-4306-943a-1a65ab92b7b4 Jul 30 02:00:48.983499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.003826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a882478-963f-4b10-897d-b735268cd37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.049843 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.060774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:49.061573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.167204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b17f-26cc-4e82-a57d-32d226b7b41b req-31f9b2a7-1718-4d93-98e9-a8417eb65ac0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:49.173638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f88b17f-26cc-4e82-a57d-32d226b7b41b req-31f9b2a7-1718-4d93-98e9-a8417eb65ac0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1583300 Jul 30 02:00:49.174456 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4226940 Jul 30 02:00:49.177481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41188) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:49.192297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:49.198296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaba133-878d-456b-8483-3b08d1f0e25e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=8e98bb80-946b-4306-943a-1a65ab92b7b4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:49.228651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:49.393794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f88b17f-26cc-4e82-a57d-32d226b7b41b req-2d45904a-39e7-4484-ada9-bd2b455d4998 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056558 Jul 30 02:00:49.606140 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.627126 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.650987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 is not hosted by any dhcp agent {{(pid=93890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:00:49.664769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:49.666015 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.667772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "PUT /v2.0/networks/8e98bb80-946b-4306-943a-1a65ab92b7b4 HTTP/1.1" status: 200 len: 723 time: 0.4864712 Jul 30 02:00:49.670980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:49.677992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:49.780803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152e8f-fe50-4386-8d3f-b2fca32ae380 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=8e98bb80-946b-4306-943a-1a65ab92b7b4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:49.792684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:49.873952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:49.878188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.128817 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.207283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=6113fa78-450c-457e-a17a-3838dce18cb0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:50.225355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '0658eed1-efc2-4213-8fdc-661fb3968fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:50.225768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 8e98bb80-946b-4306-943a-1a65ab92b7b4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:50.247667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:50.258225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 8e98bb80-946b-4306-943a-1a65ab92b7b4) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:50.268247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c3c70-dbc4-4821-92fa-f50df5503c0d None None] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:50.270823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.272073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.308460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f92159e5-9828-405c-82f9-25b8326b1e69 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6337063 Jul 30 02:00:50.309203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41196) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:50.326092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:50.500342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26666981'] for subnet, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.687391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9085-8138-457c-9f97-ef423e51af10 req-4fe19be3-9b2a-48f1-8324-2acbd2ba3cb2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.689002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e19b9085-8138-457c-9f97-ef423e51af10 req-4fe19be3-9b2a-48f1-8324-2acbd2ba3cb2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1191461 Jul 30 02:00:50.771555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e19b9085-8138-457c-9f97-ef423e51af10 req-1ab2deec-feb2-40f5-9762-3e4bf79992ec tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755365 Jul 30 02:00:50.837542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750880895016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26672242'] for subnet, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.961637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=6113fa78-450c-457e-a17a-3838dce18cb0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:50.981008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:50.981901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.985521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fb4980c-e2a2-4d28-9859-693dc02bd327 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "PUT /v2.0/subnets/6113fa78-450c-457e-a17a-3838dce18cb0 HTTP/1.1" status: 200 len: 806 time: 0.6751192 Jul 30 02:00:50.988676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:50.990987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-8e98bb80-946b-4306-943a-1a65ab92b7b4', 'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': '6113fa78-450c-457e-a17a-3838dce18cb0'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:50.992625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.345193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Allocated IP 172.20.0.2 (8e98bb80-946b-4306-943a-1a65ab92b7b4/6113fa78-450c-457e-a17a-3838dce18cb0/9e9353fc-260e-4a93-b55c-102cbd0abf5d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:51.410414 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.626756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.672145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.675125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Transition to ACTIVE for port object 9e9353fc-260e-4a93-b55c-102cbd0abf5d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:51.741163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Transition to ACTIVE for port object 9e9353fc-260e-4a93-b55c-102cbd0abf5d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:51.744382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c7f6-f505-4861-9f89-955152231b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.760237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.765853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.828859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:51.834295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:51.839336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:51.854662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Pushing event updated for resources: {'Port': ['ID=9e9353fc-260e-4a93-b55c-102cbd0abf5d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:51.885119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.919323 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.950187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=6113fa78-450c-457e-a17a-3838dce18cb0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:51.970581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Attempting to bind port 9e9353fc-260e-4a93-b55c-102cbd0abf5d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:51.971322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Attempting to bind port 9e9353fc-260e-4a93-b55c-102cbd0abf5d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0658eed1-efc2-4213-8fdc-661fb3968fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:51.972069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Attempting to bind port 9e9353fc-260e-4a93-b55c-102cbd0abf5d on network 8e98bb80-946b-4306-943a-1a65ab92b7b4 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:51.981963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:51.982656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Checking segment: {'id': '0658eed1-efc2-4213-8fdc-661fb3968fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:51.983365 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.983992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Bound using segment: {'id': '0658eed1-efc2-4213-8fdc-661fb3968fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:51.985433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Bound port: 9e9353fc-260e-4a93-b55c-102cbd0abf5d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0658eed1-efc2-4213-8fdc-661fb3968fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8e98bb80-946b-4306-943a-1a65ab92b7b4'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:51.986044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.110392 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.136876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e98bb80-946b-4306-943a-1a65ab92b7b4']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.146892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629430e-b066-4b3e-a200-abaa0b64b30b req-04700bec-88e3-4532-8abe-7f88d300efae tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.150835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7629430e-b066-4b3e-a200-abaa0b64b30b req-04700bec-88e3-4532-8abe-7f88d300efae tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1248648 Jul 30 02:00:52.167760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] For port 9e9353fc-260e-4a93-b55c-102cbd0abf5d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:52.175595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] For port 9e9353fc-260e-4a93-b55c-102cbd0abf5d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e9353fc-260e-4a93-b55c-102cbd0abf5d,segment=NetworkSegment(0658eed1-efc2-4213-8fdc-661fb3968fce),segment_id=0658eed1-efc2-4213-8fdc-661fb3968fce)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:52.181668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0658eed1-efc2-4213-8fdc-661fb3968fce') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.181970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0658eed1-efc2-4213-8fdc-661fb3968fce') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:52.187586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.204746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.238587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.244036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7629430e-b066-4b3e-a200-abaa0b64b30b req-e1b14219-2124-4388-9ff5-c444a700bf93 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839698 Jul 30 02:00:52.252290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:52.252755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:52.323193 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:52.358117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf466a1-3c60-4fcc-bc12-33d77333ebef None None] Pushing event updated for resources: {'Port': ['ID=9e9353fc-260e-4a93-b55c-102cbd0abf5d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:52.373182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.db.api [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:00:52.373182 n-d-713499-10 neutron-server[93889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:00:52.373182 n-d-713499-10 neutron-server[93889]: [parameters: {'id': '8e98bb80-946b-4306-943a-1a65ab92b7b4'}] Jul 30 02:00:52.373182 n-d-713499-10 neutron-server[93889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:00:52.373182 n-d-713499-10 neutron-server[93889]: DEBUG oslo_db.api [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:00:52.531299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91018ba9-387f-4faf-8020-2a96e5f7b808 None None] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:52.692206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c29e0-927f-42b4-8ed3-f65605dc4e60 None None] Network 8e98bb80-946b-4306-943a-1a65ab92b7b4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:52.820699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62721816-536e-4f49-8cdc-e3cd6b9afd90 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:52.863052 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.911667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62721816-536e-4f49-8cdc-e3cd6b9afd90 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:52.931967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Deleting port 9e9353fc-260e-4a93-b55c-102cbd0abf5d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:52.933197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.004307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] For port 9e9353fc-260e-4a93-b55c-102cbd0abf5d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=9e9353fc-260e-4a93-b55c-102cbd0abf5d,segment=NetworkSegment(0658eed1-efc2-4213-8fdc-661fb3968fce),segment_id=0658eed1-efc2-4213-8fdc-661fb3968fce)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:53.004824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.018992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Calling delete_port for 9e9353fc-260e-4a93-b55c-102cbd0abf5d owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:53.131611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.146171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.171660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Port': ['ID=9e9353fc-260e-4a93-b55c-102cbd0abf5d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:53.178706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No DVR routers for this DVR port 9e9353fc-260e-4a93-b55c-102cbd0abf5d on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:53.304654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.322778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e98bb80-946b-4306-943a-1a65ab92b7b4']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:53.349014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0658eed1-efc2-4213-8fdc-661fb3968fce') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:53.349432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0658eed1-efc2-4213-8fdc-661fb3968fce') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:53.361625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.364781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-ceca3f46-db83-4902-9293-63ea8c666818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.366331 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-ceca3f46-db83-4902-9293-63ea8c666818 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1097 time: 0.1115983 Jul 30 02:00:53.397342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.412525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94763e0-c902-48b3-92ba-fcfa49cd2529 req-8dbe96ae-2317-4f8d-bf72-7a8be6cbd566 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.415061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f94763e0-c902-48b3-92ba-fcfa49cd2529 req-8dbe96ae-2317-4f8d-bf72-7a8be6cbd566 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0573697 Jul 30 02:00:53.436348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:53.436791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:53.439912 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:53.464292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f94763e0-c902-48b3-92ba-fcfa49cd2529 req-aab0e787-ce58-4a1c-bab9-bd1af3eafd1e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Jul 30 02:00:53.518262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.533039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.537509 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/8e98bb80-946b-4306-943a-1a65ab92b7b4 HTTP/1.1" status: 204 len: 168 time: 2.5452189 Jul 30 02:00:53.539090 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.556226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-14bdd4fb-41fb-467d-9dad-d2923f1ea1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.557852 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-14bdd4fb-41fb-467d-9dad-d2923f1ea1a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 915 time: 0.1833193 Jul 30 02:00:53.560487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41dfe9-b10c-4ee3-a53c-3418774b5319 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=8e98bb80-946b-4306-943a-1a65ab92b7b4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:53.594102 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb54a0a-414c-4cff-9d10-adee8d6e42fc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:00:53.594665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb54a0a-414c-4cff-9d10-adee8d6e42fc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:53.597176 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6cb54a0a-414c-4cff-9d10-adee8d6e42fc tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/8e98bb80-946b-4306-943a-1a65ab92b7b4 HTTP/1.1" status: 404 len: 339 time: 0.0571508 Jul 30 02:00:53.602090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41254) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.611778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-779364154', 'description': 'd1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:53.645689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-8169086a-719d-4f23-b3fc-aa9070f9a565 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 217 time: 0.0686374 Jul 30 02:00:53.658024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:53.664208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.706939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:53.725298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-85455c33-2416-41c9-a670-710742d36894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.728955 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-85455c33-2416-41c9-a670-710742d36894 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.0702074 Jul 30 02:00:53.730576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.730907 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment fd62f7c6-776b-402a-b0e4-2775e53b3cec of type vlan for network bc537d41-9b82-4854-b260-125fafffa3a2 Jul 30 02:00:53.767803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-c20bef4f-57b7-4126-adf6-82861fa8d975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jul 30 02:00:53.775709 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.818931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.826597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.827246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:53.876777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-4c55aa35-0c47-4237-95a2-bc73e10311b1 service neutron] 10.222.0.55 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017566 Jul 30 02:00:53.898382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2916162 Jul 30 02:00:53.899894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:53.909117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76219e90-29dd-4e62-9a20-f196b4be5869 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=bc537d41-9b82-4854-b260-125fafffa3a2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:53.922680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network bc537d41-9b82-4854-b260-125fafffa3a2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:54.062967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e13c5f-4d33-40ba-b648-300bd97020be tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.064449 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-38e13c5f-4d33-40ba-b648-300bd97020be tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks?id=bc537d41-9b82-4854-b260-125fafffa3a2 HTTP/1.1" status: 200 len: 760 time: 0.1635828 Jul 30 02:00:54.067342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.075706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'description': 'd2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:54.136222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-deb90e86-56b3-476c-8c38-04d1d2300e0c req-f519a396-6a24-47e5-adf9-39bab85e38e3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516596 Jul 30 02:00:54.278383 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-161e5865-f4fd-4f79-96b4-eb4c6b797916 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1239023 Jul 30 02:00:54.286849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.314043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.346737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network bc537d41-9b82-4854-b260-125fafffa3a2 is not hosted by any dhcp agent {{(pid=93889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:00:54.352616 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.353273 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.357651 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "PUT /v2.0/networks/bc537d41-9b82-4854-b260-125fafffa3a2 HTTP/1.1" status: 200 len: 757 time: 0.2863371 Jul 30 02:00:54.359655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41274) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.430845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1f403-a81f-4387-b646-ccdb2ea6195e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=bc537d41-9b82-4854-b260-125fafffa3a2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:54.442775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network bc537d41-9b82-4854-b260-125fafffa3a2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:54.443199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-dfc1567a-9b0f-4551-90b7-bbff6966336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.445279 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-dfc1567a-9b0f-4551-90b7-bbff6966336f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=022d994b16944bed9450746c258d8d68&device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 1101 time: 0.1175575 Jul 30 02:00:54.555575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a32df-1d53-4627-ad33-86ab929d0343 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.561903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41282) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.567205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0e4a32df-1d53-4627-ad33-86ab929d0343 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks?id=bc537d41-9b82-4854-b260-125fafffa3a2 HTTP/1.1" status: 200 len: 760 time: 0.1964808 Jul 30 02:00:54.572322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2018208955'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:54.593837 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.618643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-6c792921-ee4f-4df9-8227-bff24b29d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.620667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-6c792921-ee4f-4df9-8227-bff24b29d342 service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.1541629 Jul 30 02:00:54.623643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:54.627964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.682167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-15c660cb-ef73-485f-8b6f-6935d0aa7ac4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876 HTTP/1.1" status: 200 len: 217 time: 0.0508494 Jul 30 02:00:54.700492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd25b-8b41-4d49-b371-1bc863b020e2 req-ca0a7535-e376-4ad8-aab8-228f345186a6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.702580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-344cd25b-8b41-4d49-b371-1bc863b020e2 req-ca0a7535-e376-4ad8-aab8-228f345186a6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0732625 Jul 30 02:00:54.726646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:54.747795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.748245 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment ce3b6829-8648-4193-9a37-8d838fa7e23d of type vlan for network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b Jul 30 02:00:54.765525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-62310f7f-5881-484f-9697-3362fcc78ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.767242 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-62310f7f-5881-484f-9697-3362fcc78ada service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0775931 Jul 30 02:00:54.768551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-344cd25b-8b41-4d49-b371-1bc863b020e2 req-487fdc80-af12-470a-b86e-fba724dbb3ae tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590291 Jul 30 02:00:54.834239 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.858525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-d3111dfa-f21e-4894-ab97-156d9181351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.860163 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-d3111dfa-f21e-4894-ab97-156d9181351b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670137 Jul 30 02:00:54.918870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.935011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.935588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.025288 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4618449 Jul 30 02:00:55.035534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41288) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:55.047403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:55.048538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6cd7d-51a7-4e65-bfe0-b37d207d6790 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=1b2692ac-a82e-48b4-bf84-dd9c10cba48b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:55.062014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:55.073614 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-53cf4d61-2f0a-4043-b89a-9b68f671157a service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053444 Jul 30 02:00:55.170892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:55.177427 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.200721 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-87b85f63-42b3-43dc-bcb3-f8090eb31072 req-b61b0ceb-c163-4af3-9015-ec1429da5d78 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191862 Jul 30 02:00:55.378814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.450926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=e2fab785-cbf4-4cd9-8228-7e3c27771acf,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:55.459667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': 'ce3b6829-8648-4193-9a37-8d838fa7e23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:55.460033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 1b2692ac-a82e-48b4-bf84-dd9c10cba48b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:55.480807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:55.492928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 1b2692ac-a82e-48b4-bf84-dd9c10cba48b) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:55.501431 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de54ba8-ff35-4946-92a1-de39575b70b7 None None] Network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:55.505012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:55.505635 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.525844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3005999d-419a-4502-86e7-19358a86a4fb tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4854703 Jul 30 02:00:55.528365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41290) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:55.659185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.682810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-1b2692ac-a82e-48b4-bf84-dd9c10cba48b', 'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': 'e2fab785-cbf4-4cd9-8228-7e3c27771acf'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:55.683971 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.820664 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.001459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538bca6-e880-47b0-9432-adc46212f5ea req-d326783f-8feb-46a6-8325-fa499ad1e194 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.003082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b538bca6-e880-47b0-9432-adc46212f5ea req-d326783f-8feb-46a6-8325-fa499ad1e194 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1012502 Jul 30 02:00:56.010510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Allocated IP 172.20.0.2 (1b2692ac-a82e-48b4-bf84-dd9c10cba48b/e2fab785-cbf4-4cd9-8228-7e3c27771acf/ae3ae3cf-ddd8-463a-adee-6c37c8981b2f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:56.071696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b538bca6-e880-47b0-9432-adc46212f5ea req-3ee25f4b-5c04-4267-a226-176e5ecf8fa9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Jul 30 02:00:56.270061 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.281738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Transition to ACTIVE for port object ae3ae3cf-ddd8-463a-adee-6c37c8981b2f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:56.304981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Transition to ACTIVE for port object ae3ae3cf-ddd8-463a-adee-6c37c8981b2f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:56.312411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.337539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.374175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:56.378607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:56.382045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Pushing event updated for resources: {'Port': ['ID=ae3ae3cf-ddd8-463a-adee-6c37c8981b2f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:56.384715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:56.402450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fab785-cbf4-4cd9-8228-7e3c27771acf,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:56.474817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Attempting to bind port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:56.475398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Attempting to bind port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ce3b6829-8648-4193-9a37-8d838fa7e23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:56.476281 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Attempting to bind port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f on network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:56.483819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.485525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:56.486107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Checking segment: {'id': 'ce3b6829-8648-4193-9a37-8d838fa7e23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:56.486919 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.487556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Bound using segment: {'id': 'ce3b6829-8648-4193-9a37-8d838fa7e23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:56.488442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Bound port: ae3ae3cf-ddd8-463a-adee-6c37c8981b2f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b6829-8648-4193-9a37-8d838fa7e23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:56.489049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.505522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2692ac-a82e-48b4-bf84-dd9c10cba48b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:56.525477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b6829-8648-4193-9a37-8d838fa7e23d') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:56.525873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b6829-8648-4193-9a37-8d838fa7e23d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:56.537455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.555849 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.564876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:56.565673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:56.570077 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:56.596864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] For port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:56.668404 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:00:56.668404 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:00:56.668404 n-d-713499-10 neutron-server[93890]: [parameters: {'id': '1b2692ac-a82e-48b4-bf84-dd9c10cba48b'}] Jul 30 02:00:56.668404 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:00:56.669617 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:00:56.671425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] For port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ae3ae3cf-ddd8-463a-adee-6c37c8981b2f,segment=NetworkSegment(ce3b6829-8648-4193-9a37-8d838fa7e23d),segment_id=ce3b6829-8648-4193-9a37-8d838fa7e23d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:56.678790 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.784184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea77c36-1d32-45d7-913a-59155dadbe8a None None] Pushing event updated for resources: {'Port': ['ID=ae3ae3cf-ddd8-463a-adee-6c37c8981b2f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:56.804704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee22be-57f9-4e4c-a29e-b8ada71c1612 None None] Network 1b2692ac-a82e-48b4-bf84-dd9c10cba48b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:56.978930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:56.982327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866bdd8-797f-4b1b-851d-dcdb40d14744 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:00:57.138764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866bdd8-797f-4b1b-851d-dcdb40d14744 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:00:57.140772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.176946 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:57.180057 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b36b07-06d5-4436-8c0a-a3fc3466aa13" -d '{"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:57.191718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.250040 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e4473b-5815-4e8c-a26a-50905d2fc402 x-openstack-request-id: req-94e4473b-5815-4e8c-a26a-50905d2fc402 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:57.250330 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-unplugged", "status": "failed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "code": 422}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:57.250836 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94e4473b-5815-4e8c-a26a-50905d2fc402 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:57.251269 n-d-713499-10 neutron-server[93891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'code': 422} returned with failed status Jul 30 02:00:57.252991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:57.284084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.290763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2e10-c5bd-4d4e-9883-0cd108bd0ece req-c5294f47-7c81-4186-bf1f-dd42ef17113b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.292422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cdc2e10-c5bd-4d4e-9883-0cd108bd0ece req-c5294f47-7c81-4186-bf1f-dd42ef17113b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.1383481 Jul 30 02:00:57.369649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.395135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cdc2e10-c5bd-4d4e-9883-0cd108bd0ece req-f650debb-faf1-4044-8525-0fe3e331ff7b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952647 Jul 30 02:00:57.422281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Deleting port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:57.422638 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.531570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] For port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ae3ae3cf-ddd8-463a-adee-6c37c8981b2f,segment=NetworkSegment(ce3b6829-8648-4193-9a37-8d838fa7e23d),segment_id=ce3b6829-8648-4193-9a37-8d838fa7e23d)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:57.546890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.597305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Calling delete_port for ae3ae3cf-ddd8-463a-adee-6c37c8981b2f owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:57.672426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77d4c-a8ac-4f4d-9d18-8da5d7f06495 req-ee8997b7-e5d4-4817-ac98-64e078371636 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.675236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6d77d4c-a8ac-4f4d-9d18-8da5d7f06495 req-ee8997b7-e5d4-4817-ac98-64e078371636 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.1133225 Jul 30 02:00:57.767403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a6d77d4c-a8ac-4f4d-9d18-8da5d7f06495 req-b2820f91-407f-4768-8a45-e2ee6b21ada9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826912 Jul 30 02:00:57.781782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.853794 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No DVR routers for this DVR port ae3ae3cf-ddd8-463a-adee-6c37c8981b2f on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:57.862604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Port': ['ID=ae3ae3cf-ddd8-463a-adee-6c37c8981b2f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.070647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.087202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2692ac-a82e-48b4-bf84-dd9c10cba48b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:58.100302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3b6829-8648-4193-9a37-8d838fa7e23d') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:58.100610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3b6829-8648-4193-9a37-8d838fa7e23d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:58.112700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.136520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.144984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:58.145647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:58.190838 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:58.266405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.283135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.285583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/1b2692ac-a82e-48b4-bf84-dd9c10cba48b HTTP/1.1" status: 204 len: 168 time: 2.7559958 Jul 30 02:00:58.288598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.301109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54c4b4-f042-41d9-9a44-cf9780c17f9e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=1b2692ac-a82e-48b4-bf84-dd9c10cba48b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.325424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ed228-9d40-4817-94bf-eba77dcd6a01 req-fe32273b-1097-43f8-9c96-535d17356486 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.333912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f80ed228-9d40-4817-94bf-eba77dcd6a01 req-fe32273b-1097-43f8-9c96-535d17356486 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.1083393 Jul 30 02:00:58.351515 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eb01f9-082b-4659-88f5-8d92bc57b537 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] GET failed (client error): The resource could not be found. Jul 30 02:00:58.352853 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-61eb01f9-082b-4659-88f5-8d92bc57b537 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/subnets/e2fab785-cbf4-4cd9-8228-7e3c27771acf HTTP/1.1" status: 404 len: 337 time: 0.0626099 Jul 30 02:00:58.355694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41568) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.376835 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef839334-6c6e-4261-a784-16444579853e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:00:58.377834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef839334-6c6e-4261-a784-16444579853e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:00:58.380904 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ef839334-6c6e-4261-a784-16444579853e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/1b2692ac-a82e-48b4-bf84-dd9c10cba48b HTTP/1.1" status: 404 len: 339 time: 0.0237594 Jul 30 02:00:58.385474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41574) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.424928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f80ed228-9d40-4817-94bf-eba77dcd6a01 req-6c3aec6c-2192-47ce-aabb-5541296d1d3d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857992 Jul 30 02:00:58.569399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e083a6db-9474-493f-9480-a2591b6a7c45 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.576008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41602) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.583687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e083a6db-9474-493f-9480-a2591b6a7c45 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1967134 Jul 30 02:00:58.632595 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41610) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.635668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-95198f8c-cf91-4544-8878-107d215617c1 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67 HTTP/1.1" status: 200 len: 207 time: 0.0586181 Jul 30 02:00:58.678022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-9264485e-ebb9-4419-9c33-851d3b7550be service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306553 Jul 30 02:00:58.769940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ff16a-d18c-493e-8665-606d24ae319d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.777422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ff16a-d18c-493e-8665-606d24ae319d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.784781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ff16a-d18c-493e-8665-606d24ae319d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.792917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ff16a-d18c-493e-8665-606d24ae319d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:58.795093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3c7ff16a-d18c-493e-8665-606d24ae319d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1612093 Jul 30 02:00:58.799061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41630) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.063278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8b786531-c57e-4375-870f-8f076d6fde24 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2628567 Jul 30 02:00:59.066547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41670) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.180759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa7917-1bca-4d00-bae5-fbd8c442ba0b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.183136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa7917-1bca-4d00-bae5-fbd8c442ba0b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.191184 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-84aa7917-1bca-4d00-bae5-fbd8c442ba0b tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1188357 Jul 30 02:00:59.191621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41686) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.312632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e9745-f402-4724-a0f6-9fad103c76cd tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.314338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e9745-f402-4724-a0f6-9fad103c76cd tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.316086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-918e9745-f402-4724-a0f6-9fad103c76cd tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1233802 Jul 30 02:00:59.320417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41704) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.484467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d548dd-6dba-4d91-87e3-8dd92cc3d99e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.486064 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-85d548dd-6dba-4d91-87e3-8dd92cc3d99e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks/4cd447e3-4b35-4e7d-8db7-11e11d50872a HTTP/1.1" status: 200 len: 800 time: 0.1642752 Jul 30 02:00:59.490025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41724) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.660363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-44a7c93a-a4f4-4e3f-ab0c-68af9388d973 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/networks/4cd447e3-4b35-4e7d-8db7-11e11d50872a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1690893 Jul 30 02:00:59.665550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.685558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a827-e242-4d01-9547-50f4425293f2 req-74e58a34-0c5b-419f-a5ba-ae637239e6af tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.687122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42c5a827-e242-4d01-9547-50f4425293f2 req-74e58a34-0c5b-419f-a5ba-ae637239e6af tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 943 time: 0.0649741 Jul 30 02:00:59.745004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42c5a827-e242-4d01-9547-50f4425293f2 req-5343b5ca-3664-4629-89c8-9594ea0c3bef tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 Jul 30 02:00:59.794234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06f21f-1b1c-4346-8784-67e4f55a13d2 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.794234 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7e06f21f-1b1c-4346-8784-67e4f55a13d2 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/subnets/506f7442-44ea-4765-8029-23ebaab8a019 HTTP/1.1" status: 200 len: 811 time: 0.1262088 Jul 30 02:00:59.796799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41764) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.812753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-a0ff3b4c-d7be-4c43-8669-68b25e3f2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.814356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-a0ff3b4c-d7be-4c43-8669-68b25e3f2109 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d&tenant_id=15ee8682e9d24123a98eeb5d43814afd HTTP/1.1" status: 200 len: 1095 time: 0.1094267 Jul 30 02:00:59.827348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:59.859988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca71340-dfa3-4772-a98f-0b49e4ff6568 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['shared'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.865514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aca71340-dfa3-4772-a98f-0b49e4ff6568 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "GET /v2.0/subnets/506f7442-44ea-4765-8029-23ebaab8a019?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0672576 Jul 30 02:00:59.866334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41774) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.872646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852124091'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:59.902138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:59.911803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.911979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.950367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:59.968481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.969043 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Added segment 31680ef4-6bfd-40c4-8004-0f5970362912 of type vlan for network 465636a9-aa71-4a12-a9c2-6279b77f507b Jul 30 02:01:00.021157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.066086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.082335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.082951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.117021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2489359 Jul 30 02:01:00.129226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:00.135737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:00.172616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08eb18-6c9f-4a2f-af8f-73983d91c2b8 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Network': ['ID=465636a9-aa71-4a12-a9c2-6279b77f507b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.184133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 465636a9-aa71-4a12-a9c2-6279b77f507b details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:00.252540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:00.279134 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Made reservation on behalf of 7328d3a45a254ac89f3070ea3c335542 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:00.282754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.353399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:00.373427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Performing IP validity checks on allocation pools {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:01:00.373945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:01:00.403054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:00.413905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.436716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Transition to ACTIVE for port object 7b69240e-a2ed-4f13-bd47-a681821a8669 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:00.443543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.538952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.574894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] No DVR routers for this DVR port 7b69240e-a2ed-4f13-bd47-a681821a8669 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:00.623313 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.654182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:00.654515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:00.654846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:00.670322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Port 7b69240e-a2ed-4f13-bd47-a681821a8669 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:01:00.671053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Attempting to bind port 7b69240e-a2ed-4f13-bd47-a681821a8669 on network 3c79915d-ed6a-4b15-9d53-2d60ebaf237f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:00.689529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:00.689860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Checking segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:00.690139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Bound using segment: {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:00.690569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Bound port: 7b69240e-a2ed-4f13-bd47-a681821a8669, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab3fc84-e84a-4624-8055-9418ee1c24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:00.690933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.704845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=f95f5484-e6c9-482e-aa1d-3e89185257dc,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.745800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Checking segment: {'id': '31680ef4-6bfd-40c4-8004-0f5970362912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:00.746159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network hostable DHCP agents. Network: 465636a9-aa71-4a12-a9c2-6279b77f507b, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:00.789597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:00.792126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Network 465636a9-aa71-4a12-a9c2-6279b77f507b is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:00.795212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:00.802045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.812419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 465636a9-aa71-4a12-a9c2-6279b77f507b) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:00.823757 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515852c9-2e25-4704-9dc4-01a2a3685746 None None] Network 465636a9-aa71-4a12-a9c2-6279b77f507b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:00.839327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.840174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.856484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.857384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.858886 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-dbd8e863-d31f-418e-b359-446017583ade service neutron] 10.222.0.66 "PUT /v2.0/ports/7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 1092 time: 1.0367174 Jul 30 02:01:00.861564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:00.864012 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55fe56c-0bea-4c62-9732-aee3580f7a27" -d '{"events": [{"name": "network-changed", "server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:00.889631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-17d9b3dc-eea4-4eb7-bf54-3ed09b00ac73 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7590077 Jul 30 02:01:00.892477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41838) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:00.899275 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:00.971571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9d805-74a2-4db1-85c3-4e63aac85e19 req-48152526-b9d4-4fe5-86b4-c570b412d1b9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.973937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ac9d805-74a2-4db1-85c3-4e63aac85e19 req-48152526-b9d4-4fe5-86b4-c570b412d1b9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.0763631 Jul 30 02:01:01.026810 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f37d35a-49b5-48e9-9848-dea51313fd63 x-openstack-request-id: req-8f37d35a-49b5-48e9-9848-dea51313fd63 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:01.027149 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:01.044233 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f37d35a-49b5-48e9-9848-dea51313fd63 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:01.044233 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'status': 'completed', 'code': 200} Jul 30 02:01:01.044233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e863-d31f-418e-b359-446017583ade service neutron] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:01.050833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ac9d805-74a2-4db1-85c3-4e63aac85e19 req-cff534c0-c293-4566-98ee-2e7251244104 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Jul 30 02:01:01.123992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ea7593f5-f608-4812-821c-3d63a82e6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.125551 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ea7593f5-f608-4812-821c-3d63a82e6bef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1096 time: 0.2066185 Jul 30 02:01:01.136131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26666981'] for subnet, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.150180 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-465636a9-aa71-4a12-a9c2-6279b77f507b', 'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b', 'tenant_id': '7328d3a45a254ac89f3070ea3c335542', 'fixed_ips': [{'subnet_id': 'f95f5484-e6c9-482e-aa1d-3e89185257dc'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:01.150924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.312557 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ff160077-721d-4121-962f-39693cb14b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.312707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:01:01.312707 n-d-713499-10 neutron-server[93891]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 30 02:01:01.312707 n-d-713499-10 neutron-server[93891]: [parameters: {'in_use': 1, 'id_1': 'f95f5484-e6c9-482e-aa1d-3e89185257dc'}] Jul 30 02:01:01.312707 n-d-713499-10 neutron-server[93891]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:01:01.313370 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:01:01.314702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ff160077-721d-4121-962f-39693cb14b7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 915 time: 0.1802661 Jul 30 02:01:01.684440 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ff91ce3a-e1e8-45c4-bf26-ec147b178e8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 217 time: 0.3588824 Jul 30 02:01:01.780636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ac094ad8-b2ba-4d54-917e-e6eb7fde3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.782298 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-ac094ad8-b2ba-4d54-917e-e6eb7fde3bdd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.0910201 Jul 30 02:01:01.800465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750880895016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26672242'] for subnet, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.814558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.829005 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-96a1231a-0ed8-4de5-9a4d-b482b1dcf294 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377984 Jul 30 02:01:01.909415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.910024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.911346 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "PUT /v2.0/subnets/f95f5484-e6c9-482e-aa1d-3e89185257dc HTTP/1.1" status: 200 len: 877 time: 1.0176299 Jul 30 02:01:01.915540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41860) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:01.927780 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fd151-f061-4eef-a6fe-e882e269f5a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event updated for resources: {'Subnet': ['ID=f95f5484-e6c9-482e-aa1d-3e89185257dc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:01.964701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-e50fda1b-6f75-4ea5-b613-bae437930802 service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160474 Jul 30 02:01:01.998770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Allocated IP 172.20.0.3 (465636a9-aa71-4a12-a9c2-6279b77f507b/f95f5484-e6c9-482e-aa1d-3e89185257dc/c43852a4-e754-439b-bfed-77cde23d4876) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:02.034157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.107841 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-32c9c51d-ee93-46a3-84cc-ea6a73362fcc service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291628 Jul 30 02:01:02.131936 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.190392 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:01:02.249708 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.252308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-78a8b941-b0d2-4401-ae3b-376c1bbab886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.253985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-78a8b941-b0d2-4401-ae3b-376c1bbab886 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1096 time: 0.0844426 Jul 30 02:01:02.263990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Transition to ACTIVE for port object c43852a4-e754-439b-bfed-77cde23d4876 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:02.306424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcae1d-fdf1-4f84-859f-a775ebf26326 req-874c83ac-af0e-4241-9b81-8d904f1ac34c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.309619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aafcae1d-fdf1-4f84-859f-a775ebf26326 req-874c83ac-af0e-4241-9b81-8d904f1ac34c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1424897 Jul 30 02:01:02.316005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Transition to ACTIVE for port object c43852a4-e754-439b-bfed-77cde23d4876 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:02.324325 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.371250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Network 465636a9-aa71-4a12-a9c2-6279b77f507b is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:02.374618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:02.382554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:02.408170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Pushing event updated for resources: {'Port': ['ID=c43852a4-e754-439b-bfed-77cde23d4876,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:02.412139 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-189df951-1d8a-4905-b870-cf4e70f1e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.414691 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-189df951-1d8a-4905-b870-cf4e70f1e9d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 915 time: 0.1521509 Jul 30 02:01:02.453282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aafcae1d-fdf1-4f84-859f-a775ebf26326 req-95f1c1a4-179c-4c94-bcf1-cd0927eb81d1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369529 Jul 30 02:01:02.455527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.521941 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-8dbb38d8-af39-4274-9e8e-6fdf58b439e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 217 time: 0.0921991 Jul 30 02:01:02.554680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Attempting to bind port c43852a4-e754-439b-bfed-77cde23d4876 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:02.555088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Attempting to bind port c43852a4-e754-439b-bfed-77cde23d4876 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '31680ef4-6bfd-40c4-8004-0f5970362912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:02.555463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Attempting to bind port c43852a4-e754-439b-bfed-77cde23d4876 on network 465636a9-aa71-4a12-a9c2-6279b77f507b {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:02.571273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:02.571827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Checking segment: {'id': '31680ef4-6bfd-40c4-8004-0f5970362912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:02.571952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.572242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.572639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Bound using segment: {'id': '31680ef4-6bfd-40c4-8004-0f5970362912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:02.573124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Bound port: c43852a4-e754-439b-bfed-77cde23d4876, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31680ef4-6bfd-40c4-8004-0f5970362912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '465636a9-aa71-4a12-a9c2-6279b77f507b'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:02.573508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.582913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465636a9-aa71-4a12-a9c2-6279b77f507b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.597992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31680ef4-6bfd-40c4-8004-0f5970362912') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.598167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31680ef4-6bfd-40c4-8004-0f5970362912') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:02.610500 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.626640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.634854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:02.639777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.641763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-4ea6a6a1-c6a5-4bc3-ab3f-c0d2211c1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.644245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-4ea6a6a1-c6a5-4bc3-ab3f-c0d2211c1e3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.1120651 Jul 30 02:01:02.728606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-d23c0b48-606b-453e-81d8-41db347b6fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723596 Jul 30 02:01:02.729898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] For port c43852a4-e754-439b-bfed-77cde23d4876, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:02.774506 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:02.780985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=f95f5484-e6c9-482e-aa1d-3e89185257dc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:02.810488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] For port c43852a4-e754-439b-bfed-77cde23d4876, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c43852a4-e754-439b-bfed-77cde23d4876,segment=NetworkSegment(31680ef4-6bfd-40c4-8004-0f5970362912),segment_id=31680ef4-6bfd-40c4-8004-0f5970362912)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:02.814750 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.db.api [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:01:02.814750 n-d-713499-10 neutron-server[93890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:01:02.814750 n-d-713499-10 neutron-server[93890]: [parameters: {'id': '465636a9-aa71-4a12-a9c2-6279b77f507b'}] Jul 30 02:01:02.814750 n-d-713499-10 neutron-server[93890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:01:02.816212 n-d-713499-10 neutron-server[93890]: DEBUG oslo_db.api [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:01:02.816735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.899187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7aea2-50f1-49be-87f4-fd994831ab0f None None] Pushing event updated for resources: {'Port': ['ID=c43852a4-e754-439b-bfed-77cde23d4876,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:02.996101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-ab895ef7-6178-4968-a47b-2f5a7703696d service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366660 Jul 30 02:01:03.009856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddff849-b7cb-4fe8-8ecf-7d394b5ab897 None None] Network 465636a9-aa71-4a12-a9c2-6279b77f507b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:03.184285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d066966-9354-4be6-9cac-10ccebc26586 None None] Network 465636a9-aa71-4a12-a9c2-6279b77f507b requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:03.262453 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b55fe56c-0bea-4c62-9732-aee3580f7a27 req-da9d64a0-747d-4ecc-966f-83a19369a167 service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369084 Jul 30 02:01:03.318116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.423067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d449099-1078-4735-a037-abdecaad3ad2 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:01:03.507295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Deleting port c43852a4-e754-439b-bfed-77cde23d4876 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:03.509364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.596290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d449099-1078-4735-a037-abdecaad3ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:01:03.707126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] For port c43852a4-e754-439b-bfed-77cde23d4876, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c43852a4-e754-439b-bfed-77cde23d4876,segment=NetworkSegment(31680ef4-6bfd-40c4-8004-0f5970362912),segment_id=31680ef4-6bfd-40c4-8004-0f5970362912)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:03.707424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.782681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Calling delete_port for c43852a4-e754-439b-bfed-77cde23d4876 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:03.909495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fca9f6-869d-475d-8d95-397ab691f905 req-f87bfdd7-a864-4f2e-88e2-ca179a2f27e7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:03.911401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91fca9f6-869d-475d-8d95-397ab691f905 req-f87bfdd7-a864-4f2e-88e2-ca179a2f27e7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.2937155 Jul 30 02:01:03.913205 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.950673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Port': ['ID=c43852a4-e754-439b-bfed-77cde23d4876,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:03.953464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No DVR routers for this DVR port c43852a4-e754-439b-bfed-77cde23d4876 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:04.052444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91fca9f6-869d-475d-8d95-397ab691f905 req-32193a69-c72a-4ac2-82bc-30c07aeb576e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258059 Jul 30 02:01:04.082567 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.098978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465636a9-aa71-4a12-a9c2-6279b77f507b']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:04.118808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31680ef4-6bfd-40c4-8004-0f5970362912') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:04.119408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31680ef4-6bfd-40c4-8004-0f5970362912') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:04.130001 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.155321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.166945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:04.167665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:04.171794 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:04.261907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.286537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.289787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/465636a9-aa71-4a12-a9c2-6279b77f507b HTTP/1.1" status: 204 len: 168 time: 2.3727946 Jul 30 02:01:04.292110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea929f8-a062-4460-8533-d1c4819bd835 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=465636a9-aa71-4a12-a9c2-6279b77f507b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:04.294311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41896) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.383410 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-de40eb18-73b4-431e-898f-81bd7e87ca90 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:04.384418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de40eb18-73b4-431e-898f-81bd7e87ca90 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:04.388695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de40eb18-73b4-431e-898f-81bd7e87ca90 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/f95f5484-e6c9-482e-aa1d-3e89185257dc HTTP/1.1" status: 404 len: 337 time: 0.0925443 Jul 30 02:01:04.391307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41898) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.474045 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f834c86-f101-45dc-b622-242b202f5ec6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:04.474913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f834c86-f101-45dc-b622-242b202f5ec6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:04.477433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f834c86-f101-45dc-b622-242b202f5ec6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/465636a9-aa71-4a12-a9c2-6279b77f507b HTTP/1.1" status: 404 len: 339 time: 0.0828137 Jul 30 02:01:04.482900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41900) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.519785 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-de731390-4587-4759-a7d5-c508b39ddb65 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:04.520516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de731390-4587-4759-a7d5-c508b39ddb65 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:04.522467 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de731390-4587-4759-a7d5-c508b39ddb65 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/e2fab785-cbf4-4cd9-8228-7e3c27771acf HTTP/1.1" status: 404 len: 337 time: 0.0381887 Jul 30 02:01:04.525566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41902) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.546841 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd82da7-5acc-4887-a2d0-a8a8e0f4d3a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:04.547468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd82da7-5acc-4887-a2d0-a8a8e0f4d3a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:04.549320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-acd82da7-5acc-4887-a2d0-a8a8e0f4d3a0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/1b2692ac-a82e-48b4-bf84-dd9c10cba48b HTTP/1.1" status: 404 len: 339 time: 0.0229349 Jul 30 02:01:04.551994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41904) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:04.639179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.782090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.823578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc537d41-9b82-4854-b260-125fafffa3a2']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:04.846976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd62f7c6-776b-402a-b0e4-2775e53b3cec') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:04.847488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd62f7c6-776b-402a-b0e4-2775e53b3cec') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:04.870347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.900106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.926058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:04.928476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:04.943280 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:05.198257 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.222020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.233185 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/bc537d41-9b82-4854-b260-125fafffa3a2 HTTP/1.1" status: 204 len: 168 time: 0.6792102 Jul 30 02:01:05.235050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41922) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.371952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=bc537d41-9b82-4854-b260-125fafffa3a2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:05.374564 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff2a00a-d3e3-4f4a-8d40-48702b78381c tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.374986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff2a00a-d3e3-4f4a-8d40-48702b78381c tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.380935 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aff2a00a-d3e3-4f4a-8d40-48702b78381c tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/6113fa78-450c-457e-a17a-3838dce18cb0 HTTP/1.1" status: 404 len: 337 time: 0.1318383 Jul 30 02:01:05.387587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41926) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.398706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec2005-4db1-475b-8ef1-bbd306ba6ad1 req-a89d583a-ba6b-45c2-8bc0-02ba1170041c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:05.403973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dec2005-4db1-475b-8ef1-bbd306ba6ad1 req-a89d583a-ba6b-45c2-8bc0-02ba1170041c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1829536 Jul 30 02:01:05.454811 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90c5a94-a1a3-40a8-a19a-4952cc592d78 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.455475 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90c5a94-a1a3-40a8-a19a-4952cc592d78 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.457221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c90c5a94-a1a3-40a8-a19a-4952cc592d78 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/8e98bb80-946b-4306-943a-1a65ab92b7b4 HTTP/1.1" status: 404 len: 339 time: 0.0686820 Jul 30 02:01:05.470329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41930) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.492530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.493078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.493479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.493955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.494300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.494630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.494956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.495307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.495629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.495952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.496274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.496590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f18b23-8d23-435b-a34d-bea1eb979a4d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:05.560750 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d3eb2b-0666-49d7-a139-1b172c7ad33d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.561175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d3eb2b-0666-49d7-a139-1b172c7ad33d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.563034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-63d3eb2b-0666-49d7-a139-1b172c7ad33d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/0f9d2b24-49e6-467c-beb2-f8bdd486c1d5 HTTP/1.1" status: 404 len: 337 time: 0.0917058 Jul 30 02:01:05.567084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41932) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.572746 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dec2005-4db1-475b-8ef1-bbd306ba6ad1 req-7327b66e-eaf5-4c48-b577-e095eefae989 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626427 Jul 30 02:01:05.620827 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd25d07-8b18-4452-aead-6fe4f4c07072 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.622029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd25d07-8b18-4452-aead-6fe4f4c07072 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.628034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fcd25d07-8b18-4452-aead-6fe4f4c07072 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/7df727f2-93b3-49ef-896a-c558535f6f64 HTTP/1.1" status: 404 len: 339 time: 0.0560188 Jul 30 02:01:05.628327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41934) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.680738 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c23b11-734d-4ab3-a5a1-2f0e42b1b0ec tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.681259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c23b11-734d-4ab3-a5a1-2f0e42b1b0ec tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.683726 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-71c23b11-734d-4ab3-a5a1-2f0e42b1b0ec tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/c17c1401-f9ff-4e20-bfea-407e8839fb4e HTTP/1.1" status: 404 len: 337 time: 0.0539341 Jul 30 02:01:05.688075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41936) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.726428 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23a5f37-f0bb-48be-95a7-22760ac2f72d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.728715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23a5f37-f0bb-48be-95a7-22760ac2f72d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.735624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e23a5f37-f0bb-48be-95a7-22760ac2f72d tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/d037a833-89b0-46df-a67b-ba05aa16758c HTTP/1.1" status: 404 len: 339 time: 0.0462210 Jul 30 02:01:05.740051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41940) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.805278 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd2620d-2c1b-4b21-8cdb-8706b156c7a6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.805998 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd2620d-2c1b-4b21-8cdb-8706b156c7a6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.808060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0cd2620d-2c1b-4b21-8cdb-8706b156c7a6 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/c5a5a8ad-9388-4ffb-a4ce-0fdf8707d141 HTTP/1.1" status: 404 len: 337 time: 0.0668161 Jul 30 02:01:05.811834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41942) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.854433 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0aaa1e4-6b98-4e0b-93ea-937cf72efd6a tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.857322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0aaa1e4-6b98-4e0b-93ea-937cf72efd6a tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.862009 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f0aaa1e4-6b98-4e0b-93ea-937cf72efd6a tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/3c06b2c3-e6e8-41ca-86e0-44c6e8d90892 HTTP/1.1" status: 404 len: 339 time: 0.0488973 Jul 30 02:01:05.867213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41946) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.928605 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-81813395-5f77-4ea6-89fc-d34f2324c4da tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:05.929360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81813395-5f77-4ea6-89fc-d34f2324c4da tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:05.934313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-81813395-5f77-4ea6-89fc-d34f2324c4da tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/121486f1-f4fc-4e7d-881f-c7afdfc57f72 HTTP/1.1" status: 404 len: 337 time: 0.0625341 Jul 30 02:01:05.936738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41950) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.009937 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-de02de1a-fac3-4002-8054-d858be20e486 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.010588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de02de1a-fac3-4002-8054-d858be20e486 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.014549 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-de02de1a-fac3-4002-8054-d858be20e486 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/0d830453-c23a-46b6-8220-80640f5cb843 HTTP/1.1" status: 404 len: 339 time: 0.0775166 Jul 30 02:01:06.017365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41956) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.058958 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba883c6-7306-4934-ae17-960349e83fb7 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.059730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba883c6-7306-4934-ae17-960349e83fb7 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.061950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bba883c6-7306-4934-ae17-960349e83fb7 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/41ba98e5-67c4-44fb-bd82-18d9037c9a78 HTTP/1.1" status: 404 len: 337 time: 0.0433609 Jul 30 02:01:06.064557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41958) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.087029 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b778bdb4-7234-42a6-a3f4-69cf323e78b4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.088076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b778bdb4-7234-42a6-a3f4-69cf323e78b4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.090072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b778bdb4-7234-42a6-a3f4-69cf323e78b4 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/42604e2d-75f9-47da-990a-b4e366995a13 HTTP/1.1" status: 404 len: 339 time: 0.0243731 Jul 30 02:01:06.093480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41960) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.179681 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed850637-4c9b-41a5-9cde-265088cfbe0e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.180150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed850637-4c9b-41a5-9cde-265088cfbe0e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.182438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ed850637-4c9b-41a5-9cde-265088cfbe0e tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/033464d5-574f-4e45-81ee-b32ad790f3f6 HTTP/1.1" status: 404 len: 337 time: 0.0862701 Jul 30 02:01:06.185465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41962) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.212874 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ddc078-7bbf-4b39-96d6-894bcf929e4a tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.222215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ddc078-7bbf-4b39-96d6-894bcf929e4a tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.227644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.227892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-14ddc078-7bbf-4b39-96d6-894bcf929e4a tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/39786f4e-899e-49f7-b1bd-84f19f4f7b14 HTTP/1.1" status: 404 len: 339 time: 0.0411751 Jul 30 02:01:06.273965 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-617b3765-d837-4bc2-a76e-29060d4f376c tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.274454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617b3765-d837-4bc2-a76e-29060d4f376c tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.276512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-617b3765-d837-4bc2-a76e-29060d4f376c tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/f63a92fc-2689-4628-ad0f-2d167d41e158 HTTP/1.1" status: 404 len: 337 time: 0.0478346 Jul 30 02:01:06.279446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41966) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.309442 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-89add501-3f72-403d-8b24-ba969dda5ee0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:06.312642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89add501-3f72-403d-8b24-ba969dda5ee0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:06.317644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-89add501-3f72-403d-8b24-ba969dda5ee0 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/c910b244-4de1-48ca-b32c-cb45e6adb50a HTTP/1.1" status: 404 len: 339 time: 0.0347602 Jul 30 02:01:06.317980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 41968) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.426153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Deleting subnet 506f7442-44ea-4765-8029-23ebaab8a019 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:06.433249 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.487901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.579092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.650976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.723715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Subnet': ['ID=506f7442-44ea-4765-8029-23ebaab8a019,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:06.749227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b604a-1459-4329-adbd-acb9c8586569 None None] Network 4cd447e3-4b35-4e7d-8db7-11e11d50872a requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:06.749988 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.757677 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-82223b5b-ba77-4aa6-aedc-fdd39ca83539 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/subnets/506f7442-44ea-4765-8029-23ebaab8a019 HTTP/1.1" status: 204 len: 168 time: 0.4383557 Jul 30 02:01:06.760048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 41972) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.967184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.039395 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.129385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcda12-bbf9-41cf-b8bc-d5f84df994b4 req-c8cac1a7-7bd8-4afe-af94-78c4ea0d5771 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:07.157168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3dcda12-bbf9-41cf-b8bc-d5f84df994b4 req-c8cac1a7-7bd8-4afe-af94-78c4ea0d5771 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.4312840 Jul 30 02:01:07.205219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Deleting port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:07.205852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.236983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] DHCP port deletion for 4cd447e3-4b35-4e7d-8db7-11e11d50872a request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:07.282191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3dcda12-bbf9-41cf-b8bc-d5f84df994b4 req-65de6e1c-955d-4dcf-8827-aa51a9815d40 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240177 Jul 30 02:01:07.331246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] Deleting port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:07.332065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.341434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] For port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,segment=NetworkSegment(e3e64801-59ec-4fa0-a744-75310c496f23),segment_id=e3e64801-59ec-4fa0-a744-75310c496f23)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:07.342774 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.368477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Calling delete_port for 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:07.445567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] For port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,segment=NetworkSegment(e3e64801-59ec-4fa0-a744-75310c496f23),segment_id=e3e64801-59ec-4fa0-a744-75310c496f23)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:07.445977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.475994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] Calling delete_port for 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:07.531509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.646851 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.696110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] Pushing event deleted for resources: {'Port': ['ID=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:07.709114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c143b1-9efd-4625-84b6-76e68ef82737 None None] No DVR routers for this DVR port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:08.017220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Port': ['ID=7bb23a7f-2b9f-41ab-8624-c20f75b919d6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:08.021358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] No DVR routers for this DVR port 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:08.216784 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.234458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd447e3-4b35-4e7d-8db7-11e11d50872a']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.250989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e64801-59ec-4fa0-a744-75310c496f23') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.251314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e64801-59ec-4fa0-a744-75310c496f23') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.272915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.306259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.314802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:08.315577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:08.318884 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:08.479566 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.506286 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.519923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] 10.222.0.78 "DELETE /v2.0/networks/4cd447e3-4b35-4e7d-8db7-11e11d50872a HTTP/1.1" status: 204 len: 168 time: 1.7580209 Jul 30 02:01:08.555943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d5e4-00b4-407d-aba1-3d7387a9df68 tempest-NetworksTest-13645364 tempest-NetworksTest-13645364-project] Pushing event deleted for resources: {'Network': ['ID=4cd447e3-4b35-4e7d-8db7-11e11d50872a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:08.580636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523249d4-1218-40d9-85a5-887b4d71f628 req-788bb14f-2f23-4d23-87ef-c5cc313fdad0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:08.602029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-523249d4-1218-40d9-85a5-887b4d71f628 req-788bb14f-2f23-4d23-87ef-c5cc313fdad0 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.2102592 Jul 30 02:01:08.690228 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-523249d4-1218-40d9-85a5-887b4d71f628 req-af87ed26-29bd-42da-942d-ba70b7e7ffdc tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870821 Jul 30 02:01:08.834388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0144d3-ec61-4999-af00-c297a7a4a308 req-b52e26b0-7943-466c-9f8d-0aa8655e6ef5 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:08.844669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af0144d3-ec61-4999-af00-c297a7a4a308 req-b52e26b0-7943-466c-9f8d-0aa8655e6ef5 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.1050129 Jul 30 02:01:08.858823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:08.883650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:08.883989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7bb23a7f-2b9f-41ab-8624-c20f75b919d6 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:08.931332 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af0144d3-ec61-4999-af00-c297a7a4a308 req-82035d84-5925-4a5b-a91f-074977e8fa75 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Jul 30 02:01:09.035926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42010) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.202457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-13f03adb-bf71-49c9-920f-202945716119 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7328d3a45a254ac89f3070ea3c335542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651759 Jul 30 02:01:09.205098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42014) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:09.269782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-124d6a46-b966-4a9f-b203-af481fa28e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.293347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-124d6a46-b966-4a9f-b203-af481fa28e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.344618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-124d6a46-b966-4a9f-b203-af481fa28e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.348549 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-124d6a46-b966-4a9f-b203-af481fa28e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.349945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-124d6a46-b966-4a9f-b203-af481fa28e1c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6818a701-4ce6-4588-a7ea-032f9595d4e6 HTTP/1.1" status: 204 len: 168 time: 0.1438639 Jul 30 02:01:09.363198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d6a46-b966-4a9f-b203-af481fa28e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6818a701-4ce6-4588-a7ea-032f9595d4e6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:09.872182 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bcdf-3093-4e42-89b1-dd56ca64b029 req-7b28efb3-6518-4266-8b79-01773a5237b8 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:09.874104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b35bcdf-3093-4e42-89b1-dd56ca64b029 req-7b28efb3-6518-4266-8b79-01773a5237b8 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.0653348 Jul 30 02:01:09.966255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b35bcdf-3093-4e42-89b1-dd56ca64b029 req-1d83f2f1-1327-44f3-9915-eba2d96a474d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753903 Jul 30 02:01:10.131248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3e5d3-ef90-40fd-8c84-3da7beaa3c89 req-0540246d-0126-4ea8-b978-5f1253f3665f tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:10.134105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20a3e5d3-ef90-40fd-8c84-3da7beaa3c89 req-0540246d-0126-4ea8-b978-5f1253f3665f tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.0881162 Jul 30 02:01:10.185767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20a3e5d3-ef90-40fd-8c84-3da7beaa3c89 req-a4e35db4-9b30-4873-9d01-55ff762b58db tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Jul 30 02:01:10.323332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42044) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:10.434723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-102833968'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:10.484950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:10.488658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.498854 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.687861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.694116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.740771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:10.760155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d79ac6-80b9-4007-afd3-fcc5c887cb43,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:10.798227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.804357 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 2abe3151-efab-4432-a276-419e0553f987 of type vlan for network cf05a13a-785f-44c7-bbaa-19bd36302248 Jul 30 02:01:10.863389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.906544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.932978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:10.934183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.042300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7177608 Jul 30 02:01:11.048085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:11.050900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'name': 'tempest-PortsTestJSON-1024158495'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:11.055786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc16e8d-1d92-4a2f-9012-d9614dedf5a9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=cf05a13a-785f-44c7-bbaa-19bd36302248,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:11.067666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:11.247616 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403daa1-3a57-48fc-9ae7-00ac3a8a12be req-8cd60a14-0478-4d2d-8758-7bd6c98c3b48 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.256488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4403daa1-3a57-48fc-9ae7-00ac3a8a12be req-8cd60a14-0478-4d2d-8758-7bd6c98c3b48 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1116590 Jul 30 02:01:11.316428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4403daa1-3a57-48fc-9ae7-00ac3a8a12be req-63b135de-86fb-4728-8e29-6e46c2d4662a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583856 Jul 30 02:01:11.322810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:11.327414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.403414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 5a23633c-c8ff-4457-a658-8d66e300491a yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:11.488009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ad440-4bf6-46f4-ad51-b9d349492980 req-806fa5d0-b227-4f8f-8039-1982bf121a7c tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.490877 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-718ad440-4bf6-46f4-ad51-b9d349492980 req-806fa5d0-b227-4f8f-8039-1982bf121a7c tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.1134522 Jul 30 02:01:11.559524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-718ad440-4bf6-46f4-ad51-b9d349492980 req-716b66c8-7088-454c-88be-1a9b250ea123 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Jul 30 02:01:11.690984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.738242 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.780860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42084) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:11.830864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=5a23633c-c8ff-4457-a658-8d66e300491a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:11.842410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '2abe3151-efab-4432-a276-419e0553f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:11.842787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: cf05a13a-785f-44c7-bbaa-19bd36302248, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:11.859560 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:11.877749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, cf05a13a-785f-44c7-bbaa-19bd36302248) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:11.882309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:11.888202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:11.888525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.892799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb14c1-f0fb-42d4-9170-b4d16120ff29 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:11.906933 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-434d7d7c-ab9f-45cd-a294-f898674eac02 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8579297 Jul 30 02:01:11.907309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42088) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:11.923097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-252226818'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:11.929888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4db52e19-97d2-438a-bf23-6a0b7bb5e90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.979371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:11.983189 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.029261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:12.061961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.062309 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 7e4d5ac2-8768-4b0c-9894-e604051d12ee of type vlan for network 096db7eb-6f3e-4560-a321-76012193ce5c Jul 30 02:01:12.124294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.132694 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4db52e19-97d2-438a-bf23-6a0b7bb5e90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.137648 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4db52e19-97d2-438a-bf23-6a0b7bb5e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.198623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db52e19-97d2-438a-bf23-6a0b7bb5e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c2807e-3cd7-4b0d-8685-eec8e7eb4979,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.203522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4db52e19-97d2-438a-bf23-6a0b7bb5e90d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3b9ef2b51bf4a1da450eee1778db6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212933 Jul 30 02:01:12.205202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.206400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.211564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:12.212120 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.274306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3658888 Jul 30 02:01:12.277738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42094) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.278347 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd41266-7478-4617-8711-de8a27b8d75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.282785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'ports': [{'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'}, {'network_id': '096db7eb-6f3e-4560-a321-76012193ce5c'}]} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:12.283128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:12.283633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': '096db7eb-6f3e-4560-a321-76012193ce5c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:12.303241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e323-94ab-4cb1-b116-136b11c9e6fd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=096db7eb-6f3e-4560-a321-76012193ce5c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.315684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 096db7eb-6f3e-4560-a321-76012193ce5c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:12.317770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd41266-7478-4617-8711-de8a27b8d75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.437283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd41266-7478-4617-8711-de8a27b8d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.440669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd41266-7478-4617-8711-de8a27b8d75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.442223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fd41266-7478-4617-8711-de8a27b8d75f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1c2807e-3cd7-4b0d-8685-eec8e7eb4979 HTTP/1.1" status: 204 len: 168 time: 0.2342298 Jul 30 02:01:12.454815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd41266-7478-4617-8711-de8a27b8d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c2807e-3cd7-4b0d-8685-eec8e7eb4979,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:12.568893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 2} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:12.573905 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.592766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaae534-0c99-405a-8e4e-12ff8e51a8d0 req-ac67e851-1a99-4716-8a5a-fb2167a03daa tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:12.594514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abaae534-0c99-405a-8e4e-12ff8e51a8d0 req-ac67e851-1a99-4716-8a5a-fb2167a03daa tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.0807860 Jul 30 02:01:12.602290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.766376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abaae534-0c99-405a-8e4e-12ff8e51a8d0 req-bf8d1463-d3cc-4305-8419-03761ef917b5 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485715 Jul 30 02:01:12.787324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port d13dfb72-c197-4f21-9476-dfc5e03cc4c3 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:12.805765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b6ce4-c19f-44b1-a681-b7c6ff673b7b req-4917f0da-fb68-44c8-bdd0-25d36214d887 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:12.813134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a3b6ce4-c19f-44b1-a681-b7c6ff673b7b req-4917f0da-fb68-44c8-bdd0-25d36214d887 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.1312485 Jul 30 02:01:12.831441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42104) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.845726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1846-4968-4566-922f-3840c14f6a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.858600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a3b6ce4-c19f-44b1-a681-b7c6ff673b7b req-57869f33-17a9-4c0d-9852-0328a86da799 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Jul 30 02:01:12.948793 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1846-4968-4566-922f-3840c14f6a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.960427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1846-4968-4566-922f-3840c14f6a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:12.997476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.000515 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8f5f1846-4968-4566-922f-3840c14f6a7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f02cf35bf5fd4f0a918c560c36cac87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677206 Jul 30 02:01:13.002993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:13.010285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1846-4968-4566-922f-3840c14f6a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e63cb6-e160-4af4-a1e1-329d31c9d17e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.060633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd83b-d9a0-43bf-87f7-5311fc1327b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.072392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 0737a487-3189-4f58-8cf5-4884afb14ae3 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:13.083979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd83b-d9a0-43bf-87f7-5311fc1327b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.132241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd83b-d9a0-43bf-87f7-5311fc1327b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.134844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd83b-d9a0-43bf-87f7-5311fc1327b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.136207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cfcfd83b-d9a0-43bf-87f7-5311fc1327b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86e63cb6-e160-4af4-a1e1-329d31c9d17e HTTP/1.1" status: 204 len: 168 time: 0.1321177 Jul 30 02:01:13.146202 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd83b-d9a0-43bf-87f7-5311fc1327b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e63cb6-e160-4af4-a1e1-329d31c9d17e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.196430 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.238328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.283170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:13.286220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:13.289267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:13.290129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.306542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=d13dfb72-c197-4f21-9476-dfc5e03cc4c3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.380227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=0737a487-3189-4f58-8cf5-4884afb14ae3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.383313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '7e4d5ac2-8768-4b0c-9894-e604051d12ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '096db7eb-6f3e-4560-a321-76012193ce5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:13.383695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: 096db7eb-6f3e-4560-a321-76012193ce5c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:13.401193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 096db7eb-6f3e-4560-a321-76012193ce5c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:13.410150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 096db7eb-6f3e-4560-a321-76012193ce5c) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:13.414263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:13.419696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a27ef-07bc-4b1e-8476-53b56377cc2d None None] Network 096db7eb-6f3e-4560-a321-76012193ce5c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:13.422958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.429791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.430591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.447606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d7dc66d6-6fac-4228-b0c6-31dd2d468b65 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1685433 Jul 30 02:01:13.450033 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:13.578035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 0737a487-3189-4f58-8cf5-4884afb14ae3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:13.578468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.651757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.669479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 0737a487-3189-4f58-8cf5-4884afb14ae3 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:13.753974 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.784355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=0737a487-3189-4f58-8cf5-4884afb14ae3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:13.792922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.798370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42128) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:13.798724 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d2aab2b5-8775-4bce-af2f-03e3563baf2e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/0737a487-3189-4f58-8cf5-4884afb14ae3 HTTP/1.1" status: 204 len: 168 time: 0.3470697 Jul 30 02:01:13.917705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40830c8-3bde-48ce-97a5-85ffcc3a4dea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.925715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40830c8-3bde-48ce-97a5-85ffcc3a4dea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:13.930735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b40830c8-3bde-48ce-97a5-85ffcc3a4dea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1275189 Jul 30 02:01:13.930976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.005332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7118-0e7e-430a-affe-74233d65df59 req-f0818785-db9a-4f39-9e44-edf67e6e5c4d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.006989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-521c7118-0e7e-430a-affe-74233d65df59 req-f0818785-db9a-4f39-9e44-edf67e6e5c4d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1517115 Jul 30 02:01:14.080982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db477-b5e3-4114-96cf-bd0d8012646d req-17801e7c-640f-493b-804f-075782a689e5 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.082520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c37db477-b5e3-4114-96cf-bd0d8012646d req-17801e7c-640f-493b-804f-075782a689e5 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.1491826 Jul 30 02:01:14.095541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-521c7118-0e7e-430a-affe-74233d65df59 req-47335eeb-bd26-4362-9593-383fb9999923 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775113 Jul 30 02:01:14.138390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port d13dfb72-c197-4f21-9476-dfc5e03cc4c3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:14.138741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.143740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c37db477-b5e3-4114-96cf-bd0d8012646d req-40e113bb-8b28-4416-aeaa-4bedb3d4afd0 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 Jul 30 02:01:14.221429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.234947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for d13dfb72-c197-4f21-9476-dfc5e03cc4c3 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:14.316942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.354960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=d13dfb72-c197-4f21-9476-dfc5e03cc4c3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.357139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.359972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6fc5e510-df39-4ec2-9f64-fe007435f68f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/d13dfb72-c197-4f21-9476-dfc5e03cc4c3 HTTP/1.1" status: 204 len: 168 time: 0.4268625 Jul 30 02:01:14.361949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.415898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac6d97-661b-44d9-aeb4-0bd8229a64bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.419459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42154) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.419696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b5ac6d97-661b-44d9-aeb4-0bd8229a64bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0562332 Jul 30 02:01:14.449208 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c45ddd-8956-4b96-84b2-4252ebd08f70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:14.450834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f4c45ddd-8956-4b96-84b2-4252ebd08f70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/0737a487-3189-4f58-8cf5-4884afb14ae3 HTTP/1.1" status: 404 len: 333 time: 0.0299244 Jul 30 02:01:14.454022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42156) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.486397 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ee36e6-b5e1-44c8-a775-279c355944ea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:14.488097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-34ee36e6-b5e1-44c8-a775-279c355944ea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/d13dfb72-c197-4f21-9476-dfc5e03cc4c3 HTTP/1.1" status: 404 len: 333 time: 0.0330701 Jul 30 02:01:14.490892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42158) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.602733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.710407 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.720825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096db7eb-6f3e-4560-a321-76012193ce5c']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:14.732661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4d5ac2-8768-4b0c-9894-e604051d12ee') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:14.732952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4d5ac2-8768-4b0c-9894-e604051d12ee') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:14.747931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.763143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.769342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:14.769741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:14.773214 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:14.841268 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.850556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.852390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/096db7eb-6f3e-4560-a321-76012193ce5c HTTP/1.1" status: 204 len: 168 time: 0.3604856 Jul 30 02:01:14.856026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.861700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-318644166'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:14.872039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab974233-a208-4b1f-9f30-d3df00ce75f6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=096db7eb-6f3e-4560-a321-76012193ce5c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.893247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:14.897039 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.922782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:14.935207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.935558 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 94e58818-6387-45f9-bff2-bb6d47c16447 of type vlan for network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc Jul 30 02:01:14.984415 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.016328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.021900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.022524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.091305 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2338102 Jul 30 02:01:15.094386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42186) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:15.101077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.105608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bdd99-a860-4444-8843-959c3f1c397f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=6db4a0a0-6fbf-44ed-9963-006d4af3c0cc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.116772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:15.231855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:15.298405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f606d1f-f8b3-4139-9648-6c784430bd33 req-34874269-3de0-4c36-a4c0-0f3e1f5d46ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.300218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f606d1f-f8b3-4139-9648-6c784430bd33 req-34874269-3de0-4c36-a4c0-0f3e1f5d46ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1196096 Jul 30 02:01:15.308942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-f317ec17-7aaa-4c3b-a367-a8c8d99368d8 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.311246 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-f317ec17-7aaa-4c3b-a367-a8c8d99368d8 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.0601873 Jul 30 02:01:15.320236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:15.323654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.350876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52ca3-92bd-4f58-a060-219fa9f84977 req-ad4454e5-52bf-4b58-a6f5-5edd75817e0f tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.350876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1b52ca3-92bd-4f58-a060-219fa9f84977 req-ad4454e5-52bf-4b58-a6f5-5edd75817e0f tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6d8ddad-f8c5-461d-86c3-3375df9c24dd HTTP/1.1" status: 200 len: 949 time: 0.1165750 Jul 30 02:01:15.360226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93b8efd9-a776-47d8-a23f-ae6b72f43c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.438265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f606d1f-f8b3-4139-9648-6c784430bd33 req-b7318cfb-3e19-4152-a43a-3eb1be495748 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296875 Jul 30 02:01:15.467829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Deleting port e5aa2857-0815-4eb6-9a74-93ed23b9b876 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:15.468453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.470650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1b52ca3-92bd-4f58-a060-219fa9f84977 req-e5a9963d-25c7-484f-b60a-b3fd5916c28e tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.78 "GET /v2.0/security-groups?id=7f8a476c-1031-4300-9968-6f33a7a1f2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101599 Jul 30 02:01:15.576700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93b8efd9-a776-47d8-a23f-ae6b72f43c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.588884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-93b8efd9-a776-47d8-a23f-ae6b72f43c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.593055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.604460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] For port e5aa2857-0815-4eb6-9a74-93ed23b9b876, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e5aa2857-0815-4eb6-9a74-93ed23b9b876,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:15.604828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.624082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Calling delete_port for e5aa2857-0815-4eb6-9a74-93ed23b9b876 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:15.657952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-93b8efd9-a776-47d8-a23f-ae6b72f43c70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=287a73d93b9e43278ba5fcf7e3ae32c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226327 Jul 30 02:01:15.658194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=a8118a44-cfe8-4500-9aac-f309d568f544,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.658300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:15.660568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8efd9-a776-47d8-a23f-ae6b72f43c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ad622-08bc-4409-9059-69cad3eed000,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.668704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '94e58818-6387-45f9-bff2-bb6d47c16447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:15.669071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:15.713711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:15.728829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c8a8-dc77-46a3-a9aa-632e8724174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.733106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:15.742033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07109cd9-aa7b-4bd8-af5a-dd8fbe0de011 None None] Network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:15.742579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:15.743198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.761593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c8a8-dc77-46a3-a9aa-632e8724174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.774959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-81163d3f-7127-4205-b6f8-04da0b8d1c4b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6760144 Jul 30 02:01:15.775241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42200) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:15.780065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc', 'name': 'tempest-PortsTestJSON-1673355197'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:15.804040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.835303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Pushing event deleted for resources: {'Port': ['ID=e5aa2857-0815-4eb6-9a74-93ed23b9b876,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.844826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e5aa2857-0815-4eb6-9a74-93ed23b9b876'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:15.890610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] No DVR routers for this DVR port e5aa2857-0815-4eb6-9a74-93ed23b9b876 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:15.893699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.896239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-93c813e3-91bf-49ec-8527-a82cd8d01634 req-80759d39-5b8f-4b31-8077-03cc5a6cbd52 tempest-VolumesBackupsTest-1204460564 tempest-VolumesBackupsTest-1204460564-project] 10.222.0.66 "DELETE /v2.0/ports/e5aa2857-0815-4eb6-9a74-93ed23b9b876 HTTP/1.1" status: 204 len: 173 time: 0.5790815 Jul 30 02:01:15.896685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'name': 'network-vif-deleted', 'tag': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:15.899578 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc99276-bf81-4d23-b5ed-f2dc06e22a04" -d '{"events": [{"server_uuid": "b6d8ddad-f8c5-461d-86c3-3375df9c24dd", "name": "network-vif-deleted", "tag": "e5aa2857-0815-4eb6-9a74-93ed23b9b876"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:15.900516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c8a8-dc77-46a3-a9aa-632e8724174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.903878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c8a8-dc77-46a3-a9aa-632e8724174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.909040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d3a7c8a8-dc77-46a3-a9aa-632e8724174d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d82ad622-08bc-4409-9059-69cad3eed000 HTTP/1.1" status: 204 len: 168 time: 0.2477710 Jul 30 02:01:15.936274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c8a8-dc77-46a3-a9aa-632e8724174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ad622-08bc-4409-9059-69cad3eed000,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:15.963174 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d41cbd-d3cd-440a-819d-878028a99322 x-openstack-request-id: req-48d41cbd-d3cd-440a-819d-878028a99322 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:15.963494 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d8ddad-f8c5-461d-86c3-3375df9c24dd", "name": "network-vif-deleted", "tag": "e5aa2857-0815-4eb6-9a74-93ed23b9b876", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:15.964149 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48d41cbd-d3cd-440a-819d-878028a99322 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:15.964149 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d8ddad-f8c5-461d-86c3-3375df9c24dd', 'name': 'network-vif-deleted', 'tag': 'e5aa2857-0815-4eb6-9a74-93ed23b9b876', 'status': 'completed', 'code': 200} Jul 30 02:01:15.975597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-6db4a0a0-6fbf-44ed-9963-006d4af3c0cc', 'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': 'a8118a44-cfe8-4500-9aac-f309d568f544'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:15.977194 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.004132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:16.009416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.031458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:16.161436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Allocated IP 172.20.0.2 (6db4a0a0-6fbf-44ed-9963-006d4af3c0cc/a8118a44-cfe8-4500-9aac-f309d568f544/c1196b07-9914-42ab-904a-0883eae70580) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:16.273120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42208) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:16.287348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7eca55a6-b088-4a63-8ef3-a4a168d8dbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.334925 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.345493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Transition to ACTIVE for port object c1196b07-9914-42ab-904a-0883eae70580 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:16.363094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Transition to ACTIVE for port object c1196b07-9914-42ab-904a-0883eae70580 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:16.370871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.406882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:16.410480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:16.419085 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:16.443047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7eca55a6-b088-4a63-8ef3-a4a168d8dbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.454624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7eca55a6-b088-4a63-8ef3-a4a168d8dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.456139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Pushing event updated for resources: {'Port': ['ID=c1196b07-9914-42ab-904a-0883eae70580,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.464547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.7 (6db4a0a0-6fbf-44ed-9963-006d4af3c0cc/a8118a44-cfe8-4500-9aac-f309d568f544/309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:16.493205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Attempting to bind port c1196b07-9914-42ab-904a-0883eae70580 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:16.493729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Attempting to bind port c1196b07-9914-42ab-904a-0883eae70580 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '94e58818-6387-45f9-bff2-bb6d47c16447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:16.494160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Attempting to bind port c1196b07-9914-42ab-904a-0883eae70580 on network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:16.500614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:16.501274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Checking segment: {'id': '94e58818-6387-45f9-bff2-bb6d47c16447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:16.501922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.502483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Bound using segment: {'id': '94e58818-6387-45f9-bff2-bb6d47c16447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:16.503839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Bound port: c1196b07-9914-42ab-904a-0883eae70580, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e58818-6387-45f9-bff2-bb6d47c16447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6db4a0a0-6fbf-44ed-9963-006d4af3c0cc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:16.504423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.540852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7eca55a6-b088-4a63-8ef3-a4a168d8dbbe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb58f169bcfa4bdfa51e1caf5b16b3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640624 Jul 30 02:01:16.541484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:16.543149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca55a6-b088-4a63-8ef3-a4a168d8dbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5340fa-6450-443a-8e64-24019b74fe00,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.615159 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa10b06-cb75-456b-9c2a-007c2334f528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.622895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] For port c1196b07-9914-42ab-904a-0883eae70580, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:16.627961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] For port c1196b07-9914-42ab-904a-0883eae70580, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1196b07-9914-42ab-904a-0883eae70580,segment=NetworkSegment(94e58818-6387-45f9-bff2-bb6d47c16447),segment_id=94e58818-6387-45f9-bff2-bb6d47c16447)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:16.642020 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa10b06-cb75-456b-9c2a-007c2334f528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.643365 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.698106 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745101-1bda-460c-acb2-4a9479004af6 req-9849c39a-bb8d-4e70-96f6-d2b8c6209c67 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:16.699705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9745101-1bda-460c-acb2-4a9479004af6 req-9849c39a-bb8d-4e70-96f6-d2b8c6209c67 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 944 time: 0.1127067 Jul 30 02:01:16.709714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa10b06-cb75-456b-9c2a-007c2334f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.714316 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3fa10b06-cb75-456b-9c2a-007c2334f528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.717124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3fa10b06-cb75-456b-9c2a-007c2334f528 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2b5340fa-6450-443a-8e64-24019b74fe00 HTTP/1.1" status: 204 len: 168 time: 0.1737332 Jul 30 02:01:16.738321 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa10b06-cb75-456b-9c2a-007c2334f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5340fa-6450-443a-8e64-24019b74fe00,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.803038 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.813957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9745101-1bda-460c-acb2-4a9479004af6 req-39780457-1697-482a-856c-9ccb15f266ab tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000655 Jul 30 02:01:16.826074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:16.845750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb04fe2-c779-4b68-944d-517abb74bd67 None None] Pushing event updated for resources: {'Port': ['ID=c1196b07-9914-42ab-904a-0883eae70580,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.866579 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:16.923643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:16.929174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:16.931251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.933538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:16.957473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:17.047425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:17.054977 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.076766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2591100c-7c07-4e83-a791-e49c45605672 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3004727 Jul 30 02:01:17.079396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.189792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:17.195872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:17.196225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.219027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'network_id': '3c79915d-ed6a-4b15-9d53-2d60ebaf237f', 'port_id': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'mac_address': 'fa:16:3e:e0:94:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:17.276356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.296899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:17.305651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.322061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:17.324885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:17.330826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.480474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=11']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:17.545866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['7b69240e-a2ed-4f13-bd47-a681821a8669'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:17.564015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.598310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:17.710936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.712958 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5198adca-47b4-40c1-9fb0-fe838c519cdc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 HTTP/1.1" status: 204 len: 168 time: 0.6323104 Jul 30 02:01:17.715572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42242) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.773894 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1b02e3-2cb1-49d6-9b90-c673dba5c74f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:01:17.774870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1b02e3-2cb1-49d6-9b90-c673dba5c74f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:17.776922 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8b1b02e3-2cb1-49d6-9b90-c673dba5c74f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 HTTP/1.1" status: 404 len: 333 time: 0.0604012 Jul 30 02:01:17.782370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42246) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.818430 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b414e-4821-48ab-b005-620d53a2793c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:17.821011 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef4b414e-4821-48ab-b005-620d53a2793c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/309dedbb-8cf3-4e6c-bb36-27f9d4a3c4e1 HTTP/1.1" status: 404 len: 333 time: 0.0368834 Jul 30 02:01:17.823796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.906200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet a8118a44-cfe8-4500-9aac-f309d568f544 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:17.910721 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.976186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.003513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90253-f3c4-46e7-b28e-c30392cb7dd4 req-c0b87b3e-5e53-446e-8481-643ccd00fe2b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:18.016514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46d90253-f3c4-46e7-b28e-c30392cb7dd4 req-c0b87b3e-5e53-446e-8481-643ccd00fe2b tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0935891 Jul 30 02:01:18.078037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46d90253-f3c4-46e7-b28e-c30392cb7dd4 req-1134710b-8e17-4ff0-80ff-088ad8512079 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Jul 30 02:01:18.144444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.155502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe255d-3cfd-4264-8b9f-4315cc838c3c None None] Network 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:18.236814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.248850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9f20b089-261b-4b25-b55c-82fbb3034f21 None None] Provisioning for port c1196b07-9914-42ab-904a-0883eae70580 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:18.274417 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=a8118a44-cfe8-4500-9aac-f309d568f544,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.279375 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.283044 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6fd6af11-8d59-4b1d-abd4-39b5b0e80a25 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/a8118a44-cfe8-4500-9aac-f309d568f544 HTTP/1.1" status: 204 len: 168 time: 0.4564095 Jul 30 02:01:18.284104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42258) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:18.390317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.401356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] DHCP port deletion for 6db4a0a0-6fbf-44ed-9963-006d4af3c0cc request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:18.455173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port c1196b07-9914-42ab-904a-0883eae70580 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:18.455612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.461060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] Deleting port c1196b07-9914-42ab-904a-0883eae70580 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:18.461697 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.540479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] For port c1196b07-9914-42ab-904a-0883eae70580, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1196b07-9914-42ab-904a-0883eae70580,segment=NetworkSegment(94e58818-6387-45f9-bff2-bb6d47c16447),segment_id=94e58818-6387-45f9-bff2-bb6d47c16447)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:18.541141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.541695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] For port c1196b07-9914-42ab-904a-0883eae70580, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c1196b07-9914-42ab-904a-0883eae70580,segment=NetworkSegment(94e58818-6387-45f9-bff2-bb6d47c16447),segment_id=94e58818-6387-45f9-bff2-bb6d47c16447)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:18.542167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.563365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] Calling delete_port for c1196b07-9914-42ab-904a-0883eae70580 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:18.566584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for c1196b07-9914-42ab-904a-0883eae70580 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:18.654364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.661437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.682275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] Pushing event deleted for resources: {'Port': ['ID=c1196b07-9914-42ab-904a-0883eae70580,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.685043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff073be7-af5e-4ee0-9684-924d9515512c None None] No DVR routers for this DVR port c1196b07-9914-42ab-904a-0883eae70580 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:18.701641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=c1196b07-9914-42ab-904a-0883eae70580,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.708864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No DVR routers for this DVR port c1196b07-9914-42ab-904a-0883eae70580 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:18.817121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.841606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db4a0a0-6fbf-44ed-9963-006d4af3c0cc']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:18.862849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e58818-6387-45f9-bff2-bb6d47c16447') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:18.863191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e58818-6387-45f9-bff2-bb6d47c16447') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:18.884661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.924018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.925983 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fa416169-afe9-4efd-9e8e-976f5abfa21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.935197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:18.935610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:18.939193 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:18.978838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:19.044008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.056350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.058407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/6db4a0a0-6fbf-44ed-9963-006d4af3c0cc HTTP/1.1" status: 204 len: 168 time: 0.7728405 Jul 30 02:01:19.062251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42280) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:19.068468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-787472001'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:19.077128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae72218-9c43-4b5e-9008-31ef9cd0e2f8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=6db4a0a0-6fbf-44ed-9963-006d4af3c0cc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.107585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:19.113760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.137289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 7b69240e-a2ed-4f13-bd47-a681821a8669 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:19.149488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 7b69240e-a2ed-4f13-bd47-a681821a8669 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:19.151075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.151328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:19.167565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.167938 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0 of type vlan for network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 Jul 30 02:01:19.266464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.301467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b45beb-0b18-4d7a-b435-a7a6c4199f2c req-c158f6c8-9727-4bf3-873c-dce0e82e63ba tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.311150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.319120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67b45beb-0b18-4d7a-b435-a7a6c4199f2c req-c158f6c8-9727-4bf3-873c-dce0e82e63ba tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 945 time: 0.0903029 Jul 30 02:01:19.389590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:19.390738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:19.393952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.394340 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716676b-08ae-4c80-8143-43786a70aa87" -d '{"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-plugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:19.400341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.400541 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.402390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e5aa2857-0815-4eb6-9a74-93ed23b9b876 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:19.402528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.437719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-67b45beb-0b18-4d7a-b435-a7a6c4199f2c req-d29874a6-d28d-4644-941a-3bd8ad06d6ad tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173201 Jul 30 02:01:19.471356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: e5aa2857-0815-4eb6-9a74-93ed23b9b876 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:19.471706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e5aa2857-0815-4eb6-9a74-93ed23b9b876 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:19.481685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4176188 Jul 30 02:01:19.484442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:19.489918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:19.491135 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80052965-1c54-4d05-9098-d18f9abaa663 x-openstack-request-id: req-80052965-1c54-4d05-9098-d18f9abaa663 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:19.491608 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-plugged", "status": "completed", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:19.491891 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80052965-1c54-4d05-9098-d18f9abaa663 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:19.492318 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'code': 200} Jul 30 02:01:19.511977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=12']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.542208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7406f-2ab2-48fb-a593-e44bcc3fb754 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=2c1fb1bd-a677-428c-bf95-f0350fecd9c6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.554530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:19.690030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:19.694567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.753422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f474b-6f3a-4024-96e1-58badebfea48 req-68e8f62e-5e9a-498c-8b0c-7f8dabb33c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.754956 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ea6f474b-6f3a-4024-96e1-58badebfea48 req-68e8f62e-5e9a-498c-8b0c-7f8dabb33c15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1098 time: 0.1127417 Jul 30 02:01:19.815899 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ea6f474b-6f3a-4024-96e1-58badebfea48 req-6d7d2519-642d-4917-96af-1b314e860b71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532951 Jul 30 02:01:19.941233 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.023527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:20.023960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: 2c1fb1bd-a677-428c-bf95-f0350fecd9c6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:20.026295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=9a4ee790-1e75-4603-89ff-fcdbe94ce1af,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:20.052163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:20.063578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2c1fb1bd-a677-428c-bf95-f0350fecd9c6) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:20.069167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:20.070104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.077544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d061e-202d-489d-afd4-4e3233e507b6 None None] Network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:20.088629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-391f2c39-0c33-4115-81d9-05a9ec0bdba3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6023183 Jul 30 02:01:20.090656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42314) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:20.098221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-223897651'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:20.269118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2c1fb1bd-a677-428c-bf95-f0350fecd9c6', 'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': '9a4ee790-1e75-4603-89ff-fcdbe94ce1af'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:20.270473 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.305911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:20.313938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.349709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 4ad0db1c-c1c9-4b48-8dec-41997df037ee yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:20.617950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263111-2648-4f2f-813b-0399820d98be req-7bd695b0-e02f-458a-9395-3dcc39735c35 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:20.619794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf263111-2648-4f2f-813b-0399820d98be req-7bd695b0-e02f-458a-9395-3dcc39735c35 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0904281 Jul 30 02:01:20.639309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.8 (2c1fb1bd-a677-428c-bf95-f0350fecd9c6/9a4ee790-1e75-4603-89ff-fcdbe94ce1af/4ad0db1c-c1c9-4b48-8dec-41997df037ee) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:20.796267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf263111-2648-4f2f-813b-0399820d98be req-b85e6e85-5893-40d6-9634-ec18bd028933 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608462 Jul 30 02:01:20.865861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.887926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 4ad0db1c-c1c9-4b48-8dec-41997df037ee will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:20.941299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.010581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Allocated IP 172.20.0.2 (2c1fb1bd-a677-428c-bf95-f0350fecd9c6/9a4ee790-1e75-4603-89ff-fcdbe94ce1af/ddff5077-2e17-453c-8712-40fe0af8ca8d) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:21.068185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:21.075875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:21.078972 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:21.109138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=4ad0db1c-c1c9-4b48-8dec-41997df037ee,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.164075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:21.165105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.182287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e1f46e53-4816-41d8-a9c7-65708ae2f5e9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0893607 Jul 30 02:01:21.185122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42412) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:21.217056 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.316844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.331664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Transition to ACTIVE for port object ddff5077-2e17-453c-8712-40fe0af8ca8d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:21.334504 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 4ad0db1c-c1c9-4b48-8dec-41997df037ee {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:21.334884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.362271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Transition to ACTIVE for port object ddff5077-2e17-453c-8712-40fe0af8ca8d will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:21.376249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.455409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:21.462103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Pushing event updated for resources: {'Port': ['ID=ddff5077-2e17-453c-8712-40fe0af8ca8d,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.465017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:21.467583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:21.518413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.534402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 4ad0db1c-c1c9-4b48-8dec-41997df037ee owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:21.548066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Attempting to bind port ddff5077-2e17-453c-8712-40fe0af8ca8d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:21.548437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Attempting to bind port ddff5077-2e17-453c-8712-40fe0af8ca8d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:21.548806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Attempting to bind port ddff5077-2e17-453c-8712-40fe0af8ca8d on network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:21.557661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:21.557661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Checking segment: {'id': '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:21.558040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.558230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Bound using segment: {'id': '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:21.558688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Bound port: ddff5077-2e17-453c-8712-40fe0af8ca8d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2c1fb1bd-a677-428c-bf95-f0350fecd9c6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:21.559083 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.646414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] For port ddff5077-2e17-453c-8712-40fe0af8ca8d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:21.651479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] For port ddff5077-2e17-453c-8712-40fe0af8ca8d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ddff5077-2e17-453c-8712-40fe0af8ca8d,segment=NetworkSegment(72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0),segment_id=72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:21.658401 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.720205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.755422 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9f0c-830a-4407-ba86-df68482d7ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.769156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=4ad0db1c-c1c9-4b48-8dec-41997df037ee,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.778941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec9aa9-b404-4edc-a89e-e9a6156dd9e0 None None] Pushing event updated for resources: {'Port': ['ID=ddff5077-2e17-453c-8712-40fe0af8ca8d,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.887711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.889731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5d9d4bd7-9ac9-4c5a-ab5a-e5cb4feddec3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/4ad0db1c-c1c9-4b48-8dec-41997df037ee HTTP/1.1" status: 204 len: 168 time: 0.7026083 Jul 30 02:01:21.892822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42418) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:21.897782 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.934379 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5677d81-66fd-4a37-aea7-c959864ee703 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:21.936401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b5677d81-66fd-4a37-aea7-c959864ee703 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/4ad0db1c-c1c9-4b48-8dec-41997df037ee HTTP/1.1" status: 404 len: 333 time: 0.0420043 Jul 30 02:01:21.939398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:21.985220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016bfc-3fa9-498e-b9ff-96af757ae955 req-c4da8364-170e-42cf-93a8-91f19591288f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:21.987547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17016bfc-3fa9-498e-b9ff-96af757ae955 req-c4da8364-170e-42cf-93a8-91f19591288f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0932198 Jul 30 02:01:22.046168 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 9a4ee790-1e75-4603-89ff-fcdbe94ce1af {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:22.050459 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.071672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17016bfc-3fa9-498e-b9ff-96af757ae955 req-25a4e085-18f5-43d1-894f-a036ebb707bd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480397 Jul 30 02:01:22.123815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.230226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.271274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483195-2ea8-4481-a881-668e690e233e req-0b6277e4-3768-4a3a-b4fb-cc6236c3a91d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:22.276116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5483195-2ea8-4481-a881-668e690e233e req-0b6277e4-3768-4a3a-b4fb-cc6236c3a91d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0796976 Jul 30 02:01:22.307428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.331052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5483195-2ea8-4481-a881-668e690e233e req-e3f41fd8-4f2d-4181-8376-c5710cd30125 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461271 Jul 30 02:01:22.340907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4ee790-1e75-4603-89ff-fcdbe94ce1af,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.347582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.352865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:22.353149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-77b7ea51-2544-468d-aeb6-7bedfc33ba4a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/9a4ee790-1e75-4603-89ff-fcdbe94ce1af HTTP/1.1" status: 204 len: 168 time: 0.4114947 Jul 30 02:01:22.489253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.618525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be73f41-2040-460f-a5fb-3a9c729c4a2f req-e8ff01e2-d8bf-4e5f-94c1-667797805d87 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:22.620292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7be73f41-2040-460f-a5fb-3a9c729c4a2f req-e8ff01e2-d8bf-4e5f-94c1-667797805d87 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0844555 Jul 30 02:01:22.624675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port ddff5077-2e17-453c-8712-40fe0af8ca8d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:22.625156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.724181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] For port ddff5077-2e17-453c-8712-40fe0af8ca8d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ddff5077-2e17-453c-8712-40fe0af8ca8d,segment=NetworkSegment(72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0),segment_id=72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:22.724721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.730196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7be73f41-2040-460f-a5fb-3a9c729c4a2f req-e213f387-3caa-42e3-b481-35fd74dd74ea tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918081 Jul 30 02:01:22.743700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for ddff5077-2e17-453c-8712-40fe0af8ca8d owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:22.871201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.891065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No DVR routers for this DVR port ddff5077-2e17-453c-8712-40fe0af8ca8d on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:22.900244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ddff5077-2e17-453c-8712-40fe0af8ca8d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:22.963032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ddff5077-2e17-453c-8712-40fe0af8ca8d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:22.963032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ddff5077-2e17-453c-8712-40fe0af8ca8d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 02:01:22.978043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=ddff5077-2e17-453c-8712-40fe0af8ca8d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.999253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Port ddff5077-2e17-453c-8712-40fe0af8ca8d not found, will not notify nova. {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 02:01:23.092012 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.205781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4fc78-966f-4639-8c55-741c754c8486 None None] Network 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:23.273104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0707c4b2-62e6-4e1a-a71d-d9183a1ccb01 None None] Could not find standard attr ID for object ddff5077-2e17-453c-8712-40fe0af8ca8d. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:23.412118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.426562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1fb1bd-a677-428c-bf95-f0350fecd9c6']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.447050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83bde5-1d21-41f6-89c2-aed8d766631c req-1497d729-ce2f-4f7c-944a-0a6331dcf92e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:23.454198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f83bde5-1d21-41f6-89c2-aed8d766631c req-1497d729-ce2f-4f7c-944a-0a6331dcf92e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.4601283 Jul 30 02:01:23.460264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.460558 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eb7d56-a12d-4f97-9ad9-d8ccee9c28f0') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.463465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf44ce-7157-4525-889c-5641d580e65d None None] DHCP port deletion for 2c1fb1bd-a677-428c-bf95-f0350fecd9c6 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:23.484064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.505655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.527313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f83bde5-1d21-41f6-89c2-aed8d766631c req-127db439-cc38-460e-a7a1-ff709c7be262 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685477 Jul 30 02:01:23.530190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:23.530702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:23.534287 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:23.610433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.621223 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.623474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/2c1fb1bd-a677-428c-bf95-f0350fecd9c6 HTTP/1.1" status: 204 len: 168 time: 1.2694962 Jul 30 02:01:23.628563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42450) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:23.641882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'name': 'tempest-PortsTestJSON-1891726461'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:23.688261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b52d3-6bec-4952-9dd7-63cbbca73517 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=2c1fb1bd-a677-428c-bf95-f0350fecd9c6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:23.714592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceaeb4-52ac-425c-983f-6c2f5341942e req-e310083c-283c-427b-8a7f-59822ddf54b4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:23.716615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ceaeb4-52ac-425c-983f-6c2f5341942e req-e310083c-283c-427b-8a7f-59822ddf54b4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0974112 Jul 30 02:01:23.758163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:23.764645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.770252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3ceaeb4-52ac-425c-983f-6c2f5341942e req-90316d14-3095-42b0-bb39-e3a009b0129c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471146 Jul 30 02:01:23.790664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port f03434ed-f786-4a03-8663-ec01c14e194f yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:23.953329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1505b-e8e5-4666-a5ef-2b43789357d6 req-e632811f-3182-409c-b220-6db1b38f548c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:23.961971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0a1505b-e8e5-4666-a5ef-2b43789357d6 req-e632811f-3182-409c-b220-6db1b38f548c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0892761 Jul 30 02:01:24.009680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0a1505b-e8e5-4666-a5ef-2b43789357d6 req-e2ac1431-074c-4e9f-9b45-5b982c0886b9 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Jul 30 02:01:24.021611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.088597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.134894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:24.136630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:24.140946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:24.147671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.148608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.162522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=f03434ed-f786-4a03-8663-ec01c14e194f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:24.174895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b5d9f3a-de66-4064-a0a3-5edb5407556c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5448351 Jul 30 02:01:24.177395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42462) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.182773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0573eb-33f5-46e1-bcfb-2f8860fbba04 req-a1068fa3-77ed-4eec-9ab3-8afba26d1f5a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.184376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae0573eb-33f5-46e1-bcfb-2f8860fbba04 req-a1068fa3-77ed-4eec-9ab3-8afba26d1f5a tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1053231 Jul 30 02:01:24.237887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae0573eb-33f5-46e1-bcfb-2f8860fbba04 req-d8bd6263-c310-429f-a004-1664801ac6b6 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459716 Jul 30 02:01:24.581962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa13883-c020-4f40-a44d-37899d318e6e req-8ff6fb01-8fa1-4b03-8290-5c2b90bf3369 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.591394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fa13883-c020-4f40-a44d-37899d318e6e req-8ff6fb01-8fa1-4b03-8290-5c2b90bf3369 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0677989 Jul 30 02:01:24.594584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.630766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port f03434ed-f786-4a03-8663-ec01c14e194f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:24.631409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.639495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fa13883-c020-4f40-a44d-37899d318e6e req-953460e4-ba12-4c6f-898b-b007fac4e5c2 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jul 30 02:01:24.721345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.740995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for f03434ed-f786-4a03-8663-ec01c14e194f owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:24.822738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ddff5077-2e17-453c-8712-40fe0af8ca8d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:24.852375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: ddff5077-2e17-453c-8712-40fe0af8ca8d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:24.853094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device ddff5077-2e17-453c-8712-40fe0af8ca8d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:24.857558 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.891352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=f03434ed-f786-4a03-8663-ec01c14e194f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:24.897994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.902587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6c9497da-1dbb-49a7-974f-2ae1ed944131 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/f03434ed-f786-4a03-8663-ec01c14e194f HTTP/1.1" status: 204 len: 168 time: 0.7198446 Jul 30 02:01:24.902876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42470) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:24.908106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'mac_address': 'fa:16:3e:93:7b:f4', 'name': 'tempest-PortsTestJSON-1520933485'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:25.018435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:25.094730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.118396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port b76578bd-83ec-4482-aeff-aaec4d942539 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:25.296889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.334952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.381575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:25.384726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:25.388462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:25.394122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:25.394849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.409183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=b76578bd-83ec-4482-aeff-aaec4d942539,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.421413 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-03ce5428-ff1d-4394-a045-55de4d90a160 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5175216 Jul 30 02:01:25.424024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42474) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.480702 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077b10e-f597-49a2-9a98-ce624ea676cc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:25.482121 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7077b10e-f597-49a2-9a98-ce624ea676cc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/b76578bd-83ec-4482-aeff-aaec4d942539 HTTP/1.1" status: 200 len: 841 time: 0.0570617 Jul 30 02:01:25.484880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42476) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.578400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port b76578bd-83ec-4482-aeff-aaec4d942539 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:25.578742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.659214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.674666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for b76578bd-83ec-4482-aeff-aaec4d942539 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:25.763973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.796465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=b76578bd-83ec-4482-aeff-aaec4d942539,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.796709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eda52-5e5d-42ed-aa0c-7408cdd09209 req-5439dec9-6aa6-4c17-b9f3-89cc5af21fcd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:25.798541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-532eda52-5e5d-42ed-aa0c-7408cdd09209 req-5439dec9-6aa6-4c17-b9f3-89cc5af21fcd tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0724971 Jul 30 02:01:25.810545 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.812785 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-54d88ae3-f2ab-488c-b4d4-3aff6d84d697 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/b76578bd-83ec-4482-aeff-aaec4d942539 HTTP/1.1" status: 204 len: 168 time: 0.3269417 Jul 30 02:01:25.817088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42486) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.851799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-532eda52-5e5d-42ed-aa0c-7408cdd09209 req-51c48942-0cd2-44ce-a6d4-d81209f5d297 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Jul 30 02:01:25.858586 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-462d98ca-612b-4311-b5cc-d40264542146 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:25.860245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-462d98ca-612b-4311-b5cc-d40264542146 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/b76578bd-83ec-4482-aeff-aaec4d942539 HTTP/1.1" status: 404 len: 333 time: 0.0421662 Jul 30 02:01:25.863978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42488) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.869951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'name': 'tempest-PortsTestJSON-1857921300'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:25.999063 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:26.003773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.035611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 45b83389-8159-4da0-b839-8d0e65b719e7 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:26.207628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2929-3d7b-443c-ab58-1d7781cb299c req-ea80aac9-1d2f-42b6-8199-47d3d6ac0b45 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.209213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7da2929-3d7b-443c-ab58-1d7781cb299c req-ea80aac9-1d2f-42b6-8199-47d3d6ac0b45 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0859993 Jul 30 02:01:26.261575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7da2929-3d7b-443c-ab58-1d7781cb299c req-1d27c7e4-b9f8-45fa-825d-5265c6dbfe91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Jul 30 02:01:26.303925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-b8ff5c1d-00f7-47b5-aab0-6a1c0a992797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.305481 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-b8ff5c1d-00f7-47b5-aab0-6a1c0a992797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=15ee8682e9d24123a98eeb5d43814afd&device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 1098 time: 0.1295002 Jul 30 02:01:26.328565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.448510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-c6495821-9945-4b85-9d2b-7f0939647689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.450223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-c6495821-9945-4b85-9d2b-7f0939647689 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 200 len: 915 time: 0.1338255 Jul 30 02:01:26.451964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.540410 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-755a6196-7e83-4e5b-9abb-fb8e3a8217f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 200 len: 217 time: 0.0789554 Jul 30 02:01:26.544091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:26.553784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:26.556274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:26.562012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.562621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.574292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=45b83389-8159-4da0-b839-8d0e65b719e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:26.609916 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-44b8ca04-456f-481c-a197-1264fd9411ca tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7446606 Jul 30 02:01:26.612499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42498) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:26.623114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:26.624682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-a6403362-e1a7-4dc5-ab4a-e2e0c728e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.630679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-a6403362-e1a7-4dc5-ab4a-e2e0c728e507 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 200 len: 854 time: 0.0809786 Jul 30 02:01:26.680317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-f2ba2399-c307-42f0-a554-f3ea64d9178e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c79915d-ed6a-4b15-9d53-2d60ebaf237f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420725 Jul 30 02:01:26.698831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.794862 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-4ea121be-99c1-4c37-b528-fb502b4c6d21 service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071508 Jul 30 02:01:26.905795 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.911473 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.921433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-741e0752-7ab8-4fcd-8e36-ab7deea7b62e req-98b3fb4a-1b82-4156-a6aa-d850e31f86c0 service neutron] 10.222.0.66 "GET /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190631 Jul 30 02:01:26.949463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] In _notify_port_updated(), no bound segment for port 45b83389-8159-4da0-b839-8d0e65b719e7 on network cf05a13a-785f-44c7-bbaa-19bd36302248 {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:26.961627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.962311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.966389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/ports/45b83389-8159-4da0-b839-8d0e65b719e7 HTTP/1.1" status: 200 len: 818 time: 0.3490167 Jul 30 02:01:26.968406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:26.984115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f585a43-9c43-4c81-9e2c-2c374ae25223 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=45b83389-8159-4da0-b839-8d0e65b719e7,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:27.110507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 45b83389-8159-4da0-b839-8d0e65b719e7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:27.110757 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.184154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.201346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 45b83389-8159-4da0-b839-8d0e65b719e7 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:27.298456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.351792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.353940 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/45b83389-8159-4da0-b839-8d0e65b719e7 HTTP/1.1" status: 204 len: 168 time: 0.3861599 Jul 30 02:01:27.354868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b130-3572-4753-8aad-4ef5137a5124 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=45b83389-8159-4da0-b839-8d0e65b719e7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:27.357150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:27.451782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c80154-2125-45c1-a9db-332804939ce6 req-65527695-45ed-4a4d-b204-f92b792bf032 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.453498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9c80154-2125-45c1-a9db-332804939ce6 req-65527695-45ed-4a4d-b204-f92b792bf032 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1020885 Jul 30 02:01:27.461481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab4cc5-a0ef-4351-957c-4774200f7ef7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.464418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5eab4cc5-a0ef-4351-957c-4774200f7ef7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1059732 Jul 30 02:01:27.466867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:27.510133 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abc31e7-021d-405a-a84d-38e3b0aa2f90 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:27.510372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c9c80154-2125-45c1-a9db-332804939ce6 req-4f76eec0-74c6-4b48-a74e-d46eb02e7e76 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Jul 30 02:01:27.512271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1abc31e7-021d-405a-a84d-38e3b0aa2f90 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/45b83389-8159-4da0-b839-8d0e65b719e7 HTTP/1.1" status: 404 len: 333 time: 0.0443649 Jul 30 02:01:27.516104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42512) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:27.522581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-316578991'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:27.551435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:27.556858 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.584528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:27.597307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.597648 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 1500554d-559e-433a-8f2b-79e893a9f941 of type vlan for network 3ea20817-3026-4e8d-ab27-024395be6a4d Jul 30 02:01:27.644035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.675908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.682143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.683044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.755231 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2353280 Jul 30 02:01:27.757093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:27.763201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:27.767200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8188402-a775-4ce2-94c7-550c595819a3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=3ea20817-3026-4e8d-ab27-024395be6a4d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:27.783504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3ea20817-3026-4e8d-ab27-024395be6a4d details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:27.861192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:27.864764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.095617 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.167436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=6def7e93-7508-4593-bc13-ed78b120a7b1,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.179868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '1500554d-559e-433a-8f2b-79e893a9f941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:28.180268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: 3ea20817-3026-4e8d-ab27-024395be6a4d, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:28.201644 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 3ea20817-3026-4e8d-ab27-024395be6a4d is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:28.215135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3ea20817-3026-4e8d-ab27-024395be6a4d) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:28.220320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:28.221316 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.231710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3df63b-4890-46bd-9e0e-65dfcd40f5bb None None] Network 3ea20817-3026-4e8d-ab27-024395be6a4d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:28.239021 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9dbc9b49-1643-4996-9155-4db1cdbbc9b9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4800193 Jul 30 02:01:28.241540 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42520) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:28.249704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:28.434812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:28.438442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.500212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3ea20817-3026-4e8d-ab27-024395be6a4d', 'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': '6def7e93-7508-4593-bc13-ed78b120a7b1'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:28.501152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.623652 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6def7e93-7508-4593-bc13-ed78b120a7b1 (CIDR: 172.20.0.0/28) Jul 30 02:01:28.630164 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:01:28.630686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:01:28.668286 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f3591b5b-0354-4640-ae74-52fde61f4cf3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4256442 Jul 30 02:01:28.669751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42530) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:28.674131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a7266-b2ff-4b1c-b143-0f9a8ff07339 req-623ec504-4218-426d-8798-41bfd2927d7c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:28.674131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-535a7266-b2ff-4b1c-b143-0f9a8ff07339 req-623ec504-4218-426d-8798-41bfd2927d7c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0643194 Jul 30 02:01:28.674757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42532) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:28.684170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:28.712051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Allocated IP 172.20.0.2 (3ea20817-3026-4e8d-ab27-024395be6a4d/6def7e93-7508-4593-bc13-ed78b120a7b1/b6684d11-0eb5-4a21-8d79-ccdc65b2705c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:28.729975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-535a7266-b2ff-4b1c-b143-0f9a8ff07339 req-b5795022-8bd3-49b8-ac5c-6222e5e3bc85 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Jul 30 02:01:28.857718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:28.861811 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.877105 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e6169e-12df-4e46-a9e2-77cb9b81f773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.910716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81769184-be71-47f8-94cb-81eaa3949dd3 req-af87953d-20c5-4825-b42e-895767d40448 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:28.913353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81769184-be71-47f8-94cb-81eaa3949dd3 req-af87953d-20c5-4825-b42e-895767d40448 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0777748 Jul 30 02:01:28.995074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81769184-be71-47f8-94cb-81eaa3949dd3 req-e1fc7ef9-ff01-42bb-b05a-970b5d766a6f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733788 Jul 30 02:01:29.098660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e6169e-12df-4e46-a9e2-77cb9b81f773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.104803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0e6169e-12df-4e46-a9e2-77cb9b81f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.146775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c0e6169e-12df-4e46-a9e2-77cb9b81f773 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cddebf75eb84ad89d070a91b8e2cc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711471 Jul 30 02:01:29.147973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42542) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.156034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.165284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Transition to ACTIVE for port object b6684d11-0eb5-4a21-8d79-ccdc65b2705c will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:29.184866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Transition to ACTIVE for port object b6684d11-0eb5-4a21-8d79-ccdc65b2705c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:29.193346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.227774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.240962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Network 3ea20817-3026-4e8d-ab27-024395be6a4d is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:29.243917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:29.252770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:29.258818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Pushing event updated for resources: {'Port': ['ID=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.276887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6169e-12df-4e46-a9e2-77cb9b81f773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598ad823-f3a0-4016-a205-8818c87e5ef9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.289847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 3ea20817-3026-4e8d-ab27-024395be6a4d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:29.292738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc96fd-8b89-4b4a-a094-9e2a5b1e96fa req-c2433443-092b-482f-8063-9144b2ca86f3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:29.293929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6cc96fd-8b89-4b4a-a094-9e2a5b1e96fa req-c2433443-092b-482f-8063-9144b2ca86f3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1561518 Jul 30 02:01:29.299245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:29.306085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:29.306708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.321801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Attempting to bind port b6684d11-0eb5-4a21-8d79-ccdc65b2705c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:29.322233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Attempting to bind port b6684d11-0eb5-4a21-8d79-ccdc65b2705c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '1500554d-559e-433a-8f2b-79e893a9f941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:29.322649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Attempting to bind port b6684d11-0eb5-4a21-8d79-ccdc65b2705c on network 3ea20817-3026-4e8d-ab27-024395be6a4d {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:29.328491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:29.328757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=a2c7a785-aa1f-4303-8638-76e7547a5428,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.328935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Checking segment: {'id': '1500554d-559e-433a-8f2b-79e893a9f941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:29.329420 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.330709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Bound using segment: {'id': '1500554d-559e-433a-8f2b-79e893a9f941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:29.330709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Bound port: b6684d11-0eb5-4a21-8d79-ccdc65b2705c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1500554d-559e-433a-8f2b-79e893a9f941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:29.330965 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.335911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ae70b0f5-3402-4840-9d3c-2b9876346c66 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6621251 Jul 30 02:01:29.336109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd120349-8ca1-41e0-bf03-f0146be8bd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.338062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42544) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:29.344861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d', 'fixed_ips': [{'subnet_id': '6def7e93-7508-4593-bc13-ed78b120a7b1'}, {'subnet_id': 'a2c7a785-aa1f-4303-8638-76e7547a5428'}], 'name': 'tempest-PortsTestJSON-1191046627'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:29.422394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] For port b6684d11-0eb5-4a21-8d79-ccdc65b2705c, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:29.426419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] For port b6684d11-0eb5-4a21-8d79-ccdc65b2705c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,segment=NetworkSegment(1500554d-559e-433a-8f2b-79e893a9f941),segment_id=1500554d-559e-433a-8f2b-79e893a9f941)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:29.434576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.438577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6cc96fd-8b89-4b4a-a094-9e2a5b1e96fa req-27c44fe4-3540-4341-a640-eb2df93f05d3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331069 Jul 30 02:01:29.443187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd120349-8ca1-41e0-bf03-f0146be8bd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.539304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbeed4f-1533-4592-bd2f-768cd72b928f None None] Pushing event updated for resources: {'Port': ['ID=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.553811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:29.612496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd120349-8ca1-41e0-bf03-f0146be8bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.615654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dd120349-8ca1-41e0-bf03-f0146be8bd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.616864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dd120349-8ca1-41e0-bf03-f0146be8bd4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/598ad823-f3a0-4016-a205-8818c87e5ef9 HTTP/1.1" status: 204 len: 168 time: 0.4657466 Jul 30 02:01:29.652395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd120349-8ca1-41e0-bf03-f0146be8bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ad823-f3a0-4016-a205-8818c87e5ef9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.701591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151bc2-da3b-4183-89c9-99cb34942913 req-f1559792-6060-4d54-b3e2-b50199e3331e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:29.708793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b151bc2-da3b-4183-89c9-99cb34942913 req-f1559792-6060-4d54-b3e2-b50199e3331e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1333568 Jul 30 02:01:29.727453 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.778934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port b53362fd-0075-45a8-9a12-9a1225648ec2 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:29.796758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b151bc2-da3b-4183-89c9-99cb34942913 req-c8f61b8b-6a77-4365-8632-1d0fa43c3c7f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822895 Jul 30 02:01:30.071550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42558) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:30.086669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-256559cd-b59c-46a2-8c84-3de9d446f835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.106877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503e24-dd80-4d26-876d-0c63334c6ee4 req-ed7d26fa-5f3e-4209-a6a9-c8f4aa810b05 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.108835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6503e24-dd80-4d26-876d-0c63334c6ee4 req-ed7d26fa-5f3e-4209-a6a9-c8f4aa810b05 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1354063 Jul 30 02:01:30.189295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6503e24-dd80-4d26-876d-0c63334c6ee4 req-1e26f9cd-e415-4530-9878-b4f699a615d8 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Jul 30 02:01:30.213401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-256559cd-b59c-46a2-8c84-3de9d446f835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.223105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-256559cd-b59c-46a2-8c84-3de9d446f835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.266154 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-256559cd-b59c-46a2-8c84-3de9d446f835 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a99a64a567f54aacab797a5451591f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934652 Jul 30 02:01:30.270141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:30.281924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256559cd-b59c-46a2-8c84-3de9d446f835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3011aee7-1435-43b7-a7e3-7e6eeb5e3358,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:30.346896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.6 (3ea20817-3026-4e8d-ab27-024395be6a4d/6def7e93-7508-4593-bc13-ed78b120a7b1/b53362fd-0075-45a8-9a12-9a1225648ec2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:30.365505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.20 (3ea20817-3026-4e8d-ab27-024395be6a4d/a2c7a785-aa1f-4303-8638-76e7547a5428/b53362fd-0075-45a8-9a12-9a1225648ec2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:30.370574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecb7bb2a-0e06-4515-a870-cb89c1241a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.383845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347876ea-2dd8-487c-8071-af4b5c9b7bc0 req-7dae0601-6b1a-4ccc-a858-d302c82d28b7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.391333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-347876ea-2dd8-487c-8071-af4b5c9b7bc0 req-7dae0601-6b1a-4ccc-a858-d302c82d28b7 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0959933 Jul 30 02:01:30.401284 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecb7bb2a-0e06-4515-a870-cb89c1241a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.463690 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-347876ea-2dd8-487c-8071-af4b5c9b7bc0 req-bccc63ba-5fa5-4025-b332-ec7e2b2aee84 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713279 Jul 30 02:01:30.483178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecb7bb2a-0e06-4515-a870-cb89c1241a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.485821 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ecb7bb2a-0e06-4515-a870-cb89c1241a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.489266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ecb7bb2a-0e06-4515-a870-cb89c1241a29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3011aee7-1435-43b7-a7e3-7e6eeb5e3358 HTTP/1.1" status: 204 len: 168 time: 0.2157791 Jul 30 02:01:30.535252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7bb2a-0e06-4515-a870-cb89c1241a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3011aee7-1435-43b7-a7e3-7e6eeb5e3358,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:30.702571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe843eb9-4240-42b8-b23b-0906cf64c8a2 req-7c19c855-cea1-4545-85be-1ba0c9590515 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.704762 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe843eb9-4240-42b8-b23b-0906cf64c8a2 req-7c19c855-cea1-4545-85be-1ba0c9590515 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0997572 Jul 30 02:01:30.759204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.778576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4d88b-15f5-4d5e-819b-8ae667cc120f None None] Network 3ea20817-3026-4e8d-ab27-024395be6a4d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:30.789748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object b53362fd-0075-45a8-9a12-9a1225648ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:30.811828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fe843eb9-4240-42b8-b23b-0906cf64c8a2 req-95493378-6fb3-4ae8-a36a-1023d82c25df tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956576 Jul 30 02:01:30.859362 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.881945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b35fb412-349e-446c-be49-d365215af30b None None] Provisioning for port b6684d11-0eb5-4a21-8d79-ccdc65b2705c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:30.895412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 3ea20817-3026-4e8d-ab27-024395be6a4d is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:30.899132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:30.948085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:30.958790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b6684d11-0eb5-4a21-8d79-ccdc65b2705c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:31.055673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=b53362fd-0075-45a8-9a12-9a1225648ec2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.057961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b6684d11-0eb5-4a21-8d79-ccdc65b2705c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:31.064899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b6684d11-0eb5-4a21-8d79-ccdc65b2705c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:31.065278 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.105338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f69db-aabd-4d8e-aeb9-e668c6bf1cf7 req-68760cf5-d8bb-4dfe-92cc-7cf0a6dc93ec tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:31.106935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-834f69db-aabd-4d8e-aeb9-e668c6bf1cf7 req-68760cf5-d8bb-4dfe-92cc-7cf0a6dc93ec tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1206253 Jul 30 02:01:31.115966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:31.116352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.145002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-29a02b29-c8ea-4916-8598-c1938a7b9f9f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8058794 Jul 30 02:01:31.148423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42582) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:31.157561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6def7e93-7508-4593-bc13-ed78b120a7b1'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:31.178657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-834f69db-aabd-4d8e-aeb9-e668c6bf1cf7 req-98110662-760d-473e-9a2f-dc8c02c420e8 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Jul 30 02:01:31.247333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.272495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Update dhcp port {'port': {'network_id': '3ea20817-3026-4e8d-ab27-024395be6a4d', 'fixed_ips': [{'subnet_id': '6def7e93-7508-4593-bc13-ed78b120a7b1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a2c7a785-aa1f-4303-8638-76e7547a5428'}], 'binding:host_id': 'n-d-713499-10'}, 'id': 'b6684d11-0eb5-4a21-8d79-ccdc65b2705c'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:01:31.363632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b6684d11-0eb5-4a21-8d79-ccdc65b2705c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,segment=NetworkSegment(1500554d-559e-433a-8f2b-79e893a9f941),segment_id=1500554d-559e-433a-8f2b-79e893a9f941)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:31.364817 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.372291 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.396015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.439936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b60f28-2986-48c2-b516-8bc9dbab69d4 req-26226408-8398-4e8f-a703-dde9364f2612 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:31.439936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95b60f28-2986-48c2-b516-8bc9dbab69d4 req-26226408-8398-4e8f-a703-dde9364f2612 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1229877 Jul 30 02:01:31.493501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.501456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95b60f28-2986-48c2-b516-8bc9dbab69d4 req-1b911067-50bf-4022-ad7a-57973bdf3071 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620346 Jul 30 02:01:31.686736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c128b3c-b02d-4c64-a3b7-ad41e4ba8ef7 req-ce7af7b9-5071-4348-b7a6-43cf5c07bede tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:31.691883 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c128b3c-b02d-4c64-a3b7-ad41e4ba8ef7 req-ce7af7b9-5071-4348-b7a6-43cf5c07bede tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0996082 Jul 30 02:01:31.722409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Allocated IP 172.20.0.18 (3ea20817-3026-4e8d-ab27-024395be6a4d/a2c7a785-aa1f-4303-8638-76e7547a5428/b6684d11-0eb5-4a21-8d79-ccdc65b2705c) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:31.759378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c128b3c-b02d-4c64-a3b7-ad41e4ba8ef7 req-fd81d8e2-4579-4c82-9bef-97487f3eb979 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581698 Jul 30 02:01:31.858557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] For port b6684d11-0eb5-4a21-8d79-ccdc65b2705c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,segment=NetworkSegment(1500554d-559e-433a-8f2b-79e893a9f941),segment_id=1500554d-559e-433a-8f2b-79e893a9f941)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:31.891630 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.908703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Transition to ACTIVE for port object b6684d11-0eb5-4a21-8d79-ccdc65b2705c will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:31.915566 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.933845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaa129-d2c4-4bc9-97ff-319562676898 req-c8ff4855-f84a-4d79-b980-9d546ba1d25f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:31.935652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fdaa129-d2c4-4bc9-97ff-319562676898 req-c8ff4855-f84a-4d79-b980-9d546ba1d25f tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0637302 Jul 30 02:01:32.008375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fdaa129-d2c4-4bc9-97ff-319562676898 req-281e96a2-8c8d-40b0-bf64-d02900d3a978 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665402 Jul 30 02:01:32.032380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Delete allocated IP 172.20.0.20 (3ea20817-3026-4e8d-ab27-024395be6a4d/a2c7a785-aa1f-4303-8638-76e7547a5428) {{(pid=93889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:01:32.043819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ecb28-1771-4333-a125-1dc3cd9926d5 None None] Pushing event updated for resources: {'Port': ['ID=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.153628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0632-149e-4013-9f2f-e82a8ca2f2b5 req-792bd964-a3ea-4707-b422-60ce707ca40c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.155384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de2d0632-149e-4013-9f2f-e82a8ca2f2b5 req-792bd964-a3ea-4707-b422-60ce707ca40c tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0585537 Jul 30 02:01:32.252584 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.255892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de2d0632-149e-4013-9f2f-e82a8ca2f2b5 req-199b8d04-f12f-4f24-817b-e5aee24841ec tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863385 Jul 30 02:01:32.279942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Ignored duplicate provisioning block setup for port b53362fd-0075-45a8-9a12-9a1225648ec2 by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:01:32.286005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.417418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1a4ba-5e88-4f05-a290-b09e8fc4ada3 req-1bf8af55-b61f-4e9c-b0f8-96ebb6716c7e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.432038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=b53362fd-0075-45a8-9a12-9a1225648ec2,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.432437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd1a4ba-5e88-4f05-a290-b09e8fc4ada3 req-1bf8af55-b61f-4e9c-b0f8-96ebb6716c7e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0770466 Jul 30 02:01:32.499158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2dd1a4ba-5e88-4f05-a290-b09e8fc4ada3 req-689e1f0e-f908-4384-a7e5-0d6829d76eb4 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Jul 30 02:01:32.520222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] In _notify_port_updated(), no bound segment for port b53362fd-0075-45a8-9a12-9a1225648ec2 on network 3ea20817-3026-4e8d-ab27-024395be6a4d {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:32.547450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.548844 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.554329 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-133b64a0-2f69-4e75-9cf1-fbece29f7f2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/ports/b53362fd-0075-45a8-9a12-9a1225648ec2 HTTP/1.1" status: 200 len: 919 time: 1.4018888 Jul 30 02:01:32.554602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42626) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:32.560373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6def7e93-7508-4593-bc13-ed78b120a7b1'}, {'subnet_id': 'a2c7a785-aa1f-4303-8638-76e7547a5428'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:32.747372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd466e-644e-4fc1-bbdb-a77c2037990a req-fc6ab69c-60a6-474f-bc5c-3f2b36d84c7d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.748970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ddd466e-644e-4fc1-bbdb-a77c2037990a req-fc6ab69c-60a6-474f-bc5c-3f2b36d84c7d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1462109 Jul 30 02:01:32.856196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd296e-6bbf-4b79-8782-630925d44561 None None] Network 3ea20817-3026-4e8d-ab27-024395be6a4d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:32.864486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.887767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ddd466e-644e-4fc1-bbdb-a77c2037990a req-1f99620a-4931-4175-892a-3ba214aec44e tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321254 Jul 30 02:01:32.957685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b6684d11-0eb5-4a21-8d79-ccdc65b2705c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:33.097476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Provisioning for port b53362fd-0075-45a8-9a12-9a1225648ec2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:33.125063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Provisioning complete for port b53362fd-0075-45a8-9a12-9a1225648ec2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:33.125766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.210335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Port b53362fd-0075-45a8-9a12-9a1225648ec2 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:33.228567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Provisioning for port b6684d11-0eb5-4a21-8d79-ccdc65b2705c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:33.228898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffe974-c7ac-4214-ad89-9707880604cb req-0ae3de82-3cfe-4204-b69b-d48bbe33fe67 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:33.230188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80ffe974-c7ac-4214-ad89-9707880604cb req-0ae3de82-3cfe-4204-b69b-d48bbe33fe67 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1796577 Jul 30 02:01:33.233830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Provisioning complete for port b6684d11-0eb5-4a21-8d79-ccdc65b2705c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:33.234255 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7acdd22-4596-458b-b6bb-d35f18f5e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.312352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80ffe974-c7ac-4214-ad89-9707880604cb req-37f803b8-45ca-45db-bf01-3e9d02fbb056 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693154 Jul 30 02:01:33.352366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.20 (3ea20817-3026-4e8d-ab27-024395be6a4d/a2c7a785-aa1f-4303-8638-76e7547a5428/b53362fd-0075-45a8-9a12-9a1225648ec2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:33.572442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.589887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Ignored duplicate provisioning block setup for port b53362fd-0075-45a8-9a12-9a1225648ec2 by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:01:33.594396 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.688707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=b53362fd-0075-45a8-9a12-9a1225648ec2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.754340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] In _notify_port_updated(), no bound segment for port b53362fd-0075-45a8-9a12-9a1225648ec2 on network 3ea20817-3026-4e8d-ab27-024395be6a4d {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:33.760873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:33.761671 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.763545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-746be225-4a35-4cb0-a206-d8579a3414cd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/ports/b53362fd-0075-45a8-9a12-9a1225648ec2 HTTP/1.1" status: 200 len: 999 time: 1.2074552 Jul 30 02:01:33.765920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42664) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.879444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port b53362fd-0075-45a8-9a12-9a1225648ec2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:33.880091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.042445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.060928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for b53362fd-0075-45a8-9a12-9a1225648ec2 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:34.305377 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.352745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=b53362fd-0075-45a8-9a12-9a1225648ec2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:34.420960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42678) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:34.490729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.495315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-94226633-20c0-4f7f-9bf6-7186dc378283 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/b53362fd-0075-45a8-9a12-9a1225648ec2 HTTP/1.1" status: 204 len: 168 time: 0.7259171 Jul 30 02:01:34.495693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42682) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:34.526530 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78ad371-bf3a-420a-b351-ce24a8b54f1b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:34.528069 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a78ad371-bf3a-420a-b351-ce24a8b54f1b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/b53362fd-0075-45a8-9a12-9a1225648ec2 HTTP/1.1" status: 404 len: 333 time: 0.0313725 Jul 30 02:01:34.531051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42684) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:34.557492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a280e9c7-f44d-4ae3-bfdc-a77f6e46cda4 None None] Could not find standard attr ID for object b53362fd-0075-45a8-9a12-9a1225648ec2. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:34.574686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a280e9c7-f44d-4ae3-bfdc-a77f6e46cda4 None None] Provisioning complete for port b6684d11-0eb5-4a21-8d79-ccdc65b2705c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:34.575086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a280e9c7-f44d-4ae3-bfdc-a77f6e46cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.659849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0c34-c461-4e9a-a066-e03451147cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.701037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet a2c7a785-aa1f-4303-8638-76e7547a5428 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:34.704831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.767786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.906460 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.931242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-33dcc53f-b5ae-42a3-8cc6-77e617639be2 None None] Could not find standard attr ID for object b53362fd-0075-45a8-9a12-9a1225648ec2. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:34.948002 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0c34-c461-4e9a-a066-e03451147cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.953876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0c34-c461-4e9a-a066-e03451147cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.021340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1d3e0c34-c461-4e9a-a066-e03451147cf3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e38151035b534839821a494aa139fea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5992439 Jul 30 02:01:35.021891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42690) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.025939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e0c34-c461-4e9a-a066-e03451147cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c49359-fb8b-4cb3-b155-627018db86e1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.053881 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.074491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.076530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/a2c7a785-aa1f-4303-8638-76e7547a5428 HTTP/1.1" status: 204 len: 168 time: 0.5440030 Jul 30 02:01:35.079103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.108597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768b9cc-2d75-49dc-af68-5a9c178da970 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c7a785-aa1f-4303-8638-76e7547a5428,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.124725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfea0c5e-82c2-4999-8257-5d98986ec13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.162161 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfea0c5e-82c2-4999-8257-5d98986ec13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.167029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 6def7e93-7508-4593-bc13-ed78b120a7b1 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:35.171601 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.226948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfea0c5e-82c2-4999-8257-5d98986ec13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.231027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cfea0c5e-82c2-4999-8257-5d98986ec13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.235645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cfea0c5e-82c2-4999-8257-5d98986ec13a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48c49359-fb8b-4cb3-b155-627018db86e1 HTTP/1.1" status: 204 len: 168 time: 0.2123225 Jul 30 02:01:35.235903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.251379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0c5e-82c2-4999-8257-5d98986ec13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c49359-fb8b-4cb3-b155-627018db86e1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.364594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.444310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.477183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=6def7e93-7508-4593-bc13-ed78b120a7b1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.483600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.486015 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e99fe222-17da-4465-a29a-a65af5a2bbab tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/6def7e93-7508-4593-bc13-ed78b120a7b1 HTTP/1.1" status: 204 len: 168 time: 0.4057128 Jul 30 02:01:35.489672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.606629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.608201 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.624505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6052d3ed-c680-44f2-8462-a794ffe49f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.707781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port b6684d11-0eb5-4a21-8d79-ccdc65b2705c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:35.712468 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.786489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6052d3ed-c680-44f2-8462-a794ffe49f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.796611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6052d3ed-c680-44f2-8462-a794ffe49f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.834876 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6052d3ed-c680-44f2-8462-a794ffe49f18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2e443380f5b47eeb7ef769388a551ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240357 Jul 30 02:01:35.835148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] For port b6684d11-0eb5-4a21-8d79-ccdc65b2705c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,segment=NetworkSegment(1500554d-559e-433a-8f2b-79e893a9f941),segment_id=1500554d-559e-433a-8f2b-79e893a9f941)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:35.835688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:35.837151 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.868735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for b6684d11-0eb5-4a21-8d79-ccdc65b2705c owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:36.027462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.094476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=b6684d11-0eb5-4a21-8d79-ccdc65b2705c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.097236 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No DVR routers for this DVR port b6684d11-0eb5-4a21-8d79-ccdc65b2705c on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:36.222627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2e8ab-5014-47d8-a45e-d35197d0167c None None] Network 3ea20817-3026-4e8d-ab27-024395be6a4d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:36.241357 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.255315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea20817-3026-4e8d-ab27-024395be6a4d']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:36.268846 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1500554d-559e-433a-8f2b-79e893a9f941') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:36.269243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1500554d-559e-433a-8f2b-79e893a9f941') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:36.282524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.301698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.311735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:36.312149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:36.321655 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:36.332630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d3ed-c680-44f2-8462-a794ffe49f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8d240-7fe0-4f54-8ccd-cfcb2f87e197,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.368312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b61b76bc-d9b6-4266-94f7-a354ff79c265 None None] Could not find standard attr ID for object b53362fd-0075-45a8-9a12-9a1225648ec2. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:36.399538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc34f522-533b-4dba-91dc-fb570f95fe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.434145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.451969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.453120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc34f522-533b-4dba-91dc-fb570f95fe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.465640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/3ea20817-3026-4e8d-ab27-024395be6a4d HTTP/1.1" status: 204 len: 168 time: 0.9742017 Jul 30 02:01:36.469650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42716) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:36.544864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc34f522-533b-4dba-91dc-fb570f95fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.546315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1514a19-c6c2-4aea-ac64-e03cbc498b60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=3ea20817-3026-4e8d-ab27-024395be6a4d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.549751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc34f522-533b-4dba-91dc-fb570f95fe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.556008 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc34f522-533b-4dba-91dc-fb570f95fe6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51c8d240-7fe0-4f54-8ccd-cfcb2f87e197 HTTP/1.1" status: 204 len: 168 time: 0.7186499 Jul 30 02:01:36.569982 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34f522-533b-4dba-91dc-fb570f95fe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8d240-7fe0-4f54-8ccd-cfcb2f87e197,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.599869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d6d4c-6040-45f2-888b-7f21dd5bd57e None None] DHCP port deletion for 3ea20817-3026-4e8d-ab27-024395be6a4d request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:36.620247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35a3b7-354e-49e2-b24e-43f8f1011be6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:36.624060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fa35a3b7-354e-49e2-b24e-43f8f1011be6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1518111 Jul 30 02:01:36.627906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:36.690800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac8a8ed1-41d8-4750-a5fe-d05a8b8d52a6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0603662 Jul 30 02:01:36.694891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42722) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:36.700421 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1652194376'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:36.728657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:36.734906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.770574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:36.783078 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.783078 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment cad0402f-1e9c-4bfe-9edd-6804a162db75 of type vlan for network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 Jul 30 02:01:36.838155 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.861439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b6684d11-0eb5-4a21-8d79-ccdc65b2705c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:36.878169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.893706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:36.896299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.919633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2209597 Jul 30 02:01:36.920008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:36.926576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:36.943145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b6684d11-0eb5-4a21-8d79-ccdc65b2705c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:36.943491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b6684d11-0eb5-4a21-8d79-ccdc65b2705c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:36.969048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.027439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14a4da-6980-4eab-8635-07715176545d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=9ba41fc6-9839-43b3-8e33-de42ed6f4384,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:37.042883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:37.100429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:37.104457 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.362524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.438497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=7e6c9613-d2de-4fb6-bfe3-06f5592f18b2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:37.461264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': 'cad0402f-1e9c-4bfe-9edd-6804a162db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:37.461906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: 9ba41fc6-9839-43b3-8e33-de42ed6f4384, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:37.480914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:37.491052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9ba41fc6-9839-43b3-8e33-de42ed6f4384) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:37.496627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:37.497339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.514461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c1c9b-ddf1-40e8-92ca-0876c6664a45 None None] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:37.518627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42744) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:37.525253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384', 'name': 'tempest-PortsTestJSON-1242381824'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:37.530155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-665bbbae-fed0-4580-b425-cdd9dcc60c72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6071167 Jul 30 02:01:37.664594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:37.668913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:37.703638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port d9d60b8c-33f7-4136-b181-101c7b011ecd yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:37.749546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-9ba41fc6-9839-43b3-8e33-de42ed6f4384', 'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': '7e6c9613-d2de-4fb6-bfe3-06f5592f18b2'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:37.750850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.026771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Allocated IP 172.20.0.2 (9ba41fc6-9839-43b3-8e33-de42ed6f4384/7e6c9613-d2de-4fb6-bfe3-06f5592f18b2/dea53572-a1f0-4ece-89d5-c62d8804c614) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:38.204339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.214565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Transition to ACTIVE for port object dea53572-a1f0-4ece-89d5-c62d8804c614 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:38.233414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Transition to ACTIVE for port object dea53572-a1f0-4ece-89d5-c62d8804c614 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:38.240063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.291147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Pushing event updated for resources: {'Port': ['ID=dea53572-a1f0-4ece-89d5-c62d8804c614,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:38.301960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.302452 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.302900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.303498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.303932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.304365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.304897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.305328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.305797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.306338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.307088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.307702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:38.320372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:38.321871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:38.324313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:38.343230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.13 (9ba41fc6-9839-43b3-8e33-de42ed6f4384/7e6c9613-d2de-4fb6-bfe3-06f5592f18b2/d9d60b8c-33f7-4136-b181-101c7b011ecd) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:38.389074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Attempting to bind port dea53572-a1f0-4ece-89d5-c62d8804c614 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:38.389762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Attempting to bind port dea53572-a1f0-4ece-89d5-c62d8804c614 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'cad0402f-1e9c-4bfe-9edd-6804a162db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:38.390228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Attempting to bind port dea53572-a1f0-4ece-89d5-c62d8804c614 on network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:38.396144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:38.397412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Checking segment: {'id': 'cad0402f-1e9c-4bfe-9edd-6804a162db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:38.398003 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.398498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Bound using segment: {'id': 'cad0402f-1e9c-4bfe-9edd-6804a162db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:38.399092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Bound port: dea53572-a1f0-4ece-89d5-c62d8804c614, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad0402f-1e9c-4bfe-9edd-6804a162db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:38.399581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.477669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] For port dea53572-a1f0-4ece-89d5-c62d8804c614, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:38.481468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] For port dea53572-a1f0-4ece-89d5-c62d8804c614, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dea53572-a1f0-4ece-89d5-c62d8804c614,segment=NetworkSegment(cad0402f-1e9c-4bfe-9edd-6804a162db75),segment_id=cad0402f-1e9c-4bfe-9edd-6804a162db75)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:38.487257 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.575266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440756eb-6b15-4214-a942-5c81657d7460 None None] Pushing event updated for resources: {'Port': ['ID=dea53572-a1f0-4ece-89d5-c62d8804c614,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:38.640564 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.661836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object d9d60b8c-33f7-4136-b181-101c7b011ecd will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:38.716623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.798072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:38.810763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:38.817510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:38.828175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=d9d60b8c-33f7-4136-b181-101c7b011ecd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:38.899905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:38.900673 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:38.925036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42784) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:38.936578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': '9ba41fc6-9839-43b3-8e33-de42ed6f4384', 'name': 'tempest-PortsTestJSON-565176885'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:38.939887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4893f9ea-6c77-4834-96ce-834278e5eead tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4198070 Jul 30 02:01:39.021620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dea53572-a1f0-4ece-89d5-c62d8804c614 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:39.121649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:39.124590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port dea53572-a1f0-4ece-89d5-c62d8804c614 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:39.127069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.163631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 26e0753f-710a-496a-aa03-609e3302b18a yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:39.191894 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:01:39.323572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.14 (9ba41fc6-9839-43b3-8e33-de42ed6f4384/7e6c9613-d2de-4fb6-bfe3-06f5592f18b2/26e0753f-710a-496a-aa03-609e3302b18a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:39.612702 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.631084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 26e0753f-710a-496a-aa03-609e3302b18a will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:39.708172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19162c-bb54-4256-8ea3-de9af2ad13d5 req-89a1920d-fe17-4a99-8d53-a1c08e8ccfe1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:39.722469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc19162c-bb54-4256-8ea3-de9af2ad13d5 req-89a1920d-fe17-4a99-8d53-a1c08e8ccfe1 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1048667 Jul 30 02:01:39.738907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.793218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc19162c-bb54-4256-8ea3-de9af2ad13d5 req-5153833e-4b1e-498a-b0ae-ad930085b039 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681381 Jul 30 02:01:39.805747 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:39.816567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:39.816567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:39.875436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=26e0753f-710a-496a-aa03-609e3302b18a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:39.886729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:39.888748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:39.906675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a89bcaf5-6dfc-425c-926b-2f27843c3898 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9741254 Jul 30 02:01:39.907081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.001657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55283b-984c-49fa-b07b-d2595a0c0e1d None None] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:40.016199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fcd18f-4e6d-47b8-9829-327b3bbd1a98 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:40.018064 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e2fcd18f-4e6d-47b8-9829-327b3bbd1a98 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1098094 Jul 30 02:01:40.020878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42834) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.079401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] Provisioning for port dea53572-a1f0-4ece-89d5-c62d8804c614 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:40.085389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42836) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.090499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] Provisioning complete for port dea53572-a1f0-4ece-89d5-c62d8804c614 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:40.090866 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.130128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 26e0753f-710a-496a-aa03-609e3302b18a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:40.131363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.254537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.276250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 26e0753f-710a-496a-aa03-609e3302b18a owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:40.277776 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.299564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.349213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] For port dea53572-a1f0-4ece-89d5-c62d8804c614, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dea53572-a1f0-4ece-89d5-c62d8804c614,segment=NetworkSegment(cad0402f-1e9c-4bfe-9edd-6804a162db75),segment_id=cad0402f-1e9c-4bfe-9edd-6804a162db75)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:40.355436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.431706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6641d-07cc-4be8-a728-9b9f93f080e6 None None] Pushing event updated for resources: {'Port': ['ID=dea53572-a1f0-4ece-89d5-c62d8804c614,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.454208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.461385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.489857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.529797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=26e0753f-710a-496a-aa03-609e3302b18a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.540711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7dd12fd2a4b54d6892b519f5bda95588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541063 Jul 30 02:01:40.548507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42850) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.587124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574310db-778a-4c96-965f-49ea75e46fb1,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.602769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.603317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.603804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.604494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.605162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.605821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.606459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.606935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.607429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.608429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.609323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.609969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18426793-27a4-4ad8-abdc-fffd53375b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:40.658760 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ff08aa-7276-42e4-b9a8-c49ff2fbfbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.664178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.666364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1015d0e-ee16-445b-9ba5-c5cec83ddf56 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/26e0753f-710a-496a-aa03-609e3302b18a HTTP/1.1" status: 204 len: 168 time: 0.6442332 Jul 30 02:01:40.668878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42852) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.684963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Provisioning complete for port dea53572-a1f0-4ece-89d5-c62d8804c614 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:40.685385 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.687825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ff08aa-7276-42e4-b9a8-c49ff2fbfbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.701269 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bffc96-2604-40e0-96bd-8e25e17aa2ea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:40.705110 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a0bffc96-2604-40e0-96bd-8e25e17aa2ea tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/26e0753f-710a-496a-aa03-609e3302b18a HTTP/1.1" status: 404 len: 333 time: 0.0352476 Jul 30 02:01:40.707665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.758538 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ff08aa-7276-42e4-b9a8-c49ff2fbfbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.764187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61ff08aa-7276-42e4-b9a8-c49ff2fbfbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.769738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-61ff08aa-7276-42e4-b9a8-c49ff2fbfbcd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/574310db-778a-4c96-965f-49ea75e46fb1 HTTP/1.1" status: 204 len: 168 time: 0.2176986 Jul 30 02:01:40.788871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff08aa-7276-42e4-b9a8-c49ff2fbfbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574310db-778a-4c96-965f-49ea75e46fb1,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:40.829984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Provisioning for port d9d60b8c-33f7-4136-b181-101c7b011ecd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:40.841825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Provisioning complete for port d9d60b8c-33f7-4136-b181-101c7b011ecd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:40.842353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.909648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port d9d60b8c-33f7-4136-b181-101c7b011ecd {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:40.909753 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.921377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dea53572-a1f0-4ece-89d5-c62d8804c614 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:40.950704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Port d9d60b8c-33f7-4136-b181-101c7b011ecd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:40.967428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e2ff6063-3a05-4487-9881-f7cb93fafeb7 None None] Could not find standard attr ID for object 26e0753f-710a-496a-aa03-609e3302b18a. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:41.015116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cabaf-eac7-46dc-9b5d-59f17a3bccbd req-a24192e1-a1b7-4932-8683-91791444e2d3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:41.017712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-575cabaf-eac7-46dc-9b5d-59f17a3bccbd req-a24192e1-a1b7-4932-8683-91791444e2d3 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.1056004 Jul 30 02:01:41.029256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port dea53572-a1f0-4ece-89d5-c62d8804c614 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:41.029828 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.092678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-575cabaf-eac7-46dc-9b5d-59f17a3bccbd req-437b3d72-8d95-4589-9f5a-e281f7149745 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634742 Jul 30 02:01:41.112984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-af17d9b8-54aa-4396-86bb-bbc7899062eb None None] Provisioning complete for port d9d60b8c-33f7-4136-b181-101c7b011ecd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:41.113464 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-af17d9b8-54aa-4396-86bb-bbc7899062eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.115063 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.209828 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for d9d60b8c-33f7-4136-b181-101c7b011ecd owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:41.357220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:41.373259 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-963ae724-4866-4c06-9bc0-b0baf9fba5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.396186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-c8fb8011-b0cc-4a30-9269-15d3f8b0ef24 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:41.399994 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-c8fb8011-b0cc-4a30-9269-15d3f8b0ef24 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.66 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.2616289 Jul 30 02:01:41.409826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-af17d9b8-54aa-4396-86bb-bbc7899062eb None None] Port d9d60b8c-33f7-4136-b181-101c7b011ecd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:41.479083 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.534254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f8875397-b22a-4e4d-b909-f007411e5c88 None None] Could not find standard attr ID for object 26e0753f-710a-496a-aa03-609e3302b18a. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:41.550526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=d9d60b8c-33f7-4136-b181-101c7b011ecd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:41.598868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-963ae724-4866-4c06-9bc0-b0baf9fba5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.604053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-963ae724-4866-4c06-9bc0-b0baf9fba5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.649818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ae724-4866-4c06-9bc0-b0baf9fba5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01cf3d-2abc-4132-91e8-225da57b8f1f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:41.665182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-963ae724-4866-4c06-9bc0-b0baf9fba5f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f2196926d294b11bbcfd147bf8b7296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036835 Jul 30 02:01:41.665366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Deleting port 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:41.665474 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42866) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:41.665567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.735770 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f9778c4-73fb-4087-ba63-77c56b6a5dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.748426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.750357 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2a5f1c2e-3f0e-41e7-8a81-d3ee1c952a87 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/d9d60b8c-33f7-4136-b181-101c7b011ecd HTTP/1.1" status: 204 len: 168 time: 1.0417480 Jul 30 02:01:41.753085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42868) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:41.764624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f9778c4-73fb-4087-ba63-77c56b6a5dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.793088 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a2c328-546f-4a32-b7b6-2b2d34c43d16 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:41.794720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-41a2c328-546f-4a32-b7b6-2b2d34c43d16 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/d9d60b8c-33f7-4136-b181-101c7b011ecd HTTP/1.1" status: 404 len: 333 time: 0.0407920 Jul 30 02:01:41.798802 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42870) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:41.834927 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f9778c4-73fb-4087-ba63-77c56b6a5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.838013 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4f9778c4-73fb-4087-ba63-77c56b6a5dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.839182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4f9778c4-73fb-4087-ba63-77c56b6a5dca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e01cf3d-2abc-4132-91e8-225da57b8f1f HTTP/1.1" status: 204 len: 168 time: 0.1727600 Jul 30 02:01:41.847896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9778c4-73fb-4087-ba63-77c56b6a5dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01cf3d-2abc-4132-91e8-225da57b8f1f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:41.906521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] For port 7b69240e-a2ed-4f13-bd47-a681821a8669, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=7b69240e-a2ed-4f13-bd47-a681821a8669,segment=NetworkSegment(0ab3fc84-e84a-4624-8055-9418ee1c24e1),segment_id=0ab3fc84-e84a-4624-8055-9418ee1c24e1)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:41.907081 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.921590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 7e6c9613-d2de-4fb6-bfe3-06f5592f18b2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:41.927632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.931238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Calling delete_port for 7b69240e-a2ed-4f13-bd47-a681821a8669 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:41.986591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.159828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.247641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f2f8-1fe3-4cd3-a74b-f919288f4737 req-55f080dd-e4df-4744-b74c-526ff361498d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:42.259086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7125f2f8-1fe3-4cd3-a74b-f919288f4737 req-55f080dd-e4df-4744-b74c-526ff361498d tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/ports?device_id=59255a79-6eec-44bb-8bd0-11850608190d HTTP/1.1" status: 200 len: 946 time: 0.0834475 Jul 30 02:01:42.269336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.313081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6c9613-d2de-4fb6-bfe3-06f5592f18b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:42.316238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7125f2f8-1fe3-4cd3-a74b-f919288f4737 req-3599b8e2-321b-4953-a788-86a1e57f6054 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f64a8c7-d9ec-4782-80fa-a37b65f334af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508022 Jul 30 02:01:42.328402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.328912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6083b-e29c-47d9-880f-78bde54d170e None None] Network 9ba41fc6-9839-43b3-8e33-de42ed6f4384 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:42.329936 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-764dfba8-6bd5-4926-a86b-f01e2fdb70d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/7e6c9613-d2de-4fb6-bfe3-06f5592f18b2 HTTP/1.1" status: 204 len: 168 time: 0.5294704 Jul 30 02:01:42.330036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42886) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:42.337929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.371700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Pushing event deleted for resources: {'Port': ['ID=7b69240e-a2ed-4f13-bd47-a681821a8669,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:42.375360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['7b69240e-a2ed-4f13-bd47-a681821a8669'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:42.466906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] No DVR routers for this DVR port 7b69240e-a2ed-4f13-bd47-a681821a8669 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:42.469762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.472228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-63dc384c-fbfb-4797-a1c9-ed0998086ac5 req-93364149-8c5b-46ee-8b73-715f2d12de91 tempest-ServersNegativeTestJSON-1940674905 tempest-ServersNegativeTestJSON-1940674905-project] 10.222.0.66 "DELETE /v2.0/ports/7b69240e-a2ed-4f13-bd47-a681821a8669 HTTP/1.1" status: 204 len: 173 time: 1.0642881 Jul 30 02:01:42.472392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.472934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-deleted', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:42.475774 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43805d-804d-4f3b-8c5d-475f18c2f027" -d '{"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-deleted", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:42.537166 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd47243-12b6-452e-8471-2ffbaaafcc82 x-openstack-request-id: req-7bd47243-12b6-452e-8471-2ffbaaafcc82 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:42.537666 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59255a79-6eec-44bb-8bd0-11850608190d", "name": "network-vif-deleted", "tag": "7b69240e-a2ed-4f13-bd47-a681821a8669", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:42.538026 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bd47243-12b6-452e-8471-2ffbaaafcc82 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:42.538941 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59255a79-6eec-44bb-8bd0-11850608190d', 'name': 'network-vif-deleted', 'tag': '7b69240e-a2ed-4f13-bd47-a681821a8669', 'status': 'completed', 'code': 200} Jul 30 02:01:42.572074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port dea53572-a1f0-4ece-89d5-c62d8804c614 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:42.572428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.624940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] DHCP port deletion for 9ba41fc6-9839-43b3-8e33-de42ed6f4384 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:42.712998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] For port dea53572-a1f0-4ece-89d5-c62d8804c614, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dea53572-a1f0-4ece-89d5-c62d8804c614,segment=NetworkSegment(cad0402f-1e9c-4bfe-9edd-6804a162db75),segment_id=cad0402f-1e9c-4bfe-9edd-6804a162db75)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:42.713378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.743942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for dea53572-a1f0-4ece-89d5-c62d8804c614 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:42.758096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] Deleting port dea53572-a1f0-4ece-89d5-c62d8804c614 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:42.758576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.887860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dea53572-a1f0-4ece-89d5-c62d8804c614 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:42.892441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] For port dea53572-a1f0-4ece-89d5-c62d8804c614, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=dea53572-a1f0-4ece-89d5-c62d8804c614,segment=NetworkSegment(cad0402f-1e9c-4bfe-9edd-6804a162db75),segment_id=cad0402f-1e9c-4bfe-9edd-6804a162db75)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:42.892945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.914886 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.936457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] Calling delete_port for dea53572-a1f0-4ece-89d5-c62d8804c614 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:42.944991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=dea53572-a1f0-4ece-89d5-c62d8804c614,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:42.966196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No DVR routers for this DVR port dea53572-a1f0-4ece-89d5-c62d8804c614 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:42.984739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No active binding found for port dea53572-a1f0-4ece-89d5-c62d8804c614 {{(pid=93891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:01:42.985247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device dea53572-a1f0-4ece-89d5-c62d8804c614 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:43.128106 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.176541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] Pushing event deleted for resources: {'Port': ['ID=dea53572-a1f0-4ece-89d5-c62d8804c614,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.189412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0d834-9bef-4390-b7c0-c84eb3b4ffd7 None None] No DVR routers for this DVR port dea53572-a1f0-4ece-89d5-c62d8804c614 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:43.197918 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.210350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba41fc6-9839-43b3-8e33-de42ed6f4384']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:43.255253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad0402f-1e9c-4bfe-9edd-6804a162db75') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:43.255679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad0402f-1e9c-4bfe-9edd-6804a162db75') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:43.272695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.298719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.304588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:43.305160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:43.308505 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:43.370222 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:43.374757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.381965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.387458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/9ba41fc6-9839-43b3-8e33-de42ed6f4384 HTTP/1.1" status: 204 len: 168 time: 1.0537167 Jul 30 02:01:43.388316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42908) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:43.394932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-427989430'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:43.425843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:43.430350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.434087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a9a87-95fa-4778-a755-2bba1c018a2c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=9ba41fc6-9839-43b3-8e33-de42ed6f4384,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.449421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Deleting subnet 8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:43.455328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.465387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:43.475379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.475841 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 169b860e-4a4f-4509-8691-533b4a30f526 of type vlan for network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 Jul 30 02:01:43.506876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.525082 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.565297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.571193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.578722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:43.579628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.605522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2133632 Jul 30 02:01:43.610836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42916) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:43.616725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:43.678900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a71161-2479-4efa-b8b1-d5416315cc1f tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=e222fa0b-6f3f-4559-9b7a-dc66e8c10be5,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.694274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:43.704464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.752251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:43.754511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.759749 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9c36e3ec-59bb-444c-b8d4-2ba11d5e26f8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8e4cd0a9-69e3-41c2-b821-8c92c1f71ccd HTTP/1.1" status: 204 len: 168 time: 0.3857706 Jul 30 02:01:43.760610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42922) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:43.804296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:43.808214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.895911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.006745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.018185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c79915d-ed6a-4b15-9d53-2d60ebaf237f']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:44.032385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab3fc84-e84a-4624-8055-9418ee1c24e1') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:44.032585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab3fc84-e84a-4624-8055-9418ee1c24e1') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:44.043872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.065874 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.077552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.092435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:44.092884 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:44.094717 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:44.142278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=f8c2301e-9c5f-47c8-811f-a41452408ca0,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.147819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '169b860e-4a4f-4509-8691-533b4a30f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:44.148183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: e222fa0b-6f3f-4559-9b7a-dc66e8c10be5, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:44.162573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.165853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:44.174325 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.176605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] 10.222.0.78 "DELETE /v2.0/networks/3c79915d-ed6a-4b15-9d53-2d60ebaf237f HTTP/1.1" status: 204 len: 168 time: 0.4150333 Jul 30 02:01:44.180871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, e222fa0b-6f3f-4559-9b7a-dc66e8c10be5) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:44.189231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435c43-3400-48c0-8899-e264638940bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3c79915d-ed6a-4b15-9d53-2d60ebaf237f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.192396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6551970-cf7d-463d-993d-41793fc709c3 None None] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:44.196291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:44.197452 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.218126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 42936) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:44.218966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-67538e9d-f461-44a5-8582-d3441eb48fc9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6031168 Jul 30 02:01:44.225858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5', 'name': 'tempest-PortsTestJSON-1003230797', 'fixed_ips': [{'subnet_id': 'f8c2301e-9c5f-47c8-811f-a41452408ca0', 'ip_address': '172.20.0.10'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:44.354641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:44.377869 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-e222fa0b-6f3f-4559-9b7a-dc66e8c10be5', 'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': 'f8c2301e-9c5f-47c8-811f-a41452408ca0'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:44.378808 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.405118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42942) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:44.476952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-712c3493-1b1d-4aaa-8e90-2cffe9562a55 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15ee8682e9d24123a98eeb5d43814afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704916 Jul 30 02:01:44.480113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42948) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:44.491822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.514889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 4115ad9e-e463-469f-aeff-6e2f160c705f yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:44.528793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Allocated IP 172.20.0.2 (e222fa0b-6f3f-4559-9b7a-dc66e8c10be5/f8c2301e-9c5f-47c8-811f-a41452408ca0/b737cc04-bbc5-4998-83f1-6e96d309bb6f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:44.552212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b689a14-97f9-49d1-938e-2b0a9d086628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.577412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b689a14-97f9-49d1-938e-2b0a9d086628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.633089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b689a14-97f9-49d1-938e-2b0a9d086628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.636507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b689a14-97f9-49d1-938e-2b0a9d086628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.640371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0b689a14-97f9-49d1-938e-2b0a9d086628 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f64a8c7-d9ec-4782-80fa-a37b65f334af HTTP/1.1" status: 204 len: 168 time: 0.1554327 Jul 30 02:01:44.648062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b689a14-97f9-49d1-938e-2b0a9d086628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64a8c7-d9ec-4782-80fa-a37b65f334af,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.737669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.750348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Transition to ACTIVE for port object b737cc04-bbc5-4998-83f1-6e96d309bb6f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:44.768995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Transition to ACTIVE for port object b737cc04-bbc5-4998-83f1-6e96d309bb6f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:44.785757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.840034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:44.846668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.10 (e222fa0b-6f3f-4559-9b7a-dc66e8c10be5/f8c2301e-9c5f-47c8-811f-a41452408ca0/4115ad9e-e463-469f-aeff-6e2f160c705f) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:44.848915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:44.855905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:44.860561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Pushing event updated for resources: {'Port': ['ID=b737cc04-bbc5-4998-83f1-6e96d309bb6f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:44.933028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Attempting to bind port b737cc04-bbc5-4998-83f1-6e96d309bb6f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:44.933400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Attempting to bind port b737cc04-bbc5-4998-83f1-6e96d309bb6f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '169b860e-4a4f-4509-8691-533b4a30f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:44.933764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Attempting to bind port b737cc04-bbc5-4998-83f1-6e96d309bb6f on network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:44.939418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:44.939790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Checking segment: {'id': '169b860e-4a4f-4509-8691-533b4a30f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:44.940185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:44.941120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Bound using segment: {'id': '169b860e-4a4f-4509-8691-533b4a30f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:44.941606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Bound port: b737cc04-bbc5-4998-83f1-6e96d309bb6f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169b860e-4a4f-4509-8691-533b4a30f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:44.941991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.027850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] For port b737cc04-bbc5-4998-83f1-6e96d309bb6f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:45.044981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] For port b737cc04-bbc5-4998-83f1-6e96d309bb6f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b737cc04-bbc5-4998-83f1-6e96d309bb6f,segment=NetworkSegment(169b860e-4a4f-4509-8691-533b4a30f526),segment_id=169b860e-4a4f-4509-8691-533b4a30f526)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:45.044981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.090556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:45.119030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 7b69240e-a2ed-4f13-bd47-a681821a8669 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:45.119759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 7b69240e-a2ed-4f13-bd47-a681821a8669 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:45.149776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c9d3-1bf2-4074-a84a-7b979a6a2669 None None] Pushing event updated for resources: {'Port': ['ID=b737cc04-bbc5-4998-83f1-6e96d309bb6f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.218090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.258682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 4115ad9e-e463-469f-aeff-6e2f160c705f will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:45.336896 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.437916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:45.441211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:45.445721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:45.488441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=4115ad9e-e463-469f-aeff-6e2f160c705f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:45.518523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:45.520562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.543473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-80098906-bab8-4c0f-b98f-1df15f2d705a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3232524 Jul 30 02:01:45.545159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 42982) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:45.559463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'e222fa0b-6f3f-4559-9b7a-dc66e8c10be5', 'name': 'tempest-PortsTestJSON-17975352', 'fixed_ips': [{'subnet_id': 'f8c2301e-9c5f-47c8-811f-a41452408ca0', 'ip_address': '172.20.0.9'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:45.734435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:45.834840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:45.857272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 211e8456-3db3-4fa5-8201-a701d281f3f5 yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:46.101382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.9 (e222fa0b-6f3f-4559-9b7a-dc66e8c10be5/f8c2301e-9c5f-47c8-811f-a41452408ca0/211e8456-3db3-4fa5-8201-a701d281f3f5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:46.344579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.364346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 211e8456-3db3-4fa5-8201-a701d281f3f5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:46.410069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.478683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:46.485198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:46.488184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:46.560946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:46.561877 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.576098 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=211e8456-3db3-4fa5-8201-a701d281f3f5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:46.582333 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8104fd58-51dd-4376-997c-ccb982b012d8 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0349450 Jul 30 02:01:46.586656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43014) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.676677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4acaa-a240-462b-9071-e34a6c5e6084 None None] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:46.712603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3ffdc-69f7-4056-8cff-3812aa65605d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:46.716119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-47b3ffdc-69f7-4056-8cff-3812aa65605d tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1265357 Jul 30 02:01:46.720376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43018) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:46.909302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311df378-263e-425e-a87c-ec8026a1dd60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:46.923391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311df378-263e-425e-a87c-ec8026a1dd60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:46.941904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311df378-263e-425e-a87c-ec8026a1dd60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:46.946631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-311df378-263e-425e-a87c-ec8026a1dd60 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2228100 Jul 30 02:01:46.948777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43022) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:47.007359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b737cc04-bbc5-4998-83f1-6e96d309bb6f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:47.101672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f8a8a38-eaad-421b-81fa-3542365b6305 None None] Provisioning for port b737cc04-bbc5-4998-83f1-6e96d309bb6f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:47.175604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b737cc04-bbc5-4998-83f1-6e96d309bb6f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:47.182240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 211e8456-3db3-4fa5-8201-a701d281f3f5 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:47.182589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.190795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b737cc04-bbc5-4998-83f1-6e96d309bb6f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:47.191417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.404363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.416592 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.457954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 211e8456-3db3-4fa5-8201-a701d281f3f5 owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:47.492821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b737cc04-bbc5-4998-83f1-6e96d309bb6f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b737cc04-bbc5-4998-83f1-6e96d309bb6f,segment=NetworkSegment(169b860e-4a4f-4509-8691-533b4a30f526),segment_id=169b860e-4a4f-4509-8691-533b4a30f526)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:47.507310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.656411 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.681187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Could not find standard attr ID for object 211e8456-3db3-4fa5-8201-a701d281f3f5. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:47.732492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=211e8456-3db3-4fa5-8201-a701d281f3f5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:47.774478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Provisioning complete for port b737cc04-bbc5-4998-83f1-6e96d309bb6f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:47.775127 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.811704 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.815196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9e080e03-8e33-46db-917c-1ba9e7c46cfc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/211e8456-3db3-4fa5-8201-a701d281f3f5 HTTP/1.1" status: 204 len: 168 time: 0.8631587 Jul 30 02:01:47.819320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43036) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:47.853631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b737cc04-bbc5-4998-83f1-6e96d309bb6f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:47.908771 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc08bd99-7c44-4875-882f-ff36ad9453cc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:47.914850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc08bd99-7c44-4875-882f-ff36ad9453cc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/211e8456-3db3-4fa5-8201-a701d281f3f5 HTTP/1.1" status: 404 len: 333 time: 0.0896399 Jul 30 02:01:47.915453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43042) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.001662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Provisioning for port 4115ad9e-e463-469f-aeff-6e2f160c705f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:48.011423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Provisioning complete for port 4115ad9e-e463-469f-aeff-6e2f160c705f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:48.011423 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.081667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 4115ad9e-e463-469f-aeff-6e2f160c705f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:48.082544 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.143788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ad5dd355-2e86-490b-a958-eef78c0d4970 None None] Port 4115ad9e-e463-469f-aeff-6e2f160c705f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:48.240639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.258378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 4115ad9e-e463-469f-aeff-6e2f160c705f owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:48.282051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4537fd43-c9bc-448f-81e9-1b4578157c50 None None] Provisioning complete for port 4115ad9e-e463-469f-aeff-6e2f160c705f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:48.282607 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4537fd43-c9bc-448f-81e9-1b4578157c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.368974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4537fd43-c9bc-448f-81e9-1b4578157c50 None None] Port 4115ad9e-e463-469f-aeff-6e2f160c705f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:48.485399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-47d89e12-b0aa-4054-8ff2-c743bed1fdf3 None None] Could not find standard attr ID for object 211e8456-3db3-4fa5-8201-a701d281f3f5. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:01:48.490122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.521573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=4115ad9e-e463-469f-aeff-6e2f160c705f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:48.601319 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.603392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bb9fd0d8-a522-4405-bb40-079cf5484c70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/4115ad9e-e463-469f-aeff-6e2f160c705f HTTP/1.1" status: 204 len: 168 time: 0.6869791 Jul 30 02:01:48.606318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43048) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.634724 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c42c3d4-bc44-4481-82a2-7034010f58dd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:48.637254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c42c3d4-bc44-4481-82a2-7034010f58dd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/4115ad9e-e463-469f-aeff-6e2f160c705f HTTP/1.1" status: 404 len: 333 time: 0.0296948 Jul 30 02:01:48.640061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43050) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:48.702300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet f8c2301e-9c5f-47c8-811f-a41452408ca0 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:48.706416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.750456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.847285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.890986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b737cc04-bbc5-4998-83f1-6e96d309bb6f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:48.950826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.991845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c2301e-9c5f-47c8-811f-a41452408ca0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.006679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.011244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f2fccc1c-fa98-45b2-b9ff-67db865f381e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/f8c2301e-9c5f-47c8-811f-a41452408ca0 HTTP/1.1" status: 204 len: 168 time: 0.3676417 Jul 30 02:01:49.011550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43056) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:49.012710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-abcac3d8-a5ca-4dbf-ab25-1d3cfa9f94a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.034793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497e143f-301c-4a40-84bf-be3bed8bfe60 None None] Network e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:49.156117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b737cc04-bbc5-4998-83f1-6e96d309bb6f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:49.156350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.156462 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.254928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port b737cc04-bbc5-4998-83f1-6e96d309bb6f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:49.255514 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.387532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add11570-4e10-4023-8771-75826b967702 None None] DHCP port deletion for e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:49.454246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-add11570-4e10-4023-8771-75826b967702 None None] Deleting port b737cc04-bbc5-4998-83f1-6e96d309bb6f {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:49.454919 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-add11570-4e10-4023-8771-75826b967702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.564263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-add11570-4e10-4023-8771-75826b967702 None None] For port b737cc04-bbc5-4998-83f1-6e96d309bb6f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b737cc04-bbc5-4998-83f1-6e96d309bb6f,segment=NetworkSegment(169b860e-4a4f-4509-8691-533b4a30f526),segment_id=169b860e-4a4f-4509-8691-533b4a30f526)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:49.566279 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-add11570-4e10-4023-8771-75826b967702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.609898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-add11570-4e10-4023-8771-75826b967702 None None] Calling delete_port for b737cc04-bbc5-4998-83f1-6e96d309bb6f owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:49.705983 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-add11570-4e10-4023-8771-75826b967702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.732684 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] For port b737cc04-bbc5-4998-83f1-6e96d309bb6f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b737cc04-bbc5-4998-83f1-6e96d309bb6f,segment=NetworkSegment(169b860e-4a4f-4509-8691-533b4a30f526),segment_id=169b860e-4a4f-4509-8691-533b4a30f526)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:49.733069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.734464 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11570-4e10-4023-8771-75826b967702 None None] Pushing event deleted for resources: {'Port': ['ID=b737cc04-bbc5-4998-83f1-6e96d309bb6f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.742261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add11570-4e10-4023-8771-75826b967702 None None] No DVR routers for this DVR port b737cc04-bbc5-4998-83f1-6e96d309bb6f on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:49.764732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for b737cc04-bbc5-4998-83f1-6e96d309bb6f owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:49.848548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.883864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=b737cc04-bbc5-4998-83f1-6e96d309bb6f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.889552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No DVR routers for this DVR port b737cc04-bbc5-4998-83f1-6e96d309bb6f on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:49.992772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.004948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e222fa0b-6f3f-4559-9b7a-dc66e8c10be5']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:50.018320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169b860e-4a4f-4509-8691-533b4a30f526') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:50.019667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169b860e-4a4f-4509-8691-533b4a30f526') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:50.032176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.049976 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.057669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:50.058278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:50.061976 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:50.142626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.151201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.153135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/e222fa0b-6f3f-4559-9b7a-dc66e8c10be5 HTTP/1.1" status: 204 len: 168 time: 1.1405947 Jul 30 02:01:50.156911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43074) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.168873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-133190716'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:50.169220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4f96d-67e3-4d45-8671-06c1d4b5416b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=e222fa0b-6f3f-4559-9b7a-dc66e8c10be5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:50.197677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:50.202007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.231242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:50.243143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.243489 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Added segment 8e8d8e91-f544-4e4a-be22-bcbde6058459 of type vlan for network df3e00e7-b39e-43f7-a3e6-195d3b146ffc Jul 30 02:01:50.296931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.355684 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.367455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.368373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.448979 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43076) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:50.449252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2903225 Jul 30 02:01:50.455736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:50.468112 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8408cc-8db6-415c-a0f1-f5fd25b4b4d0 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Network': ['ID=df3e00e7-b39e-43f7-a3e6-195d3b146ffc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:50.482397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:50.629672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:50.634235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:50.870735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b737cc04-bbc5-4998-83f1-6e96d309bb6f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:50.936292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b737cc04-bbc5-4998-83f1-6e96d309bb6f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:50.944153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b737cc04-bbc5-4998-83f1-6e96d309bb6f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:50.955671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.059153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=3ba5f46f-9380-4d1a-b616-15772c4a114a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.095737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Checking segment: {'id': '8e8d8e91-f544-4e4a-be22-bcbde6058459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:51.096113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network hostable DHCP agents. Network: df3e00e7-b39e-43f7-a3e6-195d3b146ffc, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:51.134677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:51.155166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, df3e00e7-b39e-43f7-a3e6-195d3b146ffc) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:51.159875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:51.160724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.169529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a7781-2136-4c1b-86a2-5682d0edf3cd None None] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:51.191183 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-40cfffdd-d165-4f6c-8958-80e14a8759d2 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7410097 Jul 30 02:01:51.194677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43100) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.204240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1419957850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:51.258589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.262856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.309408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.390625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.397597 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.439258 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.440771 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-229ac000-af30-4436-9813-025f823a8f2b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2421532 Jul 30 02:01:51.444031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43104) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.450240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc', 'name': 'tempest-PortsTestJSON-1444866031'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:51.507701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-df3e00e7-b39e-43f7-a3e6-195d3b146ffc', 'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': '3ba5f46f-9380-4d1a-b616-15772c4a114a'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:51.509382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.593218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:51.601274 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.644025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port e52088d6-3016-4737-bfaf-6047591e7b23 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:01:51.727909 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92fe4c28-24e9-4309-983c-1dc7441054f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.759513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Allocated IP 172.20.0.2 (df3e00e7-b39e-43f7-a3e6-195d3b146ffc/3ba5f46f-9380-4d1a-b616-15772c4a114a/90dae0e2-3a3d-41fb-8dc1-9c777fe049f2) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:51.965666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.038657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.050594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Transition to ACTIVE for port object 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:52.072334 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Transition to ACTIVE for port object 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:52.082361 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.144907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:52.149451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:52.153322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:52.193831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Pushing event updated for resources: {'Port': ['ID=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.243697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Attempting to bind port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:52.245355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Attempting to bind port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '8e8d8e91-f544-4e4a-be22-bcbde6058459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:52.246784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Attempting to bind port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 on network df3e00e7-b39e-43f7-a3e6-195d3b146ffc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:52.256378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.4 (df3e00e7-b39e-43f7-a3e6-195d3b146ffc/3ba5f46f-9380-4d1a-b616-15772c4a114a/e52088d6-3016-4737-bfaf-6047591e7b23) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:52.260852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:52.260852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Checking segment: {'id': '8e8d8e91-f544-4e4a-be22-bcbde6058459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:52.260852 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.261171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Bound using segment: {'id': '8e8d8e91-f544-4e4a-be22-bcbde6058459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:52.261695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Bound port: 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8d8e91-f544-4e4a-be22-bcbde6058459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'df3e00e7-b39e-43f7-a3e6-195d3b146ffc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:52.262168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.350110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] For port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:52.354014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] For port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,segment=NetworkSegment(8e8d8e91-f544-4e4a-be22-bcbde6058459),segment_id=8e8d8e91-f544-4e4a-be22-bcbde6058459)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:52.360260 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.510287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.529988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object e52088d6-3016-4737-bfaf-6047591e7b23 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:52.550007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d7c78-14cf-41db-a938-98189e5e691d None None] Pushing event updated for resources: {'Port': ['ID=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.622965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.739286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:52.741270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=e52088d6-3016-4737-bfaf-6047591e7b23,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.745395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:52.747881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:52.817775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:52.819078 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.845400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-77dbc620-abb8-4f56-b2e3-42691a5edd09 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3995056 Jul 30 02:01:52.848492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:52.970039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:53.035996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:53.108129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.260830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.566275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.576427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.878430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.919395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5f936-e213-4b30-ab26-633c6b330db0 None None] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:53.977394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=e52088d6-3016-4737-bfaf-6047591e7b23,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.012742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] Provisioning for port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:54.024838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] Provisioning complete for port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:54.025294 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.122886 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.412728 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.484871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.492900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.509448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] For port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,segment=NetworkSegment(8e8d8e91-f544-4e4a-be22-bcbde6058459),segment_id=8e8d8e91-f544-4e4a-be22-bcbde6058459)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:54.521148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.584414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.586605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=e52088d6-3016-4737-bfaf-6047591e7b23,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.623827 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.659755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f803efb-3817-478c-b1f4-f1327a001533 None None] Pushing event updated for resources: {'Port': ['ID=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.740151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:54.741939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:54.898211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:54.974830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:54.975573 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.977739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Router 8bfd213a-91fc-4ba5-a27a-85a2c371e002 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:01:55.095909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ccdb0c6-a213-4179-a4fb-4d08d9af0aa8 None None] Provisioning complete for port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:55.096946 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb0c6-a213-4179-a4fb-4d08d9af0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.268514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:55.288575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d2dcc3ac-eb3f-4780-a36e-f936e9934665 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/routers/8bfd213a-91fc-4ba5-a27a-85a2c371e002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4380476 Jul 30 02:01:55.291508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43214) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.297041 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] Sync routers for ids ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:55.312430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ccdb0c6-a213-4179-a4fb-4d08d9af0aa8 None None] Provisioning for port e52088d6-3016-4737-bfaf-6047591e7b23 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:55.317548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2ccdb0c6-a213-4179-a4fb-4d08d9af0aa8 None None] Provisioning complete for port e52088d6-3016-4737-bfaf-6047591e7b23 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:55.318151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb0c6-a213-4179-a4fb-4d08d9af0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.340190 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] Routers {'8bfd213a-91fc-4ba5-a27a-85a2c371e002'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:55.340929 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:01:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.369386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2ccdb0c6-a213-4179-a4fb-4d08d9af0aa8 None None] Port e52088d6-3016-4737-bfaf-6047591e7b23 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:55.467703 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.489119 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] Routers {'8bfd213a-91fc-4ba5-a27a-85a2c371e002'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:55.489662 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:01:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.490928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e2755-84ce-4dab-9c45-de596cc7cced tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:55.496748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1f2e2755-84ce-4dab-9c45-de596cc7cced tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfd213a-91fc-4ba5-a27a-85a2c371e002 HTTP/1.1" status: 200 len: 982 time: 0.2034340 Jul 30 02:01:55.499611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43218) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:55.558752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-21f088a4-463f-464d-b462-f91cd3668cd4 None None] Provisioning complete for port e52088d6-3016-4737-bfaf-6047591e7b23 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:55.559165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21f088a4-463f-464d-b462-f91cd3668cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.571487 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:55.572147 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb746a8-83d1-45e7-8b07-af01ea8be534 None None] The sync data for ids ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:55.662924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-21f088a4-463f-464d-b462-f91cd3668cd4 None None] Port e52088d6-3016-4737-bfaf-6047591e7b23 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:55.856559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43228) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:56.004328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6230b0ea-47c6-42a7-9732-33f02b1b3ed0 None None] Provisioning complete for port e52088d6-3016-4737-bfaf-6047591e7b23 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:56.004814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6230b0ea-47c6-42a7-9732-33f02b1b3ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.061733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6506-fef9-4c02-9953-91d097577895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.067230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6230b0ea-47c6-42a7-9732-33f02b1b3ed0 None None] Port e52088d6-3016-4737-bfaf-6047591e7b23 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:56.252479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6506-fef9-4c02-9953-91d097577895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.258217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6506-fef9-4c02-9953-91d097577895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.330866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.352962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4c9d3122-152d-468c-9557-a0e9f9859d85 None None] Provisioning complete for port e52088d6-3016-4737-bfaf-6047591e7b23 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:56.353581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3122-152d-468c-9557-a0e9f9859d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.372848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c1b6506-fef9-4c02-9953-91d097577895 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90ac0a6aba2c453a901b4c9461ec554a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151868 Jul 30 02:01:56.374240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b6506-fef9-4c02-9953-91d097577895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5255b1-8a67-454e-bf34-11ad5799969d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.378326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43236) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:56.450829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d3122-152d-468c-9557-a0e9f9859d85 None None] Port e52088d6-3016-4737-bfaf-6047591e7b23 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:56.476802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1e798b-4949-40ae-be27-66bd6d50df3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.537684 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1e798b-4949-40ae-be27-66bd6d50df3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.659559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1e798b-4949-40ae-be27-66bd6d50df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.665590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab1e798b-4949-40ae-be27-66bd6d50df3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.668271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab1e798b-4949-40ae-be27-66bd6d50df3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de5255b1-8a67-454e-bf34-11ad5799969d HTTP/1.1" status: 204 len: 168 time: 0.2886989 Jul 30 02:01:56.722326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e798b-4949-40ae-be27-66bd6d50df3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5255b1-8a67-454e-bf34-11ad5799969d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.760776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port e52088d6-3016-4737-bfaf-6047591e7b23 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:56.761133 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.940070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.957654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for e52088d6-3016-4737-bfaf-6047591e7b23 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:57.181606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43252) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.184236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.197710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a45-a80c-4f08-a1db-43ad5548efb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.221231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=e52088d6-3016-4737-bfaf-6047591e7b23,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.376089 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a45-a80c-4f08-a1db-43ad5548efb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.384249 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c66b5a45-a80c-4f08-a1db-43ad5548efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.429580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b5a45-a80c-4f08-a1db-43ad5548efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25d8d4-e073-40e8-9b81-4ea42622fd54,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.458892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c66b5a45-a80c-4f08-a1db-43ad5548efb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95181285659c4e6ab5c9f2f3da3bffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760198 Jul 30 02:01:57.462088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43254) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.566446 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d011ee5b-94b5-42bd-88c0-ffee188ff442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.609431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d011ee5b-94b5-42bd-88c0-ffee188ff442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.675525 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d011ee5b-94b5-42bd-88c0-ffee188ff442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.679790 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d011ee5b-94b5-42bd-88c0-ffee188ff442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.684437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d011ee5b-94b5-42bd-88c0-ffee188ff442 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c25d8d4-e073-40e8-9b81-4ea42622fd54 HTTP/1.1" status: 204 len: 168 time: 0.2187290 Jul 30 02:01:57.699407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011ee5b-94b5-42bd-88c0-ffee188ff442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25d8d4-e073-40e8-9b81-4ea42622fd54,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.895856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.108323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Router 8bfd213a-91fc-4ba5-a27a-85a2c371e002 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:58.228679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:58.237554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43268) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.237766 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7572e8b3-992d-4fdd-97a1-013e82c1f5d9 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/routers/8bfd213a-91fc-4ba5-a27a-85a2c371e002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7362936 Jul 30 02:01:58.242710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] Sync routers for ids ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:58.257072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43270) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.266058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] Routers {'8bfd213a-91fc-4ba5-a27a-85a2c371e002'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:58.266713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:01:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.272022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7acbac4-8880-47ea-84ba-3bf86c7d5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.285003 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-08087bd8-4fd4-4753-b86e-cba1a959ee57 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:01:58.288910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-08087bd8-4fd4-4753-b86e-cba1a959ee57 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/e52088d6-3016-4737-bfaf-6047591e7b23 HTTP/1.1" status: 404 len: 333 time: 0.0484819 Jul 30 02:01:58.290833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43272) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.310599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.320088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] Routers {'8bfd213a-91fc-4ba5-a27a-85a2c371e002'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:58.320909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:01:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.357588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:58.358498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab8b8-e676-414c-9ce7-d78c74a91650 None None] The sync data for ids ['8bfd213a-91fc-4ba5-a27a-85a2c371e002'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:58.387521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7acbac4-8880-47ea-84ba-3bf86c7d5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.393079 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7acbac4-8880-47ea-84ba-3bf86c7d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.423549 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.442867 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a7acbac4-8880-47ea-84ba-3bf86c7d5c4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5efa452e022f4754a1437db01533c47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845305 Jul 30 02:01:58.444163 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acbac4-8880-47ea-84ba-3bf86c7d5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87e110-4a40-4bcb-8069-21528a72e7d6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:58.447666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43274) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.509637 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b65572ca-6e4f-438d-bda1-380b116b5a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.541784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b65572ca-6e4f-438d-bda1-380b116b5a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.610812 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.613144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b65572ca-6e4f-438d-bda1-380b116b5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.613277 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.617593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b65572ca-6e4f-438d-bda1-380b116b5a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.619680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b65572ca-6e4f-438d-bda1-380b116b5a6b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa87e110-4a40-4bcb-8069-21528a72e7d6 HTTP/1.1" status: 204 len: 168 time: 0.1707232 Jul 30 02:01:58.630229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65572ca-6e4f-438d-bda1-380b116b5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87e110-4a40-4bcb-8069-21528a72e7d6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:58.672121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.673200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Fanout notify agent at l3_agent the message router_deleted on router 8bfd213a-91fc-4ba5-a27a-85a2c371e002 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:01:58.686822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.688000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-53df298b-bd86-4913-937c-341b55c3d53a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/routers/8bfd213a-91fc-4ba5-a27a-85a2c371e002 HTTP/1.1" status: 204 len: 168 time: 0.3959899 Jul 30 02:01:58.690689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43278) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:58.746412 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 3ba5f46f-9380-4d1a-b616-15772c4a114a {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:58.749838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.815525 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.951555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.046730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.094686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba5f46f-9380-4d1a-b616-15772c4a114a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.101088 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.103440 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ae372ef-cb99-4cfb-937d-6931accbf0c3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/3ba5f46f-9380-4d1a-b616-15772c4a114a HTTP/1.1" status: 204 len: 168 time: 0.4116802 Jul 30 02:01:59.106516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43290) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.110866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a2d74-8d03-4c79-88fe-bbde3aa99251 None None] Network df3e00e7-b39e-43f7-a3e6-195d3b146ffc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:59.216475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.306134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:59.306475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.400942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] For port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,segment=NetworkSegment(8e8d8e91-f544-4e4a-be22-bcbde6058459),segment_id=8e8d8e91-f544-4e4a-be22-bcbde6058459)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:59.401316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.406695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] DHCP port deletion for df3e00e7-b39e-43f7-a3e6-195d3b146ffc request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:59.438982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:59.476958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] Deleting port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:59.477673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.550263 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.578025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] For port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,segment=NetworkSegment(8e8d8e91-f544-4e4a-be22-bcbde6058459),segment_id=8e8d8e91-f544-4e4a-be22-bcbde6058459)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:59.578474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.589612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.595108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No DVR routers for this DVR port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:59.605272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] Calling delete_port for 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:59.712908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.720742 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.730308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3e00e7-b39e-43f7-a3e6-195d3b146ffc']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:59.744015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8d8e91-f544-4e4a-be22-bcbde6058459') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:59.744407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8d8e91-f544-4e4a-be22-bcbde6058459') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:59.755244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.759167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] Pushing event deleted for resources: {'Port': ['ID=90dae0e2-3a3d-41fb-8dc1-9c777fe049f2,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.763578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be16bfc-dfff-40d2-8712-eea4b86289df None None] No DVR routers for this DVR port 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:59.777569 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.785667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:59.786333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:59.790686 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:59.866031 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.879821 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.882422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/df3e00e7-b39e-43f7-a3e6-195d3b146ffc HTTP/1.1" status: 204 len: 168 time: 0.7737586 Jul 30 02:01:59.887167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43318) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.892404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55cf92-b4ae-470b-94cf-32e99b9f6448 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=df3e00e7-b39e-43f7-a3e6-195d3b146ffc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.937951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9577fa1-807f-403c-9b38-543ac4d40656 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:59.940480 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d9577fa1-807f-403c-9b38-543ac4d40656 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/5a23633c-c8ff-4457-a658-8d66e300491a HTTP/1.1" status: 200 len: 841 time: 0.0513191 Jul 30 02:01:59.944239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43322) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.023209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-079c7a58-2565-41b6-82d6-098ccf90d798 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/5a23633c-c8ff-4457-a658-8d66e300491a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0773633 Jul 30 02:02:00.026314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43338) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.031842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:00.167720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:00.176290 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.442392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.500986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=676d34ce-679e-4677-baea-30baa5a8853a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.511605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:00.513278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:00.522958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:00.523686 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.534008 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786811d-f8f3-4445-8852-33d9b5ac12a9 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:00.568426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-14ce7158-9d2c-4649-a038-0ca20383a2da tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5408370 Jul 30 02:02:00.572419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.578025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035369283'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:00.622485 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.764226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.774693 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.817598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ae68e-5cdd-4c3d-8286-44b8cd177073,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.825292 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.826731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea7ad5ed-5640-4adf-ae51-f01f05b4ea34 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2532582 Jul 30 02:02:00.831476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43380) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:00.839723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'security_group': {'name': 'tempest-secgroup-443375100'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:00.887477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.949628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-cf05a13a-785f-44c7-bbaa-19bd36302248', 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'tenant_id': 'e9d8a313f9934d3a9e998721ddc65633', 'fixed_ips': [{'subnet_id': '676d34ce-679e-4677-baea-30baa5a8853a'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:00.950814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.095075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:01.097907 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.109337 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.121838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:01.122194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 90dae0e2-3a3d-41fb-8dc1-9c777fe049f2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:01.191552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.194389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3612628 Jul 30 02:02:01.197228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac890e-3e64-48f9-903a-f5e439a995ff tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f078ba2a-4fc8-4149-8352-e031930a5266,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.197400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43410) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:01.202733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Allocated IP 172.20.0.2 (cf05a13a-785f-44c7-bbaa-19bd36302248/676d34ce-679e-4677-baea-30baa5a8853a/308493b5-48c2-4d56-b8b7-e9482ba7a3e1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:01.211229 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1534115264', 'security_groups': ['f078ba2a-4fc8-4149-8352-e031930a5266'], 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '676d34ce-679e-4677-baea-30baa5a8853a'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:01.478334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:01.487144 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.520332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Transition to ACTIVE for port object 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:01.548634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Transition to ACTIVE for port object 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:01.563057 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.604884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:01.609782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:01.613722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:01.689280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Attempting to bind port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:01.690222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Attempting to bind port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '2abe3151-efab-4432-a276-419e0553f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:01.691035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Attempting to bind port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 on network cf05a13a-785f-44c7-bbaa-19bd36302248 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:01.693794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Pushing event updated for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.703989 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:01.704594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Checking segment: {'id': '2abe3151-efab-4432-a276-419e0553f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:01.705215 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.705800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Bound using segment: {'id': '2abe3151-efab-4432-a276-419e0553f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:01.706441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Bound port: 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abe3151-efab-4432-a276-419e0553f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:01.706993 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.712185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.747138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 yet. {{(pid=93890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:01.814848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:01.819827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,segment=NetworkSegment(2abe3151-efab-4432-a276-419e0553f987),segment_id=2abe3151-efab-4432-a276-419e0553f987)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:01.829050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.891729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f2ddf-959c-437d-90a9-90e99505c451 None None] Pushing event updated for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.015553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.7 (cf05a13a-785f-44c7-bbaa-19bd36302248/676d34ce-679e-4677-baea-30baa5a8853a/3fe520d2-bfd1-40a1-92da-fd6e719c7972) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:02.320337 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.341750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 3fe520d2-bfd1-40a1-92da-fd6e719c7972 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:02.440501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.498833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:02.502356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:02.514089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:02.540347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=3fe520d2-bfd1-40a1-92da-fd6e719c7972,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.577880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.578774 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.605927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0549fafb-e4e4-42da-ab84-c38a630e4a97 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4061303 Jul 30 02:02:02.609884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43436) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:02.618386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:02.805849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:02.817356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.918419 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:02.971373 n-d-713499-10 neutron-server[93890]: INFO neutron.db.ipam_backend_mixin [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 676d34ce-679e-4677-baea-30baa5a8853a (CIDR: 172.20.0.0/28) Jul 30 02:02:02.976096 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:02:02.976766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:02.996406 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e09d05c-7b2f-4f56-9233-8b63808c9347 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3847690 Jul 30 02:02:02.999362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43444) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.013873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:03.045651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:03.224856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:03.229694 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.579902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Provisioning complete for port 5a23633c-c8ff-4457-a658-8d66e300491a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:03.580756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.600751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.642098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Port 5a23633c-c8ff-4457-a658-8d66e300491a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:03.664803 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Provisioning for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:03.678127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:03.680668 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.757170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:03.760970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:03.765863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:03.766082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.830634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43458) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.834106 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8324733 Jul 30 02:02:03.836562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-89915719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '81468483-fe3e-43cf-8880-290269fc3c95'}], 'security_groups': ['e20ae68e-5cdd-4c3d-8286-44b8cd177073']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:03.843252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea067d80-c689-493b-8b48-793810471dad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=81468483-fe3e-43cf-8880-290269fc3c95,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:03.932957 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.975395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef4703-55ff-4deb-ad89-b5d9888ca5ca None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:04.013318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.079425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43462) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:04.124733 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,segment=NetworkSegment(2abe3151-efab-4432-a276-419e0553f987),segment_id=2abe3151-efab-4432-a276-419e0553f987)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:04.244537 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.245710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c3aaf03-4e97-437f-84a6-f82a606b5628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.355814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba6ac-54fa-4b8b-bd89-642674a39f60 None None] Pushing event updated for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.378585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2081e712-938e-46c9-b407-0a179313d7f0 None None] Provisioning for port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:04.384768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2081e712-938e-46c9-b407-0a179313d7f0 None None] Provisioning complete for port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:04.385516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2081e712-938e-46c9-b407-0a179313d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.440389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c3aaf03-4e97-437f-84a6-f82a606b5628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.460361 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c3aaf03-4e97-437f-84a6-f82a606b5628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.476301 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Update dhcp port {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'fixed_ips': [{'subnet_id': '676d34ce-679e-4677-baea-30baa5a8853a', 'ip_address': '172.20.0.2'}, {'subnet_id': '81468483-fe3e-43cf-8880-290269fc3c95'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '308493b5-48c2-4d56-b8b7-e9482ba7a3e1'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:02:04.502222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2081e712-938e-46c9-b407-0a179313d7f0 None None] Port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:04.514905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.582913 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8c3aaf03-4e97-437f-84a6-f82a606b5628 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e311deee63a41668420d21ba56c0bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017133 Jul 30 02:02:04.583973 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3aaf03-4e97-437f-84a6-f82a606b5628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352a652e-073c-4367-9540-a4dd4c161f93,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.586299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:04.690849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e32793b9-a6dc-47cb-9286-41bc8dc067a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.698238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Delete allocated IP 172.20.0.7 (cf05a13a-785f-44c7-bbaa-19bd36302248/676d34ce-679e-4677-baea-30baa5a8853a) {{(pid=93890) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:02:04.709639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.30 (cf05a13a-785f-44c7-bbaa-19bd36302248/81468483-fe3e-43cf-8880-290269fc3c95/3fe520d2-bfd1-40a1-92da-fd6e719c7972) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:04.749150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e32793b9-a6dc-47cb-9286-41bc8dc067a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.856078 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e32793b9-a6dc-47cb-9286-41bc8dc067a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.864252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e32793b9-a6dc-47cb-9286-41bc8dc067a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.867965 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e32793b9-a6dc-47cb-9286-41bc8dc067a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/352a652e-073c-4367-9540-a4dd4c161f93 HTTP/1.1" status: 204 len: 168 time: 0.2782934 Jul 30 02:02:04.878502 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32793b9-a6dc-47cb-9286-41bc8dc067a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a652e-073c-4367-9540-a4dd4c161f93,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.932701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:05.079555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:05.080071 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.390960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.404969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Ignored duplicate provisioning block setup for port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:02:05.412575 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.445185 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-70386745-af89-4d41-aeed-95973cef87e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881200 Jul 30 02:02:05.501638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Allocated IP 172.20.0.18 (cf05a13a-785f-44c7-bbaa-19bd36302248/81468483-fe3e-43cf-8880-290269fc3c95/308493b5-48c2-4d56-b8b7-e9482ba7a3e1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:05.567101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=3fe520d2-bfd1-40a1-92da-fd6e719c7972,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:05.583346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] In _notify_port_updated(), no bound segment for port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 on network cf05a13a-785f-44c7-bbaa-19bd36302248 {{(pid=93890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:05.591619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.592697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.594296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dea7d669-96cc-4eab-b05d-ef9dcbabf444 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/ports/3fe520d2-bfd1-40a1-92da-fd6e719c7972 HTTP/1.1" status: 200 len: 919 time: 1.7626877 Jul 30 02:02:05.597155 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:05.631699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-2c7aecae-ee8f-48bd-a08a-a1008c046866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.633499 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-2c7aecae-ee8f-48bd-a08a-a1008c046866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1097 time: 0.1108177 Jul 30 02:02:05.695819 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,segment=NetworkSegment(2abe3151-efab-4432-a276-419e0553f987),segment_id=2abe3151-efab-4432-a276-419e0553f987)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:05.748645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.770824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Transition to ACTIVE for port object 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:05.779805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.795148 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 3fe520d2-bfd1-40a1-92da-fd6e719c7972 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:05.795542 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.814352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-7e81df1d-6830-4e0e-99be-60019c967448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.816096 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-7e81df1d-6830-4e0e-99be-60019c967448 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 910 time: 0.1584735 Jul 30 02:02:05.891077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b651e-f39b-4d60-bc4e-0de36541ae35 None None] Pushing event updated for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:05.942359 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-3c51e90f-6e3c-4ddf-82a8-3538694e8052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 1000 time: 0.0884421 Jul 30 02:02:06.026580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.064626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 3fe520d2-bfd1-40a1-92da-fd6e719c7972 owned by {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:06.075897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-32e1700a-1610-43a5-aab6-a37bd44b9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.077658 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-32e1700a-1610-43a5-aab6-a37bd44b9c62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 200 len: 848 time: 0.1269982 Jul 30 02:02:06.250924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-1fd8aff9-d4df-4485-9beb-797ed55b09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.252819 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-1fd8aff9-d4df-4485-9beb-797ed55b09b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d351b5-469b-45c9-9535-2e7431d0ea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676805 Jul 30 02:02:06.437224 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-421a9ce7-c9a3-4967-983f-26c9425fc9a6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723101 Jul 30 02:02:06.448129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.639441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=3fe520d2-bfd1-40a1-92da-fd6e719c7972,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:06.752494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.752876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.753229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.753647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.753901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.754245 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.754620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.754958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.755313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.755704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.756036 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.756467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:06.765808 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6727dcfc-a2f6-46cf-acfa-de2328a21d30 req-4bf46817-3062-4b03-8dfa-fcebe2a366d8 service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187852 Jul 30 02:02:06.844662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.847639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e7f64d4a-aaf6-417d-b9cb-b44162512729 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/3fe520d2-bfd1-40a1-92da-fd6e719c7972 HTTP/1.1" status: 204 len: 168 time: 1.2492685 Jul 30 02:02:06.851038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43522) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.852015 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Provisioning complete for port 5a23633c-c8ff-4457-a658-8d66e300491a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:06.854675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.899027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:06.899958 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede8e585-6089-4f50-b47d-26d18d311c32 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:02:06.905179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ede8e585-6089-4f50-b47d-26d18d311c32 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/3fe520d2-bfd1-40a1-92da-fd6e719c7972 HTTP/1.1" status: 404 len: 333 time: 0.0505610 Jul 30 02:02:06.905770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43524) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:06.999942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba71f6ec-eccb-4a8f-8cea-e8ac263dd6ac tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.005375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Port 5a23633c-c8ff-4457-a658-8d66e300491a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:07.029070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.038561 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba71f6ec-eccb-4a8f-8cea-e8ac263dd6ac tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.099735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Provisioning for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:07.105377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:07.105813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.107607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:07.108088 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.120826 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba71f6ec-eccb-4a8f-8cea-e8ac263dd6ac tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.124747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ba71f6ec-eccb-4a8f-8cea-e8ac263dd6ac tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.141904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43538) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:07.142539 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ba71f6ec-eccb-4a8f-8cea-e8ac263dd6ac tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/security-groups/f078ba2a-4fc8-4149-8352-e031930a5266 HTTP/1.1" status: 204 len: 168 time: 0.2357364 Jul 30 02:02:07.158818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71f6ec-eccb-4a8f-8cea-e8ac263dd6ac tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078ba2a-4fc8-4149-8352-e031930a5266,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:07.316287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f846f43c-66a1-4eed-9035-268b426b2788 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.383181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f846f43c-66a1-4eed-9035-268b426b2788 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.450414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f846f43c-66a1-4eed-9035-268b426b2788 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.457623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f846f43c-66a1-4eed-9035-268b426b2788 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.459837 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f846f43c-66a1-4eed-9035-268b426b2788 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/security-groups/e20ae68e-5cdd-4c3d-8286-44b8cd177073 HTTP/1.1" status: 204 len: 168 time: 0.3153355 Jul 30 02:02:07.462185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43550) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:07.479848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846f43c-66a1-4eed-9035-268b426b2788 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ae68e-5cdd-4c3d-8286-44b8cd177073,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:07.560352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 676d34ce-679e-4677-baea-30baa5a8853a {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:07.570028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.613146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-aecdd761-a870-47c8-9e47-9fd1f78bc2fe None None] Could not find standard attr ID for object 3fe520d2-bfd1-40a1-92da-fd6e719c7972. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:07.648970 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.730067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6052c6ba-02ba-46fd-887e-11a08d227b8c None None] Could not find standard attr ID for object 3fe520d2-bfd1-40a1-92da-fd6e719c7972. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:07.791123 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.897032 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.933053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=676d34ce-679e-4677-baea-30baa5a8853a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:07.943347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:07.946133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-236d509c-54d9-47db-8fff-9ed7fcb07606 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/676d34ce-679e-4677-baea-30baa5a8853a HTTP/1.1" status: 204 len: 168 time: 0.4824111 Jul 30 02:02:07.950901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:07.953636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaffb4ee-7cdc-4133-bf79-e45af60826b9 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:07.957776 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:08.128589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:08.133435 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.481416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.538084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:08.543195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:08.546750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:08.547616 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.563555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=18efa838-7749-4571-8401-ae6e07314a46,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:08.580983 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eeb80539-a9cd-46b0-80bb-4a854f4e06ad tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6283536 Jul 30 02:02:08.584207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:08.600316 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'security_group': {'name': 'tempest-secgroup-608990433'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:08.630246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.761467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.769379 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.830731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225d9bed-abd1-4424-8434-e89a3c165d4e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:08.836206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.840540 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04fe6d0b-6bfd-43f5-b0eb-0b1e6a2902c7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2516057 Jul 30 02:02:08.840754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43592) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:08.845764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'security_group': {'name': 'tempest-secgroup-632569369'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:08.897576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.016709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43596) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.079830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.085560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.093479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3f4b1-1577-49aa-820d-4053aad713ee None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:09.111330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.116041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43600) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.116676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2741568 Jul 30 02:02:09.120728 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'security_group': {'name': 'tempest-secgroup-827695085'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:09.156123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f68df-6edd-4d72-9e63-ee4f3989d86c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ed843-b7d1-4afb-8a9c-52a4749e888c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:09.170977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.191984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faa19b9-7af8-4870-b1aa-67ea804a5b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.194227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad756a7d-9725-4a64-b199-06a976354cc7 None None] Provisioning complete for port 5a23633c-c8ff-4457-a658-8d66e300491a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:09.194854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad756a7d-9725-4a64-b199-06a976354cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.266428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ad756a7d-9725-4a64-b199-06a976354cc7 None None] Port 5a23633c-c8ff-4457-a658-8d66e300491a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:09.307892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ad756a7d-9725-4a64-b199-06a976354cc7 None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:09.308645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ad756a7d-9725-4a64-b199-06a976354cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.364578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faa19b9-7af8-4870-b1aa-67ea804a5b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.381290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6faa19b9-7af8-4870-b1aa-67ea804a5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.491874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa19b9-7af8-4870-b1aa-67ea804a5b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba4eb8-8adf-4274-9399-c62b9d9acfe4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:09.492779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Update dhcp port {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'fixed_ips': [{'subnet_id': '81468483-fe3e-43cf-8880-290269fc3c95', 'ip_address': '172.20.0.18'}, {'subnet_id': '18efa838-7749-4571-8401-ae6e07314a46'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '308493b5-48c2-4d56-b8b7-e9482ba7a3e1'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:02:09.502146 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6faa19b9-7af8-4870-b1aa-67ea804a5b24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6be429231fe74a3bbf18b52b48dff4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798038 Jul 30 02:02:09.502513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43606) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.526546 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.595682 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17a9d80f-68b5-468d-8600-1ec49e872d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.609482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.615032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.620459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17a9d80f-68b5-468d-8600-1ec49e872d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.654625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.655902 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5388820 Jul 30 02:02:09.658493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43608) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:09.665520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1496444501', 'security_groups': ['314d901e-c3b8-429e-9d8b-01485330b873'], 'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18efa838-7749-4571-8401-ae6e07314a46'}]}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:09.671906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5498215-2f31-48d0-9c87-490551fe12c1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314d901e-c3b8-429e-9d8b-01485330b873,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:09.682864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17a9d80f-68b5-468d-8600-1ec49e872d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.689459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-17a9d80f-68b5-468d-8600-1ec49e872d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.692935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-17a9d80f-68b5-468d-8600-1ec49e872d85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6ba4eb8-8adf-4274-9399-c62b9d9acfe4 HTTP/1.1" status: 204 len: 168 time: 0.1867292 Jul 30 02:02:09.699104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d80f-68b5-468d-8600-1ec49e872d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba4eb8-8adf-4274-9399-c62b9d9acfe4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:09.798763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Allocated IP 172.20.0.2 (cf05a13a-785f-44c7-bbaa-19bd36302248/18efa838-7749-4571-8401-ae6e07314a46/308493b5-48c2-4d56-b8b7-e9482ba7a3e1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:09.828597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:09.946122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,segment=NetworkSegment(2abe3151-efab-4432-a276-419e0553f987),segment_id=2abe3151-efab-4432-a276-419e0553f987)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:09.967438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:09.992629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] device_id is not set on port 44b7c116-b35d-40bc-9113-3e1692b0d98d yet. {{(pid=93889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:02:10.015902 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.051350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Transition to ACTIVE for port object 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:10.061229 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.122992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e305779-3db6-472b-8ab9-918a813d71c8 None None] Pushing event updated for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:10.194352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43614) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.223697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7795878-37da-4ac5-ba5c-db3451f3d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.267488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.7 (cf05a13a-785f-44c7-bbaa-19bd36302248/18efa838-7749-4571-8401-ae6e07314a46/44b7c116-b35d-40bc-9113-3e1692b0d98d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:10.434779 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7795878-37da-4ac5-ba5c-db3451f3d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.444527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7795878-37da-4ac5-ba5c-db3451f3d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.546203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c7795878-37da-4ac5-ba5c-db3451f3d7a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81619656194a4ed0956774d54d62dd9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500931 Jul 30 02:02:10.546437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.547926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7795878-37da-4ac5-ba5c-db3451f3d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c863819-7d90-420c-ac6d-1759d7cfaeef,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:10.614453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.652218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 44b7c116-b35d-40bc-9113-3e1692b0d98d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:10.681841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8134fa68-fbbb-47be-b8bd-aa43785cd511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.720913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8134fa68-fbbb-47be-b8bd-aa43785cd511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.760903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.837844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:10.852025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:10.859820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:10.938721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=44b7c116-b35d-40bc-9113-3e1692b0d98d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:10.950414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8134fa68-fbbb-47be-b8bd-aa43785cd511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.951337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:10.954723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8134fa68-fbbb-47be-b8bd-aa43785cd511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:10.956818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8134fa68-fbbb-47be-b8bd-aa43785cd511 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c863819-7d90-420c-ac6d-1759d7cfaeef HTTP/1.1" status: 204 len: 168 time: 0.4093163 Jul 30 02:02:10.982740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134fa68-fbbb-47be-b8bd-aa43785cd511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c863819-7d90-420c-ac6d-1759d7cfaeef,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:10.991197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:10.992237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.020836 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-be7907b1-9cfa-476b-a943-a27c012a96db tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3612449 Jul 30 02:02:11.024832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:11.033448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:11.125315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5042df58-cb5e-44ea-aa47-7cf854f74f00 None None] Provisioning complete for port 5a23633c-c8ff-4457-a658-8d66e300491a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:11.125904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5042df58-cb5e-44ea-aa47-7cf854f74f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.188852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5042df58-cb5e-44ea-aa47-7cf854f74f00 None None] Port 5a23633c-c8ff-4457-a658-8d66e300491a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:11.207781 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5042df58-cb5e-44ea-aa47-7cf854f74f00 None None] Provisioning for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:11.213060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5042df58-cb5e-44ea-aa47-7cf854f74f00 None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:11.213613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5042df58-cb5e-44ea-aa47-7cf854f74f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.299832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:11.304325 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.478062 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18efa838-7749-4571-8401-ae6e07314a46 (CIDR: 172.20.0.0/28) Jul 30 02:02:11.482871 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:02:11.483456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:11.511320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0fe91585-14e4-4c21-9f08-840acb25bf8d None None] Provisioning for port 44b7c116-b35d-40bc-9113-3e1692b0d98d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:11.517673 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5cb01cf7-810e-4b42-89cf-819d9df3abc3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4912522 Jul 30 02:02:11.520142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0fe91585-14e4-4c21-9f08-840acb25bf8d None None] Provisioning complete for port 44b7c116-b35d-40bc-9113-3e1692b0d98d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:11.520518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43638) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:11.522342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0fe91585-14e4-4c21-9f08-840acb25bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.537881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:11.615883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0fe91585-14e4-4c21-9f08-840acb25bf8d None None] Port 44b7c116-b35d-40bc-9113-3e1692b0d98d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:11.792689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:11.797910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.908477 n-d-713499-10 neutron-server[93889]: INFO neutron.db.ipam_backend_mixin [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 81468483-fe3e-43cf-8880-290269fc3c95 (CIDR: 172.20.0.16/28) Jul 30 02:02:11.914957 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:02:11.915491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:11.935831 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4be5868c-81af-493d-93a8-bff603a56cfd tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4099617 Jul 30 02:02:11.936065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43650) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:11.946992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'subnet': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:12.108368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Made reservation on behalf of e9d8a313f9934d3a9e998721ddc65633 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:12.112388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.400358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.472031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Subnet': ['ID=1db2dd25-e54b-426c-b857-d3f3eb33484d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:12.484514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Network cf05a13a-785f-44c7-bbaa-19bd36302248 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:12.486318 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:12.489612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:12.490324 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.496500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d6884-29b5-4a2b-bda1-f1c281fec763 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:12.513619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f7867c6d-7120-4338-b44a-5efd4b2c0a04 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5761096 Jul 30 02:02:12.516125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43670) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:12.527522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1405587489', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1db2dd25-e54b-426c-b857-d3f3eb33484d'}], 'security_groups': ['225d9bed-abd1-4424-8434-e89a3c165d4e', 'b84ed843-b7d1-4afb-8a9c-52a4749e888c']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:12.670264 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:12.896414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Update dhcp port {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'fixed_ips': [{'subnet_id': '81468483-fe3e-43cf-8880-290269fc3c95', 'ip_address': '172.20.0.18'}, {'subnet_id': '18efa838-7749-4571-8401-ae6e07314a46', 'ip_address': '172.20.0.2'}, {'subnet_id': '1db2dd25-e54b-426c-b857-d3f3eb33484d'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '308493b5-48c2-4d56-b8b7-e9482ba7a3e1'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:02:12.956437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.220095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Delete allocated IP 172.20.0.7 (cf05a13a-785f-44c7-bbaa-19bd36302248/18efa838-7749-4571-8401-ae6e07314a46) {{(pid=93889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:02:13.234279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Allocated IP 172.20.0.40 (cf05a13a-785f-44c7-bbaa-19bd36302248/1db2dd25-e54b-426c-b857-d3f3eb33484d/44b7c116-b35d-40bc-9113-3e1692b0d98d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:13.474660 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.492071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Transition to ACTIVE for port object 44b7c116-b35d-40bc-9113-3e1692b0d98d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:13.497507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.590462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event updated for resources: {'Port': ['ID=44b7c116-b35d-40bc-9113-3e1692b0d98d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:13.642947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] In _notify_port_updated(), no bound segment for port 44b7c116-b35d-40bc-9113-3e1692b0d98d on network cf05a13a-785f-44c7-bbaa-19bd36302248 {{(pid=93889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:02:13.649122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:13.649857 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.654775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43706) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:13.655374 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ac0c1974-f89b-4399-b05a-4ab9f3e2ca70 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "PUT /v2.0/ports/44b7c116-b35d-40bc-9113-3e1692b0d98d HTTP/1.1" status: 200 len: 960 time: 1.1376743 Jul 30 02:02:13.662374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Allocated IP 172.20.0.34 (cf05a13a-785f-44c7-bbaa-19bd36302248/1db2dd25-e54b-426c-b857-d3f3eb33484d/308493b5-48c2-4d56-b8b7-e9482ba7a3e1) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:13.847931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,segment=NetworkSegment(2abe3151-efab-4432-a276-419e0553f987),segment_id=2abe3151-efab-4432-a276-419e0553f987)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:13.876885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 44b7c116-b35d-40bc-9113-3e1692b0d98d {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:13.877896 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.897956 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:13.922442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Transition to ACTIVE for port object 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:13.933443 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.066689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.079468 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 44b7c116-b35d-40bc-9113-3e1692b0d98d owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:14.128461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9685247-982f-4d33-bcad-f7716ec16ce5 None None] Pushing event updated for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.285061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.363026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=44b7c116-b35d-40bc-9113-3e1692b0d98d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.418852 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.420871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-707cdf30-b61f-46b4-9de2-bcc08860c851 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/44b7c116-b35d-40bc-9113-3e1692b0d98d HTTP/1.1" status: 204 len: 168 time: 0.7646675 Jul 30 02:02:14.425237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43724) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:14.490986 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6617162-6759-4f47-917b-6dad3ed52d3c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] GET failed (client error): The resource could not be found. Jul 30 02:02:14.498131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b6617162-6759-4f47-917b-6dad3ed52d3c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports/44b7c116-b35d-40bc-9113-3e1692b0d98d HTTP/1.1" status: 404 len: 333 time: 0.0694540 Jul 30 02:02:14.498732 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43726) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:14.616736 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-295122fd-bcdf-4746-9bc8-9b1a9d0d2bde tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.649063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-295122fd-bcdf-4746-9bc8-9b1a9d0d2bde tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.743639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-295122fd-bcdf-4746-9bc8-9b1a9d0d2bde tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.749023 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-295122fd-bcdf-4746-9bc8-9b1a9d0d2bde tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.752200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-295122fd-bcdf-4746-9bc8-9b1a9d0d2bde tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/security-groups/314d901e-c3b8-429e-9d8b-01485330b873 HTTP/1.1" status: 204 len: 168 time: 0.2519572 Jul 30 02:02:14.753167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43736) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:14.764297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295122fd-bcdf-4746-9bc8-9b1a9d0d2bde tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d901e-c3b8-429e-9d8b-01485330b873,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:14.799897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43738) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:14.884367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:14.894578 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c436cdfa-a4d8-4403-84bc-65434b5852bc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:14.930324 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c436cdfa-a4d8-4403-84bc-65434b5852bc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.015806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c436cdfa-a4d8-4403-84bc-65434b5852bc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.018363 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c436cdfa-a4d8-4403-84bc-65434b5852bc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.021999 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c436cdfa-a4d8-4403-84bc-65434b5852bc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/security-groups/b84ed843-b7d1-4afb-8a9c-52a4749e888c HTTP/1.1" status: 204 len: 168 time: 0.2652874 Jul 30 02:02:15.022430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:15.042049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436cdfa-a4d8-4403-84bc-65434b5852bc tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ed843-b7d1-4afb-8a9c-52a4749e888c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.079506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Provisioning complete for port 5a23633c-c8ff-4457-a658-8d66e300491a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:15.080142 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.090017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da121984-70b8-47f7-9dab-47d5c06b4d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.130848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Port 5a23633c-c8ff-4457-a658-8d66e300491a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:15.144495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Provisioning for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:15.149331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:15.150263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.167425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6190044-8beb-41bc-9535-01cba13bd49c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.210009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6190044-8beb-41bc-9535-01cba13bd49c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.254537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b809f323-123e-41f5-ad15-4c61084db6ba None None] Could not find standard attr ID for object 44b7c116-b35d-40bc-9113-3e1692b0d98d. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:15.291339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6190044-8beb-41bc-9535-01cba13bd49c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.293906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c6190044-8beb-41bc-9535-01cba13bd49c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.299593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c6190044-8beb-41bc-9535-01cba13bd49c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/security-groups/225d9bed-abd1-4424-8434-e89a3c165d4e HTTP/1.1" status: 204 len: 168 time: 0.2718005 Jul 30 02:02:15.299815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43748) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:15.305138 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da121984-70b8-47f7-9dab-47d5c06b4d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.312967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6190044-8beb-41bc-9535-01cba13bd49c tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d9bed-abd1-4424-8434-e89a3c165d4e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.314782 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-da121984-70b8-47f7-9dab-47d5c06b4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.340877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da121984-70b8-47f7-9dab-47d5c06b4d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24807bf6-e903-481e-97ab-7c0b4b4bfca7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.366918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-da121984-70b8-47f7-9dab-47d5c06b4d69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd72de2f33594e0fa43a82d95a5dfc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659027 Jul 30 02:02:15.369625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:15.391228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 18efa838-7749-4571-8401-ae6e07314a46 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:15.397599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.435295 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14bc1122-02fe-4e82-9284-f7e8d7cb4ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.464869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14bc1122-02fe-4e82-9284-f7e8d7cb4ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.488122 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.535822 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14bc1122-02fe-4e82-9284-f7e8d7cb4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.541490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-14bc1122-02fe-4e82-9284-f7e8d7cb4ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.546986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-14bc1122-02fe-4e82-9284-f7e8d7cb4ab4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24807bf6-e903-481e-97ab-7c0b4b4bfca7 HTTP/1.1" status: 204 len: 168 time: 0.1756024 Jul 30 02:02:15.558075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc1122-02fe-4e82-9284-f7e8d7cb4ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24807bf6-e903-481e-97ab-7c0b4b4bfca7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.635669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.766902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.856620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=18efa838-7749-4571-8401-ae6e07314a46,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:15.863318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:15.871905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-70379e54-ad11-491c-85e9-4d48bfb48489 None None] Could not find standard attr ID for object 44b7c116-b35d-40bc-9113-3e1692b0d98d. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:02:15.878788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43760) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:15.895898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eb08e05d-5294-4df6-aee9-ef6f246d71d1 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/18efa838-7749-4571-8401-ae6e07314a46 HTTP/1.1" status: 204 len: 168 time: 0.5946555 Jul 30 02:02:15.955701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 1db2dd25-e54b-426c-b857-d3f3eb33484d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:15.971588 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.031384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.108459 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff3c289-a59c-46e7-89b0-70b4f3b656e5 None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:16.126315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43766) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.141814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76dc1615-cfe8-43d1-b8b7-2ae575ec1567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.153368 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.209720 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:02:16.263577 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.294516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76dc1615-cfe8-43d1-b8b7-2ae575ec1567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.298880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-76dc1615-cfe8-43d1-b8b7-2ae575ec1567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.320576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=1db2dd25-e54b-426c-b857-d3f3eb33484d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.347124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-76dc1615-cfe8-43d1-b8b7-2ae575ec1567 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3e9997fa7384b7cb9a8798274c543bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195969 Jul 30 02:02:16.348348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc1615-cfe8-43d1-b8b7-2ae575ec1567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361e2c45-231f-42b2-88e9-cef607bfc827,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.350883 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.351552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43768) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.367869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43770) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.368778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6e7dd856-2f4b-484e-9156-f30aadc1d4bf tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/1db2dd25-e54b-426c-b857-d3f3eb33484d HTTP/1.1" status: 204 len: 168 time: 0.4888480 Jul 30 02:02:16.408396 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-615cb51a-3d76-48f6-82e7-b143f94b92f7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:16.408857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615cb51a-3d76-48f6-82e7-b143f94b92f7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:16.413620 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-615cb51a-3d76-48f6-82e7-b143f94b92f7 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/18efa838-7749-4571-8401-ae6e07314a46 HTTP/1.1" status: 404 len: 337 time: 0.0417795 Jul 30 02:02:16.414485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43772) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.428835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb17105a-a978-47cc-b884-82da1e6e7d98 None None] Update dhcp port {'port': {'network_id': 'cf05a13a-785f-44c7-bbaa-19bd36302248', 'fixed_ips': [{'subnet_id': '81468483-fe3e-43cf-8880-290269fc3c95', 'ip_address': '172.20.0.18'}, {'subnet_id': '1db2dd25-e54b-426c-b857-d3f3eb33484d'}], 'binding:host_id': 'n-d-713499-10'}, 'id': '308493b5-48c2-4d56-b8b7-e9482ba7a3e1'} from n-d-713499-10. {{(pid=93891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:02:16.457726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ea96e33-a93d-49bf-94e5-c258d572396d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.473036 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bb17105a-a978-47cc-b884-82da1e6e7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.496446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting subnet 81468483-fe3e-43cf-8880-290269fc3c95 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:16.508302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.512838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ea96e33-a93d-49bf-94e5-c258d572396d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.587507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.597855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ea96e33-a93d-49bf-94e5-c258d572396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.601678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ea96e33-a93d-49bf-94e5-c258d572396d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.606047 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4ea96e33-a93d-49bf-94e5-c258d572396d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/361e2c45-231f-42b2-88e9-cef607bfc827 HTTP/1.1" status: 204 len: 168 time: 0.2534101 Jul 30 02:02:16.617445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea96e33-a93d-49bf-94e5-c258d572396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361e2c45-231f-42b2-88e9-cef607bfc827,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.746139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.835270 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-bb17105a-a978-47cc-b884-82da1e6e7d98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81468483-fe3e-43cf-8880-290269fc3c95: This subnet is being modified by another concurrent operation. Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81468483-fe3e-43cf-8880-290269fc3c95: This subnet is being modified by another concurrent operation. Jul 30 02:02:16.836584 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:02:16.879263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Subnet': ['ID=81468483-fe3e-43cf-8880-290269fc3c95,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:16.893157 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:16.896865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b71b77ba-8aba-47df-b938-30057ac5c31b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/81468483-fe3e-43cf-8880-290269fc3c95 HTTP/1.1" status: 204 len: 168 time: 0.4811397 Jul 30 02:02:16.899379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43778) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.936910 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-611f44a2-ba20-41d0-aa7b-913c3bd52d89 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:16.936910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611f44a2-ba20-41d0-aa7b-913c3bd52d89 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:16.937223 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-611f44a2-ba20-41d0-aa7b-913c3bd52d89 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/676d34ce-679e-4677-baea-30baa5a8853a HTTP/1.1" status: 404 len: 337 time: 0.0367038 Jul 30 02:02:16.940268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43782) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.953437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8001892e-90e5-4ea2-99a6-c1f15a3a9e4d None None] Network cf05a13a-785f-44c7-bbaa-19bd36302248 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:16.995941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43784) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:16.996326 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f8d9e11a-be12-4015-b945-3e9476f30d72 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "GET /v2.0/ports?device_id=8bfd213a-91fc-4ba5-a27a-85a2c371e002 HTTP/1.1" status: 200 len: 205 time: 0.0547259 Jul 30 02:02:17.040004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9798793e-f271-4bb9-abb7-0106073d64ff None None] Provisioning complete for port 5a23633c-c8ff-4457-a658-8d66e300491a triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:17.040387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9798793e-f271-4bb9-abb7-0106073d64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.079830 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-0c1ab084-f5fb-4324-9b8e-c1ca413b4323 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] delete failed (client error): The resource could not be found. Jul 30 02:02:17.080908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0c1ab084-f5fb-4324-9b8e-c1ca413b4323 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/routers/8bfd213a-91fc-4ba5-a27a-85a2c371e002 HTTP/1.1" status: 404 len: 336 time: 0.0838180 Jul 30 02:02:17.082274 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9798793e-f271-4bb9-abb7-0106073d64ff None None] Port 5a23633c-c8ff-4457-a658-8d66e300491a cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:02:17.085701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43788) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.116960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9798793e-f271-4bb9-abb7-0106073d64ff None None] Provisioning complete for port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:17.118114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9798793e-f271-4bb9-abb7-0106073d64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.128893 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a36a95-2637-4170-9751-88bce0be154a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.129351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a36a95-2637-4170-9751-88bce0be154a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.131171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b9a36a95-2637-4170-9751-88bce0be154a tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/3ba5f46f-9380-4d1a-b616-15772c4a114a HTTP/1.1" status: 404 len: 337 time: 0.0442860 Jul 30 02:02:17.134677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43792) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.181888 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5881b41e-5e61-47c0-a7f8-cec780adc0ee tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.182354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5881b41e-5e61-47c0-a7f8-cec780adc0ee tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.198974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5881b41e-5e61-47c0-a7f8-cec780adc0ee tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/f8c2301e-9c5f-47c8-811f-a41452408ca0 HTTP/1.1" status: 404 len: 337 time: 0.0625048 Jul 30 02:02:17.201765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.245872 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dd3308-1432-4738-9e0d-183a015b3e9b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.246349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66dd3308-1432-4738-9e0d-183a015b3e9b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.248137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-66dd3308-1432-4738-9e0d-183a015b3e9b tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/7e6c9613-d2de-4fb6-bfe3-06f5592f18b2 HTTP/1.1" status: 404 len: 337 time: 0.0453618 Jul 30 02:02:17.250830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43804) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.278890 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41789b2-502d-4322-a9e9-6c6fa12dfcb3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.279729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41789b2-502d-4322-a9e9-6c6fa12dfcb3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.281546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b41789b2-502d-4322-a9e9-6c6fa12dfcb3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/b53362fd-0075-45a8-9a12-9a1225648ec2 HTTP/1.1" status: 404 len: 333 time: 0.0297019 Jul 30 02:02:17.284263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.340452 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fbaef3-8ca4-4a40-acb3-bdb70e2b0ff6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.341081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fbaef3-8ca4-4a40-acb3-bdb70e2b0ff6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.346859 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d3fbaef3-8ca4-4a40-acb3-bdb70e2b0ff6 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/a2c7a785-aa1f-4303-8638-76e7547a5428 HTTP/1.1" status: 404 len: 337 time: 0.0612817 Jul 30 02:02:17.347596 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43810) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.382754 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b43d9c-6962-4637-a960-4d283f272073 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.383892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b43d9c-6962-4637-a960-4d283f272073 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.385839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c8b43d9c-6962-4637-a960-4d283f272073 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/6def7e93-7508-4593-bc13-ed78b120a7b1 HTTP/1.1" status: 404 len: 337 time: 0.0342076 Jul 30 02:02:17.388627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43812) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.398339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] DHCP port deletion for cf05a13a-785f-44c7-bbaa-19bd36302248 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:17.459685 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-631c0480-bcd7-44aa-91b4-fda9ebdb1cae tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.463422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631c0480-bcd7-44aa-91b4-fda9ebdb1cae tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.465174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] Deleting port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:17.465719 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.467798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-631c0480-bcd7-44aa-91b4-fda9ebdb1cae tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/4ad0db1c-c1c9-4b48-8dec-41997df037ee HTTP/1.1" status: 404 len: 333 time: 0.0779591 Jul 30 02:02:17.470432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.533690 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4736a5f7-bb18-4370-9025-c5bcd9d2d12e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.533902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4736a5f7-bb18-4370-9025-c5bcd9d2d12e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.539687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4736a5f7-bb18-4370-9025-c5bcd9d2d12e tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/9a4ee790-1e75-4603-89ff-fcdbe94ce1af HTTP/1.1" status: 404 len: 337 time: 0.0680420 Jul 30 02:02:17.540410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43820) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.582248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] For port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,segment=NetworkSegment(2abe3151-efab-4432-a276-419e0553f987),segment_id=2abe3151-efab-4432-a276-419e0553f987)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:17.582775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.591202 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c41359-007e-4371-b60b-42735191f834 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] DELETE failed (client error): The resource could not be found. Jul 30 02:02:17.591964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c41359-007e-4371-b60b-42735191f834 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:02:17.596605 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b4c41359-007e-4371-b60b-42735191f834 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/subnets/a8118a44-cfe8-4500-9aac-f309d568f544 HTTP/1.1" status: 404 len: 337 time: 0.0548861 Jul 30 02:02:17.599201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:17.616836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] Calling delete_port for 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:17.744475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.747334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Deleting port 5a23633c-c8ff-4457-a658-8d66e300491a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:17.748781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.790518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] No DVR routers for this DVR port 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:17.793816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8e8ae-bb5c-47df-be89-9e0c27503e76 None None] Pushing event deleted for resources: {'Port': ['ID=308493b5-48c2-4d56-b8b7-e9482ba7a3e1,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:17.823599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fcfd5d-b82c-4105-bef0-a453e7e41ed6 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:02:17.840278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:17.860994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Calling delete_port for 5a23633c-c8ff-4457-a658-8d66e300491a owned by {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:17.924793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcfd5d-b82c-4105-bef0-a453e7e41ed6 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:02:18.011241 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.057066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Port': ['ID=5a23633c-c8ff-4457-a658-8d66e300491a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.068731 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.070886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-791a4688-711b-4442-a3f2-ac316e3cfff3 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/ports/5a23633c-c8ff-4457-a658-8d66e300491a HTTP/1.1" status: 204 len: 168 time: 0.4684274 Jul 30 02:02:18.073790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43832) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:18.246152 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.367745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.395111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf05a13a-785f-44c7-bbaa-19bd36302248']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:18.437189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abe3151-efab-4432-a276-419e0553f987') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:18.437657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abe3151-efab-4432-a276-419e0553f987') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:18.452099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.472995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.487848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:18.488661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:18.556434 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:18.579656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.589977 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:18.591859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] 10.222.0.78 "DELETE /v2.0/networks/cf05a13a-785f-44c7-bbaa-19bd36302248 HTTP/1.1" status: 204 len: 168 time: 0.5156741 Jul 30 02:02:18.626378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b3451-61df-4e90-8d53-93345faffd86 tempest-PortsTestJSON-2117295529 tempest-PortsTestJSON-2117295529-project] Pushing event deleted for resources: {'Network': ['ID=cf05a13a-785f-44c7-bbaa-19bd36302248,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:18.915610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:18.949659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:18.949999 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 308493b5-48c2-4d56-b8b7-e9482ba7a3e1 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:18.959710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bec639fe-c7f4-4b1e-9499-5d69481c5fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.034807 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:19.403490 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0da4ea03-1e69-475c-9f8c-df4cac0fde81 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9d8a313f9934d3a9e998721ddc65633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671718 Jul 30 02:02:19.405699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43886) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:19.504465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df760352-9c97-4e49-a259-0cd6b0510ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.543968 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df760352-9c97-4e49-a259-0cd6b0510ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.608985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df760352-9c97-4e49-a259-0cd6b0510ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.618103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df760352-9c97-4e49-a259-0cd6b0510ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.621725 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-df760352-9c97-4e49-a259-0cd6b0510ecd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5d79ac6-80b9-4007-afd3-fcc5c887cb43 HTTP/1.1" status: 204 len: 168 time: 0.2077987 Jul 30 02:02:19.633438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df760352-9c97-4e49-a259-0cd6b0510ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d79ac6-80b9-4007-afd3-fcc5c887cb43,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:20.961783 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 43954) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.220819 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.271402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-466371031'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:21.326380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Made reservation on behalf of a657d9e8a266448e8320d4392f13982b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:21.330800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.348611 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.468732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.484725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.522138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:21.534387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b80f411-0b95-4828-b5e7-75e676248f2c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.542328 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.542705 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Added segment 0dcf7870-3391-4535-a2bd-0fc9ae7b3a01 of type vlan for network 56d99596-9654-4050-bbd3-e6fff0dcdcfe Jul 30 02:02:21.591645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.626964 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.633730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:21.634628 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.692639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7296641 Jul 30 02:02:21.695887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43988) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.696596 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-80e89aa8-5c5f-474f-a70e-a894ca4c40ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.702143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-11837b22-cba2-4741-adf5-b3e6db68d032 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-1627369727') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:21.729425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573410ef-7a53-47fd-9cd3-360e5c260fb5 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Pushing event updated for resources: {'Network': ['ID=56d99596-9654-4050-bbd3-e6fff0dcdcfe,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.739638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 56d99596-9654-4050-bbd3-e6fff0dcdcfe details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:21.821188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-11837b22-cba2-4741-adf5-b3e6db68d032 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "PUT /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-1627369727 HTTP/1.1" status: 201 len: 201 time: 0.1230011 Jul 30 02:02:21.824346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43990) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.834262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-15b7353a-99d6-4d72-8b6a-7d5009059899 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-1627369727') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:21.929175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.941335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-15b7353a-99d6-4d72-8b6a-7d5009059899 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-1627369727 HTTP/1.1" status: 204 len: 168 time: 0.1155701 Jul 30 02:02:21.944169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 43996) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.958012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-497502e1-c78b-4e6a-a9a8-1903b3e407a0 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.044909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-497502e1-c78b-4e6a-a9a8-1903b3e407a0 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags HTTP/1.1" status: 200 len: 238 time: 0.0987384 Jul 30 02:02:22.047528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44000) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.053549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-dbadfcea-669d-40b8-85a5-04baaf29f2fa tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', {'tags': ['tempest-TagsTest-Tag-1639053903', 'tempest-TagsTest-Tag-1705314661', 'tempest-TagsTest-Tag-727214438']}) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.165687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dbadfcea-669d-40b8-85a5-04baaf29f2fa tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "PUT /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags HTTP/1.1" status: 200 len: 308 time: 0.1163466 Jul 30 02:02:22.168361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44004) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.173600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-3f22bd10-3134-4e79-874b-9f4939891923 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-1639053903') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.266436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3f22bd10-3134-4e79-874b-9f4939891923 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "DELETE /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-1639053903 HTTP/1.1" status: 204 len: 168 time: 0.0966296 Jul 30 02:02:22.268752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44008) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.273608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-971933ab-9cd2-4e92-bb15-3567af8b28a9 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-1639053903') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.351446 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-971933ab-9cd2-4e92-bb15-3567af8b28a9 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] show failed (client error): The resource could not be found. Jul 30 02:02:22.352837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-971933ab-9cd2-4e92-bb15-3567af8b28a9 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-1639053903 HTTP/1.1" status: 404 len: 326 time: 0.0831203 Jul 30 02:02:22.355571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44010) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.360061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-feebaee9-673c-464b-a65b-51b524df9d57 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-1705314661') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.463616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-feebaee9-673c-464b-a65b-51b524df9d57 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-1705314661 HTTP/1.1" status: 204 len: 168 time: 0.1069014 Jul 30 02:02:22.466187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44016) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.471264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-e44523f3-57fc-4e6b-936b-cb0f14670b21 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-727214438') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.615630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e44523f3-57fc-4e6b-936b-cb0f14670b21 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-727214438 HTTP/1.1" status: 204 len: 168 time: 0.1453531 Jul 30 02:02:22.615872 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44026) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.621708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-be8ec98d-26a7-406d-8486-63d138835e03 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.723498 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-be8ec98d-26a7-406d-8486-63d138835e03 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "DELETE /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags HTTP/1.1" status: 204 len: 168 time: 0.1065886 Jul 30 02:02:22.726643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44028) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.731512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-9b00410a-8779-445f-b60d-cda667c4ceac tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-1705314661') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.824591 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-9b00410a-8779-445f-b60d-cda667c4ceac tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] show failed (client error): The resource could not be found. Jul 30 02:02:22.825911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9b00410a-8779-445f-b60d-cda667c4ceac tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-1705314661 HTTP/1.1" status: 404 len: 326 time: 0.0980520 Jul 30 02:02:22.828975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.835528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.tag.tag_plugin [None req-f02ab2c4-28f5-46c2-aa72-14a475d12578 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe', 'tempest-TagsTest-Tag-727214438') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:22.982105 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-f02ab2c4-28f5-46c2-aa72-14a475d12578 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] show failed (client error): The resource could not be found. Jul 30 02:02:22.983557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f02ab2c4-28f5-46c2-aa72-14a475d12578 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "GET /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags/tempest-TagsTest-Tag-727214438 HTTP/1.1" status: 404 len: 325 time: 0.1535270 Jul 30 02:02:22.986572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44038) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:22.991421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.tag.tag_plugin [None req-31290451-ac24-4a78-ba14-95e3be20b9b6 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '56d99596-9654-4050-bbd3-e6fff0dcdcfe') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.084612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44042) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:23.085335 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31290451-ac24-4a78-ba14-95e3be20b9b6 tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "DELETE /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe/tags HTTP/1.1" status: 204 len: 168 time: 0.0973039 Jul 30 02:02:23.098644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.187518 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.296964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.307929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d99596-9654-4050-bbd3-e6fff0dcdcfe']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.320233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcf7870-3391-4535-a2bd-0fc9ae7b3a01') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.320539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcf7870-3391-4535-a2bd-0fc9ae7b3a01') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:23.343872 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.394521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.405515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:23.406255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:23.409930 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:23.495920 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.506186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:23.509862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] 10.222.0.78 "DELETE /v2.0/networks/56d99596-9654-4050-bbd3-e6fff0dcdcfe HTTP/1.1" status: 204 len: 168 time: 0.4241762 Jul 30 02:02:23.528879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876909ab-004a-457f-89be-61ba09890c3c tempest-TagsTest-296856685 tempest-TagsTest-296856685-project] Pushing event deleted for resources: {'Network': ['ID=56d99596-9654-4050-bbd3-e6fff0dcdcfe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:24.107698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44068) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.534031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f7034dce-8fd7-4411-baca-284b45b131be admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a657d9e8a266448e8320d4392f13982b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241424 Jul 30 02:02:24.536162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44076) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:24.589584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.615100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21010e35-8ba7-455d-9a20-520f14c7f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.648270 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21010e35-8ba7-455d-9a20-520f14c7f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.707719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21010e35-8ba7-455d-9a20-520f14c7f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.710818 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21010e35-8ba7-455d-9a20-520f14c7f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:24.715581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-21010e35-8ba7-455d-9a20-520f14c7f6fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b80f411-0b95-4828-b5e7-75e676248f2c HTTP/1.1" status: 204 len: 168 time: 0.1725633 Jul 30 02:02:24.733899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21010e35-8ba7-455d-9a20-520f14c7f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b80f411-0b95-4828-b5e7-75e676248f2c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:26.105069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:26.253674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82eb10a6-e46a-4cd5-8c60-192cbfb69750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.393002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82eb10a6-e46a-4cd5-8c60-192cbfb69750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.399524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-82eb10a6-e46a-4cd5-8c60-192cbfb69750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.443345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-82eb10a6-e46a-4cd5-8c60-192cbfb69750 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=975eee918f23430e8fab3f392c5190dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365452 Jul 30 02:02:26.445696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:26.472109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb10a6-e46a-4cd5-8c60-192cbfb69750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b19abc-b1d0-4029-a358-fa03fe0b6495,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:26.538174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f10966c6-7834-4675-938e-4de374fcefba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.566678 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f10966c6-7834-4675-938e-4de374fcefba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.627693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f10966c6-7834-4675-938e-4de374fcefba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.631060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f10966c6-7834-4675-938e-4de374fcefba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.634538 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f10966c6-7834-4675-938e-4de374fcefba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8b19abc-b1d0-4029-a358-fa03fe0b6495 HTTP/1.1" status: 204 len: 168 time: 0.1857460 Jul 30 02:02:26.655709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10966c6-7834-4675-938e-4de374fcefba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b19abc-b1d0-4029-a358-fa03fe0b6495,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.157505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44170) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.194169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2be4eb7-3c53-4937-8098-097ee4fe49a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.325581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2be4eb7-3c53-4937-8098-097ee4fe49a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.334439 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c2be4eb7-3c53-4937-8098-097ee4fe49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.385737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c2be4eb7-3c53-4937-8098-097ee4fe49a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ae4773230c947cb865a6d70a2d324ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268436 Jul 30 02:02:27.386947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be4eb7-3c53-4937-8098-097ee4fe49a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb93e8-dce1-4672-8704-f2afb40f3995,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.388299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44180) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.454403 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a390-0079-4349-bf3f-570f971fff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.477917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a390-0079-4349-bf3f-570f971fff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.529461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a390-0079-4349-bf3f-570f971fff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.532335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a390-0079-4349-bf3f-570f971fff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.533625 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f7e5a390-0079-4349-bf3f-570f971fff45 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29bb93e8-dce1-4672-8704-f2afb40f3995 HTTP/1.1" status: 204 len: 168 time: 0.1442356 Jul 30 02:02:27.543806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a390-0079-4349-bf3f-570f971fff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb93e8-dce1-4672-8704-f2afb40f3995,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.548773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44186) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.787573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b31924a-6d20-4f1b-8988-e3548c1613a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.894983 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b31924a-6d20-4f1b-8988-e3548c1613a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.900101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2b31924a-6d20-4f1b-8988-e3548c1613a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.948267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2b31924a-6d20-4f1b-8988-e3548c1613a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82194f79e3c44de79f93fe422917c7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957775 Jul 30 02:02:27.948583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44200) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.961907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31924a-6d20-4f1b-8988-e3548c1613a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741321d6-ac3a-4ad5-9625-2a4efbc1f064,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.019977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5de52882-885c-48fd-a93e-fb4ae92c08ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.043470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5de52882-885c-48fd-a93e-fb4ae92c08ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.106577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5de52882-885c-48fd-a93e-fb4ae92c08ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.109179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5de52882-885c-48fd-a93e-fb4ae92c08ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.110424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5de52882-885c-48fd-a93e-fb4ae92c08ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/741321d6-ac3a-4ad5-9625-2a4efbc1f064 HTTP/1.1" status: 204 len: 168 time: 0.1607687 Jul 30 02:02:28.120159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de52882-885c-48fd-a93e-fb4ae92c08ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741321d6-ac3a-4ad5-9625-2a4efbc1f064,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.703089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44238) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.732221 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4590cb3-c7fe-4231-913c-f024a945dd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.838534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4590cb3-c7fe-4231-913c-f024a945dd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.844318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4590cb3-c7fe-4231-913c-f024a945dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.886824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4590cb3-c7fe-4231-913c-f024a945dd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86401fc-3f7b-4cf4-97ac-a89f5862f3bb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.901708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44244) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.902208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e4590cb3-c7fe-4231-913c-f024a945dd56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=002de1397237447d80cad1e3215e143c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974924 Jul 30 02:02:28.967599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aefe5ae2-27b8-4dff-a5a2-dbc4d8bb7fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.992227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aefe5ae2-27b8-4dff-a5a2-dbc4d8bb7fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.061723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aefe5ae2-27b8-4dff-a5a2-dbc4d8bb7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.066185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aefe5ae2-27b8-4dff-a5a2-dbc4d8bb7fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.080180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-aefe5ae2-27b8-4dff-a5a2-dbc4d8bb7fad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a86401fc-3f7b-4cf4-97ac-a89f5862f3bb HTTP/1.1" status: 204 len: 168 time: 0.1719589 Jul 30 02:02:29.114445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe5ae2-27b8-4dff-a5a2-dbc4d8bb7fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86401fc-3f7b-4cf4-97ac-a89f5862f3bb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:30.265922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:30.403200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1291128494-network', 'tenant_id': '1820595c643d4e4b91ec5df8d081c127'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:30.441183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Made reservation on behalf of 1820595c643d4e4b91ec5df8d081c127 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:30.445051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.457698 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.567157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.572858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.586198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:30.595853 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.596195 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Added segment 5efe754f-3318-4d87-824a-9f64d09f0b26 of type vlan for network 7f87945d-0714-4d50-bfcb-fc3a9e5fc219 Jul 30 02:02:30.641956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.685498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.686640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:30.687238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.710627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177f5be4-0b94-465a-b220-f8c43dd0c2c7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:30.772277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44322) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:30.772910 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5054266 Jul 30 02:02:30.776268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e45fe-0e70-461b-8ce7-9c1606f0103f admin admin] Pushing event updated for resources: {'Network': ['ID=7f87945d-0714-4d50-bfcb-fc3a9e5fc219,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:30.781437 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Request body: {'subnet': {'network_id': '7f87945d-0714-4d50-bfcb-fc3a9e5fc219', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1291128494-subnet', 'tenant_id': '1820595c643d4e4b91ec5df8d081c127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:30.787956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 7f87945d-0714-4d50-bfcb-fc3a9e5fc219 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:30.827735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Made reservation on behalf of 1820595c643d4e4b91ec5df8d081c127 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:30.832186 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.128898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.223960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5750836f-b5f5-4c27-8de1-763d5b6639b5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:31.234190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Checking segment: {'id': '5efe754f-3318-4d87-824a-9f64d09f0b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7f87945d-0714-4d50-bfcb-fc3a9e5fc219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:31.234567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Network hostable DHCP agents. Network: 7f87945d-0714-4d50-bfcb-fc3a9e5fc219, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:31.282753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Network 7f87945d-0714-4d50-bfcb-fc3a9e5fc219 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:31.305698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 7f87945d-0714-4d50-bfcb-fc3a9e5fc219) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:31.320530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a90832-6733-4bb4-9615-c4cb391e5bcb None None] Network 7f87945d-0714-4d50-bfcb-fc3a9e5fc219 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:31.325730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:31.326327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.355105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c87ef2d0-c3e9-454d-aaf8-e8c0e574119c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5709350 Jul 30 02:02:31.522310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b74904-8685-423b-a481-320c7b30d3bb None None] Network 7f87945d-0714-4d50-bfcb-fc3a9e5fc219 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:32.248634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:32.258471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447323624-network', 'tenant_id': '66f2e548251d4480a438b5bb691e7890'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:32.298339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Made reservation on behalf of 66f2e548251d4480a438b5bb691e7890 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:32.301356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.318423 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.465087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.477433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.506788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:32.519200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e71ff94-3570-4c99-8d3d-89d05b18ba97,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.525781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.526147 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Added segment ffa954d3-fc18-4760-8ef3-b74440d981b1 of type vlan for network a43182b9-828c-4795-86ce-85736cced4e6 Jul 30 02:02:32.579816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.614200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.615706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:32.616520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.736286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] Pushing event updated for resources: {'Network': ['ID=a43182b9-828c-4795-86ce-85736cced4e6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.741354 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1a96b652-f56d-4a95-acc5-09e02e012730 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4907892 Jul 30 02:02:32.744378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44384) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:32.749689 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a43182b9-828c-4795-86ce-85736cced4e6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:32.750180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Request body: {'subnet': {'network_id': 'a43182b9-828c-4795-86ce-85736cced4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447323624-subnet', 'tenant_id': '66f2e548251d4480a438b5bb691e7890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:32.787151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Made reservation on behalf of 66f2e548251d4480a438b5bb691e7890 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:32.790345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.032200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.089666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2785ee35-d341-4ff9-a2d7-dedcf778df17,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:33.150871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Checking segment: {'id': 'ffa954d3-fc18-4760-8ef3-b74440d981b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a43182b9-828c-4795-86ce-85736cced4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:33.151271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Network hostable DHCP agents. Network: a43182b9-828c-4795-86ce-85736cced4e6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:33.178011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Network a43182b9-828c-4795-86ce-85736cced4e6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:33.188699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a43182b9-828c-4795-86ce-85736cced4e6) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:33.193952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:33.194718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.200261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb83489-177d-4bbd-9432-ad25a5a20ff4 None None] Network a43182b9-828c-4795-86ce-85736cced4e6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:33.211676 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dab34ef2-bca2-4f9b-b28c-ff7c6204cdb7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4661160 Jul 30 02:02:33.447076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:33.506235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1356486-d2fb-47bc-aa21-fb33b455a222 None None] Network a43182b9-828c-4795-86ce-85736cced4e6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:33.544969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Deleting subnet 5750836f-b5f5-4c27-8de1-763d5b6639b5 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:33.548926 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.673390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.741687 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.810092 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.843454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5750836f-b5f5-4c27-8de1-763d5b6639b5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:33.855810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.861092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44412) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:33.870134 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f1619097-5780-4f5f-9584-e8cdcf5c8847 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5750836f-b5f5-4c27-8de1-763d5b6639b5 HTTP/1.1" status: 204 len: 168 time: 0.4205279 Jul 30 02:02:33.952273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.046662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.059177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f87945d-0714-4d50-bfcb-fc3a9e5fc219']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:34.072402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efe754f-3318-4d87-824a-9f64d09f0b26') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:34.072706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efe754f-3318-4d87-824a-9f64d09f0b26') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:34.090594 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.112685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.127719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:34.128797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:34.131066 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:34.202221 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.206591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.211912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7f87945d-0714-4d50-bfcb-fc3a9e5fc219 HTTP/1.1" status: 204 len: 168 time: 0.3470824 Jul 30 02:02:34.212769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44418) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:34.227939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a980893-f10a-481c-b864-bb55c6c65401 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f87945d-0714-4d50-bfcb-fc3a9e5fc219,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.280568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Deleting subnet 2785ee35-d341-4ff9-a2d7-dedcf778df17 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:34.284543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.334665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.406775 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.879369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.916423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2785ee35-d341-4ff9-a2d7-dedcf778df17,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.918773 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.921811 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7dd43c22-dbae-4f05-8819-c6e3d47c3990 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2785ee35-d341-4ff9-a2d7-dedcf778df17 HTTP/1.1" status: 204 len: 168 time: 0.7070031 Jul 30 02:02:34.924432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.036622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.141017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.152444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43182b9-828c-4795-86ce-85736cced4e6']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:35.173827 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa954d3-fc18-4760-8ef3-b74440d981b1') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:35.174629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa954d3-fc18-4760-8ef3-b74440d981b1') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:35.190415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.210114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.219824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:35.220627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:35.277519 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:35.296227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.304378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.305357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a43182b9-828c-4795-86ce-85736cced4e6 HTTP/1.1" status: 204 len: 168 time: 0.3791375 Jul 30 02:02:35.354172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c21aa-5445-42da-b21e-17bee3681da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43182b9-828c-4795-86ce-85736cced4e6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:35.633127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44472) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.698639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-def33995-1b5f-4ab4-bb88-409faec15f90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1820595c643d4e4b91ec5df8d081c127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643611 Jul 30 02:02:35.701210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.753699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacb48f0-cf88-4f58-a08f-7e562ca7f1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.777111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacb48f0-cf88-4f58-a08f-7e562ca7f1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.830897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacb48f0-cf88-4f58-a08f-7e562ca7f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.833869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-dacb48f0-cf88-4f58-a08f-7e562ca7f1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.835245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dacb48f0-cf88-4f58-a08f-7e562ca7f1d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/177f5be4-0b94-465a-b220-f8c43dd0c2c7 HTTP/1.1" status: 204 len: 168 time: 0.1328571 Jul 30 02:02:35.844162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb48f0-cf88-4f58-a08f-7e562ca7f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177f5be4-0b94-465a-b220-f8c43dd0c2c7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:36.324662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44490) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.375782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dd596aa4-f2ca-48b1-8381-86f58dc12bcf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66f2e548251d4480a438b5bb691e7890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492239 Jul 30 02:02:36.378206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44492) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:36.433964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bceb5f5-5ab1-4573-a12a-8dceb37efdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.455915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bceb5f5-5ab1-4573-a12a-8dceb37efdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.519364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bceb5f5-5ab1-4573-a12a-8dceb37efdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.522600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4bceb5f5-5ab1-4573-a12a-8dceb37efdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.526951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4bceb5f5-5ab1-4573-a12a-8dceb37efdf0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e71ff94-3570-4c99-8d3d-89d05b18ba97 HTTP/1.1" status: 204 len: 168 time: 0.1474917 Jul 30 02:02:36.542142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceb5f5-5ab1-4573-a12a-8dceb37efdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e71ff94-3570-4c99-8d3d-89d05b18ba97,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:36.933245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.903436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44596) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:39.044775 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef368c35-d1fb-4a97-866a-9d4b3a5c0a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.187798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef368c35-d1fb-4a97-866a-9d4b3a5c0a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.194912 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ef368c35-d1fb-4a97-866a-9d4b3a5c0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.232351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44614) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:39.233417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ef368c35-d1fb-4a97-866a-9d4b3a5c0a2b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3ece3ee727f4aa587c429e39b4e8d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279622 Jul 30 02:02:39.259387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef368c35-d1fb-4a97-866a-9d4b3a5c0a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac2556b-b9da-4e7c-ba2e-7719a069659c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:39.299953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e7a424e-a408-4f6e-a8c4-873410a9c0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.335849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e7a424e-a408-4f6e-a8c4-873410a9c0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.388822 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e7a424e-a408-4f6e-a8c4-873410a9c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.391696 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e7a424e-a408-4f6e-a8c4-873410a9c0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:39.392913 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3e7a424e-a408-4f6e-a8c4-873410a9c0a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ac2556b-b9da-4e7c-ba2e-7719a069659c HTTP/1.1" status: 204 len: 168 time: 0.1593711 Jul 30 02:02:39.408845 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a424e-a408-4f6e-a8c4-873410a9c0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac2556b-b9da-4e7c-ba2e-7719a069659c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:39.867525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:39.890956 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09d92455-929f-4b50-878d-2c7fe2c93522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.021327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09d92455-929f-4b50-878d-2c7fe2c93522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.026885 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09d92455-929f-4b50-878d-2c7fe2c93522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.069360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d92455-929f-4b50-878d-2c7fe2c93522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97deccbb-0d0b-4814-a11d-5b3e22e2d674,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:40.105042 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-09d92455-929f-4b50-878d-2c7fe2c93522 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ca77b73f093459fbda4ce38bcdcdcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362204 Jul 30 02:02:40.107671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44642) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.188055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9606eed-3cc7-4793-acae-98d57d5ed4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.211685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9606eed-3cc7-4793-acae-98d57d5ed4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.268017 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9606eed-3cc7-4793-acae-98d57d5ed4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.273884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9606eed-3cc7-4793-acae-98d57d5ed4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:40.275442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e9606eed-3cc7-4793-acae-98d57d5ed4d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97deccbb-0d0b-4814-a11d-5b3e22e2d674 HTTP/1.1" status: 204 len: 168 time: 0.1667635 Jul 30 02:02:40.286230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606eed-3cc7-4793-acae-98d57d5ed4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97deccbb-0d0b-4814-a11d-5b3e22e2d674,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.864621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:44.122803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a23c11c1-4b98-4115-b916-fcb730cbcad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.268893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a23c11c1-4b98-4115-b916-fcb730cbcad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.275210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a23c11c1-4b98-4115-b916-fcb730cbcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.310713 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a23c11c1-4b98-4115-b916-fcb730cbcad4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=343913de72704fa3990fb3aecfd35029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423544 Jul 30 02:02:44.311123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:44.337126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c11c1-4b98-4115-b916-fcb730cbcad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcfb865-ccc1-4cbd-a259-53246a59846f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.398168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.428921 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.429074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:44.505938 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.508972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.513093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bcfb865-ccc1-4cbd-a259-53246a59846f HTTP/1.1" status: 204 len: 168 time: 0.2010982 Jul 30 02:02:44.523285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcfb865-ccc1-4cbd-a259-53246a59846f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.531530 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.532103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.532607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.533208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.533718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.534340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.534954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.535617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.536624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.537121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.537699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.538188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f6da69-0c79-44a8-9afb-fc0a51f55a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:44.636267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0238-3526-4943-8325-fa694167e2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.786526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0238-3526-4943-8325-fa694167e2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.791985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0238-3526-4943-8325-fa694167e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.870964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2e2b0238-3526-4943-8325-fa694167e2ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=526d971d1c9c41c2944834957070aec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378033 Jul 30 02:02:44.870964 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b0238-3526-4943-8325-fa694167e2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa9aa5d-797e-4f9c-8bc8-df3a28146781,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.872450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44850) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:44.964298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc9b8-484c-4568-a7a3-0a1614f47ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.005708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc9b8-484c-4568-a7a3-0a1614f47ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.068928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc9b8-484c-4568-a7a3-0a1614f47ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.073724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5dcc9b8-484c-4568-a7a3-0a1614f47ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.075545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f5dcc9b8-484c-4568-a7a3-0a1614f47ba0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3aa9aa5d-797e-4f9c-8bc8-df3a28146781 HTTP/1.1" status: 204 len: 168 time: 0.1983886 Jul 30 02:02:45.086355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcc9b8-484c-4568-a7a3-0a1614f47ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa9aa5d-797e-4f9c-8bc8-df3a28146781,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:45.495744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44860) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:45.509346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee5673e9-19e8-4171-976f-580ce120294b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.611278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee5673e9-19e8-4171-976f-580ce120294b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.616096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee5673e9-19e8-4171-976f-580ce120294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.659648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ee5673e9-19e8-4171-976f-580ce120294b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9bcf32f4ca424f5fbf6245e130336b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628132 Jul 30 02:02:45.660520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5673e9-19e8-4171-976f-580ce120294b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f34daa-07a4-4fe8-bdb6-d541ed9fec94,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:45.662993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44862) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:45.726307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95387e9-d162-4e1d-a38b-dc6f2be0b4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.750630 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95387e9-d162-4e1d-a38b-dc6f2be0b4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.819389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95387e9-d162-4e1d-a38b-dc6f2be0b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.822378 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95387e9-d162-4e1d-a38b-dc6f2be0b4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:45.823891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a95387e9-d162-4e1d-a38b-dc6f2be0b4f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0f34daa-07a4-4fe8-bdb6-d541ed9fec94 HTTP/1.1" status: 204 len: 168 time: 0.1595991 Jul 30 02:02:45.832257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95387e9-d162-4e1d-a38b-dc6f2be0b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f34daa-07a4-4fe8-bdb6-d541ed9fec94,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.302277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44896) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:46.489475 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9989-313b-4751-b5fc-f944fc066c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.631674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9989-313b-4751-b5fc-f944fc066c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.636338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9989-313b-4751-b5fc-f944fc066c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.680359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44910) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:46.681072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ed8a9989-313b-4751-b5fc-f944fc066c8c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4200fe364a894327ae369de690e1238a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775673 Jul 30 02:02:46.688817 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a9989-313b-4751-b5fc-f944fc066c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a4eca-c868-4aa2-aa57-a6b54ed5b7fe,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:46.735738 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31228428-036a-4dc1-9aec-4d406a43cbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.759442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31228428-036a-4dc1-9aec-4d406a43cbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.816621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31228428-036a-4dc1-9aec-4d406a43cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.820311 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-31228428-036a-4dc1-9aec-4d406a43cbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:46.824578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-31228428-036a-4dc1-9aec-4d406a43cbdb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c4a4eca-c868-4aa2-aa57-a6b54ed5b7fe HTTP/1.1" status: 204 len: 168 time: 0.1445019 Jul 30 02:02:46.834257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31228428-036a-4dc1-9aec-4d406a43cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a4eca-c868-4aa2-aa57-a6b54ed5b7fe,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:47.157559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 44932) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.171792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7865efaa-17d7-46d0-9f10-7ba48268738c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.293090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7865efaa-17d7-46d0-9f10-7ba48268738c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.298477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7865efaa-17d7-46d0-9f10-7ba48268738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.347287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7865efaa-17d7-46d0-9f10-7ba48268738c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a5acc60190f4be1901a012dc39e8676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870141 Jul 30 02:02:47.347287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865efaa-17d7-46d0-9f10-7ba48268738c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9604ce-5719-458f-92f8-154e8d89a161,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:47.348383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 44942) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:47.417914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40f8844c-e807-4e7d-b57a-e5541c96c959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.448480 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40f8844c-e807-4e7d-b57a-e5541c96c959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.498034 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40f8844c-e807-4e7d-b57a-e5541c96c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.500636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-40f8844c-e807-4e7d-b57a-e5541c96c959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:47.505301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-40f8844c-e807-4e7d-b57a-e5541c96c959 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de9604ce-5719-458f-92f8-154e8d89a161 HTTP/1.1" status: 204 len: 168 time: 0.1534662 Jul 30 02:02:47.515051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8844c-e807-4e7d-b57a-e5541c96c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9604ce-5719-458f-92f8-154e8d89a161,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:48.916437 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08c14869-2501-431f-849f-908d006aa7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.221379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.690477 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f90d07b2-fcd7-43d5-bf41-8f384cd3615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.886326 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.029905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.107799 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.155567 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-58f47155-a26e-481d-b4b9-98fb94456f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.193062 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:02:53.278379 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-58f47155-a26e-481d-b4b9-98fb94456f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.287529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-58f47155-a26e-481d-b4b9-98fb94456f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.329348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47155-a26e-481d-b4b9-98fb94456f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2353add2-45d3-4804-9dd2-916a27bcebb4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:53.337363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-58f47155-a26e-481d-b4b9-98fb94456f32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8067694bd71049788abc6ee78ae1730a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040588 Jul 30 02:02:53.337922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.392971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94a70c47-f170-433c-bfac-2232535521b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.425378 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94a70c47-f170-433c-bfac-2232535521b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.486317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94a70c47-f170-433c-bfac-2232535521b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.489286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94a70c47-f170-433c-bfac-2232535521b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.492948 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94a70c47-f170-433c-bfac-2232535521b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2353add2-45d3-4804-9dd2-916a27bcebb4 HTTP/1.1" status: 204 len: 168 time: 0.1519742 Jul 30 02:02:53.500082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a70c47-f170-433c-bfac-2232535521b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2353add2-45d3-4804-9dd2-916a27bcebb4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:53.860159 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:53.881820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ae48-4311-4cc2-90ff-bedbadabc2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.014940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ae48-4311-4cc2-90ff-bedbadabc2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.021509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ae48-4311-4cc2-90ff-bedbadabc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.066076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45180) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:54.068159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0d6ae48-4311-4cc2-90ff-bedbadabc2bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a4d4942ab004c839dd5ed9f2ea94240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057087 Jul 30 02:02:54.089008 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6ae48-4311-4cc2-90ff-bedbadabc2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6b624-50ff-4a11-a932-692489ebca43,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:54.153508 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95c9723-64a7-4832-9511-de566ff4a07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.179570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95c9723-64a7-4832-9511-de566ff4a07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.241072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95c9723-64a7-4832-9511-de566ff4a07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.244796 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a95c9723-64a7-4832-9511-de566ff4a07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.246181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a95c9723-64a7-4832-9511-de566ff4a07a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0e6b624-50ff-4a11-a932-692489ebca43 HTTP/1.1" status: 204 len: 168 time: 0.1791046 Jul 30 02:02:54.268520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c9723-64a7-4832-9511-de566ff4a07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6b624-50ff-4a11-a932-692489ebca43,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:54.403652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45198) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:54.594121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8b25fcd-9794-4530-85c1-7380a8796507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.594453 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.711575 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8b25fcd-9794-4530-85c1-7380a8796507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.716312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8b25fcd-9794-4530-85c1-7380a8796507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.763097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8b25fcd-9794-4530-85c1-7380a8796507 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3668fe382c08454abbe890a21954d713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583133 Jul 30 02:02:54.763825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b25fcd-9794-4530-85c1-7380a8796507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7ec44-3a5b-4f26-b8b3-6d86c8645256,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:54.765836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:54.829656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ab00a19-a871-4c77-be4b-96426703aea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.856704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ab00a19-a871-4c77-be4b-96426703aea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.922149 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ab00a19-a871-4c77-be4b-96426703aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.924741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ab00a19-a871-4c77-be4b-96426703aea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.928606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-0ab00a19-a871-4c77-be4b-96426703aea9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bf7ec44-3a5b-4f26-b8b3-6d86c8645256 HTTP/1.1" status: 204 len: 168 time: 0.1580591 Jul 30 02:02:54.936229 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab00a19-a871-4c77-be4b-96426703aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7ec44-3a5b-4f26-b8b3-6d86c8645256,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.048286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45236) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.274689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-671825742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:55.307329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.308609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.341953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45248) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.357086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6edf2cd5-f9d0-49c6-a5f9-87b5aba5044a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.367890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.373966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.475310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6edf2cd5-f9d0-49c6-a5f9-87b5aba5044a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.479336 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6edf2cd5-f9d0-49c6-a5f9-87b5aba5044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.483012 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.486936 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e6633204-cbf7-4567-ae8b-fe98ac86cd42 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4347401 Jul 30 02:02:55.487181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.492889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1472585677'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:55.514096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:55.517635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.524700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf2cd5-f9d0-49c6-a5f9-87b5aba5044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa8f798-5cf5-419d-a76a-51025a3e8e7a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.526372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.533499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6edf2cd5-f9d0-49c6-a5f9-87b5aba5044a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91a1abd6df154cd9a74ca1ef28660f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891408 Jul 30 02:02:55.533682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45252) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.601486 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e659f884-f0f4-4ddc-b786-4d4239caff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.625412 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e659f884-f0f4-4ddc-b786-4d4239caff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.637969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.643226 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.673378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:55.690670 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e659f884-f0f4-4ddc-b786-4d4239caff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.691298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f315f5-77a5-494b-bdcb-d388e3c37c2b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.693591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e659f884-f0f4-4ddc-b786-4d4239caff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.694978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e659f884-f0f4-4ddc-b786-4d4239caff0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fa8f798-5cf5-419d-a76a-51025a3e8e7a HTTP/1.1" status: 204 len: 168 time: 0.1603057 Jul 30 02:02:55.697435 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.697875 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Added segment 3585b64c-4bc7-49c7-a4be-e8a039458267 of type vlan for network 6d57bd2d-2d28-404f-a487-c49c5f22a275 Jul 30 02:02:55.721626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659f884-f0f4-4ddc-b786-4d4239caff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa8f798-5cf5-419d-a76a-51025a3e8e7a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.757931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.792443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.798695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:55.799480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:55.869268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3772933 Jul 30 02:02:55.869664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:55.876193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'subnet': {'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:55.891799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fe761-13da-407c-898c-caa8552e548e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Network': ['ID=6d57bd2d-2d28-404f-a487-c49c5f22a275,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:55.903743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:56.021519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:56.025756 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.247284 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.309151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Subnet': ['ID=b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:56.319940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Checking segment: {'id': '3585b64c-4bc7-49c7-a4be-e8a039458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:56.320374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network hostable DHCP agents. Network: 6d57bd2d-2d28-404f-a487-c49c5f22a275, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:56.338720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:56.356035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 6d57bd2d-2d28-404f-a487-c49c5f22a275) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:56.361504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.362246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.367754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0366e-86f7-48a0-81ca-7a94ff6762d5 None None] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:56.389535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2dea0ff8-e225-465f-b646-692649f9b641 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5187645 Jul 30 02:02:56.392559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:56.401904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'network': {'name': 'tempest-router-network01--1458993956'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:56.429626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:56.435247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.470354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:56.489606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.489993 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Added segment f39ecd7f-cbdd-4682-b850-144f75802d3d of type vlan for network eb80e346-f748-49cd-b5ef-c37e6da258c4 Jul 30 02:02:56.542740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.579537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.586653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-6d57bd2d-2d28-404f-a487-c49c5f22a275', 'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275', 'tenant_id': '8d4d20ba220c48f9b9ff487ec86f4d3b', 'fixed_ips': [{'subnet_id': 'b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:56.586978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.587470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.588022 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.588677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45296) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:56.661666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45300) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:56.661928 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2644072 Jul 30 02:02:56.668038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'network': {'name': 'tempest-router-network02--1939050992'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:56.672955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c682a-eb7b-4a46-9733-672d5be91a4e tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Network': ['ID=eb80e346-f748-49cd-b5ef-c37e6da258c4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:56.696283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:56.702885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:56.708312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.727049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1745130885-network', 'tenant_id': 'ed45ed293c5c433b998b2c6d1fc5908c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:56.757447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:56.769314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Made reservation on behalf of ed45ed293c5c433b998b2c6d1fc5908c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:56.772455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.775145 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.775492 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Added segment 988faf1d-bd28-46e3-aee4-eb60efd99141 of type vlan for network 298d7229-50e5-485a-a67f-fc084e708053 Jul 30 02:02:56.790456 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.803233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Allocated IP 2001:db8::2 (6d57bd2d-2d28-404f-a487-c49c5f22a275/b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3/a614619f-c3db-4e7a-820f-7a3ede2ca8e3) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:56.864965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.918008 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.924123 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.924926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.981266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:56.991646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Transition to ACTIVE for port object a614619f-c3db-4e7a-820f-7a3ede2ca8e3 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:57.007463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Transition to ACTIVE for port object a614619f-c3db-4e7a-820f-7a3ede2ca8e3 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:57.013836 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.038402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Network': ['ID=298d7229-50e5-485a-a67f-fc084e708053,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.045204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.052053 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.062003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45310) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.062559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-66898a47-184a-477a-ac48-9392a06412a6 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3987963 Jul 30 02:02:57.062656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 298d7229-50e5-485a-a67f-fc084e708053 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:57.070844 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'subnet': {'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:57.085070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:57.102496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b32b2f-c97b-488c-9d29-05c5f244f09e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.108165 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.108810 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Added segment 4472d52f-b98b-4712-8676-202037bbbc26 of type vlan for network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e Jul 30 02:02:57.158106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.185972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:57.199042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:57.199827 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.201008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:57.202048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:57.204301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:57.206028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Pushing event updated for resources: {'Port': ['ID=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.208187 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.209004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.224675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.225288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.225918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.226412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.227239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.227754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.228236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.228933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.229493 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.230004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.230483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.230960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:57.291028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] Pushing event updated for resources: {'Network': ['ID=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.295773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Attempting to bind port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:57.296328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Attempting to bind port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '3585b64c-4bc7-49c7-a4be-e8a039458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:57.296765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Attempting to bind port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 on network 6d57bd2d-2d28-404f-a487-c49c5f22a275 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:57.302788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a278899f-0d33-494a-9041-00e184471352 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7129259 Jul 30 02:02:57.305580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45314) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.306979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:57.307750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Checking segment: {'id': '3585b64c-4bc7-49c7-a4be-e8a039458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:57.308342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.310309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Bound using segment: {'id': '3585b64c-4bc7-49c7-a4be-e8a039458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:57.311078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Bound port: a614619f-c3db-4e7a-820f-7a3ede2ca8e3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3585b64c-4bc7-49c7-a4be-e8a039458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '6d57bd2d-2d28-404f-a487-c49c5f22a275'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:57.311732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.314436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Request body: {'subnet': {'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1745130885-subnet', 'tenant_id': 'ed45ed293c5c433b998b2c6d1fc5908c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:57.329536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:57.342554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Made reservation on behalf of ed45ed293c5c433b998b2c6d1fc5908c for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:57.346067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.454628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] For port a614619f-c3db-4e7a-820f-7a3ede2ca8e3, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:57.460162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] For port a614619f-c3db-4e7a-820f-7a3ede2ca8e3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,segment=NetworkSegment(3585b64c-4bc7-49c7-a4be-e8a039458267),segment_id=3585b64c-4bc7-49c7-a4be-e8a039458267)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:57.468585 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.487164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.572007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.583793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Subnet': ['ID=a2f04e03-53e1-46fb-b5f3-49e27a76d9e2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.584048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e6cb-56f7-4653-ba05-b5431f079098 None None] Pushing event updated for resources: {'Port': ['ID=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.591662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Checking segment: {'id': 'f39ecd7f-cbdd-4682-b850-144f75802d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:57.592041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network hostable DHCP agents. Network: eb80e346-f748-49cd-b5ef-c37e6da258c4, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:57.629088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:57.642511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, eb80e346-f748-49cd-b5ef-c37e6da258c4) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:57.655685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:57.655685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.656057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e698bb85-10dc-4e8a-a251-b29133059b64,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:57.658041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Checking segment: {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:57.658404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Network hostable DHCP agents. Network: 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:57.664830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2867bca-7ae6-47ac-a32a-5308c4a1e1bf None None] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:57.677667 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1a7dc804-36e4-4f22-9246-9cd4713e3a02 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6118264 Jul 30 02:02:57.677987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45320) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:57.684299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:57.685528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'subnet': {'network_id': '298d7229-50e5-485a-a67f-fc084e708053', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:57.692188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:57.697184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:57.697808 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:57.722969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ab3f5571-95f2-45cc-b81b-b10ee512646e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4145184 Jul 30 02:02:57.758560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e7e11-68be-469f-b302-21a11b3e7a81 None None] Network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:57.909080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:57.916056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.137643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c30d8-b70d-40a4-8dd2-81a98551eb43 None None] Network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:58.188542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-eb80e346-f748-49cd-b5ef-c37e6da258c4', 'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4', 'tenant_id': '8d4d20ba220c48f9b9ff487ec86f4d3b', 'fixed_ips': [{'subnet_id': 'a2f04e03-53e1-46fb-b5f3-49e27a76d9e2'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:58.189485 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.227970 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.313260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Checking segment: {'id': '988faf1d-bd28-46e3-aee4-eb60efd99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '298d7229-50e5-485a-a67f-fc084e708053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:58.313723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network hostable DHCP agents. Network: 298d7229-50e5-485a-a67f-fc084e708053, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:58.316287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Subnet': ['ID=3f5d13dd-8309-4e62-9db1-f1e4c11fec8c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:58.341382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network 298d7229-50e5-485a-a67f-fc084e708053 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:58.367669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 298d7229-50e5-485a-a67f-fc084e708053) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:58.386336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:58.387053 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.406809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45338) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:58.407254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-af58a23e-6f21-4278-9a66-3f0897ae8389 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7274313 Jul 30 02:02:58.410472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b85b57-838d-434e-bf79-09e1f0db142b None None] Network 298d7229-50e5-485a-a67f-fc084e708053 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:58.496166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Allocated IP 2001:db8::2 (eb80e346-f748-49cd-b5ef-c37e6da258c4/a2f04e03-53e1-46fb-b5f3-49e27a76d9e2/d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:59.010254 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.020259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Transition to ACTIVE for port object d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:59.063267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6c290-9da7-4eb5-a82b-cfcf566c5eed None None] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:59.143474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a614619f-c3db-4e7a-820f-7a3ede2ca8e3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:59.191592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Transition to ACTIVE for port object d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:59.294594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.304602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-889b7377-5056-45ee-b603-db7131512f03 None None] Provisioning for port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:59.389014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:59.401851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:59.420314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.423938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:59.429575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Pushing event updated for resources: {'Port': ['ID=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:59.460741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:02:59.466977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-298d7229-50e5-485a-a67f-fc084e708053', 'network_id': '298d7229-50e5-485a-a67f-fc084e708053', 'tenant_id': '8d4d20ba220c48f9b9ff487ec86f4d3b', 'fixed_ips': [{'subnet_id': '3f5d13dd-8309-4e62-9db1-f1e4c11fec8c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:02:59.467917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.500934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:59.501311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.557479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Attempting to bind port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:59.557898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Attempting to bind port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'f39ecd7f-cbdd-4682-b850-144f75802d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:59.558253 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Attempting to bind port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 on network eb80e346-f748-49cd-b5ef-c37e6da258c4 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:59.584646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:59.584943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Checking segment: {'id': 'f39ecd7f-cbdd-4682-b850-144f75802d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:59.585222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.585523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Bound using segment: {'id': 'f39ecd7f-cbdd-4682-b850-144f75802d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:59.586030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Bound port: d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39ecd7f-cbdd-4682-b850-144f75802d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'eb80e346-f748-49cd-b5ef-c37e6da258c4'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:59.586420 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.829098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] For port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:59.834262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] For port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,segment=NetworkSegment(f39ecd7f-cbdd-4682-b850-144f75802d3d),segment_id=f39ecd7f-cbdd-4682-b850-144f75802d3d)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:59.844934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.860699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Allocated IP 2001:db8::1 (eb80e346-f748-49cd-b5ef-c37e6da258c4/a2f04e03-53e1-46fb-b5f3-49e27a76d9e2/d8a8dd57-4ff0-4292-975a-8807d7e62ef3) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:59.925092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.949854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Allocated IP 2001:db8::2 (298d7229-50e5-485a-a67f-fc084e708053/3f5d13dd-8309-4e62-9db1-f1e4c11fec8c/5d47d751-a078-46ee-8eda-909a0f4d49e6) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:59.960168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-fb0d895d-c947-410b-8487-46a355c8f8c6 None None] Provisioning complete for port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:59.960646 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb0d895d-c947-410b-8487-46a355c8f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.041894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56207f5-b06a-433c-b6f1-fa1fa0cf68cb None None] Pushing event updated for resources: {'Port': ['ID=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:00.107298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.117358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a614619f-c3db-4e7a-820f-7a3ede2ca8e3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,segment=NetworkSegment(3585b64c-4bc7-49c7-a4be-e8a039458267),segment_id=3585b64c-4bc7-49c7-a4be-e8a039458267)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:00.126942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Transition to ACTIVE for port object d8a8dd57-4ff0-4292-975a-8807d7e62ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:00.130219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.199395 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.264000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:00.282366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:00.288389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:00.293356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:00.293900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.342104 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.354131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Transition to ACTIVE for port object 5d47d751-a078-46ee-8eda-909a0f4d49e6 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:00.402764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Transition to ACTIVE for port object 5d47d751-a078-46ee-8eda-909a0f4d49e6 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:00.413166 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.456272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Port': ['ID=d8a8dd57-4ff0-4292-975a-8807d7e62ef3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:00.479263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Pushing event updated for resources: {'Port': ['ID=5d47d751-a078-46ee-8eda-909a0f4d49e6,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:00.501307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.509912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Network 298d7229-50e5-485a-a67f-fc084e708053 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:00.511746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:00.518218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:00.602492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Attempting to bind port 5d47d751-a078-46ee-8eda-909a0f4d49e6 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:00.603081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Attempting to bind port 5d47d751-a078-46ee-8eda-909a0f4d49e6 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '988faf1d-bd28-46e3-aee4-eb60efd99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '298d7229-50e5-485a-a67f-fc084e708053'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:00.603420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Attempting to bind port 5d47d751-a078-46ee-8eda-909a0f4d49e6 on network 298d7229-50e5-485a-a67f-fc084e708053 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:00.608650 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:00.609026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Checking segment: {'id': '988faf1d-bd28-46e3-aee4-eb60efd99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '298d7229-50e5-485a-a67f-fc084e708053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:00.609432 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.609828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Bound using segment: {'id': '988faf1d-bd28-46e3-aee4-eb60efd99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '298d7229-50e5-485a-a67f-fc084e708053'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:00.610297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Bound port: 5d47d751-a078-46ee-8eda-909a0f4d49e6, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988faf1d-bd28-46e3-aee4-eb60efd99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '298d7229-50e5-485a-a67f-fc084e708053'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:00.610683 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.685745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] For port 5d47d751-a078-46ee-8eda-909a0f4d49e6, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:00.689421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] For port 5d47d751-a078-46ee-8eda-909a0f4d49e6, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d47d751-a078-46ee-8eda-909a0f4d49e6,segment=NetworkSegment(988faf1d-bd28-46e3-aee4-eb60efd99141),segment_id=988faf1d-bd28-46e3-aee4-eb60efd99141)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:00.707266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.782532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c82ec-0575-4318-aabe-b2d16765b262 None None] Pushing event updated for resources: {'Port': ['ID=5d47d751-a078-46ee-8eda-909a0f4d49e6,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:00.850859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.857507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.858193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:00.970798 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Port': ['ID=d8a8dd57-4ff0-4292-975a-8807d7e62ef3,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:01.116893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:01.120481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:01.150542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:01.256712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:01.265585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a614619f-c3db-4e7a-820f-7a3ede2ca8e3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:01.336907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Router baaa734e-0345-4bec-8c70-5af5f7b75484 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:01.361021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:01.363408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.599914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:01.610085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-72d10bbc-281b-4344-be0f-eaad45b69aa1 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2004282 Jul 30 02:03:01.613228 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:01.619530 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] Sync routers for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:01.637973 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:01.638750 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.679284 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.689868 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:01.690504 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.752158 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:01.753580 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8b679-3faa-4265-a47f-8614b500a119 None None] The sync data for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:01.811146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca1037-e956-43c5-856a-fab705b4eb88 None None] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:01.920107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] Provisioning for port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:01.932007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] Provisioning complete for port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:01.932390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.098372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.174071 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-021d2e07-7ace-43bb-9020-f6d844cf2868 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:02.179370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-021d2e07-7ace-43bb-9020-f6d844cf2868 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5609596 Jul 30 02:03:02.179370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:02.182491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] For port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,segment=NetworkSegment(f39ecd7f-cbdd-4682-b850-144f75802d3d),segment_id=f39ecd7f-cbdd-4682-b850-144f75802d3d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:02.199136 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.283930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145e9e-f402-4591-a78b-96d68db33734 None None] Pushing event updated for resources: {'Port': ['ID=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:02.435507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e109df-387d-4c26-8fa7-6187cbb7c72e None None] Network 298d7229-50e5-485a-a67f-fc084e708053 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:02.558579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Provisioning complete for port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:02.559065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.733890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.772239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Provisioning for port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:02.782532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Provisioning complete for port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:02.782989 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.839900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:02.856950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e6e8c7d-bc8f-4ed1-a11c-6d3e670838be None None] Provisioning for port 5d47d751-a078-46ee-8eda-909a0f4d49e6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:03.002567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0bac2273-c5ea-42b3-904c-165d0fc3ac9f None None] Provisioning complete for port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:03.003070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0bac2273-c5ea-42b3-904c-165d0fc3ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.089706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0bac2273-c5ea-42b3-904c-165d0fc3ac9f None None] Port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:03.119098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:03.223698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:03.223698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.269690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:03.271583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.360386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d47d751-a078-46ee-8eda-909a0f4d49e6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:03.405652 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.421430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Calling delete_port for d8a8dd57-4ff0-4292-975a-8807d7e62ef3 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:03.423864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5d47d751-a078-46ee-8eda-909a0f4d49e6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:03.428507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5d47d751-a078-46ee-8eda-909a0f4d49e6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:03.428904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.498780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-eec35408-91e0-4e6d-8490-3206eeda6f31 None None] Provisioning complete for port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:03.499543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eec35408-91e0-4e6d-8490-3206eeda6f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.601407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-eec35408-91e0-4e6d-8490-3206eeda6f31 None None] Port d8a8dd57-4ff0-4292-975a-8807d7e62ef3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:03.634729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.675651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.698436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 5d47d751-a078-46ee-8eda-909a0f4d49e6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d47d751-a078-46ee-8eda-909a0f4d49e6,segment=NetworkSegment(988faf1d-bd28-46e3-aee4-eb60efd99141),segment_id=988faf1d-bd28-46e3-aee4-eb60efd99141)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:03.702752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.716551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Port': ['ID=d8a8dd57-4ff0-4292-975a-8807d7e62ef3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:03.780438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=5d47d751-a078-46ee-8eda-909a0f4d49e6,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:03.830371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.022348 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Router baaa734e-0345-4bec-8c70-5af5f7b75484 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:04.100336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:04.106182 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1df63d2f-8b7e-4b34-81d1-a455dbc5a5ba tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255941 Jul 30 02:03:04.109866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45440) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.112229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] Sync routers for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:04.123814 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:04.124664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.150610 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-d9a0b92a-2621-406b-9df4-3d3aa40eae4b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] delete failed (client error): The resource could not be found. Jul 30 02:03:04.152710 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d9a0b92a-2621-406b-9df4-3d3aa40eae4b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-629750129 HTTP/1.1" status: 404 len: 334 time: 0.0419300 Jul 30 02:03:04.156967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45442) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.162082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b9643b0c-68b9-4c20-8140-38d26d599c12 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'router': {'external_gateway_info': {'network_id': 'baaa734e-0345-4bec-8c70-5af5f7b75484'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:04.171748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.180824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:04.181445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.215440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:04.216104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e2bda-73c8-413e-8591-227fd3071a09 None None] The sync data for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:04.756195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9643b0c-68b9-4c20-8140-38d26d599c12 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.775661 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-b9643b0c-68b9-4c20-8140-38d26d599c12 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] update failed (client error): The resource could not be found. Jul 30 02:03:04.780136 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b9643b0c-68b9-4c20-8140-38d26d599c12 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484 HTTP/1.1" status: 404 len: 339 time: 0.6183577 Jul 30 02:03:04.780425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45464) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:04.786931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-595824207'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:04.811121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:04.815262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.841781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:04.856585 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.857028 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Added segment 0d063856-0159-4814-9aea-0178df87c5f2 of type vlan for network 84d70b71-a626-47ec-a64a-0bcc9fb996ac Jul 30 02:03:04.907908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.927148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d47d751-a078-46ee-8eda-909a0f4d49e6 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:04.955410 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.968384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.969178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:04.986643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5d47d751-a078-46ee-8eda-909a0f4d49e6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:04.987036 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.053325 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2702839 Jul 30 02:03:05.055082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45466) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:05.061196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'subnet': {'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:05.080442 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e15715-a46a-48a2-b872-0991831129b7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Network': ['ID=84d70b71-a626-47ec-a64a-0bcc9fb996ac,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:05.178923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Made reservation on behalf of 8d4d20ba220c48f9b9ff487ec86f4d3b for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:05.182705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.286108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 84d70b71-a626-47ec-a64a-0bcc9fb996ac details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:05.422146 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.478158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Subnet': ['ID=414fcf38-a045-497c-b49c-84c57112758d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:05.507175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Checking segment: {'id': '0d063856-0159-4814-9aea-0178df87c5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:05.507810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network hostable DHCP agents. Network: 84d70b71-a626-47ec-a64a-0bcc9fb996ac, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:05.546695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network 84d70b71-a626-47ec-a64a-0bcc9fb996ac is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:05.558309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 84d70b71-a626-47ec-a64a-0bcc9fb996ac) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:05.563581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:05.564745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.570536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f594ff-2fc5-4205-8fdb-4e9f90e4d086 None None] Network 84d70b71-a626-47ec-a64a-0bcc9fb996ac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:05.585968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-482d17e9-47f3-4b2e-9494-ec8bd3a0eadf tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5286789 Jul 30 02:03:05.588380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45470) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:05.593368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-b5dd23de-526c-46f4-a2ec-7469192630ee tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'router': {'external_gateway_info': {'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:05.821658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-84d70b71-a626-47ec-a64a-0bcc9fb996ac', 'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac', 'tenant_id': '8d4d20ba220c48f9b9ff487ec86f4d3b', 'fixed_ips': [{'subnet_id': '414fcf38-a045-497c-b49c-84c57112758d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:03:05.823022 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.879047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5dd23de-526c-46f4-a2ec-7469192630ee tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.023934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Allocated IP 2001:db8:1::2 (84d70b71-a626-47ec-a64a-0bcc9fb996ac/414fcf38-a045-497c-b49c-84c57112758d/55d92de5-1a2b-4361-ab29-3e2108a39049) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:06.088585 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-b5dd23de-526c-46f4-a2ec-7469192630ee tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:03:06.090143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b5dd23de-526c-46f4-a2ec-7469192630ee tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484 HTTP/1.1" status: 400 len: 364 time: 0.5002873 Jul 30 02:03:06.094103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45474) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:06.225552 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.237861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Transition to ACTIVE for port object 55d92de5-1a2b-4361-ab29-3e2108a39049 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:06.256964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Transition to ACTIVE for port object 55d92de5-1a2b-4361-ab29-3e2108a39049 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:06.270852 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.460592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Network 84d70b71-a626-47ec-a64a-0bcc9fb996ac is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:06.474263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-fe8b534b-dd6e-421e-9cb0-95d37d5bcfb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877566 Jul 30 02:03:06.488395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:06.502109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:06.506126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Pushing event updated for resources: {'Port': ['ID=55d92de5-1a2b-4361-ab29-3e2108a39049,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.518283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.597892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Attempting to bind port 55d92de5-1a2b-4361-ab29-3e2108a39049 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:06.599121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Attempting to bind port 55d92de5-1a2b-4361-ab29-3e2108a39049 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0d063856-0159-4814-9aea-0178df87c5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:06.599693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Attempting to bind port 55d92de5-1a2b-4361-ab29-3e2108a39049 on network 84d70b71-a626-47ec-a64a-0bcc9fb996ac {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:06.628747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:06.629520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Checking segment: {'id': '0d063856-0159-4814-9aea-0178df87c5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:06.630096 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.634276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Bound using segment: {'id': '0d063856-0159-4814-9aea-0178df87c5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:06.638469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Bound port: 55d92de5-1a2b-4361-ab29-3e2108a39049, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d063856-0159-4814-9aea-0178df87c5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '84d70b71-a626-47ec-a64a-0bcc9fb996ac'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:06.638869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.653195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-a07c4bb6-fbb8-4d92-96cf-46f1610b4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.664227 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-a07c4bb6-fbb8-4d92-96cf-46f1610b4d67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 1097 time: 0.0924485 Jul 30 02:03:06.764836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] For port 55d92de5-1a2b-4361-ab29-3e2108a39049, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:06.768765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] For port 55d92de5-1a2b-4361-ab29-3e2108a39049, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=55d92de5-1a2b-4361-ab29-3e2108a39049,segment=NetworkSegment(0d063856-0159-4814-9aea-0178df87c5f2),segment_id=0d063856-0159-4814-9aea-0178df87c5f2)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:06.779146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.877927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d6c18-31d5-4af7-a760-501bd0204b74 None None] Pushing event updated for resources: {'Port': ['ID=55d92de5-1a2b-4361-ab29-3e2108a39049,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.984757 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.988995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Allocated IP 2001:db8::1 (6d57bd2d-2d28-404f-a487-c49c5f22a275/b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3/429f92a1-2cee-48ab-88fb-06847bbd0f8c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:07.008897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-1b4d5dac-886e-4a2e-a443-3c5334e42086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.014956 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-1b4d5dac-886e-4a2e-a443-3c5334e42086 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 200 len: 910 time: 0.3330829 Jul 30 02:03:07.170483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-22305609-a5f7-469c-a7c8-0c3fdc1c5a9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 200 len: 1000 time: 0.1401370 Jul 30 02:03:07.253759 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.281546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-34e5ddfc-dc2f-4206-a949-cc48a5fd1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.283370 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-34e5ddfc-dc2f-4206-a949-cc48a5fd1211 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 200 len: 848 time: 0.1038504 Jul 30 02:03:07.305779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Transition to ACTIVE for port object 429f92a1-2cee-48ab-88fb-06847bbd0f8c will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:07.352810 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.353173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-da80f387-14a9-446b-b586-8222333b4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.355372 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-da80f387-14a9-446b-b586-8222333b4016 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0d351b5-469b-45c9-9535-2e7431d0ea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650551 Jul 30 02:03:07.423552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:07.428668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:07.439664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:07.439664 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.523056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-56676b12-49c2-4a7e-94b6-6e89c281210a service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568472 Jul 30 02:03:07.549134 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Port': ['ID=429f92a1-2cee-48ab-88fb-06847bbd0f8c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:07.602280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:07.686760 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-377d0fe3-1c05-4884-972a-67dfcc3a2fdd req-ca08a99e-6c43-4b71-a770-3bc565d9b90a service neutron] 10.222.0.55 "GET /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566594 Jul 30 02:03:08.017137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1a77cdc1-9073-477c-867c-234addde104b None None] Provisioning for port 429f92a1-2cee-48ab-88fb-06847bbd0f8c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:08.022573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1a77cdc1-9073-477c-867c-234addde104b None None] Provisioning complete for port 429f92a1-2cee-48ab-88fb-06847bbd0f8c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:08.023560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1a77cdc1-9073-477c-867c-234addde104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.089466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1a77cdc1-9073-477c-867c-234addde104b None None] Port 429f92a1-2cee-48ab-88fb-06847bbd0f8c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:08.127897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.137193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.138302 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.294386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event updated for resources: {'Port': ['ID=429f92a1-2cee-48ab-88fb-06847bbd0f8c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:08.355609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:08.357039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:08.425522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67238001-8af3-48ab-b9d6-4516ca0a4791 None None] Network 84d70b71-a626-47ec-a64a-0bcc9fb996ac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:08.548415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Router baaa734e-0345-4bec-8c70-5af5f7b75484 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:08.564345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-264bf6c6-2ad2-4d8b-95d7-79aff7b35808 None None] Provisioning for port 55d92de5-1a2b-4361-ab29-3e2108a39049 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:08.710784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:08.723500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-af833349-9891-4315-89e9-26a27d0a439a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6236014 Jul 30 02:03:08.724062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45490) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:08.744177 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] Sync routers for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:08.760098 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:08.760886 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:08.805662 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:08.826931 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:08.827736 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:08.873430 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:08.875403 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932a98a-e98c-49b7-b3fc-d63d1c8bed52 None None] The sync data for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 is: [] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:08.897498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-19b92c75-a6f7-4838-90b9-50657c12a7a7 None None] Provisioning complete for port 429f92a1-2cee-48ab-88fb-06847bbd0f8c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:08.897880 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-19b92c75-a6f7-4838-90b9-50657c12a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.004594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-19b92c75-a6f7-4838-90b9-50657c12a7a7 None None] Port 429f92a1-2cee-48ab-88fb-06847bbd0f8c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:09.076960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 55d92de5-1a2b-4361-ab29-3e2108a39049 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:09.171752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 55d92de5-1a2b-4361-ab29-3e2108a39049 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:09.180229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 55d92de5-1a2b-4361-ab29-3e2108a39049 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:09.184322 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.252669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-204a22ca-1a0f-488a-b663-e8fcec66bbcd tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.366433 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-204a22ca-1a0f-488a-b663-e8fcec66bbcd tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 02:03:09.368735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-204a22ca-1a0f-488a-b663-e8fcec66bbcd tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484 HTTP/1.1" status: 409 len: 329 time: 0.6429446 Jul 30 02:03:09.371146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:09.388406 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.391950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-521f3e4f-a6ed-48bd-99f6-4cbb5ff67011 None None] Provisioning complete for port 55d92de5-1a2b-4361-ab29-3e2108a39049 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:09.392476 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-521f3e4f-a6ed-48bd-99f6-4cbb5ff67011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.472098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 55d92de5-1a2b-4361-ab29-3e2108a39049, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=55d92de5-1a2b-4361-ab29-3e2108a39049,segment=NetworkSegment(0d063856-0159-4814-9aea-0178df87c5f2),segment_id=0d063856-0159-4814-9aea-0178df87c5f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:09.485087 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.568072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=55d92de5-1a2b-4361-ab29-3e2108a39049,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.805358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.115326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting port 429f92a1-2cee-48ab-88fb-06847bbd0f8c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:10.115933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.211207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.225569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Calling delete_port for 429f92a1-2cee-48ab-88fb-06847bbd0f8c owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:10.416130 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.447732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Port': ['ID=429f92a1-2cee-48ab-88fb-06847bbd0f8c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:10.475121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.475637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.475831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.476171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.476514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.476833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.477173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.477496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.477921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.478252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.478620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.478913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:10.567715 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:10.739185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Router baaa734e-0345-4bec-8c70-5af5f7b75484 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:10.813957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:10.819526 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd583b96-48c3-43e7-8b4d-a3e81623be18 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473419 Jul 30 02:03:10.832984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45502) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.836239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] Sync routers for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:10.849613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:10.850255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:10.891697 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:10.893131 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-d6418f04-bc5d-4dc1-8f54-eefdb8de978c tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] show failed (client error): The resource could not be found. Jul 30 02:03:10.899914 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d6418f04-bc5d-4dc1-8f54-eefdb8de978c tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-496397489 HTTP/1.1" status: 404 len: 334 time: 0.0657625 Jul 30 02:03:10.900440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.905349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fbdb7643-f463-4362-85b8-9692eb5a26db tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:10.929634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] Routers {'baaa734e-0345-4bec-8c70-5af5f7b75484'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:10.931774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:02:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['baaa734e-0345-4bec-8c70-5af5f7b75484'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:10.955808 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [None req-fbdb7643-f463-4362-85b8-9692eb5a26db tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] update failed (client error): The resource could not be found. Jul 30 02:03:10.955808 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fbdb7643-f463-4362-85b8-9692eb5a26db tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-800616981 HTTP/1.1" status: 404 len: 334 time: 0.0484357 Jul 30 02:03:10.961700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45510) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:10.997474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:10.998141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018334fa-a002-461f-ad82-7da5b69543ab None None] The sync data for ids ['baaa734e-0345-4bec-8c70-5af5f7b75484'] in n-d-713499-10 is: [] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:11.013938 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 55d92de5-1a2b-4361-ab29-3e2108a39049 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:11.066202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting subnet 414fcf38-a045-497c-b49c-84c57112758d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:11.070266 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.071134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 55d92de5-1a2b-4361-ab29-3e2108a39049 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:11.072129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.119512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.216592 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.285215 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.357927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Subnet': ['ID=414fcf38-a045-497c-b49c-84c57112758d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:11.367161 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.371830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc07fc61-fab9-482f-93a1-e18400ee4130 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/subnets/414fcf38-a045-497c-b49c-84c57112758d HTTP/1.1" status: 204 len: 168 time: 0.4062667 Jul 30 02:03:11.371940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:11.376053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c9c01-7aca-48e7-abe4-6b5481e30bbc None None] Network 84d70b71-a626-47ec-a64a-0bcc9fb996ac requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:11.469353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.546506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting port 55d92de5-1a2b-4361-ab29-3e2108a39049 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:11.546848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.622682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] For port 55d92de5-1a2b-4361-ab29-3e2108a39049, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=55d92de5-1a2b-4361-ab29-3e2108a39049,segment=NetworkSegment(0d063856-0159-4814-9aea-0178df87c5f2),segment_id=0d063856-0159-4814-9aea-0178df87c5f2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:11.623186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.628486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] DHCP port deletion for 84d70b71-a626-47ec-a64a-0bcc9fb996ac request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:11.643565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Calling delete_port for 55d92de5-1a2b-4361-ab29-3e2108a39049 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:11.682873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] Deleting port 55d92de5-1a2b-4361-ab29-3e2108a39049 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:11.683551 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.737974 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.766893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Port': ['ID=55d92de5-1a2b-4361-ab29-3e2108a39049,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:11.771515 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] No DVR routers for this DVR port 55d92de5-1a2b-4361-ab29-3e2108a39049 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:11.780619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] For port 55d92de5-1a2b-4361-ab29-3e2108a39049, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=55d92de5-1a2b-4361-ab29-3e2108a39049,segment=NetworkSegment(0d063856-0159-4814-9aea-0178df87c5f2),segment_id=0d063856-0159-4814-9aea-0178df87c5f2)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:11.781017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.797437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] Calling delete_port for 55d92de5-1a2b-4361-ab29-3e2108a39049 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:11.866490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.878264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d70b71-a626-47ec-a64a-0bcc9fb996ac']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:11.890548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d063856-0159-4814-9aea-0178df87c5f2') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:11.890842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d063856-0159-4814-9aea-0178df87c5f2') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:11.892148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.903498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.921031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] Pushing event deleted for resources: {'Port': ['ID=55d92de5-1a2b-4361-ab29-3e2108a39049,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:11.927055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb36807-518b-4f27-949e-80dbeab1e1fa None None] No DVR routers for this DVR port 55d92de5-1a2b-4361-ab29-3e2108a39049 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:11.931356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.948431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:11.949113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:11.954827 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:12.017045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.024548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.030153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/networks/84d70b71-a626-47ec-a64a-0bcc9fb996ac HTTP/1.1" status: 204 len: 168 time: 0.6567349 Jul 30 02:03:12.032411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45524) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.077648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2db8d9-d187-4804-9f03-6ad434128154 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Network': ['ID=84d70b71-a626-47ec-a64a-0bcc9fb996ac,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.123122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting subnet 3f5d13dd-8309-4e62-9db1-f1e4c11fec8c {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:12.127147 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.171656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.269420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.342600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.375026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.379507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/subnets/3f5d13dd-8309-4e62-9db1-f1e4c11fec8c HTTP/1.1" status: 204 len: 168 time: 0.3433032 Jul 30 02:03:12.379507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebc359-5bdf-435b-a6b4-ec4ec08ba65b tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5d13dd-8309-4e62-9db1-f1e4c11fec8c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.380261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45526) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.382614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bfb535-94d4-42ee-9386-2252335bac34 None None] Network 298d7229-50e5-485a-a67f-fc084e708053 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:12.477771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting subnet a2f04e03-53e1-46fb-b5f3-49e27a76d9e2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:12.486610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.546355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.666539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.666986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] DHCP port deletion for 298d7229-50e5-485a-a67f-fc084e708053 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:12.722472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] Deleting port 5d47d751-a078-46ee-8eda-909a0f4d49e6 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:12.723010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.743306 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.779282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f04e03-53e1-46fb-b5f3-49e27a76d9e2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.781418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.783587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6105eae9-b26b-4468-bbcf-893749a9aba7 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/subnets/a2f04e03-53e1-46fb-b5f3-49e27a76d9e2 HTTP/1.1" status: 204 len: 168 time: 0.3971741 Jul 30 02:03:12.786055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45532) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.795843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600733c1-c4ed-4845-a620-99d0728942dc None None] Network eb80e346-f748-49cd-b5ef-c37e6da258c4 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:12.901184 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.905194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] For port 5d47d751-a078-46ee-8eda-909a0f4d49e6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d47d751-a078-46ee-8eda-909a0f4d49e6,segment=NetworkSegment(988faf1d-bd28-46e3-aee4-eb60efd99141),segment_id=988faf1d-bd28-46e3-aee4-eb60efd99141)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:12.905805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.933701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] Calling delete_port for 5d47d751-a078-46ee-8eda-909a0f4d49e6 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:12.970367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5d47d751-a078-46ee-8eda-909a0f4d49e6 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:13.005729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting port 5d47d751-a078-46ee-8eda-909a0f4d49e6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:13.005729 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.080367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] For port 5d47d751-a078-46ee-8eda-909a0f4d49e6, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5d47d751-a078-46ee-8eda-909a0f4d49e6,segment=NetworkSegment(988faf1d-bd28-46e3-aee4-eb60efd99141),segment_id=988faf1d-bd28-46e3-aee4-eb60efd99141)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:13.080771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.096963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Calling delete_port for 5d47d751-a078-46ee-8eda-909a0f4d49e6 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:13.147996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.181740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] DHCP port deletion for eb80e346-f748-49cd-b5ef-c37e6da258c4 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:13.186727 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.199760 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.228668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] No DVR routers for this DVR port 5d47d751-a078-46ee-8eda-909a0f4d49e6 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:13.235305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Port': ['ID=5d47d751-a078-46ee-8eda-909a0f4d49e6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.236404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 55d92de5-1a2b-4361-ab29-3e2108a39049 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:13.253793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] Pushing event deleted for resources: {'Port': ['ID=5d47d751-a078-46ee-8eda-909a0f4d49e6,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.277636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9a314-5443-4d71-9359-8cc6c660a081 None None] No DVR routers for this DVR port 5d47d751-a078-46ee-8eda-909a0f4d49e6 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:13.282569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 55d92de5-1a2b-4361-ab29-3e2108a39049 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:13.282920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 55d92de5-1a2b-4361-ab29-3e2108a39049 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:13.317760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] Deleting port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:13.318412 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.329963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.341444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298d7229-50e5-485a-a67f-fc084e708053']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:13.352806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988faf1d-bd28-46e3-aee4-eb60efd99141') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:13.353104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988faf1d-bd28-46e3-aee4-eb60efd99141') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:13.364575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.380662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.387092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:13.387506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: self.session.flush() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:13.390403 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:13.400646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] For port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,segment=NetworkSegment(f39ecd7f-cbdd-4682-b850-144f75802d3d),segment_id=f39ecd7f-cbdd-4682-b850-144f75802d3d)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:13.400646 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.410977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] Calling delete_port for d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:13.453997 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.468042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.471593 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/networks/298d7229-50e5-485a-a67f-fc084e708053 HTTP/1.1" status: 204 len: 168 time: 0.6842666 Jul 30 02:03:13.472461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45536) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.495135 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2f9c7-8228-4467-a9a6-82b4da1d2f99 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Network': ['ID=298d7229-50e5-485a-a67f-fc084e708053,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.500262 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.529886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] Pushing event deleted for resources: {'Port': ['ID=d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.535754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783c275-ce1a-4c90-b8a7-9f54762a832e None None] No DVR routers for this DVR port d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:13.564349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.657358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.668401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb80e346-f748-49cd-b5ef-c37e6da258c4']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:13.679613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39ecd7f-cbdd-4682-b850-144f75802d3d') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:13.679913 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39ecd7f-cbdd-4682-b850-144f75802d3d') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:13.689324 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.703976 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.711128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:13.711527 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:13.714546 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:13.782352 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.793497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.798225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/networks/eb80e346-f748-49cd-b5ef-c37e6da258c4 HTTP/1.1" status: 204 len: 168 time: 0.3215480 Jul 30 02:03:13.798701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45540) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:13.834885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63e53c-0c7c-47fc-90ed-6b690089337f tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Network': ['ID=eb80e346-f748-49cd-b5ef-c37e6da258c4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:13.868513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting subnet b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:13.871833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:13.912103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.006429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.073457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.101259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.105104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.107178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-99984229-fcdd-4689-af07-306df6050283 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/subnets/b3b4b87f-5315-4ca1-8bf6-f51b9f5279b3 HTTP/1.1" status: 204 len: 168 time: 0.3078022 Jul 30 02:03:14.110913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.122518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26565bc9-62cd-4af4-b262-d4adf7fa301f None None] Network 6d57bd2d-2d28-404f-a487-c49c5f22a275 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:14.197396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.252260 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Deleting port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:14.252618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.312497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] DHCP port deletion for 6d57bd2d-2d28-404f-a487-c49c5f22a275 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:14.322746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] For port a614619f-c3db-4e7a-820f-7a3ede2ca8e3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,segment=NetworkSegment(3585b64c-4bc7-49c7-a4be-e8a039458267),segment_id=3585b64c-4bc7-49c7-a4be-e8a039458267)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:14.323145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.337194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Calling delete_port for a614619f-c3db-4e7a-820f-7a3ede2ca8e3 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:14.367378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] Deleting port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:14.367671 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.443963 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.446785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] For port a614619f-c3db-4e7a-820f-7a3ede2ca8e3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,segment=NetworkSegment(3585b64c-4bc7-49c7-a4be-e8a039458267),segment_id=3585b64c-4bc7-49c7-a4be-e8a039458267)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:14.447223 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.463232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] Calling delete_port for a614619f-c3db-4e7a-820f-7a3ede2ca8e3 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:14.472474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Port': ['ID=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.485216 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] No DVR routers for this DVR port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:14.570073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.585023 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.595675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] Pushing event deleted for resources: {'Port': ['ID=a614619f-c3db-4e7a-820f-7a3ede2ca8e3,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.596510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d57bd2d-2d28-404f-a487-c49c5f22a275']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:14.599587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679697a3-8b49-4e8e-8b8d-f23157fd6ad7 None None] No DVR routers for this DVR port a614619f-c3db-4e7a-820f-7a3ede2ca8e3 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:14.615538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3585b64c-4bc7-49c7-a4be-e8a039458267') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:14.615835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3585b64c-4bc7-49c7-a4be-e8a039458267') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:14.630185 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.644488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.653621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:14.654225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:14.657591 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:14.734594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.740048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.742506 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/networks/6d57bd2d-2d28-404f-a487-c49c5f22a275 HTTP/1.1" status: 204 len: 168 time: 0.6303494 Jul 30 02:03:14.745316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45550) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.761234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004f3c6-6d07-4162-9b7e-4e80bace22d0 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Pushing event deleted for resources: {'Network': ['ID=6d57bd2d-2d28-404f-a487-c49c5f22a275,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:14.780286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45552) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.780435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1f9f5375-76a6-4b9b-b948-62b894619352 tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "GET /v2.0/ports?device_id=baaa734e-0345-4bec-8c70-5af5f7b75484 HTTP/1.1" status: 200 len: 205 time: 0.0337501 Jul 30 02:03:14.891044 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.935659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:14.962755 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:14.963361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device d2049b2b-c3d6-43af-9f4e-cc9b6cf98a41 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:14.963798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a614619f-c3db-4e7a-820f-7a3ede2ca8e3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:14.986129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a614619f-c3db-4e7a-820f-7a3ede2ca8e3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:14.986477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a614619f-c3db-4e7a-820f-7a3ede2ca8e3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:15.400690 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.403465 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.448060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.448704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Fanout notify agent at l3_agent the message router_deleted on router baaa734e-0345-4bec-8c70-5af5f7b75484 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:15.456089 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.457951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-345df630-c8d5-4b80-be60-297b8efe2e2a tempest-RoutersNegativeIpV6Test-300431807 tempest-RoutersNegativeIpV6Test-300431807-project] 10.222.0.78 "DELETE /v2.0/routers/baaa734e-0345-4bec-8c70-5af5f7b75484 HTTP/1.1" status: 204 len: 168 time: 0.6754222 Jul 30 02:03:15.671482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:15.814366 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1ca994c9-5048-4a11-b8e3-8e176d04b418 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d4d20ba220c48f9b9ff487ec86f4d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416955 Jul 30 02:03:15.816996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45568) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:15.871126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6388a439-62f2-4c78-b71f-53d4a99e1e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.902705 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6388a439-62f2-4c78-b71f-53d4a99e1e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.951948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6388a439-62f2-4c78-b71f-53d4a99e1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.954650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6388a439-62f2-4c78-b71f-53d4a99e1e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.955860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6388a439-62f2-4c78-b71f-53d4a99e1e1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b2f315f5-77a5-494b-bdcb-d388e3c37c2b HTTP/1.1" status: 204 len: 168 time: 0.1379054 Jul 30 02:03:15.965041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388a439-62f2-4c78-b71f-53d4a99e1e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f315f5-77a5-494b-bdcb-d388e3c37c2b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.912876 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-caabd2c4-ef63-4179-99c3-a239bf6a9251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.230095 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.718465 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-84a389da-4422-4829-bd4d-77c59d68abe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.896513 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.100173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.119058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 45792) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:23.277404 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae719-2aac-4e09-a488-9526b5cacb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.387622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae719-2aac-4e09-a488-9526b5cacb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.392564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae719-2aac-4e09-a488-9526b5cacb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.460639 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dc6ae719-2aac-4e09-a488-9526b5cacb4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6497c2b042c747ecb61f90f96762adad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377051 Jul 30 02:03:23.460639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ae719-2aac-4e09-a488-9526b5cacb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9009d-28f2-4057-b799-a4b4285f3aef,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.461070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45804) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:23.530269 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f42f36b-4f75-4786-9e20-8376ab40664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.555185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f42f36b-4f75-4786-9e20-8376ab40664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.609115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f42f36b-4f75-4786-9e20-8376ab40664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.611885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7f42f36b-4f75-4786-9e20-8376ab40664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.613065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7f42f36b-4f75-4786-9e20-8376ab40664b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1cc9009d-28f2-4057-b799-a4b4285f3aef HTTP/1.1" status: 204 len: 168 time: 0.1510262 Jul 30 02:03:23.625003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42f36b-4f75-4786-9e20-8376ab40664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9009d-28f2-4057-b799-a4b4285f3aef,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.979699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45824) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:23.997182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27a5b18b-0b5f-4fc7-a5f2-ba4775d22426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.120167 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27a5b18b-0b5f-4fc7-a5f2-ba4775d22426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.127353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-27a5b18b-0b5f-4fc7-a5f2-ba4775d22426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.169700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5b18b-0b5f-4fc7-a5f2-ba4775d22426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54174e4-22b6-40dd-8ae2-dbac2bcde1cc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.174652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-27a5b18b-0b5f-4fc7-a5f2-ba4775d22426 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c0f70151039f419c9d9c767b5a3710e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945789 Jul 30 02:03:24.177151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 45834) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:24.232464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0358-148a-45a7-b745-a24d93e8e6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.257968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0358-148a-45a7-b745-a24d93e8e6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.317641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0358-148a-45a7-b745-a24d93e8e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.322662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0358-148a-45a7-b745-a24d93e8e6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.328865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a9ee0358-148a-45a7-b745-a24d93e8e6d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e54174e4-22b6-40dd-8ae2-dbac2bcde1cc HTTP/1.1" status: 204 len: 168 time: 0.1505065 Jul 30 02:03:24.340148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee0358-148a-45a7-b745-a24d93e8e6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54174e4-22b6-40dd-8ae2-dbac2bcde1cc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.599049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.217598 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:03:36.949157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.564359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceaa67-8411-4fd7-aa24-29409684ca49 req-aa687860-30fa-431c-b449-adf4bb44fbac tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.566284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aceaa67-8411-4fd7-aa24-29409684ca49 req-aa687860-30fa-431c-b449-adf4bb44fbac tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.2137542 Jul 30 02:03:47.615399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aceaa67-8411-4fd7-aa24-29409684ca49 req-7c595815-0d7a-4178-91eb-5d5fc5506df8 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Jul 30 02:03:48.705750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-685689d9-ad99-48c6-9a28-fc424173e094 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:48.708059 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-685689d9-ad99-48c6-9a28-fc424173e094 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.0754120 Jul 30 02:03:48.852127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Deleting port f6ab1933-e28c-4da5-821e-fd5608cee0cd {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:48.852778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.867406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75228b-3c66-40a3-8258-2eecf7d893bb req-6e91c1be-82c1-4ad9-a6a4-9d00879dcaee tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:48.869619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a75228b-3c66-40a3-8258-2eecf7d893bb req-6e91c1be-82c1-4ad9-a6a4-9d00879dcaee tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 945 time: 0.1387861 Jul 30 02:03:48.917661 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-660a9ed7-f8bc-4170-bfbe-b79d9953bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.928487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a75228b-3c66-40a3-8258-2eecf7d893bb req-009d4bd7-e6cc-4c0e-9a76-c69cc477ca92 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/security-groups?id=6a411f66-f41c-4998-8b7b-daf29d338951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Jul 30 02:03:48.980428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] For port f6ab1933-e28c-4da5-821e-fd5608cee0cd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f6ab1933-e28c-4da5-821e-fd5608cee0cd,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:48.980965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.360820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.361948 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.363108 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Floating IP b2797404-9440-42eb-87e5-e13045ec39d7 disassociated. External IP: 172.25.8.65, port: f6ab1933-e28c-4da5-821e-fd5608cee0cd. Jul 30 02:03:49.363715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Calling delete_port for f6ab1933-e28c-4da5-821e-fd5608cee0cd owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:49.559674 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.594045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event deleted for resources: {'Port': ['ID=f6ab1933-e28c-4da5-821e-fd5608cee0cd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.735231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Router bd439e94-604f-4fb5-94cd-379065f10570 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:49.911548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:49.927832 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] Sync routers for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:49.974345 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:49.974983 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:03:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:50.000080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] No DVR routers for this DVR port f6ab1933-e28c-4da5-821e-fd5608cee0cd on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:50.007098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.013400 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fdb5fb4a-85fb-4932-8692-2fb1643635d3 req-7a04affa-7d4e-4e94-87dd-ca5b565b2b7a tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.55 "DELETE /v2.0/ports/f6ab1933-e28c-4da5-821e-fd5608cee0cd HTTP/1.1" status: 204 len: 173 time: 1.2994843 Jul 30 02:03:50.014022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'name': 'network-vif-deleted', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:50.019262 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649aedde-d762-4fa8-9b46-1aab66cbea4c" -d '{"events": [{"server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "name": "network-vif-deleted", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:50.099562 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2564d3-4c99-4954-a293-b56496b34bae x-openstack-request-id: req-ce2564d3-4c99-4954-a293-b56496b34bae {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:50.100265 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a6bd2-3fc8-4235-927d-aa666bee5354", "name": "network-vif-deleted", "tag": "f6ab1933-e28c-4da5-821e-fd5608cee0cd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:50.100893 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce2564d3-4c99-4954-a293-b56496b34bae {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:50.101566 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a6bd2-3fc8-4235-927d-aa666bee5354', 'name': 'network-vif-deleted', 'tag': 'f6ab1933-e28c-4da5-821e-fd5608cee0cd', 'status': 'completed', 'code': 200} Jul 30 02:03:50.174643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d11ae26-cda7-4a66-81a2-f7f66cd511b3 req-1e75d5e6-d425-4d30-8466-485d5ce5b2a0 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc6a6bd2-3fc8-4235-927d-aa666bee5354 HTTP/1.1" status: 200 len: 210 time: 0.0364013 Jul 30 02:03:50.318362 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:50.594347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:50.641371 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] Checking router: bd439e94-604f-4fb5-94cd-379065f10570 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:50.657026 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:50.657739 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:03:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:50.823161 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:51.073009 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:51.126894 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a9a538-c62b-43a3-9402-0d7605d32254 None None] The sync data for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 is: [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T01:58:27Z', 'revision_number': 4, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '6412c076-3fea-4cd4-8e72-94703eb61d28', 'name': '', 'network_id': 'c0d351b5-469b-45c9-9535-2e7431d0ea3e', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'mac_address': 'fa:16:3e:fd:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '5e5aca89-7884-42da-908a-7999c19e0065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:26Z', 'updated_at': '2021-07-30T01:58:35Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'subnets': [{'id': '5e5aca89-7884-42da-908a-7999c19e0065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:51.230940 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.314651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:51.531785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Deleting port 82ed9349-7b56-44b0-9fb5-de682f630428 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:51.532417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.620021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef2e8f-febc-4a29-9b88-99ce3c221091 None None] New status for floating IP b2797404-9440-42eb-87e5-e13045ec39d7: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:03:51.638641 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.638969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.653668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Calling delete_port for 82ed9349-7b56-44b0-9fb5-de682f630428 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:51.763094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ee2c0213-51e1-4b90-a8fd-0ca669e68a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.793302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6ab1933-e28c-4da5-821e-fd5608cee0cd no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:51.825817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.889241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event deleted for resources: {'Port': ['ID=82ed9349-7b56-44b0-9fb5-de682f630428,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:51.914908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.916196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.916683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.917126 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.917848 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.918406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.918943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.919515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.920042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.920573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.920974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:51.921381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.057426 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.db.api [None req-76ef2e8f-febc-4a29-9b88-99ce3c221091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:52.058066 n-d-713499-10 neutron-server[93891]: DEBUG oslo_db.api [None req-76ef2e8f-febc-4a29-9b88-99ce3c221091 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:52.062834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: f6ab1933-e28c-4da5-821e-fd5608cee0cd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:52.063476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f6ab1933-e28c-4da5-821e-fd5608cee0cd not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:52.076690 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.082605 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.085724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.089893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6000ea17-b9da-4b43-ba29-eb0cce6ab989 tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "DELETE /v2.0/floatingips/b2797404-9440-42eb-87e5-e13045ec39d7 HTTP/1.1" status: 204 len: 168 time: 0.7734857 Jul 30 02:03:52.182571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47300) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.283919 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc3bca0e-6516-43d4-9655-b4c3207ec71c tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.318098 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc3bca0e-6516-43d4-9655-b4c3207ec71c tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.394497 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc3bca0e-6516-43d4-9655-b4c3207ec71c tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.397245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cc3bca0e-6516-43d4-9655-b4c3207ec71c tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.400896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-cc3bca0e-6516-43d4-9655-b4c3207ec71c tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] 10.222.0.78 "DELETE /v2.0/security-groups/6a411f66-f41c-4998-8b7b-daf29d338951 HTTP/1.1" status: 204 len: 168 time: 0.2143934 Jul 30 02:03:52.425139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bca0e-6516-43d4-9655-b4c3207ec71c tempest-TestServerBasicOps-1475505638 tempest-TestServerBasicOps-1475505638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a411f66-f41c-4998-8b7b-daf29d338951,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:52.453752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47308) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.560026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef2e8f-febc-4a29-9b88-99ce3c221091 None None] New status for floating IP b2797404-9440-42eb-87e5-e13045ec39d7: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:03:53.107891 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.133496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.455993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Deleting port 6412c076-3fea-4cd4-8e72-94703eb61d28 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:53.457323 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.551032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] For port 6412c076-3fea-4cd4-8e72-94703eb61d28, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6412c076-3fea-4cd4-8e72-94703eb61d28,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:53.551439 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.564878 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Calling delete_port for 6412c076-3fea-4cd4-8e72-94703eb61d28 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:53.810338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.860089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Pushing event deleted for resources: {'Port': ['ID=6412c076-3fea-4cd4-8e72-94703eb61d28,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:54.085962 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.375039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Router bd439e94-604f-4fb5-94cd-379065f10570 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:54.493463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:54.498485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bf98a276-8f6d-4bbf-b4dd-07a1b194599a admin admin] 10.222.0.78 "PUT /v2.0/routers/bd439e94-604f-4fb5-94cd-379065f10570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448201 Jul 30 02:03:54.501061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:54.509585 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] Sync routers for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:54.534625 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:54.535753 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:03:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:54.609271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.634847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.698543 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:54.759922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.819614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Deleting port 7d3cdcba-44a3-436f-b4f6-455704505eba {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:54.820279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.946606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] For port 7d3cdcba-44a3-436f-b4f6-455704505eba, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7d3cdcba-44a3-436f-b4f6-455704505eba,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:54.947564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.971811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Calling delete_port for 7d3cdcba-44a3-436f-b4f6-455704505eba owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:55.006345 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T02:03:53Z', 'revision_number': 5, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port': {'id': '7d3cdcba-44a3-436f-b4f6-455704505eba', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:21Z', 'updated_at': '2021-07-30T01:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.062550 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] Checking router: bd439e94-604f-4fb5-94cd-379065f10570 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:55.077165 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] Routers {'bd439e94-604f-4fb5-94cd-379065f10570'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:55.078403 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:03:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bd439e94-604f-4fb5-94cd-379065f10570'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.220954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.234870 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] Set router bd439e94-604f-4fb5-94cd-379065f10570 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:55.278058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3cdcba-44a3-436f-b4f6-455704505eba,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:55.333385 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T02:03:54Z', 'revision_number': 6, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.341172 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.374519 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00791f88-afaf-48bb-a142-392b534b6e68 None None] The sync data for ids ['bd439e94-604f-4fb5-94cd-379065f10570'] in n-d-713499-10 is: [{'id': 'bd439e94-604f-4fb5-94cd-379065f10570', 'name': 'tempest-TestServerBasicOps-1217383080-router', 'tenant_id': '7819d65e6d6d4b749ad4e36093f69e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:20Z', 'updated_at': '2021-07-30T02:03:54Z', 'revision_number': 6, 'project_id': '7819d65e6d6d4b749ad4e36093f69e84', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:55.464188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.466398 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.517818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.518537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd439e94-604f-4fb5-94cd-379065f10570 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:55.523201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.524175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9381f90a-73ba-429f-b19e-8acde64db629 admin admin] 10.222.0.78 "DELETE /v2.0/routers/bd439e94-604f-4fb5-94cd-379065f10570 HTTP/1.1" status: 204 len: 168 time: 1.0221026 Jul 30 02:03:55.526762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.583969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Deleting subnet 5e5aca89-7884-42da-908a-7999c19e0065 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:55.589424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.631260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.727178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.792797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.838991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5aca89-7884-42da-908a-7999c19e0065,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:55.851072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.853071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-34ddec59-c575-4fad-a3f7-035c4ec770dd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5e5aca89-7884-42da-908a-7999c19e0065 HTTP/1.1" status: 204 len: 168 time: 0.3243105 Jul 30 02:03:55.855701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.864393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0be70a-ce8a-4098-94cc-e516fb48764b None None] Network c0d351b5-469b-45c9-9535-2e7431d0ea3e requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:56.009038 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.106424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Deleting port 49063ada-19f3-4e42-a01b-e9403875c793 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:56.106774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.202935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] For port 49063ada-19f3-4e42-a01b-e9403875c793, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49063ada-19f3-4e42-a01b-e9403875c793,segment=NetworkSegment(56350ebc-5410-4f07-b044-6fa5745bd3ac),segment_id=56350ebc-5410-4f07-b044-6fa5745bd3ac)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:56.203487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.221821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Calling delete_port for 49063ada-19f3-4e42-a01b-e9403875c793 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:56.289798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] DHCP port deletion for c0d351b5-469b-45c9-9535-2e7431d0ea3e request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:03:56.354722 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.364590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Deleting port 49063ada-19f3-4e42-a01b-e9403875c793 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:56.365382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.388679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Pushing event deleted for resources: {'Port': ['ID=49063ada-19f3-4e42-a01b-e9403875c793,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.399247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] No DVR routers for this DVR port 49063ada-19f3-4e42-a01b-e9403875c793 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:56.480350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] For port 49063ada-19f3-4e42-a01b-e9403875c793, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:56.480939 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.496841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Calling delete_port for 49063ada-19f3-4e42-a01b-e9403875c793 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:56.500268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Port 49063ada-19f3-4e42-a01b-e9403875c793 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:03:56.501780 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.515466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.527497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d351b5-469b-45c9-9535-2e7431d0ea3e']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:56.528116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] Pushing event deleted for resources: {'Port': ['ID=49063ada-19f3-4e42-a01b-e9403875c793,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.540999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56350ebc-5410-4f07-b044-6fa5745bd3ac') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:56.541712 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56350ebc-5410-4f07-b044-6fa5745bd3ac') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:56.553576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112577b1-9c12-467e-bb6f-a4ff3b9846f0 None None] No DVR routers for this DVR port 49063ada-19f3-4e42-a01b-e9403875c793 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:56.557269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.584493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.593388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:56.593787 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:56.595571 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:56.686636 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.694245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.696554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c0d351b5-469b-45c9-9535-2e7431d0ea3e HTTP/1.1" status: 204 len: 168 time: 0.8396413 Jul 30 02:03:56.699638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47412) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.732206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf402e4-2760-47f2-ab2a-b9d9a26aa572 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d351b5-469b-45c9-9535-2e7431d0ea3e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.007504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49063ada-19f3-4e42-a01b-e9403875c793 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:57.030979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 49063ada-19f3-4e42-a01b-e9403875c793 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:57.031685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49063ada-19f3-4e42-a01b-e9403875c793 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:57.032295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6412c076-3fea-4cd4-8e72-94703eb61d28 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:57.062832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6412c076-3fea-4cd4-8e72-94703eb61d28 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:57.063406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6412c076-3fea-4cd4-8e72-94703eb61d28 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:57.064371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7d3cdcba-44a3-436f-b4f6-455704505eba no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:57.086164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7d3cdcba-44a3-436f-b4f6-455704505eba {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:57.086606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7d3cdcba-44a3-436f-b4f6-455704505eba not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:57.533845 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.849227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Deleting port 3c997945-3d8c-484b-a200-ba796761fb5f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:57.850206 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.962677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] For port 3c997945-3d8c-484b-a200-ba796761fb5f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3c997945-3d8c-484b-a200-ba796761fb5f,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:57.963118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.980520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Calling delete_port for 3c997945-3d8c-484b-a200-ba796761fb5f owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:58.227612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.310976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c997945-3d8c-484b-a200-ba796761fb5f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:58.546493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.826572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Router 5fa82919-5579-41ca-80eb-4846e53dd9a0 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:58.976303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:58.992036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-09e70128-d30c-445f-92f9-0a92ee2b0e54 admin admin] 10.222.0.78 "PUT /v2.0/routers/5fa82919-5579-41ca-80eb-4846e53dd9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874992 Jul 30 02:03:58.992036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47486) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.997084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] Sync routers for ids ['5fa82919-5579-41ca-80eb-4846e53dd9a0'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:59.014977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] Routers {'5fa82919-5579-41ca-80eb-4846e53dd9a0'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:59.015867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:03:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5fa82919-5579-41ca-80eb-4846e53dd9a0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:59.119060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.149951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] Set router 5fa82919-5579-41ca-80eb-4846e53dd9a0 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:59.260661 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.372750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Deleting port 731c524b-9f37-49d4-bedd-90a2dd66b8d2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:59.373195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.418884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T02:03:58Z', 'revision_number': 5, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port': {'id': '731c524b-9f37-49d4-bedd-90a2dd66b8d2', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:59.459077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] Checking router: 5fa82919-5579-41ca-80eb-4846e53dd9a0 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:59.477600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] Routers {'5fa82919-5579-41ca-80eb-4846e53dd9a0'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:59.478292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:03:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['5fa82919-5579-41ca-80eb-4846e53dd9a0'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:59.485752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] For port 731c524b-9f37-49d4-bedd-90a2dd66b8d2, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=731c524b-9f37-49d4-bedd-90a2dd66b8d2,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:59.486599 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.501560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Calling delete_port for 731c524b-9f37-49d4-bedd-90a2dd66b8d2 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:59.680882 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] Set router 5fa82919-5579-41ca-80eb-4846e53dd9a0 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:59.744177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.759641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T02:03:59Z', 'revision_number': 6, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:59.784210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Pushing event deleted for resources: {'Port': ['ID=731c524b-9f37-49d4-bedd-90a2dd66b8d2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:59.792484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69641f2d-9626-4760-b6c9-f079337926a2 None None] The sync data for ids ['5fa82919-5579-41ca-80eb-4846e53dd9a0'] in n-d-713499-10 is: [{'id': '5fa82919-5579-41ca-80eb-4846e53dd9a0', 'name': 'tempest-TestServerBasicOps-1801867602-router', 'tenant_id': '7c6f7bf5975a4e368284730fa0b2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:32Z', 'updated_at': '2021-07-30T02:03:59Z', 'revision_number': 6, 'project_id': '7c6f7bf5975a4e368284730fa0b2a625', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:59.857997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.967992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.972306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.062565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.063249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa82919-5579-41ca-80eb-4846e53dd9a0 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:00.069251 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.071241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d33fa545-4d3d-40a9-b118-c696ae5ccdce admin admin] 10.222.0.78 "DELETE /v2.0/routers/5fa82919-5579-41ca-80eb-4846e53dd9a0 HTTP/1.1" status: 204 len: 168 time: 1.0788734 Jul 30 02:04:00.074167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.132788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Deleting subnet 7e2742da-dbf6-42e3-b14d-2a5744ce3d8a {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:00.140520 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.188533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.291478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.367057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.385120 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.387454 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7e2742da-dbf6-42e3-b14d-2a5744ce3d8a HTTP/1.1" status: 204 len: 168 time: 0.3122458 Jul 30 02:04:00.389860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9409af6-3f52-4d93-be14-0923f903f229 None None] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:00.390431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47528) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.419623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aab13-0d14-4511-baa9-f75d07b8817c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2742da-dbf6-42e3-b14d-2a5744ce3d8a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:00.527740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.602074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Deleting port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:00.602535 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.678450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] For port e4fb177f-bca0-486d-bea9-6f3fe42c6e39, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:00.678905 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.686503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] DHCP port deletion for 2bb6c2e9-c9df-4cb9-9539-11e178b0002f request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:00.715222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Calling delete_port for e4fb177f-bca0-486d-bea9-6f3fe42c6e39 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:00.807474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Deleting port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:00.807847 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.867339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.907188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:00.914742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] No DVR routers for this DVR port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:00.920986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] For port e4fb177f-bca0-486d-bea9-6f3fe42c6e39, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,segment=NetworkSegment(b8a29041-fef8-41c8-b8cc-18854bc8d09e),segment_id=b8a29041-fef8-41c8-b8cc-18854bc8d09e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:00.922539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.957705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Calling delete_port for e4fb177f-bca0-486d-bea9-6f3fe42c6e39 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:01.046715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.058728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb6c2e9-c9df-4cb9-9539-11e178b0002f']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:01.074359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 731c524b-9f37-49d4-bedd-90a2dd66b8d2 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:01.103601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a29041-fef8-41c8-b8cc-18854bc8d09e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:01.104652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a29041-fef8-41c8-b8cc-18854bc8d09e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:01.123873 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.136354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 731c524b-9f37-49d4-bedd-90a2dd66b8d2 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:01.137661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 731c524b-9f37-49d4-bedd-90a2dd66b8d2 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:01.138378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3c997945-3d8c-484b-a200-ba796761fb5f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:01.145847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.154601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:01.155254 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:01.157122 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:01.225199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.231722 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.236316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] 10.222.0.78 "DELETE /v2.0/networks/2bb6c2e9-c9df-4cb9-9539-11e178b0002f HTTP/1.1" status: 204 len: 168 time: 0.8447950 Jul 30 02:04:01.261955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda669b7-cab3-47e5-b176-26997b585f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb6c2e9-c9df-4cb9-9539-11e178b0002f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.267388 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.278022 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Network 2bb6c2e9-c9df-4cb9-9539-11e178b0002f is not hosted by any dhcp agent {{(pid=93891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:04:01.278485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] No DVR routers for this DVR port e4fb177f-bca0-486d-bea9-6f3fe42c6e39 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:01.333170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Pushing event deleted for resources: {'Port': ['ID=e4fb177f-bca0-486d-bea9-6f3fe42c6e39,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:01.341074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3c997945-3d8c-484b-a200-ba796761fb5f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:01.341525 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3c997945-3d8c-484b-a200-ba796761fb5f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:01.342166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e4fb177f-bca0-486d-bea9-6f3fe42c6e39 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:01.404185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.405099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.405518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.407066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.407562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.417002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.418955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.419948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.421005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.421605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.422636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.425486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba85325-f07d-48ee-862b-f10f3e95ec0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:01.434142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e4fb177f-bca0-486d-bea9-6f3fe42c6e39 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:01.434501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e4fb177f-bca0-486d-bea9-6f3fe42c6e39 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:01.489212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47566) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.566201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-da7438ce-a80a-4a03-b3cd-2492fb9cc0c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7819d65e6d6d4b749ad4e36093f69e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755258 Jul 30 02:04:01.568352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47576) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:01.637780 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-643ecd1b-94ee-421d-8f72-97091e2b2553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.670399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-643ecd1b-94ee-421d-8f72-97091e2b2553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.760178 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-643ecd1b-94ee-421d-8f72-97091e2b2553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.763253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-643ecd1b-94ee-421d-8f72-97091e2b2553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.767575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-643ecd1b-94ee-421d-8f72-97091e2b2553 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a026631f-3948-4295-bd89-2bf2115b78de HTTP/1.1" status: 204 len: 168 time: 0.1978767 Jul 30 02:04:01.808307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ecd1b-94ee-421d-8f72-97091e2b2553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a026631f-3948-4295-bd89-2bf2115b78de,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:02.251031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 47658) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.321476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 47666) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.330294 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f67d83a4-1a3e-4e23-8a28-8f639a731073 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c6f7bf5975a4e368284730fa0b2a625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769885 Jul 30 02:04:02.395253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5e11042-bb72-46d5-b64b-ff320cf257eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.432517 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5e11042-bb72-46d5-b64b-ff320cf257eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.512944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5e11042-bb72-46d5-b64b-ff320cf257eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.515757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5e11042-bb72-46d5-b64b-ff320cf257eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.517021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c5e11042-bb72-46d5-b64b-ff320cf257eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/375ab82a-b56a-4b65-a294-efd65b5d0b80 HTTP/1.1" status: 204 len: 168 time: 0.1943007 Jul 30 02:04:02.529283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e11042-bb72-46d5-b64b-ff320cf257eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ab82a-b56a-4b65-a294-efd65b5d0b80,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:05.992419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-e292ebc6-a58c-48ce-a620-98852c1d642b tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:05.993986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-e292ebc6-a58c-48ce-a620-98852c1d642b tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 814 time: 0.1230934 Jul 30 02:04:06.013855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-2afb99d0-dd61-415c-807e-6cb7e32328ab tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/quotas/ed45ed293c5c433b998b2c6d1fc5908c HTTP/1.1" status: 200 len: 375 time: 0.0122349 Jul 30 02:04:06.049912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-be5b67b0-4455-4b59-84ed-ca4fbbb91ea7 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287993 Jul 30 02:04:06.184326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7e193084-1d2a-42c1-8968-4dcd797b1e0a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:04:06.185710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7e193084-1d2a-42c1-8968-4dcd797b1e0a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1259501 Jul 30 02:04:06.296737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-e6e39b00-0122-4a64-ba83-cb2f3bc71047 service neutron] 10.222.0.78 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009402 Jul 30 02:04:06.417501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-52198165-6deb-496b-a80a-48811504258c service neutron] 10.222.0.78 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137733 Jul 30 02:04:06.595566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-abced2a0-9fc2-495a-a950-22ffede9f444 req-c522cd00-a7b7-405d-a70f-246185ec6a45 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Jul 30 02:04:06.959219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.200513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:04:07.704158 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-ea0c9d8b-b6f3-4f09-ac37-db2d87b427d8 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:07.706587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-ea0c9d8b-b6f3-4f09-ac37-db2d87b427d8 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.66 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 814 time: 0.1706481 Jul 30 02:04:07.720912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Request body: {'port': {'device_id': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e', 'admin_state_up': True, 'tenant_id': 'ed45ed293c5c433b998b2c6d1fc5908c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:07.745295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-08b27c83-89cf-4ada-95a4-6a7417b45053 req-439cf797-0843-46ca-8e4f-46a15080386e tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 210 time: 0.0387115 Jul 30 02:04:07.844369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Made reservation on behalf of ed45ed293c5c433b998b2c6d1fc5908c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:07.848200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.973401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-818ce5ae-dbd4-4e56-9bd8-5a3ef94c0ff4 req-83530338-7ac9-4c5a-a0e8-56837c5ed038 service neutron] (93889) timed out ('10.222.0.78', 52390) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:04:07.997995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Allocated IP 172.20.0.14 (48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e/e698bb85-10dc-4e8a-a251-b29133059b64/2e39554d-26b4-43b0-a0a8-956999dc8b2d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:08.166512 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.209214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.269686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:08.274661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:08.281495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:08.294156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Pushing event updated for resources: {'Port': ['ID=2e39554d-26b4-43b0-a0a8-956999dc8b2d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.345809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:08.346445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.362707 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-7888c1d9-ad91-4786-915d-3f00761974a3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6472261 Jul 30 02:04:08.374989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Request body: {'port': {'device_id': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:08.441107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.881629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f25d0-6b9d-4e0f-a9e9-ea92ddadd033 req-44296ecf-8d26-493e-a7e9-1c64585bf890 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:08.883230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-974f25d0-6b9d-4e0f-a9e9-ea92ddadd033 req-44296ecf-8d26-493e-a7e9-1c64585bf890 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 932 time: 0.0533724 Jul 30 02:04:08.934706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-974f25d0-6b9d-4e0f-a9e9-ea92ddadd033 req-891a2b91-7a60-46d3-9b7d-49989271d3ef tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Jul 30 02:04:09.110580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e39554d-26b4-43b0-a0a8-956999dc8b2d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:09.120207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.133157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Transition to ACTIVE for port object 2e39554d-26b4-43b0-a0a8-956999dc8b2d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:09.138384 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.192741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Pushing event updated for resources: {'Port': ['ID=2e39554d-26b4-43b0-a0a8-956999dc8b2d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.280423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Attempting to bind port 2e39554d-26b4-43b0-a0a8-956999dc8b2d on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:09.280766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Attempting to bind port 2e39554d-26b4-43b0-a0a8-956999dc8b2d by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:09.281097 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Attempting to bind port 2e39554d-26b4-43b0-a0a8-956999dc8b2d on network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:09.286541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Port 2e39554d-26b4-43b0-a0a8-956999dc8b2d on network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:09.286875 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Attempting to bind port 2e39554d-26b4-43b0-a0a8-956999dc8b2d on network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:09.294401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:09.294401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Checking segment: {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:09.295402 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Bound using segment: {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:09.295873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Bound port: 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:09.296235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.379900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] For port 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:09.383715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] For port 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:09.391430 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.444750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.445750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.447858 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] 10.222.0.66 "PUT /v2.0/ports/2e39554d-26b4-43b0-a0a8-956999dc8b2d HTTP/1.1" status: 200 len: 1093 time: 1.0776155 Jul 30 02:04:09.448494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'tag': '2e39554d-26b4-43b0-a0a8-956999dc8b2d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:09.452444 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c6045-f53b-4a87-bf99-e28e9ee4519f" -d '{"events": [{"name": "network-changed", "server_uuid": "44e24522-5ef6-47f5-a4c4-4bdf104ef926", "tag": "2e39554d-26b4-43b0-a0a8-956999dc8b2d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:09.533188 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa0f192-7615-41b6-bf9c-951a9c84fb25 x-openstack-request-id: req-4aa0f192-7615-41b6-bf9c-951a9c84fb25 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:09.533481 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e24522-5ef6-47f5-a4c4-4bdf104ef926", "tag": "2e39554d-26b4-43b0-a0a8-956999dc8b2d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:09.533730 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4aa0f192-7615-41b6-bf9c-951a9c84fb25 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:09.534701 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'tag': '2e39554d-26b4-43b0-a0a8-956999dc8b2d', 'status': 'completed', 'code': 200} Jul 30 02:04:09.538346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98504d-dcff-49d2-a891-206d394cdd15 service neutron] Pushing event updated for resources: {'Port': ['ID=2e39554d-26b4-43b0-a0a8-956999dc8b2d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.555511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-21abcdb1-ad71-4e18-be56-430beee93bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.557140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-21abcdb1-ad71-4e18-be56-430beee93bbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 1096 time: 0.0634096 Jul 30 02:04:09.602564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-1c3ebbcd-d7d4-453a-9384-f6e1bb79fbe1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d HTTP/1.1" status: 200 len: 217 time: 0.0378609 Jul 30 02:04:09.652393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-49d6a586-5678-4e22-aaeb-8243a4e2d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.653771 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-49d6a586-5678-4e22-aaeb-8243a4e2d7bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e698bb85-10dc-4e8a-a251-b29133059b64 HTTP/1.1" status: 200 len: 854 time: 0.0440943 Jul 30 02:04:09.687253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-0469d39d-49d9-4e6b-8e9c-d026ae43243b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259323 Jul 30 02:04:09.783257 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-97446d8e-838e-40c0-96a2-98aa6df61e41 service neutron] 10.222.0.66 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891321 Jul 30 02:04:09.884037 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-edeafdd3-486d-4ba3-a072-92b31c199edd req-595d80d7-c2e9-499b-b78c-73674f5c4c24 service neutron] 10.222.0.66 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936313 Jul 30 02:04:10.003493 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-d6de7810-c020-4f9d-9d45-ff3a0d3b81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:10.005539 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-d6de7810-c020-4f9d-9d45-ff3a0d3b81bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 1096 time: 0.0720606 Jul 30 02:04:10.086805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff096aa-7b90-49bd-99d8-49c68ffaf0cb req-ffb9730f-7df2-444f-bae3-87d596518740 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:10.089409 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ff096aa-7b90-49bd-99d8-49c68ffaf0cb req-ffb9730f-7df2-444f-bae3-87d596518740 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 944 time: 0.0652568 Jul 30 02:04:10.119770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-908989d4-920b-41b2-b75d-b3f0baf91443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:10.121319 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-908989d4-920b-41b2-b75d-b3f0baf91443 service neutron] 10.222.0.66 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 915 time: 0.1087141 Jul 30 02:04:10.160004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7ff096aa-7b90-49bd-99d8-49c68ffaf0cb req-0e53c98a-7a56-48b1-92a2-e46b2576e850 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570223 Jul 30 02:04:10.192003 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-837c971d-6742-46c7-b2eb-c958d8eca788 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d HTTP/1.1" status: 200 len: 217 time: 0.0520449 Jul 30 02:04:10.243619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-53e4029b-1b17-4c7f-9117-1a185f81d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:10.245124 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-53e4029b-1b17-4c7f-9117-1a185f81d78e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e698bb85-10dc-4e8a-a251-b29133059b64 HTTP/1.1" status: 200 len: 854 time: 0.0461648 Jul 30 02:04:10.280375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-ed6366e7-c43f-47b9-8091-8f881374c0a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257521 Jul 30 02:04:10.379973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-be7c1671-6e4b-4196-bfd6-a4eef1d7ab2d service neutron] 10.222.0.66 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925517 Jul 30 02:04:10.496062 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e54c6045-f53b-4a87-bf99-e28e9ee4519f req-eebebbe6-f926-4118-a754-b805818e93e3 service neutron] 10.222.0.66 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081631 Jul 30 02:04:11.301403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce250b-a6e6-42d6-a86b-b1ed8dabc5e6 req-3afcfe87-da61-4a77-a939-3d10814140f4 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.302357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06ce250b-a6e6-42d6-a86b-b1ed8dabc5e6 req-3afcfe87-da61-4a77-a939-3d10814140f4 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 944 time: 0.0560727 Jul 30 02:04:11.343048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06ce250b-a6e6-42d6-a86b-b1ed8dabc5e6 req-0e850e1d-694b-4923-bb08-c9c161d0d680 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Jul 30 02:04:11.644659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2e39554d-26b4-43b0-a0a8-956999dc8b2d details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:11.753816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:11.767474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '2e39554d-26b4-43b0-a0a8-956999dc8b2d', 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e', 'port_id': '2e39554d-26b4-43b0-a0a8-956999dc8b2d', 'mac_address': 'fa:16:3e:b5:99:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e698bb85-10dc-4e8a-a251-b29133059b64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:11.807793 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.822469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e39554d-26b4-43b0-a0a8-956999dc8b2d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:11.843270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:11.848545 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.903681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=2e39554d-26b4-43b0-a0a8-956999dc8b2d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.106183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['2e39554d-26b4-43b0-a0a8-956999dc8b2d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:12.485908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e503d-579d-4740-b822-6553dac4550d req-651d9282-8f1c-4f9c-9f7f-ca8fdf4b4159 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:12.487417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-845e503d-579d-4740-b822-6553dac4550d req-651d9282-8f1c-4f9c-9f7f-ca8fdf4b4159 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 945 time: 0.0704365 Jul 30 02:04:12.531823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-845e503d-579d-4740-b822-6553dac4550d req-7d251480-7cef-451e-984f-e1e1723ff76a tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Jul 30 02:04:13.651810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2e39554d-26b4-43b0-a0a8-956999dc8b2d up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:13.670449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5ec6c-cc7c-4a5e-b05e-ce1a27341859 req-5f1c7291-8270-4647-89fa-81e2901a9792 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:13.672025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dab5ec6c-cc7c-4a5e-b05e-ce1a27341859 req-5f1c7291-8270-4647-89fa-81e2901a9792 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 945 time: 0.0586746 Jul 30 02:04:13.713610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 2e39554d-26b4-43b0-a0a8-956999dc8b2d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:13.721998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 2e39554d-26b4-43b0-a0a8-956999dc8b2d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:13.722555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.742728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dab5ec6c-cc7c-4a5e-b05e-ce1a27341859 req-02418abf-c590-4602-905d-9ad32a8a82ea tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528016 Jul 30 02:04:13.815026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.837275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e39554d-26b4-43b0-a0a8-956999dc8b2d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:13.839588 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60be853-0b11-4352-a1b2-4c8c8c945a8a" -d '{"events": [{"server_uuid": "44e24522-5ef6-47f5-a4c4-4bdf104ef926", "name": "network-vif-plugged", "status": "completed", "tag": "2e39554d-26b4-43b0-a0a8-956999dc8b2d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:13.853173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:13.859144 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.890201 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a869e256-9b36-4647-9fa3-56602e48e077 x-openstack-request-id: req-a869e256-9b36-4647-9fa3-56602e48e077 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:13.890497 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e24522-5ef6-47f5-a4c4-4bdf104ef926", "name": "network-vif-plugged", "status": "completed", "tag": "2e39554d-26b4-43b0-a0a8-956999dc8b2d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:13.890749 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a869e256-9b36-4647-9fa3-56602e48e077 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:13.891168 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e39554d-26b4-43b0-a0a8-956999dc8b2d', 'code': 200} Jul 30 02:04:13.923502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=2e39554d-26b4-43b0-a0a8-956999dc8b2d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:14.000263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da4d5e-1f2e-4304-b1a1-c876276112a1 req-da20c19c-bd9b-4f33-84f9-98108e9c99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:14.001769 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-54da4d5e-1f2e-4304-b1a1-c876276112a1 req-da20c19c-bd9b-4f33-84f9-98108e9c99ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 1098 time: 0.0423846 Jul 30 02:04:14.039209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-54da4d5e-1f2e-4304-b1a1-c876276112a1 req-7587bb26-b119-419b-95b3-ebc98545992b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291297 Jul 30 02:04:14.885302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6b7a5-69c2-43cd-99a9-569514468dd1 req-e2922737-982f-4899-891c-02a6900b78d2 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:14.886937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2eb6b7a5-69c2-43cd-99a9-569514468dd1 req-e2922737-982f-4899-891c-02a6900b78d2 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 946 time: 0.0562079 Jul 30 02:04:14.937545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2eb6b7a5-69c2-43cd-99a9-569514468dd1 req-2d1c706e-5e30-4c50-9734-7ca74e56f152 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Jul 30 02:04:18.911840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b5bdef0c-fe78-4e78-a9e0-197649981b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.234411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.701716 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7a3e-bcea-4e15-b4ac-49b4b31bf5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.900114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.104642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.632102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.957581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.201281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:04:48.908429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9c8bc14e-db98-4680-aa51-78f6579f602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.226845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.696298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2390fbf-8473-4bdf-96bc-a6957d3f4939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.886085 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.118086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.643695 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.302854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-62e7df56-c8c2-4281-ac39-dfcd6ae74a1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1555464 Jul 30 02:05:00.394888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd893-adfc-4577-acf3-b928448eb08f req-ec79bfd9-ad41-4f2d-845b-2359ea9479d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.396948 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-ec79bfd9-ad41-4f2d-845b-2359ea9479d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 1098 time: 0.0494380 Jul 30 02:05:00.534073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd893-adfc-4577-acf3-b928448eb08f req-3dfcb434-6669-4667-accc-269113dd358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.536975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-3dfcb434-6669-4667-accc-269113dd358d service neutron] 10.222.0.66 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 915 time: 0.1208978 Jul 30 02:05:00.592137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-5a64a2e6-62c5-4fa2-b183-9503de2c6d32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d HTTP/1.1" status: 200 len: 217 time: 0.0481412 Jul 30 02:05:00.647686 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd893-adfc-4577-acf3-b928448eb08f req-b422fc35-4f9b-42dc-8d64-e0922c95a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.649755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-b422fc35-4f9b-42dc-8d64-e0922c95a2d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e698bb85-10dc-4e8a-a251-b29133059b64 HTTP/1.1" status: 200 len: 854 time: 0.0512798 Jul 30 02:05:00.684221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-9e5cdb39-da0e-47ec-9f51-7c27d10cc691 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278623 Jul 30 02:05:00.799860 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-480995e3-5882-44a6-9e20-347b7584f446 service neutron] 10.222.0.66 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077511 Jul 30 02:05:00.929828 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d85bd893-adfc-4577-acf3-b928448eb08f req-bd0f359e-820a-4015-864a-3ee571a91db0 service neutron] 10.222.0.66 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234932 Jul 30 02:05:06.957017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.139834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94c559-8a06-470c-8583-e6055ceb7871 req-6cda41d1-4903-4339-8a63-57248661da31 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:09.141347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba94c559-8a06-470c-8583-e6055ceb7871 req-6cda41d1-4903-4339-8a63-57248661da31 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 946 time: 0.0550590 Jul 30 02:05:09.183617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba94c559-8a06-470c-8583-e6055ceb7871 req-18b03b4d-a43d-4492-af87-0f18eea57cc6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Jul 30 02:05:10.327606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e8efa-9bf7-433b-b66a-bda51fb6bfeb req-f2a2e836-ddbe-46e0-9820-710c221a8871 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.329123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-867e8efa-9bf7-433b-b66a-bda51fb6bfeb req-f2a2e836-ddbe-46e0-9820-710c221a8871 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 946 time: 0.0554407 Jul 30 02:05:10.380500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-867e8efa-9bf7-433b-b66a-bda51fb6bfeb req-d40a0141-7785-4ec1-a19c-bdd825122fa9 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Jul 30 02:05:10.534482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c486844a-9b7e-4683-b19d-db52872719da tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.536140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c486844a-9b7e-4683-b19d-db52872719da tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.66 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 946 time: 0.0745165 Jul 30 02:05:10.652993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Deleting port 2e39554d-26b4-43b0-a0a8-956999dc8b2d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:10.653478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.760043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] For port 2e39554d-26b4-43b0-a0a8-956999dc8b2d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=2e39554d-26b4-43b0-a0a8-956999dc8b2d,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:10.760407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.775589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Calling delete_port for 2e39554d-26b4-43b0-a0a8-956999dc8b2d owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:10.926918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.940635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['2e39554d-26b4-43b0-a0a8-956999dc8b2d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:10.968563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Pushing event deleted for resources: {'Port': ['ID=2e39554d-26b4-43b0-a0a8-956999dc8b2d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:10.982190 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.982788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.983368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.983700 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.984220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.984551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.984878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.985206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.985530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.986439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.988970 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:10.989326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:11.035614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] No DVR routers for this DVR port 2e39554d-26b4-43b0-a0a8-956999dc8b2d on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:11.038268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.040544 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f92d8a55-d61e-410f-bcb6-2acf3442a8c3 req-c9c1acaf-cd2d-4672-965a-9155d5cb8781 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.66 "DELETE /v2.0/ports/2e39554d-26b4-43b0-a0a8-956999dc8b2d HTTP/1.1" status: 204 len: 173 time: 0.4980206 Jul 30 02:05:11.040981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'name': 'network-vif-deleted', 'tag': '2e39554d-26b4-43b0-a0a8-956999dc8b2d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:11.043411 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6206ba-70d4-48bd-8497-eb719a0c9412" -d '{"events": [{"server_uuid": "44e24522-5ef6-47f5-a4c4-4bdf104ef926", "name": "network-vif-deleted", "tag": "2e39554d-26b4-43b0-a0a8-956999dc8b2d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:11.225583 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4acfa9-9222-4f75-81f5-dbd8bd1f959b x-openstack-request-id: req-fe4acfa9-9222-4f75-81f5-dbd8bd1f959b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:11.225872 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e24522-5ef6-47f5-a4c4-4bdf104ef926", "name": "network-vif-deleted", "tag": "2e39554d-26b4-43b0-a0a8-956999dc8b2d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:11.226117 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe4acfa9-9222-4f75-81f5-dbd8bd1f959b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:11.226513 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e24522-5ef6-47f5-a4c4-4bdf104ef926', 'name': 'network-vif-deleted', 'tag': '2e39554d-26b4-43b0-a0a8-956999dc8b2d', 'status': 'completed', 'code': 200} Jul 30 02:05:11.502446 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd1c0099-ed09-458d-b971-a99fa6c3efbe req-bd8bc28c-eae9-441b-99c7-afe3213a5cf7 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=44e24522-5ef6-47f5-a4c4-4bdf104ef926 HTTP/1.1" status: 200 len: 210 time: 0.0329101 Jul 30 02:05:14.047367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2e39554d-26b4-43b0-a0a8-956999dc8b2d no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:14.089309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 2e39554d-26b4-43b0-a0a8-956999dc8b2d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:14.090056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 2e39554d-26b4-43b0-a0a8-956999dc8b2d not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:18.882354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50842) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:18.913166 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a6316042-64b0-4281-bfc0-897c2552a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.036550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-71736ffd-030e-4fc2-8a0b-f49fb6fd17da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=022d994b16944bed9450746c258d8d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529624 Jul 30 02:05:19.038960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 50848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:19.090473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85c0f6f2-ad89-49a8-880c-321c37e59549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.112445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85c0f6f2-ad89-49a8-880c-321c37e59549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.165867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85c0f6f2-ad89-49a8-880c-321c37e59549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.168671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85c0f6f2-ad89-49a8-880c-321c37e59549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.169893 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85c0f6f2-ad89-49a8-880c-321c37e59549 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f8a476c-1031-4300-9968-6f33a7a1f2b1 HTTP/1.1" status: 204 len: 168 time: 0.1290431 Jul 30 02:05:19.178679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f6f2-ad89-49a8-880c-321c37e59549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a476c-1031-4300-9968-6f33a7a1f2b1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:19.714018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-ae1cc9a2-84e5-401e-8653-21ca53a07e9e tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:19.715567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-ae1cc9a2-84e5-401e-8653-21ca53a07e9e tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 814 time: 0.1352286 Jul 30 02:05:19.731066 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40dd91ea-207e-4dd4-8abc-a4dfb59852cd tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/quotas/ed45ed293c5c433b998b2c6d1fc5908c HTTP/1.1" status: 200 len: 375 time: 0.0092177 Jul 30 02:05:19.767632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-aebc022d-3c70-43d5-a845-e2b428680f5a tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297422 Jul 30 02:05:19.883391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-d4d1c9bf-9df6-41f0-bef3-2c25d75e7d69 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:05:19.884413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-d4d1c9bf-9df6-41f0-bef3-2c25d75e7d69 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1100895 Jul 30 02:05:19.990965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-d8d0d69e-22a8-4fe6-9e25-36bb0e47f120 service neutron] 10.222.0.78 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001575 Jul 30 02:05:20.092184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-bf32536b-24af-4cd2-b440-bef77cb045fa service neutron] 10.222.0.78 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952544 Jul 30 02:05:20.286969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ccb74983-1487-41aa-a0fa-ecffb705e17b req-7bef4899-ec45-4b65-8f51-e511e93aae0e tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 210 time: 0.0352032 Jul 30 02:05:21.201389 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:05:21.247150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.391614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcabeac6-da71-4a78-8563-dad85e936be5 req-f84b266d-cb6c-4da0-8857-764b1a819fc2 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 210 time: 0.0335331 Jul 30 02:05:21.534725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-38206fee-e4b8-48e3-9a7f-08257ee7149a tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:21.536255 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-38206fee-e4b8-48e3-9a7f-08257ee7149a tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.55 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 814 time: 0.1272249 Jul 30 02:05:21.556176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Request body: {'port': {'device_id': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e', 'admin_state_up': True, 'tenant_id': 'ed45ed293c5c433b998b2c6d1fc5908c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:21.680623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Made reservation on behalf of ed45ed293c5c433b998b2c6d1fc5908c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:21.686237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.701746 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9cad1c4c-caca-49bd-a1a2-266cf13eeac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.837715 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Allocated IP 172.20.0.13 (48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e/e698bb85-10dc-4e8a-a251-b29133059b64/fa02bad7-2ec6-475e-9d02-d50154541955) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:21.879806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.008620 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.053846 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.098280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:22.099948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:22.103815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:22.134536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Pushing event updated for resources: {'Port': ['ID=fa02bad7-2ec6-475e-9d02-d50154541955,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.164048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.164579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.179382 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-40291cdc-71ec-4223-9b0a-832d639883d6 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6279628 Jul 30 02:05:22.262546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Request body: {'port': {'device_id': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:22.324501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.535724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2058de3-4360-4b9d-8fd9-d59226135b71 req-424803e4-da2f-43b7-ac82-f8bc12b78bc1 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.543393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2058de3-4360-4b9d-8fd9-d59226135b71 req-424803e4-da2f-43b7-ac82-f8bc12b78bc1 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 932 time: 0.0656297 Jul 30 02:05:22.597969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2058de3-4360-4b9d-8fd9-d59226135b71 req-70e2f014-4903-4727-b9f5-c497efab1e65 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 Jul 30 02:05:22.642681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa02bad7-2ec6-475e-9d02-d50154541955 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:22.650241 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.662486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Transition to ACTIVE for port object fa02bad7-2ec6-475e-9d02-d50154541955 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:22.667015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.719716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Pushing event updated for resources: {'Port': ['ID=fa02bad7-2ec6-475e-9d02-d50154541955,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.792641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Attempting to bind port fa02bad7-2ec6-475e-9d02-d50154541955 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:22.792977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Attempting to bind port fa02bad7-2ec6-475e-9d02-d50154541955 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:22.793455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Attempting to bind port fa02bad7-2ec6-475e-9d02-d50154541955 on network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:22.798074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Port fa02bad7-2ec6-475e-9d02-d50154541955 on network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:05:22.799167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Attempting to bind port fa02bad7-2ec6-475e-9d02-d50154541955 on network 48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:22.804121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:22.804506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Checking segment: {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:22.804890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Bound using segment: {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:22.805347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Bound port: fa02bad7-2ec6-475e-9d02-d50154541955, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4472d52f-b98b-4712-8676-202037bbbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:22.805711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.872673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] For port fa02bad7-2ec6-475e-9d02-d50154541955, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:22.876025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] For port fa02bad7-2ec6-475e-9d02-d50154541955, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fa02bad7-2ec6-475e-9d02-d50154541955,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:22.881625 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.917315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.917949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.919384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] 10.222.0.55 "PUT /v2.0/ports/fa02bad7-2ec6-475e-9d02-d50154541955 HTTP/1.1" status: 200 len: 1093 time: 0.7244608 Jul 30 02:05:22.919827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'tag': 'fa02bad7-2ec6-475e-9d02-d50154541955'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:22.922162 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83799e2c-a272-4960-93ad-65409cf42128" -d '{"events": [{"name": "network-changed", "server_uuid": "c66947aa-efbd-4665-9b13-2189a4f0d5a5", "tag": "fa02bad7-2ec6-475e-9d02-d50154541955"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:22.950440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1bb9a-5497-49a3-bd98-aad172dbc46a service neutron] Pushing event updated for resources: {'Port': ['ID=fa02bad7-2ec6-475e-9d02-d50154541955,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.977004 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa20f7-cb65-46dd-8eb6-f42103a53c37 x-openstack-request-id: req-8baa20f7-cb65-46dd-8eb6-f42103a53c37 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:22.977416 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66947aa-efbd-4665-9b13-2189a4f0d5a5", "tag": "fa02bad7-2ec6-475e-9d02-d50154541955", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:22.977682 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8baa20f7-cb65-46dd-8eb6-f42103a53c37 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:22.978114 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'tag': 'fa02bad7-2ec6-475e-9d02-d50154541955', 'status': 'completed', 'code': 200} Jul 30 02:05:23.040925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-04101276-d0ae-4a73-9f72-b7d83f0d7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.042081 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-04101276-d0ae-4a73-9f72-b7d83f0d7f0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0463126 Jul 30 02:05:23.093565 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-1df7dcba-0cd9-4aac-b821-5cf69a083e75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa02bad7-2ec6-475e-9d02-d50154541955 HTTP/1.1" status: 200 len: 217 time: 0.0389056 Jul 30 02:05:23.111075 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.148074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-7a3873dd-8faa-4653-880b-b100f2c5352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.149584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-7a3873dd-8faa-4653-880b-b100f2c5352e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e698bb85-10dc-4e8a-a251-b29133059b64 HTTP/1.1" status: 200 len: 854 time: 0.0495403 Jul 30 02:05:23.183565 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-95238a5e-527c-498c-b00b-2a32c3adda0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259895 Jul 30 02:05:23.285598 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-affd238c-c62a-4092-88b8-ab2118667665 service neutron] 10.222.0.55 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938678 Jul 30 02:05:23.381288 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8c7733d-3cb0-48c3-b6ab-43fa68be4568 req-892a0c3f-2b30-4beb-b509-e6216b2c6f8d service neutron] 10.222.0.55 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892825 Jul 30 02:05:23.510430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799e2c-a272-4960-93ad-65409cf42128 req-37c80e7c-6837-4807-a329-095bda45a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.511951 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-37c80e7c-6837-4807-a329-095bda45a80f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0492508 Jul 30 02:05:23.607308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799e2c-a272-4960-93ad-65409cf42128 req-75a8f7c7-cce7-461e-9bd2-f6296a5b1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.609104 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-75a8f7c7-cce7-461e-9bd2-f6296a5b1f7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 200 len: 915 time: 0.0899599 Jul 30 02:05:23.654377 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-efe0f0fb-ccdc-4d8c-baf0-0257b4c3b7ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa02bad7-2ec6-475e-9d02-d50154541955 HTTP/1.1" status: 200 len: 217 time: 0.0381727 Jul 30 02:05:23.715592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799e2c-a272-4960-93ad-65409cf42128 req-4c3eea37-d5df-4ed6-b2ad-65e1143feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.717349 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-4c3eea37-d5df-4ed6-b2ad-65e1143feb84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e698bb85-10dc-4e8a-a251-b29133059b64 HTTP/1.1" status: 200 len: 854 time: 0.0561132 Jul 30 02:05:23.737217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256204ad-06b4-4307-9ad9-de22deb7f2d8 req-ce965681-5c2f-48cf-aae2-11d884b01c1f tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.739417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-256204ad-06b4-4307-9ad9-de22deb7f2d8 req-ce965681-5c2f-48cf-aae2-11d884b01c1f tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 944 time: 0.0531273 Jul 30 02:05:23.759660 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-9cbf8500-c329-4efc-b05c-48a275a772e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345986 Jul 30 02:05:23.787425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-256204ad-06b4-4307-9ad9-de22deb7f2d8 req-72a41fc5-59a9-4fc1-968c-fdd1ea9250d8 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357134 Jul 30 02:05:23.868441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-9e6e0197-68cc-47e8-b584-ff459079a280 service neutron] 10.222.0.55 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008046 Jul 30 02:05:23.966745 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83799e2c-a272-4960-93ad-65409cf42128 req-9b9e6cd3-53e9-4ff0-aedd-be023bac147e service neutron] 10.222.0.55 "GET /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892248 Jul 30 02:05:24.603427 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.911039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae167d-80f3-45f8-a310-6d5a7f11ef2d req-14fc50fb-e114-441a-98c8-ab2cc7a3b425 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.912688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95ae167d-80f3-45f8-a310-6d5a7f11ef2d req-14fc50fb-e114-441a-98c8-ab2cc7a3b425 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 944 time: 0.0535560 Jul 30 02:05:24.953694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95ae167d-80f3-45f8-a310-6d5a7f11ef2d req-c4ca69c2-2130-446c-8d54-9b386712ea8e tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Jul 30 02:05:26.085355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ab539-6cd6-4029-af14-a7356f007941 req-795fd226-f8b1-4496-bf88-62d751872fb1 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:26.087133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d93ab539-6cd6-4029-af14-a7356f007941 req-795fd226-f8b1-4496-bf88-62d751872fb1 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Jul 30 02:05:26.128931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d93ab539-6cd6-4029-af14-a7356f007941 req-1d7c1131-47fb-44da-a4b9-85d7f47502ac tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354428 Jul 30 02:05:26.243817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fa02bad7-2ec6-475e-9d02-d50154541955 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:05:26.349378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fa02bad7-2ec6-475e-9d02-d50154541955, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fa02bad7-2ec6-475e-9d02-d50154541955,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:26.362445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'fa02bad7-2ec6-475e-9d02-d50154541955', 'network_id': '48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e', 'port_id': 'fa02bad7-2ec6-475e-9d02-d50154541955', 'mac_address': 'fa:16:3e:ec:10:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e698bb85-10dc-4e8a-a251-b29133059b64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:05:26.411262 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.424299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa02bad7-2ec6-475e-9d02-d50154541955 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:26.445648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fa02bad7-2ec6-475e-9d02-d50154541955, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fa02bad7-2ec6-475e-9d02-d50154541955,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:26.450143 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.505486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fa02bad7-2ec6-475e-9d02-d50154541955,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:26.512695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.513063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.513391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.513732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.514070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.514409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.514740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.515091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.515420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.515748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.516130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.516397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:26.749009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['fa02bad7-2ec6-475e-9d02-d50154541955'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:27.245849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be38d81-2264-4a08-8a83-415b9eaf18b7 req-7b3d31be-892c-4633-9964-8aecfbd4d4bf tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:27.247378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1be38d81-2264-4a08-8a83-415b9eaf18b7 req-7b3d31be-892c-4633-9964-8aecfbd4d4bf tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 945 time: 0.0501015 Jul 30 02:05:27.287193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1be38d81-2264-4a08-8a83-415b9eaf18b7 req-caa8fd58-285a-4b1a-a6d4-d4279a6a25dd tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335758 Jul 30 02:05:28.259791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fa02bad7-2ec6-475e-9d02-d50154541955 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:28.314283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port fa02bad7-2ec6-475e-9d02-d50154541955 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:28.318438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port fa02bad7-2ec6-475e-9d02-d50154541955 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:28.318644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.406708 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.429249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cfb99-f73c-4643-8a12-d522f19fb8d7 req-45f3cc2f-b7d8-4fb1-b311-987fcb8852b2 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:28.432044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa02bad7-2ec6-475e-9d02-d50154541955'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:28.432467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e05cfb99-f73c-4643-8a12-d522f19fb8d7 req-45f3cc2f-b7d8-4fb1-b311-987fcb8852b2 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 945 time: 0.0733814 Jul 30 02:05:28.434441 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aca9fb-4eb3-4c82-897e-651da9abb833" -d '{"events": [{"server_uuid": "c66947aa-efbd-4665-9b13-2189a4f0d5a5", "name": "network-vif-plugged", "status": "completed", "tag": "fa02bad7-2ec6-475e-9d02-d50154541955"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:28.453705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fa02bad7-2ec6-475e-9d02-d50154541955, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fa02bad7-2ec6-475e-9d02-d50154541955,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:28.460698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.500737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e05cfb99-f73c-4643-8a12-d522f19fb8d7 req-853db0bc-badd-4f1d-9b84-d8c55b56f5cb tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Jul 30 02:05:28.667609 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be71447-85dc-410e-8cae-24afa3ec7e70 x-openstack-request-id: req-5be71447-85dc-410e-8cae-24afa3ec7e70 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:28.667884 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66947aa-efbd-4665-9b13-2189a4f0d5a5", "name": "network-vif-plugged", "status": "completed", "tag": "fa02bad7-2ec6-475e-9d02-d50154541955", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:28.668140 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5be71447-85dc-410e-8cae-24afa3ec7e70 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:28.668523 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa02bad7-2ec6-475e-9d02-d50154541955', 'code': 200} Jul 30 02:05:28.698686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fa02bad7-2ec6-475e-9d02-d50154541955,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:28.751635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d7e39-0cfe-438a-b1fb-281b0da1b5c1 req-b5345d09-5528-42ce-8acd-7e8b88551525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:28.753345 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-396d7e39-0cfe-438a-b1fb-281b0da1b5c1 req-b5345d09-5528-42ce-8acd-7e8b88551525 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 1098 time: 0.0435019 Jul 30 02:05:28.790303 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-396d7e39-0cfe-438a-b1fb-281b0da1b5c1 req-b44413dd-7e50-4cfe-9d59-d4aacb83f53d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297732 Jul 30 02:05:29.622926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120abe0a-b51d-4da3-a1c1-f52be9db4d9d req-3f29d721-67c5-4a37-a255-27498ab99c89 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:29.624467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-120abe0a-b51d-4da3-a1c1-f52be9db4d9d req-3f29d721-67c5-4a37-a255-27498ab99c89 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 946 time: 0.0501781 Jul 30 02:05:29.669673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-120abe0a-b51d-4da3-a1c1-f52be9db4d9d req-ffc43c06-9eb5-40d6-aad6-3d32792131f8 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Jul 30 02:05:30.788590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc97a5-5668-4c67-a4a7-68a9ce5ba19d req-348187d2-d25c-4a54-8549-ea8876547957 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.790457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cdcc97a5-5668-4c67-a4a7-68a9ce5ba19d req-348187d2-d25c-4a54-8549-ea8876547957 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Jul 30 02:05:30.834047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cdcc97a5-5668-4c67-a4a7-68a9ce5ba19d req-23dee22a-0457-4678-9545-7e9ba998508d tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Jul 30 02:05:36.983372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.467831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51554) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.586267 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.687616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.692061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.733281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3b6367cbc7ae4be5b683d1bbb4e5d46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643414 Jul 30 02:05:40.736655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e538ba54-2ad5-437c-9099-484ccd11fb37,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.736835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51560) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.745651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.746007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.746356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.746700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.747058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.747401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.747860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.748203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.748539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.748871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.749201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.749531 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4476f935-3f98-4085-ac4a-e8383623bbf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:40.795998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13cfad08-b082-468a-9514-cf8ca51f3b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.819486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13cfad08-b082-468a-9514-cf8ca51f3b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.875402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13cfad08-b082-468a-9514-cf8ca51f3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.884650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13cfad08-b082-468a-9514-cf8ca51f3b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.885855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13cfad08-b082-468a-9514-cf8ca51f3b00 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e538ba54-2ad5-437c-9099-484ccd11fb37 HTTP/1.1" status: 204 len: 168 time: 0.1479397 Jul 30 02:05:40.895423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfad08-b082-468a-9514-cf8ca51f3b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e538ba54-2ad5-437c-9099-484ccd11fb37,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:41.191199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:41.208274 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a17f28d9-daee-4941-a1a7-fd476b371280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.306036 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a17f28d9-daee-4941-a1a7-fd476b371280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.309909 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a17f28d9-daee-4941-a1a7-fd476b371280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.349684 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a17f28d9-daee-4941-a1a7-fd476b371280 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59e8f7db4a784d94ac22df36d191a91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573181 Jul 30 02:05:41.350482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f28d9-daee-4941-a1a7-fd476b371280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a048a-8764-443d-b19e-76aa938e6093,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:41.352724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51568) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:41.402861 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc56e800-716c-4335-9123-ceb1ce61f7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.429264 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc56e800-716c-4335-9123-ceb1ce61f7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.477334 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc56e800-716c-4335-9123-ceb1ce61f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.479893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc56e800-716c-4335-9123-ceb1ce61f7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.481048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc56e800-716c-4335-9123-ceb1ce61f7b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf5a048a-8764-443d-b19e-76aa938e6093 HTTP/1.1" status: 204 len: 168 time: 0.1273940 Jul 30 02:05:41.488934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56e800-716c-4335-9123-ceb1ce61f7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a048a-8764-443d-b19e-76aa938e6093,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.914943 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-872359e4-2909-454b-89de-8401af3fec80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.240276 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 51694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.249226 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.366150 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99cc653c-59f8-480c-8cf7-a44737d624b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.465327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99cc653c-59f8-480c-8cf7-a44737d624b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.469993 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-99cc653c-59f8-480c-8cf7-a44737d624b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.508081 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-99cc653c-59f8-480c-8cf7-a44737d624b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79f9beaee4e54c69898a1a7c8c3b1cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663805 Jul 30 02:05:51.510089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc653c-59f8-480c-8cf7-a44737d624b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e004ec88-a15d-4a90-a73b-492cb9cb4f49,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:51.510449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 51698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.564314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca844-6b01-4f3b-8acb-29d927a74bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.589590 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca844-6b01-4f3b-8acb-29d927a74bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.653421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca844-6b01-4f3b-8acb-29d927a74bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.656647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca844-6b01-4f3b-8acb-29d927a74bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.659517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8d7ca844-6b01-4f3b-8acb-29d927a74bb1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e004ec88-a15d-4a90-a73b-492cb9cb4f49 HTTP/1.1" status: 204 len: 168 time: 0.1479399 Jul 30 02:05:51.672409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca844-6b01-4f3b-8acb-29d927a74bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e004ec88-a15d-4a90-a73b-492cb9cb4f49,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:51.716246 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d8926cc6-941b-42f8-aab1-60c0799daada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.883259 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:53.111700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.607280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.495347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186aa38-d6eb-46a8-9708-01b083b47c01 req-4bc0bbf8-0985-4819-b059-eaa81e5801c8 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.497489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9186aa38-d6eb-46a8-9708-01b083b47c01 req-4bc0bbf8-0985-4819-b059-eaa81e5801c8 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 946 time: 0.0531323 Jul 30 02:05:57.538735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9186aa38-d6eb-46a8-9708-01b083b47c01 req-6efc5d7e-478f-43ef-a823-7ac5b3eed6d0 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Jul 30 02:05:58.201161 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:05:58.658452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94806947-7839-48b5-85f6-fc6719b4e510 req-2129599a-ea6f-411c-806d-6a51e678a2f9 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.659985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94806947-7839-48b5-85f6-fc6719b4e510 req-2129599a-ea6f-411c-806d-6a51e678a2f9 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 946 time: 0.0495086 Jul 30 02:05:58.710015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94806947-7839-48b5-85f6-fc6719b4e510 req-23a65924-8bcb-48c8-8165-f812e1970ec3 tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/security-groups?id=e7b32b2f-c97b-488c-9d29-05c5f244f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Jul 30 02:05:59.042729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21654f81-30c4-417b-a16b-849ec045320c req-b9aa683b-3be3-4b8f-a831-c9e0dc69e84c tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.044193 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21654f81-30c4-417b-a16b-849ec045320c req-b9aa683b-3be3-4b8f-a831-c9e0dc69e84c tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 946 time: 0.0558627 Jul 30 02:05:59.140042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Deleting port fa02bad7-2ec6-475e-9d02-d50154541955 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:59.140388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.238840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] For port fa02bad7-2ec6-475e-9d02-d50154541955, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fa02bad7-2ec6-475e-9d02-d50154541955,segment=NetworkSegment(4472d52f-b98b-4712-8676-202037bbbc26),segment_id=4472d52f-b98b-4712-8676-202037bbbc26)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:59.239270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.254118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Calling delete_port for fa02bad7-2ec6-475e-9d02-d50154541955 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:59.386959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.419667 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['fa02bad7-2ec6-475e-9d02-d50154541955'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:59.424762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Pushing event deleted for resources: {'Port': ['ID=fa02bad7-2ec6-475e-9d02-d50154541955,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.469575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] No DVR routers for this DVR port fa02bad7-2ec6-475e-9d02-d50154541955 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:59.472298 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.474252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21654f81-30c4-417b-a16b-849ec045320c req-ddf28920-eeca-4daa-9b73-d8eca93f8aee tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.55 "DELETE /v2.0/ports/fa02bad7-2ec6-475e-9d02-d50154541955 HTTP/1.1" status: 204 len: 173 time: 0.4219022 Jul 30 02:05:59.474694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'name': 'network-vif-deleted', 'tag': 'fa02bad7-2ec6-475e-9d02-d50154541955'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:59.477005 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e234216-994e-488d-8377-0baf92e6a0d3" -d '{"events": [{"server_uuid": "c66947aa-efbd-4665-9b13-2189a4f0d5a5", "name": "network-vif-deleted", "tag": "fa02bad7-2ec6-475e-9d02-d50154541955"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:59.522318 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb0e8df-f97c-4b38-9faf-b4f3218c97b2 x-openstack-request-id: req-5fb0e8df-f97c-4b38-9faf-b4f3218c97b2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:59.522615 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66947aa-efbd-4665-9b13-2189a4f0d5a5", "name": "network-vif-deleted", "tag": "fa02bad7-2ec6-475e-9d02-d50154541955", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:59.522867 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fb0e8df-f97c-4b38-9faf-b4f3218c97b2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:59.523302 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66947aa-efbd-4665-9b13-2189a4f0d5a5', 'name': 'network-vif-deleted', 'tag': 'fa02bad7-2ec6-475e-9d02-d50154541955', 'status': 'completed', 'code': 200} Jul 30 02:05:59.824784 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-096ba627-1398-4521-92c3-b57e0e735161 req-0b3a98c8-160b-4a3b-b6d2-8263c9667a7d tempest-VolumesSnapshotTestJSON-708138439 tempest-VolumesSnapshotTestJSON-708138439-project] 10.222.0.78 "GET /v2.0/ports?device_id=c66947aa-efbd-4665-9b13-2189a4f0d5a5 HTTP/1.1" status: 200 len: 210 time: 0.0281222 Jul 30 02:06:02.447491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fa02bad7-2ec6-475e-9d02-d50154541955 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:02.473800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: fa02bad7-2ec6-475e-9d02-d50154541955 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:02.474411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fa02bad7-2ec6-475e-9d02-d50154541955 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:06.970923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.910593 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-90b36f7e-348d-4b1a-9e3c-fb29a140f9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.280888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.701594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad1bb-6687-4f85-bfb7-9520e0d2dd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.891193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:23.117516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.617564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.199859 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:06:36.986516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.932501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52920) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:42.046262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.135837 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.140097 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.179244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e8d4252439f47c1b959cdc8d19f53e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456353 Jul 30 02:06:42.180085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5972329-32af-4f66-869e-c2eacf313bf7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.181992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52924) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:42.188250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.188599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.188941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.189276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.189606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.189934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.190261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.190591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.190915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.191263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.191585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.191910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e21a14-0686-4685-8447-09a124773f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.238786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.261279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.309936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.313147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.314396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5972329-32af-4f66-869e-c2eacf313bf7 HTTP/1.1" status: 204 len: 168 time: 0.1313586 Jul 30 02:06:42.322530 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5972329-32af-4f66-869e-c2eacf313bf7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.330660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.331187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.331372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.331714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.332051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.332382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.332710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.333037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.333362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.333685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.334010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:42.334369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264c205-acb1-4106-90d0-5eb058b88a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:44.731795 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52978) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:44.783805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Deleting subnet e698bb85-10dc-4e8a-a251-b29133059b64 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:44.787362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.823169 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.865719 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.922479 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.951992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e698bb85-10dc-4e8a-a251-b29133059b64,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:44.961290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.966012 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-414135a3-ef70-48b6-909b-07ce5dd43acc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e698bb85-10dc-4e8a-a251-b29133059b64 HTTP/1.1" status: 204 len: 168 time: 0.2324207 Jul 30 02:06:44.967898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 52980) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:45.044509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.130163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.140334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:45.152927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4472d52f-b98b-4712-8676-202037bbbc26') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:45.153323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4472d52f-b98b-4712-8676-202037bbbc26') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:45.163174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.178762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.185353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:45.185790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:45.188478 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:45.247271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.254186 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.259224 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e HTTP/1.1" status: 204 len: 168 time: 0.2900681 Jul 30 02:06:45.271499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c898e-ea77-4390-89ef-5088f88927c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a2f7a1-f9f0-4da8-9588-b97f40dc7e4e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.457573 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52984) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:45.507164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-62462fad-c3f6-4f41-a90b-fdd69d8da37a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed45ed293c5c433b998b2c6d1fc5908c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480549 Jul 30 02:06:45.509491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 52986) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:45.559281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e27bb3b-3c44-4f6b-8db7-3b35b9339395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.584155 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e27bb3b-3c44-4f6b-8db7-3b35b9339395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.663237 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e27bb3b-3c44-4f6b-8db7-3b35b9339395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.667729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9e27bb3b-3c44-4f6b-8db7-3b35b9339395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.674625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9e27bb3b-3c44-4f6b-8db7-3b35b9339395 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7b32b2f-c97b-488c-9d29-05c5f244f09e HTTP/1.1" status: 204 len: 168 time: 0.1637659 Jul 30 02:06:45.683929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27bb3b-3c44-4f6b-8db7-3b35b9339395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b32b2f-c97b-488c-9d29-05c5f244f09e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.058636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53028) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.167410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ad5173-3680-4eba-9ef6-2c3068336973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.269935 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ad5173-3680-4eba-9ef6-2c3068336973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.274092 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-56ad5173-3680-4eba-9ef6-2c3068336973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.313161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad5173-3680-4eba-9ef6-2c3068336973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9688b74b-6873-4176-8feb-cd61b4ce5f0c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.317373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-56ad5173-3680-4eba-9ef6-2c3068336973 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7d31dc3bfd648d2b92bfba78c950a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576859 Jul 30 02:06:47.320003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:47.370389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce35591b-df90-4b63-a6b8-eedefb76a480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.391365 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce35591b-df90-4b63-a6b8-eedefb76a480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.441316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce35591b-df90-4b63-a6b8-eedefb76a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.444432 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ce35591b-df90-4b63-a6b8-eedefb76a480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.445645 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ce35591b-df90-4b63-a6b8-eedefb76a480 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9688b74b-6873-4176-8feb-cd61b4ce5f0c HTTP/1.1" status: 204 len: 168 time: 0.1246824 Jul 30 02:06:47.456564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35591b-df90-4b63-a6b8-eedefb76a480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688b74b-6873-4176-8feb-cd61b4ce5f0c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.911760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-695b9710-ea32-4625-8e14-e78891e106a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.272638 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-01577c87-dca4-4b80-a61a-b156651929a8 req-93cb5f0f-765d-4b48-a0db-1ee4f2f14085 service neutron] (93889) timed out ('10.222.0.66', 53113) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:06:51.256031 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.704315 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a42d6ab7-a3c4-491c-acad-15b229081f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.883463 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.117875 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.612474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.726613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-539530e7-7c2b-4e88-a93c-a3677fa56dbd req-d5d039a2-0ee8-47cf-a78d-13f287a2d8bd service neutron] (93889) timed out ('10.222.0.78', 52348) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:07:04.045282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53150) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.156166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb6bd-f4bb-4bc6-af8f-229e5c5921d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.267795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb6bd-f4bb-4bc6-af8f-229e5c5921d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.278125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb6bd-f4bb-4bc6-af8f-229e5c5921d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.322247 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f6bb6bd-f4bb-4bc6-af8f-229e5c5921d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ec5ac1036a84bf9a9e0f3ab86e1685c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758026 Jul 30 02:07:04.323251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bb6bd-f4bb-4bc6-af8f-229e5c5921d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d277a99-745c-41ba-be32-71c120d69c17,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:04.325016 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53154) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.383264 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1feebfe-9b94-42e9-9cc1-d5fc964b4d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.415317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1feebfe-9b94-42e9-9cc1-d5fc964b4d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.465887 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1feebfe-9b94-42e9-9cc1-d5fc964b4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.468485 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1feebfe-9b94-42e9-9cc1-d5fc964b4d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.469647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c1feebfe-9b94-42e9-9cc1-d5fc964b4d14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d277a99-745c-41ba-be32-71c120d69c17 HTTP/1.1" status: 204 len: 168 time: 0.1436419 Jul 30 02:07:04.478188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feebfe-9b94-42e9-9cc1-d5fc964b4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d277a99-745c-41ba-be32-71c120d69c17,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:05.123346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 53180) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.221875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-261213745-network', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:05.245684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:05.248981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.258848 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.361104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.365162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.393269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:05.405779 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.406168 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Added segment 0cdfad64-f669-4fdd-88d6-7cff62f741cc of type vlan for network 2e67d104-381e-4436-b11c-1a1b207a1455 Jul 30 02:07:05.407449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50cb546-0594-4350-a7b8-da2a395bbff8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:05.457702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.489360 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.490482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:05.491129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.544335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4198716 Jul 30 02:07:05.547418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.552705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Request body: {'subnet': {'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-261213745-subnet', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:05.560719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8b054-4543-40f6-8391-c5a39e5e35d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e67d104-381e-4436-b11c-1a1b207a1455,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:05.571503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 2e67d104-381e-4436-b11c-1a1b207a1455 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:05.576492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:05.579590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.768444 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.818195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:05.833492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:05.833855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Network hostable DHCP agents. Network: 2e67d104-381e-4436-b11c-1a1b207a1455, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:05.850539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:05.859740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 2e67d104-381e-4436-b11c-1a1b207a1455) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:05.868285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:05.869178 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.869355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc74205b-b366-4d07-91b4-14a4621d1f7b None None] Network 2e67d104-381e-4436-b11c-1a1b207a1455 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:05.885313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ea56dc36-5ad9-4c36-a900-0eaef616e531 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3366346 Jul 30 02:07:05.887906 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53186) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.892315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:05.912918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.914035 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.980567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.027479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-2e67d104-381e-4436-b11c-1a1b207a1455', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:06.028457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.122920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.182182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Allocated IP 172.20.0.2 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/52e7c91c-4059-402d-ade0-5ba821014f24) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:06.336327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.346841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Transition to ACTIVE for port object 52e7c91c-4059-402d-ade0-5ba821014f24 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:06.363883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Transition to ACTIVE for port object 52e7c91c-4059-402d-ade0-5ba821014f24 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:06.371891 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.418793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:06.424767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:06.427486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:06.434057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Pushing event updated for resources: {'Port': ['ID=52e7c91c-4059-402d-ade0-5ba821014f24,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:06.463358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.463705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.464052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.464391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.464729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.465068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.465398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.465725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.466055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.466382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.466709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.467057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:06.502536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Attempting to bind port 52e7c91c-4059-402d-ade0-5ba821014f24 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:06.502912 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Attempting to bind port 52e7c91c-4059-402d-ade0-5ba821014f24 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:06.503318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Attempting to bind port 52e7c91c-4059-402d-ade0-5ba821014f24 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:06.508633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:06.509013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:06.509415 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.509808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:06.510285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Bound port: 52e7c91c-4059-402d-ade0-5ba821014f24, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:06.510669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.579742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] For port 52e7c91c-4059-402d-ade0-5ba821014f24, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:06.582750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] For port 52e7c91c-4059-402d-ade0-5ba821014f24, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=52e7c91c-4059-402d-ade0-5ba821014f24,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:06.587500 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.646194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb69e63-cad4-476e-9b34-2e6c6eadb3a2 None None] Pushing event updated for resources: {'Port': ['ID=52e7c91c-4059-402d-ade0-5ba821014f24,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:06.663779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.683066 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.813341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Allocated IP 172.25.8.155 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:06.922181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.962357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.997222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.002658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:07.008076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:07.013151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:07.017257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:07.110954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 52e7c91c-4059-402d-ade0-5ba821014f24 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:07.161071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 52e7c91c-4059-402d-ade0-5ba821014f24 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:07.285861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.498818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.607178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60b2d9-23c6-485d-9ec1-14325b1a1b1e None None] Network 2e67d104-381e-4436-b11c-1a1b207a1455 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:07.632745 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:07:07.670657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] Provisioning for port 52e7c91c-4059-402d-ade0-5ba821014f24 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:07.690124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] Provisioning complete for port 52e7c91c-4059-402d-ade0-5ba821014f24 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:07.690647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.743030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:07.761213 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:07.764309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.765778 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c3207a72-026d-487c-8eaf-967de0cd6ab5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8769405 Jul 30 02:07:07.768333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53188) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.775406 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:07.776149 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:07.842418 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.887403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] For port 52e7c91c-4059-402d-ade0-5ba821014f24, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=52e7c91c-4059-402d-ade0-5ba821014f24,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:07.888718 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:07.897216 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.964226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0bf8e-857a-4531-8a85-5f4f05f71b6e None None] Pushing event updated for resources: {'Port': ['ID=52e7c91c-4059-402d-ade0-5ba821014f24,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:08.106303 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:07Z', 'revision_number': 3, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:08.119974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f93e461c-d2f0-4769-9612-92f9002fcd15 None None] Provisioning complete for port 52e7c91c-4059-402d-ade0-5ba821014f24 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:08.120406 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f93e461c-d2f0-4769-9612-92f9002fcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.132390 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:08.132660 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Updating router 39e3929f-8a3b-4941-8d64-c6b39948bd64 port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:07:08.167962 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.242165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.446177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Allocated IP 172.20.0.1 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/5dddf84d-22b2-4337-864a-cf95771d5a00) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:08.447552 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.465318 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Transition to ACTIVE for port object 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:08.474825 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.538504 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Attempting to bind port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:08.538879 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Attempting to bind port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:08.539254 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Attempting to bind port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:08.550049 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Pushing event updated for resources: {'Port': ['ID=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:08.552254 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:08.552620 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:08.553365 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.553365 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:08.553839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Bound port: 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:08.554206 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.557090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.570198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Transition to ACTIVE for port object 5dddf84d-22b2-4337-864a-cf95771d5a00 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:08.578610 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.578897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.579189 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.579516 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.579835 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.580154 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.580472 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.580807 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.581100 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.581414 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.581728 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.582038 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:08.609386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.616605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] For port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:08.620392 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] For port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:08.632635 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.659791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:08.667263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:08.670147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:08.688535 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:08.689176 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:08.700378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Pushing event updated for resources: {'Port': ['ID=5dddf84d-22b2-4337-864a-cf95771d5a00,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:08.718629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.729090 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a97c7-94e6-496f-b59a-2af6716a0f5f None None] Pushing event updated for resources: {'Port': ['ID=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:08.804706 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:08.869546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.936318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e9811e6-1781-4d1e-a82d-7b3966086b41 None None] Provisioning for port 5dddf84d-22b2-4337-864a-cf95771d5a00 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:08.940314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9e9811e6-1781-4d1e-a82d-7b3966086b41 None None] Provisioning complete for port 5dddf84d-22b2-4337-864a-cf95771d5a00 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:08.940747 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9e9811e6-1781-4d1e-a82d-7b3966086b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.982111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9e9811e6-1781-4d1e-a82d-7b3966086b41 None None] Port 5dddf84d-22b2-4337-864a-cf95771d5a00 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:09.018897 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:07Z', 'revision_number': 3, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:09.052158 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f82ea-ed3c-411b-9393-f45cdbe38a20 None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:07Z', 'revision_number': 3, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:09.053463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.055168 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.099393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 52e7c91c-4059-402d-ade0-5ba821014f24 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:09.117879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.133430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Pushing event updated for resources: {'Port': ['ID=5dddf84d-22b2-4337-864a-cf95771d5a00,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:09.154288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 52e7c91c-4059-402d-ade0-5ba821014f24 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:09.154659 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.228418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:09.229992 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:09.389186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:07:09.509117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:09.509623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e13cd9fc-e52d-4e70-8224-75002215a295 None None] Provisioning complete for port 5dddf84d-22b2-4337-864a-cf95771d5a00 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:09.514475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13cd9fc-e52d-4e70-8224-75002215a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.523119 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-405b0823-0545-4504-9ca7-01544f228f99 admin admin] 10.222.0.78 "PUT /v2.0/routers/39e3929f-8a3b-4941-8d64-c6b39948bd64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536111 Jul 30 02:07:09.552768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e13cd9fc-e52d-4e70-8224-75002215a295 None None] Port 5dddf84d-22b2-4337-864a-cf95771d5a00 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:10.019372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53204) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.024382 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-500580222-network', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:10.051383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Made reservation on behalf of d62198b25ecc4f579d51e9c519a1994c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:10.054141 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.064713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.164629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.168723 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.194021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:10.203618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692d3583-8739-4535-a8b9-06840347f0d4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:10.210037 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.210380 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Added segment 41a42f9b-739c-4590-946b-726a1a39d1cc of type vlan for network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d Jul 30 02:07:10.258103 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.286798 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.287978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.288562 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.346686 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3261633 Jul 30 02:07:10.349495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53206) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.354485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Request body: {'subnet': {'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-500580222-subnet', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:10.371238 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90cd6-4cf2-45e5-a0c0-3a4ebfd3df79 admin admin] Pushing event updated for resources: {'Network': ['ID=3137c3f7-ad66-4b9d-8785-d2c8aca1e77d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:10.383868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:10.390150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Made reservation on behalf of d62198b25ecc4f579d51e9c519a1994c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:10.392624 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.574838 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.625441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe7829a-e1b6-4bee-8a61-47a9359c46f5,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:10.641648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Checking segment: {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:10.642002 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Network hostable DHCP agents. Network: 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:10.656368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:10.664330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:10.667462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:10.668092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:10.674603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:10.679017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.679731 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.694644 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4954e4ff-d2b9-4c03-b94f-3b74de4e7e33 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3441181 Jul 30 02:07:10.697226 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.701978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:10.706394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca793a-cb46-49f1-abb9-0f3277911e23 None None] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:10.726650 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.727662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.781746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.840666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:10.919632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.112065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:11.156712 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.176065 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.193994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3137c3f7-ad66-4b9d-8785-d2c8aca1e77d', 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'fixed_ips': [{'subnet_id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:11.194838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.289496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Allocated IP 172.25.8.194 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/72680ed9-8761-45c6-af65-81af4f5d55a3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:11.335713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:11.351828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:11.352123 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.445696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Allocated IP 172.20.0.2 (3137c3f7-ad66-4b9d-8785-d2c8aca1e77d/5fe7829a-e1b6-4bee-8a61-47a9359c46f5/eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:11.516387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 2, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:11.570090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:11.570469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Updating router 39e3929f-8a3b-4941-8d64-c6b39948bd64 port 5dddf84d-22b2-4337-864a-cf95771d5a00 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:07:11.615185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.628915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.666385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:11.677980 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.768157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.815234 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.831594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.851237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Transition to ACTIVE for port object eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:11.854315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:11.860292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:11.865565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:11.867729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Pushing event updated for resources: {'Port': ['ID=72680ed9-8761-45c6-af65-81af4f5d55a3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:11.870174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:11.883484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Transition to ACTIVE for port object eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:11.894065 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.981824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:11.984362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Pushing event updated for resources: {'Port': ['ID=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:11.988854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:11.992407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:12.088567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Attempting to bind port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:12.088932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Attempting to bind port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:12.089288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Attempting to bind port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 on network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:12.103768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:12.104931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Checking segment: {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:12.105443 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.105836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Bound using segment: {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:12.106311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Bound port: eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:12.106688 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.131045 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.184316 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.198848 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:07:12.208465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Transition to ACTIVE for port object 5dddf84d-22b2-4337-864a-cf95771d5a00 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:12.220161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.222614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] For port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:12.231033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] For port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,segment=NetworkSegment(41a42f9b-739c-4590-946b-726a1a39d1cc),segment_id=41a42f9b-739c-4590-946b-726a1a39d1cc)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:12.257020 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.287512 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f9573-2e25-43f4-92a9-5856b9e4833a None None] Pushing event updated for resources: {'Port': ['ID=5dddf84d-22b2-4337-864a-cf95771d5a00,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.369588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.392701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Attempting to bind port 5dddf84d-22b2-4337-864a-cf95771d5a00 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:12.393063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Attempting to bind port 5dddf84d-22b2-4337-864a-cf95771d5a00 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:12.393422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Attempting to bind port 5dddf84d-22b2-4337-864a-cf95771d5a00 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:12.402203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37899d7-99ac-42f6-8f70-9903f7b596c1 None None] Pushing event updated for resources: {'Port': ['ID=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.405194 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:12.405565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:12.406028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.406434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:12.406908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Bound port: 5dddf84d-22b2-4337-864a-cf95771d5a00, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:12.407311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.485183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] For port 5dddf84d-22b2-4337-864a-cf95771d5a00, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:12.489200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] For port 5dddf84d-22b2-4337-864a-cf95771d5a00, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5dddf84d-22b2-4337-864a-cf95771d5a00,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:12.495375 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.571231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Router 738276f8-e258-457d-b9c1-dbaf8e01d698 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:07:12.581715 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:12.582346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:12.631848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f9573-2e25-43f4-92a9-5856b9e4833a None None] Pushing event updated for resources: {'Port': ['ID=5dddf84d-22b2-4337-864a-cf95771d5a00,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.713170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:12.729386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Sync routers for ids ['738276f8-e258-457d-b9c1-dbaf8e01d698'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:12.730680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.735546 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a30d5217-5914-49b9-90b3-835d5c57bb1e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0335016 Jul 30 02:07:12.735848 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 53210) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:12.743183 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Routers {'738276f8-e258-457d-b9c1-dbaf8e01d698'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:12.747409 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738276f8-e258-457d-b9c1-dbaf8e01d698'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:12.758057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:12.885129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Set router 738276f8-e258-457d-b9c1-dbaf8e01d698 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:13.017992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:12Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:13.045574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7bee1-a538-45a5-9c9b-4e5ccc06fbc6 None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:12Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:13.128648 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:07:12Z', 'revision_number': 3, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:13.164762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Checking router: 738276f8-e258-457d-b9c1-dbaf8e01d698 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:13.165339 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Updating router 738276f8-e258-457d-b9c1-dbaf8e01d698 port 72680ed9-8761-45c6-af65-81af4f5d55a3 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:07:13.197563 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.303821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:13.333640 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.397787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:13.398335 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.519617 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.533188 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Transition to ACTIVE for port object 72680ed9-8761-45c6-af65-81af4f5d55a3 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:13.546163 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.560160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:13.568852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Allocated IP 172.20.0.1 (3137c3f7-ad66-4b9d-8785-d2c8aca1e77d/5fe7829a-e1b6-4bee-8a61-47a9359c46f5/1fd9e9ab-b95c-407f-995f-e24383aeab25) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:13.641318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:13.641524 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Attempting to bind port 72680ed9-8761-45c6-af65-81af4f5d55a3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:13.641782 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Attempting to bind port 72680ed9-8761-45c6-af65-81af4f5d55a3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:13.642141 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Attempting to bind port 72680ed9-8761-45c6-af65-81af4f5d55a3 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:13.659082 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7fc68-dd0f-4b6c-b1e4-ee9cd920cb84 None None] Pushing event updated for resources: {'Port': ['ID=72680ed9-8761-45c6-af65-81af4f5d55a3,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:13.663503 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:13.663878 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:13.664278 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.664662 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:13.665140 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Bound port: 72680ed9-8761-45c6-af65-81af4f5d55a3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:13.665516 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.685387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f393d70-24a9-4641-b20c-387733616c7b None None] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:13.720085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.745328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Transition to ACTIVE for port object 1fd9e9ab-b95c-407f-995f-e24383aeab25 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:13.750937 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] For port 72680ed9-8761-45c6-af65-81af4f5d55a3, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:13.754673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] For port 72680ed9-8761-45c6-af65-81af4f5d55a3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=72680ed9-8761-45c6-af65-81af4f5d55a3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:13.761520 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.771453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] Provisioning for port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:13.789293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] Provisioning complete for port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:13.789723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.793200 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.821355 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Routers {'738276f8-e258-457d-b9c1-dbaf8e01d698'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:13.821993 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738276f8-e258-457d-b9c1-dbaf8e01d698'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:13.837629 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:13.841636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:13.846186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:13.875295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd9e9ab-b95c-407f-995f-e24383aeab25,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:13.901018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.939352 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] Set router 738276f8-e258-457d-b9c1-dbaf8e01d698 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:13.981125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.079856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.145974 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7fc68-dd0f-4b6c-b1e4-ee9cd920cb84 None None] Pushing event updated for resources: {'Port': ['ID=72680ed9-8761-45c6-af65-81af4f5d55a3,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.213832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] For port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,segment=NetworkSegment(41a42f9b-739c-4590-946b-726a1a39d1cc),segment_id=41a42f9b-739c-4590-946b-726a1a39d1cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:14.222340 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.263453 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:07:12Z', 'revision_number': 3, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:14.280961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.288084 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.288669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d05763-4d4c-4473-b7a2-e201aee842d8 None None] Pushing event updated for resources: {'Port': ['ID=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.303559 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d04d2f-222e-4419-82d2-63a7c3752827 None None] The sync data for ids ['738276f8-e258-457d-b9c1-dbaf8e01d698'] in n-d-713499-10 is: [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:07:12Z', 'revision_number': 3, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:14.360230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd9e9ab-b95c-407f-995f-e24383aeab25,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.363218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.470072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:14.471662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:14.551283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e4bf7c73-dba0-4ed6-812c-bab1cbdde5dc None None] Provisioning complete for port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:14.551811 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7c73-dba0-4ed6-812c-bab1cbdde5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.608953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Router 738276f8-e258-457d-b9c1-dbaf8e01d698 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:07:14.672578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e4bf7c73-dba0-4ed6-812c-bab1cbdde5dc None None] Provisioning for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:14.677407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e4bf7c73-dba0-4ed6-812c-bab1cbdde5dc None None] Provisioning complete for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:14.677781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7c73-dba0-4ed6-812c-bab1cbdde5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.735132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf7c73-dba0-4ed6-812c-bab1cbdde5dc None None] Port 1fd9e9ab-b95c-407f-995f-e24383aeab25 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:14.771137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:14.779794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c744c1b8-7da0-4af7-81d4-973b11dba331 admin admin] 10.222.0.78 "PUT /v2.0/routers/738276f8-e258-457d-b9c1-dbaf8e01d698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417700 Jul 30 02:07:14.862778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-54c53d9e-fafa-40a2-87a7-9f651e80ecc4 None None] Provisioning complete for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:14.863298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-54c53d9e-fafa-40a2-87a7-9f651e80ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.911906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-54c53d9e-fafa-40a2-87a7-9f651e80ecc4 None None] Port 1fd9e9ab-b95c-407f-995f-e24383aeab25 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:15.139134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c4b1e487-5529-4582-a373-fb30d081d3e3 None None] Provisioning complete for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:15.139651 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c4b1e487-5529-4582-a373-fb30d081d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.208278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1e487-5529-4582-a373-fb30d081d3e3 None None] Port 1fd9e9ab-b95c-407f-995f-e24383aeab25 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:15.250418 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5dddf84d-22b2-4337-864a-cf95771d5a00 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:15.303391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 5dddf84d-22b2-4337-864a-cf95771d5a00 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:15.307492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5dddf84d-22b2-4337-864a-cf95771d5a00 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:15.307878 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.401380 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.438649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 5dddf84d-22b2-4337-864a-cf95771d5a00, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5dddf84d-22b2-4337-864a-cf95771d5a00,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:15.443821 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.445079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:15.537751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=5dddf84d-22b2-4337-864a-cf95771d5a00,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:15.555039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:15.555039 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.657001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 72680ed9-8761-45c6-af65-81af4f5d55a3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:15.709463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 72680ed9-8761-45c6-af65-81af4f5d55a3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:15.714055 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 72680ed9-8761-45c6-af65-81af4f5d55a3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:15.714577 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.806079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.829623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 72680ed9-8761-45c6-af65-81af4f5d55a3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=72680ed9-8761-45c6-af65-81af4f5d55a3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:15.833519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.883685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=72680ed9-8761-45c6-af65-81af4f5d55a3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:16.492318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Sync routers for ids ['738276f8-e258-457d-b9c1-dbaf8e01d698'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:16.502244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Routers {'738276f8-e258-457d-b9c1-dbaf8e01d698'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:16.502862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738276f8-e258-457d-b9c1-dbaf8e01d698'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:16.610037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Set router 738276f8-e258-457d-b9c1-dbaf8e01d698 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:16.827554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:07:14Z', 'revision_number': 4, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '1fd9e9ab-b95c-407f-995f-e24383aeab25', 'name': '', 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'mac_address': 'fa:16:3e:e2:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:13Z', 'updated_at': '2021-07-30T02:07:14Z', 'revision_number': 2, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'subnets': [{'id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:16.851638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Checking router: 738276f8-e258-457d-b9c1-dbaf8e01d698 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:16.851911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Updating router 738276f8-e258-457d-b9c1-dbaf8e01d698 port 1fd9e9ab-b95c-407f-995f-e24383aeab25 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:07:16.879899 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.053130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-583336a1-659b-4f75-8846-16bd041b9467 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:17.054751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-583336a1-659b-4f75-8846-16bd041b9467 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1168129 Jul 30 02:07:17.072344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-565a6ac3-6153-4277-b50c-5bae3c382fc1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0107524 Jul 30 02:07:17.109387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5dddf84d-22b2-4337-864a-cf95771d5a00 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:17.201440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.215957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Transition to ACTIVE for port object 1fd9e9ab-b95c-407f-995f-e24383aeab25 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:17.223358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 5dddf84d-22b2-4337-864a-cf95771d5a00 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:17.223761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.227343 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.308099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ab64-b2d1-4294-a09d-184b3297bff9 None None] Pushing event updated for resources: {'Port': ['ID=1fd9e9ab-b95c-407f-995f-e24383aeab25,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.383495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Attempting to bind port 1fd9e9ab-b95c-407f-995f-e24383aeab25 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:17.383865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Attempting to bind port 1fd9e9ab-b95c-407f-995f-e24383aeab25 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:17.384234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Attempting to bind port 1fd9e9ab-b95c-407f-995f-e24383aeab25 on network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:17.410796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:17.411127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Checking segment: {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:17.411680 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.411926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Bound using segment: {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:17.412426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Bound port: 1fd9e9ab-b95c-407f-995f-e24383aeab25, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a42f9b-739c-4590-946b-726a1a39d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:17.412813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.450073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 72680ed9-8761-45c6-af65-81af4f5d55a3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:17.487618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-968ef455-974b-4c08-ade0-8d89c7cbae8d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4069901 Jul 30 02:07:17.552866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] For port 1fd9e9ab-b95c-407f-995f-e24383aeab25, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:17.556895 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] For port 1fd9e9ab-b95c-407f-995f-e24383aeab25, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=1fd9e9ab-b95c-407f-995f-e24383aeab25,segment=NetworkSegment(41a42f9b-739c-4590-946b-726a1a39d1cc),segment_id=41a42f9b-739c-4590-946b-726a1a39d1cc)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:17.564834 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.581382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-5fe8a6ce-0996-45ef-9f43-bb958fbf7132 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Jul 30 02:07:17.606581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 72680ed9-8761-45c6-af65-81af4f5d55a3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:17.606947 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.649520 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Routers {'738276f8-e258-457d-b9c1-dbaf8e01d698'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:17.650157 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:06:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738276f8-e258-457d-b9c1-dbaf8e01d698'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:17.688478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-0ec4bdfc-e59a-4ed9-bc8d-48380de6322d service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005657 Jul 30 02:07:17.705443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ab64-b2d1-4294-a09d-184b3297bff9 None None] Pushing event updated for resources: {'Port': ['ID=1fd9e9ab-b95c-407f-995f-e24383aeab25,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.821804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] Set router 738276f8-e258-457d-b9c1-dbaf8e01d698 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:18.060394 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce8be297-8e92-4b31-b353-3ca18b314d87 req-309d19a2-780f-4332-9665-ed7582ba4944 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 210 time: 0.0473785 Jul 30 02:07:18.099084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:07:14Z', 'revision_number': 4, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '1fd9e9ab-b95c-407f-995f-e24383aeab25', 'name': '', 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'mac_address': 'fa:16:3e:e2:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:13Z', 'updated_at': '2021-07-30T02:07:17Z', 'revision_number': 4, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'subnets': [{'id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:18.128260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fa5f5-5cba-48d8-a1fe-721022807053 None None] The sync data for ids ['738276f8-e258-457d-b9c1-dbaf8e01d698'] in n-d-713499-10 is: [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:07:14Z', 'revision_number': 4, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '1fd9e9ab-b95c-407f-995f-e24383aeab25', 'name': '', 'network_id': '3137c3f7-ad66-4b9d-8785-d2c8aca1e77d', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'mac_address': 'fa:16:3e:e2:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:13Z', 'updated_at': '2021-07-30T02:07:17Z', 'revision_number': 4, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'subnets': [{'id': '5fe7829a-e1b6-4bee-8a61-47a9359c46f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:18.913733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8db29ac7-632c-4fd0-99f2-a320bb023e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.127725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-adedf1f2-cda2-431d-b47a-bab175ff4adf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:19.129287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-adedf1f2-cda2-431d-b47a-bab175ff4adf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1191237 Jul 30 02:07:19.137788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1fd9e9ab-b95c-407f-995f-e24383aeab25 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:19.147391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:19.184248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e21ea3dc-304b-4720-95ab-4d3ae1cf2b29 req-5481e060-5a82-47c9-85e2-9e121bf1546f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 210 time: 0.0306776 Jul 30 02:07:19.216904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:19.223211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:19.223602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.283217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:19.286700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.322160 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.368258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 1fd9e9ab-b95c-407f-995f-e24383aeab25, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=1fd9e9ab-b95c-407f-995f-e24383aeab25,segment=NetworkSegment(41a42f9b-739c-4590-946b-726a1a39d1cc),segment_id=41a42f9b-739c-4590-946b-726a1a39d1cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:19.372692 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.425295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.10 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/5404b9fc-fd04-4876-bd16-faf3ed863afd) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:19.434096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=1fd9e9ab-b95c-407f-995f-e24383aeab25,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:19.586896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.602376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object 5404b9fc-fd04-4876-bd16-faf3ed863afd will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:19.641222 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.692952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:19.695506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:19.701723 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:19.726047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=5404b9fc-fd04-4876-bd16-faf3ed863afd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:19.758575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:19.759253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.783615 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-22a1a70d-7917-4153-9404-987e20f8379a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408820 Jul 30 02:07:19.802969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Request body: {'port': {'device_id': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:19.865394 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.004933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-09f5302b-7b69-4fad-9275-5f13b66d0e8d None None] Provisioning for port 5404b9fc-fd04-4876-bd16-faf3ed863afd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:20.008743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-09f5302b-7b69-4fad-9275-5f13b66d0e8d None None] Provisioning complete for port 5404b9fc-fd04-4876-bd16-faf3ed863afd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:20.009108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-09f5302b-7b69-4fad-9275-5f13b66d0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.049214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-09f5302b-7b69-4fad-9275-5f13b66d0e8d None None] Port 5404b9fc-fd04-4876-bd16-faf3ed863afd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:20.167340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5404b9fc-fd04-4876-bd16-faf3ed863afd {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:20.174977 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.187314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Transition to ACTIVE for port object 5404b9fc-fd04-4876-bd16-faf3ed863afd will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:20.192051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.242890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=5404b9fc-fd04-4876-bd16-faf3ed863afd,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.348398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Attempting to bind port 5404b9fc-fd04-4876-bd16-faf3ed863afd on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:20.348897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Attempting to bind port 5404b9fc-fd04-4876-bd16-faf3ed863afd by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:20.349327 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Attempting to bind port 5404b9fc-fd04-4876-bd16-faf3ed863afd on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:20.355733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Port 5404b9fc-fd04-4876-bd16-faf3ed863afd on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:07:20.356201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Attempting to bind port 5404b9fc-fd04-4876-bd16-faf3ed863afd on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:20.363172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:20.363814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:20.364518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:20.364980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Bound port: 5404b9fc-fd04-4876-bd16-faf3ed863afd, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:20.365439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.373653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461d79-56c0-4745-b47f-9d4a0314fccd req-a47a1997-0444-4e66-9218-99b7959ae254 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.375851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16461d79-56c0-4745-b47f-9d4a0314fccd req-a47a1997-0444-4e66-9218-99b7959ae254 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0614319 Jul 30 02:07:20.450288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16461d79-56c0-4745-b47f-9d4a0314fccd req-beb7a3e7-0d0c-46f3-8800-0f0a0c7c69fa tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654895 Jul 30 02:07:20.481568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] For port 5404b9fc-fd04-4876-bd16-faf3ed863afd, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:20.485999 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] For port 5404b9fc-fd04-4876-bd16-faf3ed863afd, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:20.492985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.533826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.534519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.537012 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] 10.222.0.55 "PUT /v2.0/ports/5404b9fc-fd04-4876-bd16-faf3ed863afd HTTP/1.1" status: 200 len: 1093 time: 0.7386405 Jul 30 02:07:20.539767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'tag': '5404b9fc-fd04-4876-bd16-faf3ed863afd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:20.542282 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb306eff-2440-4e76-ad89-1e3a4ec6d160" -d '{"events": [{"name": "network-changed", "server_uuid": "362ff5a6-0cb1-4e96-b07a-a23428949daf", "tag": "5404b9fc-fd04-4876-bd16-faf3ed863afd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:20.589084 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cb3e5-47a8-4607-8f98-9a3141828aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=5404b9fc-fd04-4876-bd16-faf3ed863afd,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.632221 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e0b9e-ecfd-455c-8861-df2a96341a2d x-openstack-request-id: req-c73e0b9e-ecfd-455c-8861-df2a96341a2d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:20.632602 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362ff5a6-0cb1-4e96-b07a-a23428949daf", "tag": "5404b9fc-fd04-4876-bd16-faf3ed863afd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:20.632861 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c73e0b9e-ecfd-455c-8861-df2a96341a2d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:20.633332 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'tag': '5404b9fc-fd04-4876-bd16-faf3ed863afd', 'status': 'completed', 'code': 200} Jul 30 02:07:20.653251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-6957745c-35f9-43d1-9802-a47f3296fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.655205 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-6957745c-35f9-43d1-9802-a47f3296fc89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 1096 time: 0.0538151 Jul 30 02:07:20.711540 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-c1b93f83-6f7f-413a-925f-9e8dc3bdd03c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd HTTP/1.1" status: 200 len: 217 time: 0.0434530 Jul 30 02:07:20.778441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-3228ba43-1da9-4d5b-8e22-d57469752dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.780511 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-3228ba43-1da9-4d5b-8e22-d57469752dba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0589688 Jul 30 02:07:20.834152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-e8503fe8-c832-497c-857f-5d6e1a9f5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.836218 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-e8503fe8-c832-497c-857f-5d6e1a9f5626 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485027 Jul 30 02:07:20.957145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-74520703-a29d-4b49-8e86-70c69a0e8228 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137595 Jul 30 02:07:21.065365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-127d4d2b-ecfa-4466-9e36-d45f5a0db403 req-7003b461-18b8-4255-af06-c0e86612f880 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015360 Jul 30 02:07:21.103866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1fd9e9ab-b95c-407f-995f-e24383aeab25 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:21.156482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 1fd9e9ab-b95c-407f-995f-e24383aeab25 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:21.157177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.190112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-547290d4-09b4-4e95-b732-d981188066ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.191708 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-547290d4-09b4-4e95-b732-d981188066ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 1096 time: 0.0536318 Jul 30 02:07:21.277897 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.299215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-79bd4624-6252-4186-8e52-6626f2d7b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.300739 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-79bd4624-6252-4186-8e52-6626f2d7b408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.1026170 Jul 30 02:07:21.344404 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-9fa736ae-6436-416a-b804-c602b8d4ccb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd HTTP/1.1" status: 200 len: 217 time: 0.0361738 Jul 30 02:07:21.397794 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-19e43474-b23d-42c9-b34f-7452d85b340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.399273 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-19e43474-b23d-42c9-b34f-7452d85b340a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0465264 Jul 30 02:07:21.456641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-d300970c-3984-46c4-ba49-4fc95e1bbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.459347 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-d300970c-3984-46c4-ba49-4fc95e1bbec5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526128 Jul 30 02:07:21.555532 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-2bc331c8-6529-4633-bfe9-ce8c7d25ab61 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884132 Jul 30 02:07:21.572520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c8b46-4bae-4100-a66f-fea88703678c req-10c818ea-82bb-47bf-a052-72ad9f502468 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.574251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-428c8b46-4bae-4100-a66f-fea88703678c req-10c818ea-82bb-47bf-a052-72ad9f502468 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0529425 Jul 30 02:07:21.623567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-428c8b46-4bae-4100-a66f-fea88703678c req-2f6d31d1-ca6d-46ba-b449-e37f405a5929 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Jul 30 02:07:21.664021 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-eb306eff-2440-4e76-ad89-1e3a4ec6d160 req-9db5312a-2672-43fd-b10f-fe9f1d50eb9e service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018941 Jul 30 02:07:21.720995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6db4acd5-dad4-42ba-b83c-8c1fb3988b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.887601 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.743347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b39b2-624b-4027-ac12-c11c13f0fca8 req-43c0c5cb-a643-426c-b5dc-b2c08bad84c8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:22.745295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b9b39b2-624b-4027-ac12-c11c13f0fca8 req-43c0c5cb-a643-426c-b5dc-b2c08bad84c8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0499611 Jul 30 02:07:22.786118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b9b39b2-624b-4027-ac12-c11c13f0fca8 req-96424988-d896-41cf-880e-b48787c4beb4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339558 Jul 30 02:07:23.122990 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.903243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20893c-6e9a-42de-bb08-a3430e945c1d req-78496126-ed4a-4a4e-8125-6d49dce0a74d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:23.904946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da20893c-6e9a-42de-bb08-a3430e945c1d req-78496126-ed4a-4a4e-8125-6d49dce0a74d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0495241 Jul 30 02:07:23.946928 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da20893c-6e9a-42de-bb08-a3430e945c1d req-e0e6e774-61c4-4068-98d8-0799b9959632 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Jul 30 02:07:24.609553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.068753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1efc-576b-4288-b254-eae802df57d2 req-d7b80265-6ab4-44e4-bad9-a7b443e55bcc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:25.070224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43fd1efc-576b-4288-b254-eae802df57d2 req-d7b80265-6ab4-44e4-bad9-a7b443e55bcc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0514266 Jul 30 02:07:25.110210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-43fd1efc-576b-4288-b254-eae802df57d2 req-c3638eb6-8c4b-420f-8bfb-a5708db298d5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Jul 30 02:07:26.223596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e750a-c097-41e5-acf1-4e78b949e4d7 req-36323f78-7740-445d-9763-f165d8992364 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:26.225093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-230e750a-c097-41e5-acf1-4e78b949e4d7 req-36323f78-7740-445d-9763-f165d8992364 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0487969 Jul 30 02:07:26.264729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-230e750a-c097-41e5-acf1-4e78b949e4d7 req-3fd988d3-25e0-4752-a248-346f10fb4b94 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Jul 30 02:07:27.376923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e41050-cb4c-48b1-84fa-abc897a310ee req-cf9346fa-71eb-4757-9b11-d3e05d9b779a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:27.378416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2e41050-cb4c-48b1-84fa-abc897a310ee req-cf9346fa-71eb-4757-9b11-d3e05d9b779a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0485704 Jul 30 02:07:27.423390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2e41050-cb4c-48b1-84fa-abc897a310ee req-0709b341-02c1-4a00-b4c6-1a08dd7abd19 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370877 Jul 30 02:07:28.541781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0e6a5-c3e1-4570-8251-caeef88dca24 req-c3486d57-dd18-4f6f-8260-d8faf2ce3a0e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.543425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20d0e6a5-c3e1-4570-8251-caeef88dca24 req-c3486d57-dd18-4f6f-8260-d8faf2ce3a0e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0499856 Jul 30 02:07:28.581445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20d0e6a5-c3e1-4570-8251-caeef88dca24 req-1e98865a-1d55-47b2-a5d2-d9d0267a4c98 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Jul 30 02:07:29.704569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ada9e-f43f-4a28-ae32-961790f0f9da req-f20de9dc-e712-4dd7-836f-3b466a941992 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.706078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c47ada9e-f43f-4a28-ae32-961790f0f9da req-f20de9dc-e712-4dd7-836f-3b466a941992 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0505126 Jul 30 02:07:29.748797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c47ada9e-f43f-4a28-ae32-961790f0f9da req-ca1fe336-5762-452d-a21d-e863268b00bb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jul 30 02:07:30.864312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507616e-6f2d-462a-9aaf-fb53348dc5df req-340e1824-89bc-4337-820b-07de6e37abdb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:30.865811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d507616e-6f2d-462a-9aaf-fb53348dc5df req-340e1824-89bc-4337-820b-07de6e37abdb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0500743 Jul 30 02:07:30.914418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d507616e-6f2d-462a-9aaf-fb53348dc5df req-d59b714d-64e1-4b1e-a236-1ba43502e098 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Jul 30 02:07:32.029348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13faf11-350d-4220-bfdb-0488d63511a7 req-79e3e507-1ba5-48d7-94d3-f911cac3e2e0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:32.031191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c13faf11-350d-4220-bfdb-0488d63511a7 req-79e3e507-1ba5-48d7-94d3-f911cac3e2e0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 944 time: 0.0492764 Jul 30 02:07:32.070159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c13faf11-350d-4220-bfdb-0488d63511a7 req-4b3a9808-073c-43c1-b9db-ad0ae7a69fad tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jul 30 02:07:32.786985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5404b9fc-fd04-4876-bd16-faf3ed863afd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:07:32.894056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5404b9fc-fd04-4876-bd16-faf3ed863afd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:32.905780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '5404b9fc-fd04-4876-bd16-faf3ed863afd', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': '5404b9fc-fd04-4876-bd16-faf3ed863afd', 'mac_address': 'fa:16:3e:54:d6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:07:32.944361 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.957957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5404b9fc-fd04-4876-bd16-faf3ed863afd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:32.978979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5404b9fc-fd04-4876-bd16-faf3ed863afd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:32.983357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.037799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=5404b9fc-fd04-4876-bd16-faf3ed863afd,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.195711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf2680-b135-472c-a263-d0111821f4f1 req-9bd6f0cd-ba6b-40ee-9197-5b5b505896d6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.197293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebbf2680-b135-472c-a263-d0111821f4f1 req-9bd6f0cd-ba6b-40ee-9197-5b5b505896d6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 945 time: 0.0516856 Jul 30 02:07:33.241225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ebbf2680-b135-472c-a263-d0111821f4f1 req-1ddb967e-4239-419e-94a1-ee5c08d32cc3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Jul 30 02:07:33.290635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5404b9fc-fd04-4876-bd16-faf3ed863afd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:34.356631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871689-c416-410e-85cb-1f4daf234abb req-81e25c29-6466-4270-851b-5fff8ad98d9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.358123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5871689-c416-410e-85cb-1f4daf234abb req-81e25c29-6466-4270-851b-5fff8ad98d9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 945 time: 0.0495749 Jul 30 02:07:34.399977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5871689-c416-410e-85cb-1f4daf234abb req-8424e5b2-f340-4eca-8b39-3646df48bfaa tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 Jul 30 02:07:34.802462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5404b9fc-fd04-4876-bd16-faf3ed863afd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:34.854383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 5404b9fc-fd04-4876-bd16-faf3ed863afd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:34.858742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 5404b9fc-fd04-4876-bd16-faf3ed863afd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:34.859146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.938300 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.967242 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404b9fc-fd04-4876-bd16-faf3ed863afd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:34.969710 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf243359-5893-4dc3-b602-ed8d259da201" -d '{"events": [{"server_uuid": "362ff5a6-0cb1-4e96-b07a-a23428949daf", "name": "network-vif-plugged", "status": "completed", "tag": "5404b9fc-fd04-4876-bd16-faf3ed863afd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:34.985655 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 5404b9fc-fd04-4876-bd16-faf3ed863afd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:34.996641 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.019698 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c14dc5-1086-432b-b136-137e4b182781 x-openstack-request-id: req-40c14dc5-1086-432b-b136-137e4b182781 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:35.019986 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362ff5a6-0cb1-4e96-b07a-a23428949daf", "name": "network-vif-plugged", "status": "completed", "tag": "5404b9fc-fd04-4876-bd16-faf3ed863afd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:35.020231 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40c14dc5-1086-432b-b136-137e4b182781 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:35.020614 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404b9fc-fd04-4876-bd16-faf3ed863afd', 'code': 200} Jul 30 02:07:35.052693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=5404b9fc-fd04-4876-bd16-faf3ed863afd,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:35.482435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b2537-b2a6-48a2-9835-9a5700b3386e req-ab480be6-ed7d-4915-8595-0ebbc5e9189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.484086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2e7b2537-b2a6-48a2-9835-9a5700b3386e req-ab480be6-ed7d-4915-8595-0ebbc5e9189d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 1098 time: 0.3836784 Jul 30 02:07:35.521412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2e7b2537-b2a6-48a2-9835-9a5700b3386e req-f2ba17e9-94de-4a24-9b07-3e7b8c014851 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301156 Jul 30 02:07:35.526014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151328f6-5630-4e77-a7eb-776ac300db18 req-8e211359-cfea-4488-a49e-e974982f8e3a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.527763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-151328f6-5630-4e77-a7eb-776ac300db18 req-8e211359-cfea-4488-a49e-e974982f8e3a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0509498 Jul 30 02:07:35.567743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-151328f6-5630-4e77-a7eb-776ac300db18 req-54becb30-3ebf-4c40-a2b4-3418d1519e97 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Jul 30 02:07:36.688164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e4fd6-6afb-43d2-a0eb-a04015820dd0 req-5fe4ee62-5c3f-4575-be15-410620cb983a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:36.689664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd4e4fd6-6afb-43d2-a0eb-a04015820dd0 req-5fe4ee62-5c3f-4575-be15-410620cb983a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0508623 Jul 30 02:07:36.729795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd4e4fd6-6afb-43d2-a0eb-a04015820dd0 req-35ed25f9-f0c9-4c86-80f1-2e0292379a5e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Jul 30 02:07:36.844901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8737b-1f44-4995-b389-282002ac23bc req-bca55789-056c-4018-9cd0-45c7d590c6f7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:36.846435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9a8737b-1f44-4995-b389-282002ac23bc req-bca55789-056c-4018-9cd0-45c7d590c6f7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0503757 Jul 30 02:07:36.895334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9a8737b-1f44-4995-b389-282002ac23bc req-dec65390-5461-45f2-83ae-9cc51f0b2653 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jul 30 02:07:36.996944 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.012094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9bf37-38f7-4fac-97a5-4ab6867d8866 req-f48a5b56-9343-40d9-8134-2c8d1f343b6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:37.013615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73c9bf37-38f7-4fac-97a5-4ab6867d8866 req-f48a5b56-9343-40d9-8134-2c8d1f343b6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0531936 Jul 30 02:07:37.053183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73c9bf37-38f7-4fac-97a5-4ab6867d8866 req-efb0a71d-33f4-4d3a-a428-52b28e97a886 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 30 02:07:37.287244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466b36-cbf7-473b-9d96-4185a1fca3b1 req-3d95e9d4-0380-4ef3-87dc-83e98ea7a3a3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:37.288854 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc466b36-cbf7-473b-9d96-4185a1fca3b1 req-3d95e9d4-0380-4ef3-87dc-83e98ea7a3a3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0495896 Jul 30 02:07:37.327382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc466b36-cbf7-473b-9d96-4185a1fca3b1 req-65f80456-115f-4313-b385-3143133695ca tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jul 30 02:07:38.446301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f5da4-94f6-4c14-885d-beead4693a08 req-be192ba7-c315-496d-a856-83af5bed577b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.447903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c28f5da4-94f6-4c14-885d-beead4693a08 req-be192ba7-c315-496d-a856-83af5bed577b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0506172 Jul 30 02:07:38.492745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c28f5da4-94f6-4c14-885d-beead4693a08 req-9b684c7b-af2d-4239-8e57-5afb3b5078e1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Jul 30 02:07:38.788470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-0473bafa-7f28-4c9b-b994-727647d13435 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.789915 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-0473bafa-7f28-4c9b-b994-727647d13435 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 946 time: 0.0541520 Jul 30 02:07:38.882792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port 5404b9fc-fd04-4876-bd16-faf3ed863afd {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:38.883179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.970452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port 5404b9fc-fd04-4876-bd16-faf3ed863afd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=5404b9fc-fd04-4876-bd16-faf3ed863afd,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:38.970818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.984218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for 5404b9fc-fd04-4876-bd16-faf3ed863afd owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:39.119061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.147838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=5404b9fc-fd04-4876-bd16-faf3ed863afd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:39.151355 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['5404b9fc-fd04-4876-bd16-faf3ed863afd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:39.192608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port 5404b9fc-fd04-4876-bd16-faf3ed863afd on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:39.195962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.198125 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f78b80dd-2a76-47df-ba8f-6f19da13f443 req-3977c854-8a4c-4e40-be77-9cf09e7b16a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "DELETE /v2.0/ports/5404b9fc-fd04-4876-bd16-faf3ed863afd HTTP/1.1" status: 204 len: 173 time: 0.4019849 Jul 30 02:07:39.198628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'name': 'network-vif-deleted', 'tag': '5404b9fc-fd04-4876-bd16-faf3ed863afd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:39.200990 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13819509-b0df-4316-af6b-b7a9f8220b79" -d '{"events": [{"server_uuid": "362ff5a6-0cb1-4e96-b07a-a23428949daf", "name": "network-vif-deleted", "tag": "5404b9fc-fd04-4876-bd16-faf3ed863afd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:39.246967 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4e08e-0eed-4d54-9df9-e25b4cd8eb3d x-openstack-request-id: req-8cd4e08e-0eed-4d54-9df9-e25b4cd8eb3d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:39.247303 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362ff5a6-0cb1-4e96-b07a-a23428949daf", "name": "network-vif-deleted", "tag": "5404b9fc-fd04-4876-bd16-faf3ed863afd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:39.247991 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8cd4e08e-0eed-4d54-9df9-e25b4cd8eb3d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:39.248485 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362ff5a6-0cb1-4e96-b07a-a23428949daf', 'name': 'network-vif-deleted', 'tag': '5404b9fc-fd04-4876-bd16-faf3ed863afd', 'status': 'completed', 'code': 200} Jul 30 02:07:39.588917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-206908c7-3a5e-4793-983e-6536efc1c750 req-d7d13c36-a0f0-419d-9e55-77a95b77b3e5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 210 time: 0.0276067 Jul 30 02:07:40.689035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a0c73d2-c44b-4057-b86d-2fc855f51544 req-73ab2760-35fa-4fa3-9a4e-6cc757170189 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 210 time: 0.0277438 Jul 30 02:07:41.783298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb347c16-8b0e-48d6-a3c0-510cbcc876c7 req-9cfbeb53-ef67-4422-9a3d-79b60972929f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 210 time: 0.0267510 Jul 30 02:07:42.839503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5404b9fc-fd04-4876-bd16-faf3ed863afd no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:42.861661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 5404b9fc-fd04-4876-bd16-faf3ed863afd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:42.861661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 5404b9fc-fd04-4876-bd16-faf3ed863afd not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:42.891621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8781f1c6-aab4-4013-912e-4d1fb3ff6e30 req-a96b8014-ea27-4449-88eb-fbfd0a2ec47f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=362ff5a6-0cb1-4e96-b07a-a23428949daf HTTP/1.1" status: 200 len: 210 time: 0.0276070 Jul 30 02:07:48.914578 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4b80065-de00-4ae6-97a3-370104c4d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.198891 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:07:51.277425 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.712449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e59da075-d216-4922-8358-e83e840e21b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.891766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.125314 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.612987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.064118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-1e3b33a1-4c83-4fb1-b292-865df431170a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:03.065592 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-1e3b33a1-4c83-4fb1-b292-865df431170a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1059587 Jul 30 02:08:03.080819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-32832c7b-5d3d-4fba-b7eb-6bbb05242c36 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0094712 Jul 30 02:08:03.132094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-9104c85c-c2f4-478d-a25c-a89b8c35deca tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459716 Jul 30 02:08:03.227997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-098e3675-25c0-4816-a3c1-c7a546827d9e service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891237 Jul 30 02:08:03.319856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-0f8a5628-36b8-47d3-b683-4ce45073e59b service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856254 Jul 30 02:08:03.520364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b63f9922-8f0f-431c-b7f7-f05129ec35ca req-79f1f90e-877c-4e04-b791-9d7c087b5d2e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 210 time: 0.0346391 Jul 30 02:08:04.520495 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-acdd5959-b66e-4bb8-bca5-a466167def35 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:04.522001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-acdd5959-b66e-4bb8-bca5-a466167def35 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1183605 Jul 30 02:08:04.540420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:04.620240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfccd711-765a-4391-bed4-ee1739a197c6 req-006b8b86-48ef-46c8-8eb1-92207198fb32 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 210 time: 0.0277419 Jul 30 02:08:04.672384 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:04.676621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.807917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.13 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/e6e28884-6d43-475b-b697-3e022e82b76e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:04.981955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.996860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object e6e28884-6d43-475b-b697-3e022e82b76e will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:05.033195 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.076587 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:05.080028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:05.086528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:05.110770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=e6e28884-6d43-475b-b697-3e022e82b76e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:05.124648 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.124993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.125338 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.125679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.126014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.126346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.126673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.127020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.127346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.127674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.128001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.128325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.164505 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.165145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.182424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-6d24a902-34db-4bfc-af65-9f853cf97fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6454492 Jul 30 02:08:05.199141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Request body: {'port': {'device_id': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:05.256468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.356056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3b17c4e2-dea8-42e4-817a-232a40f4e1dd None None] Provisioning for port e6e28884-6d43-475b-b697-3e022e82b76e completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:05.361603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3b17c4e2-dea8-42e4-817a-232a40f4e1dd None None] Provisioning complete for port e6e28884-6d43-475b-b697-3e022e82b76e triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:05.361977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3b17c4e2-dea8-42e4-817a-232a40f4e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.403583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3b17c4e2-dea8-42e4-817a-232a40f4e1dd None None] Port e6e28884-6d43-475b-b697-3e022e82b76e cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:08:05.567842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e28884-6d43-475b-b697-3e022e82b76e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:05.575890 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.588713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Transition to ACTIVE for port object e6e28884-6d43-475b-b697-3e022e82b76e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:05.594059 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.689307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e28884-6d43-475b-b697-3e022e82b76e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:05.726862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Attempting to bind port e6e28884-6d43-475b-b697-3e022e82b76e on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:05.727357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Attempting to bind port e6e28884-6d43-475b-b697-3e022e82b76e by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:05.727761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Attempting to bind port e6e28884-6d43-475b-b697-3e022e82b76e on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:05.733331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Port e6e28884-6d43-475b-b697-3e022e82b76e on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:05.734085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Attempting to bind port e6e28884-6d43-475b-b697-3e022e82b76e on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:05.740194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:05.740862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:05.741456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:05.742101 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Bound port: e6e28884-6d43-475b-b697-3e022e82b76e, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:05.742668 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.771666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410409c0-629b-4bd4-aeb8-5fc1ebfcf74e req-f73d20f6-3d1a-41e6-92a1-17565407b75d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.774072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-410409c0-629b-4bd4-aeb8-5fc1ebfcf74e req-f73d20f6-3d1a-41e6-92a1-17565407b75d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0735536 Jul 30 02:08:05.823182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] For port e6e28884-6d43-475b-b697-3e022e82b76e, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:05.824378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-410409c0-629b-4bd4-aeb8-5fc1ebfcf74e req-595e3795-209c-4312-9655-eb56bb765a91 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Jul 30 02:08:05.828421 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] For port e6e28884-6d43-475b-b697-3e022e82b76e, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e6e28884-6d43-475b-b697-3e022e82b76e,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:05.835414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.875942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.876699 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.878276 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] 10.222.0.55 "PUT /v2.0/ports/e6e28884-6d43-475b-b697-3e022e82b76e HTTP/1.1" status: 200 len: 1093 time: 0.6836329 Jul 30 02:08:05.878791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'tag': 'e6e28884-6d43-475b-b697-3e022e82b76e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:05.881325 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1508303d-a266-4a36-8863-774bbc324273" -d '{"events": [{"name": "network-changed", "server_uuid": "50dbb90a-42f2-434a-b345-66f6d693d8fb", "tag": "e6e28884-6d43-475b-b697-3e022e82b76e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:05.930620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3b6a-8893-432d-b240-11a42781e14e service neutron] Pushing event updated for resources: {'Port': ['ID=e6e28884-6d43-475b-b697-3e022e82b76e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:05.940994 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a4fd8d-d646-49cb-b5f1-4bb25c35278d x-openstack-request-id: req-c3a4fd8d-d646-49cb-b5f1-4bb25c35278d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:05.941375 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dbb90a-42f2-434a-b345-66f6d693d8fb", "tag": "e6e28884-6d43-475b-b697-3e022e82b76e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:05.941557 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3a4fd8d-d646-49cb-b5f1-4bb25c35278d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:05.942631 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'tag': 'e6e28884-6d43-475b-b697-3e022e82b76e', 'status': 'completed', 'code': 200} Jul 30 02:08:06.008385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-d85b51e0-69c9-4dea-8bc6-c00bf7bdc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.009911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-d85b51e0-69c9-4dea-8bc6-c00bf7bdc0cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 1096 time: 0.0501890 Jul 30 02:08:06.064155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-d9495bbf-b1b7-40a5-a457-0ed950d649bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e28884-6d43-475b-b697-3e022e82b76e HTTP/1.1" status: 200 len: 217 time: 0.0415313 Jul 30 02:08:06.119778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-68091828-8458-4a8b-b5c7-3e17f32ae277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.121289 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-68091828-8458-4a8b-b5c7-3e17f32ae277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0507605 Jul 30 02:08:06.173186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-14b1d807-47ff-405d-8cd5-c49f4eb2eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.175188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-14b1d807-47ff-405d-8cd5-c49f4eb2eb6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468302 Jul 30 02:08:06.272301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-679f1040-6a9e-481b-926b-a7d3d77f0ecf service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902650 Jul 30 02:08:06.365097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-53bb4731-4105-4819-98c5-61f44bc345d2 req-1a7cabe4-894e-4863-b036-ed7ba0f41034 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863032 Jul 30 02:08:06.487923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508303d-a266-4a36-8863-774bbc324273 req-2810f7dd-91c6-466f-bddc-fd1ddf1c2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.489528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-2810f7dd-91c6-466f-bddc-fd1ddf1c2c16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 1096 time: 0.0557282 Jul 30 02:08:06.585477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508303d-a266-4a36-8863-774bbc324273 req-fe0e8ead-67e5-43e5-8603-c392b5986223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.586980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-fe0e8ead-67e5-43e5-8603-c392b5986223 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0910037 Jul 30 02:08:06.629930 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-b625770e-0cb7-4ee6-ae76-10c69bd102df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6e28884-6d43-475b-b697-3e022e82b76e HTTP/1.1" status: 200 len: 217 time: 0.0352442 Jul 30 02:08:06.680246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508303d-a266-4a36-8863-774bbc324273 req-c02e7493-ad59-43c1-a7b7-ac3dc4a90934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.681733 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-c02e7493-ad59-43c1-a7b7-ac3dc4a90934 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0455093 Jul 30 02:08:06.732477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508303d-a266-4a36-8863-774bbc324273 req-a308c1eb-c32c-4a60-bea8-3a1b24fd7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.734211 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-a308c1eb-c32c-4a60-bea8-3a1b24fd7b32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460932 Jul 30 02:08:06.835729 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-198d3731-37aa-48be-a06d-a5c53444a68e service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944827 Jul 30 02:08:06.938807 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1508303d-a266-4a36-8863-774bbc324273 req-c85c1f6c-5aff-44ea-b07b-1df3061343a2 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957646 Jul 30 02:08:06.964958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566039a-3290-477a-ae0f-71c12c9bbe44 req-0c31fb7f-9025-46a5-8d53-ab870b8ade82 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.964958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0566039a-3290-477a-ae0f-71c12c9bbe44 req-0c31fb7f-9025-46a5-8d53-ab870b8ade82 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0545335 Jul 30 02:08:06.998020 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.005099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0566039a-3290-477a-ae0f-71c12c9bbe44 req-e00c38b2-1e2d-41f9-b6e0-c2923b9c2f00 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Jul 30 02:08:08.160021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0c4b-dfb6-43c9-b372-2c886bef643f req-b5a370a0-0281-49a7-9ba4-3aa60a7329f9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:08.161633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a65c0c4b-dfb6-43c9-b372-2c886bef643f req-b5a370a0-0281-49a7-9ba4-3aa60a7329f9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0694072 Jul 30 02:08:08.222788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a65c0c4b-dfb6-43c9-b372-2c886bef643f req-65d83068-d0d3-4d4b-b41d-56c9fafb7840 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525873 Jul 30 02:08:09.392594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4e31-ac37-43e0-b4c9-1f34fc22963e req-8e1e6926-9d35-4309-94a4-424f19558faf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:09.394888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29be4e31-ac37-43e0-b4c9-1f34fc22963e req-8e1e6926-9d35-4309-94a4-424f19558faf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0768218 Jul 30 02:08:09.452517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29be4e31-ac37-43e0-b4c9-1f34fc22963e req-0b1c44c4-a0c3-481e-9566-e150513161ea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Jul 30 02:08:10.607467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5268b5-53f7-4163-a683-85f7cd39bd58 req-92790bf4-4c98-431c-9c48-f9512d9b0403 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:10.610498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac5268b5-53f7-4163-a683-85f7cd39bd58 req-92790bf4-4c98-431c-9c48-f9512d9b0403 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0593572 Jul 30 02:08:10.654329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac5268b5-53f7-4163-a683-85f7cd39bd58 req-f52b8bfd-9e0b-4667-8912-eb402cb7b1d1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Jul 30 02:08:11.778163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677e775-4f2c-4ea9-b583-d6a9adc07766 req-61bea775-4627-49f6-9b8f-46dbaff837f4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.783459 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c677e775-4f2c-4ea9-b583-d6a9adc07766 req-61bea775-4627-49f6-9b8f-46dbaff837f4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0569634 Jul 30 02:08:11.822863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c677e775-4f2c-4ea9-b583-d6a9adc07766 req-fa101b5c-280b-47a5-8535-812f36085426 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Jul 30 02:08:12.945079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf613b7-6cda-4dbc-8909-b60404a5577d req-3842c84f-295d-49fe-8237-72fadadef484 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.946579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cf613b7-6cda-4dbc-8909-b60404a5577d req-3842c84f-295d-49fe-8237-72fadadef484 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0575924 Jul 30 02:08:12.986026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cf613b7-6cda-4dbc-8909-b60404a5577d req-0b58fcab-41d5-4b1a-898b-6823b1eb22db tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jul 30 02:08:14.105781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef724f3-3f77-49fe-8dd0-564ee066b3a9 req-5a51e348-463a-4230-8462-0c4300c63213 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.107384 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bef724f3-3f77-49fe-8dd0-564ee066b3a9 req-5a51e348-463a-4230-8462-0c4300c63213 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0528483 Jul 30 02:08:14.154764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bef724f3-3f77-49fe-8dd0-564ee066b3a9 req-cfc6c77d-ebd8-434c-9aea-ad01e1e4b88c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Jul 30 02:08:15.274163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d2a8-f3f0-4935-b521-68248a59dfa1 req-0cff1288-50d9-44ed-bec4-60f9a8d96f5c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.275845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aeb6d2a8-f3f0-4935-b521-68248a59dfa1 req-0cff1288-50d9-44ed-bec4-60f9a8d96f5c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0508447 Jul 30 02:08:15.319042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aeb6d2a8-f3f0-4935-b521-68248a59dfa1 req-292cef64-26df-4440-83f2-3b241d7337e0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Jul 30 02:08:16.443214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb401f-56a5-412b-899c-3fdfcd7facde req-68c9da1d-cdcd-44f3-abad-fff5dfa1d449 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.444853 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-defb401f-56a5-412b-899c-3fdfcd7facde req-68c9da1d-cdcd-44f3-abad-fff5dfa1d449 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0596035 Jul 30 02:08:16.486021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-defb401f-56a5-412b-899c-3fdfcd7facde req-64e428b1-cb2a-4750-84bc-e211842e581c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Jul 30 02:08:17.612038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea81a5-051a-49d5-85ed-988980b6faf4 req-02726e86-e19c-4323-8023-169b29a2f549 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.613508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7ea81a5-051a-49d5-85ed-988980b6faf4 req-02726e86-e19c-4323-8023-169b29a2f549 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0513804 Jul 30 02:08:17.652488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7ea81a5-051a-49d5-85ed-988980b6faf4 req-3e375a7f-9d0e-4af2-8958-5ea8fbfc6dbd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Jul 30 02:08:18.778969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f08ba-d9a5-4f4c-9489-c658a232776a req-02eae286-129c-4d9d-90ea-22e91e15ed66 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:18.780571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc6f08ba-d9a5-4f4c-9489-c658a232776a req-02eae286-129c-4d9d-90ea-22e91e15ed66 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0578456 Jul 30 02:08:18.820498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fc6f08ba-d9a5-4f4c-9489-c658a232776a req-bb02ec9d-d369-442c-aba7-fa54c414ac74 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Jul 30 02:08:18.918740 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91aa236f-83cf-439d-8e45-26a100d265dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.943105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136a47-09a7-4e1e-b3ff-2cf18f19cdd5 req-037c9b0e-ac0d-4f0b-8444-be032a0d4632 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.944627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80136a47-09a7-4e1e-b3ff-2cf18f19cdd5 req-037c9b0e-ac0d-4f0b-8444-be032a0d4632 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0572639 Jul 30 02:08:19.990643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80136a47-09a7-4e1e-b3ff-2cf18f19cdd5 req-2bde8ac5-fa95-4feb-a895-500e994bd34a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Jul 30 02:08:21.109582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7897507-f23b-4438-ab4b-25eead43959c req-b17c2149-0518-4fed-8b79-a09bd8dfc197 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:21.111122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7897507-f23b-4438-ab4b-25eead43959c req-b17c2149-0518-4fed-8b79-a09bd8dfc197 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0506682 Jul 30 02:08:21.158668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7897507-f23b-4438-ab4b-25eead43959c req-ec863fd9-2e2e-449d-b7d2-8f4387f02d0c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Jul 30 02:08:21.275643 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.714528 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f4db-cf53-49ce-a609-145967d2b320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.893877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.279080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696e989-d7d4-4157-bad3-ef0ba2a9d8e3 req-3ead28fa-5bed-4abe-89cc-9be3bbdefab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:22.280866 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7696e989-d7d4-4157-bad3-ef0ba2a9d8e3 req-3ead28fa-5bed-4abe-89cc-9be3bbdefab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0546272 Jul 30 02:08:22.319097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7696e989-d7d4-4157-bad3-ef0ba2a9d8e3 req-9d0b23e9-261c-4109-94f2-f09139f8171f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jul 30 02:08:23.126620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.440937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350916cb-994b-42f4-a73c-a1b37ccac2be req-d940c560-2b19-4053-9e47-e1f12eaea0fb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.442422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-350916cb-994b-42f4-a73c-a1b37ccac2be req-d940c560-2b19-4053-9e47-e1f12eaea0fb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0547664 Jul 30 02:08:23.486398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-350916cb-994b-42f4-a73c-a1b37ccac2be req-6df06079-2b2e-4e17-b16a-dae1547f52eb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Jul 30 02:08:24.601905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c95747-4703-4e66-adc2-3e9bd6800360 req-35ab4a64-6def-4ba8-a346-f251b5aa828e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.603452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c95747-4703-4e66-adc2-3e9bd6800360 req-35ab4a64-6def-4ba8-a346-f251b5aa828e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0497975 Jul 30 02:08:24.615467 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.644355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-46c95747-4703-4e66-adc2-3e9bd6800360 req-49a53adc-23b2-4987-8903-81f8cb3c98d7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341840 Jul 30 02:08:25.761321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d917cee-e9e3-4a5e-9223-795b024775f6 req-3508e397-7a6e-4a07-b3a8-d7b8c8b30ef4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:25.762829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d917cee-e9e3-4a5e-9223-795b024775f6 req-3508e397-7a6e-4a07-b3a8-d7b8c8b30ef4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0507092 Jul 30 02:08:25.802728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d917cee-e9e3-4a5e-9223-795b024775f6 req-1e588272-2312-46eb-a2f5-815f6cbbdd29 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Jul 30 02:08:26.198246 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:08:26.924042 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d452aa-a92b-490d-a4c9-d2d997d54ddc req-a6e87362-f3a0-4dee-8fa8-0f6f108f9c31 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:26.925582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97d452aa-a92b-490d-a4c9-d2d997d54ddc req-a6e87362-f3a0-4dee-8fa8-0f6f108f9c31 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 944 time: 0.0559611 Jul 30 02:08:26.970205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97d452aa-a92b-490d-a4c9-d2d997d54ddc req-d365d8fd-6b1b-4801-932f-c64ed8950d25 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Jul 30 02:08:27.098596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e6e28884-6d43-475b-b697-3e022e82b76e details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:27.198988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port e6e28884-6d43-475b-b697-3e022e82b76e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e6e28884-6d43-475b-b697-3e022e82b76e,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:27.211038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'e6e28884-6d43-475b-b697-3e022e82b76e', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': 'e6e28884-6d43-475b-b697-3e022e82b76e', 'mac_address': 'fa:16:3e:ad:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:27.257710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.269886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e28884-6d43-475b-b697-3e022e82b76e {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:27.288864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port e6e28884-6d43-475b-b697-3e022e82b76e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e6e28884-6d43-475b-b697-3e022e82b76e,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:27.293157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.340657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=e6e28884-6d43-475b-b697-3e022e82b76e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:27.348739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.349024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.349423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.349767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.350114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.350447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.350771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.351123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.351448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.351772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.352088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.352406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:27.549810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['e6e28884-6d43-475b-b697-3e022e82b76e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:28.102107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe11b-8e2f-420d-9bd1-0a757f69ba2c req-26ad53c7-2849-4b0b-8fac-f7bf8015f555 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.103652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba9fe11b-8e2f-420d-9bd1-0a757f69ba2c req-26ad53c7-2849-4b0b-8fac-f7bf8015f555 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 945 time: 0.0578361 Jul 30 02:08:28.143408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba9fe11b-8e2f-420d-9bd1-0a757f69ba2c req-9ecdcd14-8b72-44ff-acbe-903fecf46a99 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Jul 30 02:08:29.145673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e6e28884-6d43-475b-b697-3e022e82b76e up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:29.202484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port e6e28884-6d43-475b-b697-3e022e82b76e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:29.206473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port e6e28884-6d43-475b-b697-3e022e82b76e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:29.206849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.270295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00886293-1ce5-411d-8bd3-74a85a5b0295 req-630f3532-20f3-493f-818f-c6a3fd023a69 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:29.271871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00886293-1ce5-411d-8bd3-74a85a5b0295 req-630f3532-20f3-493f-818f-c6a3fd023a69 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 945 time: 0.0606344 Jul 30 02:08:29.298073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.319233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-00886293-1ce5-411d-8bd3-74a85a5b0295 req-c4b2c562-4688-43f6-8d83-4cd99ec7c9fb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Jul 30 02:08:29.324193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e28884-6d43-475b-b697-3e022e82b76e'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:29.327282 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44e512f-1ca7-4e74-b814-fc18bda13e33" -d '{"events": [{"server_uuid": "50dbb90a-42f2-434a-b345-66f6d693d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "e6e28884-6d43-475b-b697-3e022e82b76e"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:29.347841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port e6e28884-6d43-475b-b697-3e022e82b76e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e6e28884-6d43-475b-b697-3e022e82b76e,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:29.351655 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.376348 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6349e6-6a7c-4cc1-95f9-6c14d957c03d x-openstack-request-id: req-4e6349e6-6a7c-4cc1-95f9-6c14d957c03d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:29.376639 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbb90a-42f2-434a-b345-66f6d693d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "e6e28884-6d43-475b-b697-3e022e82b76e", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:29.376890 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e6349e6-6a7c-4cc1-95f9-6c14d957c03d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:29.377282 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e28884-6d43-475b-b697-3e022e82b76e', 'code': 200} Jul 30 02:08:29.406886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=e6e28884-6d43-475b-b697-3e022e82b76e,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:29.486980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834edfe-a413-4c29-b5c5-a318f680a475 req-bebc69b0-e449-46f6-a37b-232de16a6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:29.488640 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b834edfe-a413-4c29-b5c5-a318f680a475 req-bebc69b0-e449-46f6-a37b-232de16a6ce8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 1098 time: 0.0422778 Jul 30 02:08:29.524767 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b834edfe-a413-4c29-b5c5-a318f680a475 req-d295bc87-1bd2-457c-9c36-5fc1eb5b4e13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290332 Jul 30 02:08:30.446416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232c923-b295-43bf-8f33-0c77a56b88bc req-6a35d550-ba7e-4dbf-8774-4dcee8f1addf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:30.447948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0232c923-b295-43bf-8f33-0c77a56b88bc req-6a35d550-ba7e-4dbf-8774-4dcee8f1addf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0584619 Jul 30 02:08:30.493079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0232c923-b295-43bf-8f33-0c77a56b88bc req-25070e84-0e6d-41e5-8efc-c8a2caade883 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Jul 30 02:08:31.625708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372ce9-4938-4f92-a539-7bc55229b053 req-5cb742fe-168a-43b7-b3f1-d04df596751f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:31.627397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f372ce9-4938-4f92-a539-7bc55229b053 req-5cb742fe-168a-43b7-b3f1-d04df596751f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0551217 Jul 30 02:08:31.666192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f372ce9-4938-4f92-a539-7bc55229b053 req-3fe44375-19f0-4f80-8863-56de077aa4db tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Jul 30 02:08:31.780623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc99a4-ed20-4a94-96cc-5e7a952d6c70 req-10641476-3206-4966-936c-3ff4b637a856 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:31.788292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5bc99a4-ed20-4a94-96cc-5e7a952d6c70 req-10641476-3206-4966-936c-3ff4b637a856 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0556898 Jul 30 02:08:31.826590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5bc99a4-ed20-4a94-96cc-5e7a952d6c70 req-cb758ef4-342a-472b-be0c-0be83b447a22 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Jul 30 02:08:31.949040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865129fd-4465-47c4-bfe4-5664d8fd5e26 req-601e780e-b8d0-4992-b267-0a50ab347d48 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:31.950612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-865129fd-4465-47c4-bfe4-5664d8fd5e26 req-601e780e-b8d0-4992-b267-0a50ab347d48 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0542991 Jul 30 02:08:31.989428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-865129fd-4465-47c4-bfe4-5664d8fd5e26 req-37453382-2a48-497c-8dda-7419694454f7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Jul 30 02:08:32.292107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fa04-d9ee-4176-a48b-0eab43b3ee59 req-fb1b5ed6-b1a9-48b1-8ed6-620fbcea27bb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:32.293628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aa5fa04-d9ee-4176-a48b-0eab43b3ee59 req-fb1b5ed6-b1a9-48b1-8ed6-620fbcea27bb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0523078 Jul 30 02:08:32.341180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2aa5fa04-d9ee-4176-a48b-0eab43b3ee59 req-f6ef0df8-954f-4f48-b81b-0c6aa0c0d4ca tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Jul 30 02:08:33.468734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfdba3-53b4-4762-9b42-b5b275e97e61 req-946f6703-2948-41cb-89bf-b735b5a4e77e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:33.470174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18cfdba3-53b4-4762-9b42-b5b275e97e61 req-946f6703-2948-41cb-89bf-b735b5a4e77e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0577471 Jul 30 02:08:33.510491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18cfdba3-53b4-4762-9b42-b5b275e97e61 req-8ebc4da2-6179-49c5-b3ad-3282a1815f05 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Jul 30 02:08:33.829945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f5eabe73-085e-4849-ad13-faad80130bc1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:33.831483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f5eabe73-085e-4849-ad13-faad80130bc1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 946 time: 0.0526812 Jul 30 02:08:33.934121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port e6e28884-6d43-475b-b697-3e022e82b76e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:33.934462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.026705 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port e6e28884-6d43-475b-b697-3e022e82b76e, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=e6e28884-6d43-475b-b697-3e022e82b76e,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:34.027114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.041486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for e6e28884-6d43-475b-b697-3e022e82b76e owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:34.176772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.207043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=e6e28884-6d43-475b-b697-3e022e82b76e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:34.209970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['e6e28884-6d43-475b-b697-3e022e82b76e'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:34.252306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port e6e28884-6d43-475b-b697-3e022e82b76e on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:34.255077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.257127 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fbb3cf9b-054d-4996-9681-3355fe75d8c5 req-f3a4a6b0-81d5-439c-9c6a-9c317cfdede4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "DELETE /v2.0/ports/e6e28884-6d43-475b-b697-3e022e82b76e HTTP/1.1" status: 204 len: 173 time: 0.4198768 Jul 30 02:08:34.257544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'name': 'network-vif-deleted', 'tag': 'e6e28884-6d43-475b-b697-3e022e82b76e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:34.259861 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c47a85-839c-4edd-b961-2d9c3a07e2b2" -d '{"events": [{"server_uuid": "50dbb90a-42f2-434a-b345-66f6d693d8fb", "name": "network-vif-deleted", "tag": "e6e28884-6d43-475b-b697-3e022e82b76e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:34.299445 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8222063-c9b9-4568-89f0-14a1675a7f90 x-openstack-request-id: req-b8222063-c9b9-4568-89f0-14a1675a7f90 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:34.299757 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbb90a-42f2-434a-b345-66f6d693d8fb", "name": "network-vif-deleted", "tag": "e6e28884-6d43-475b-b697-3e022e82b76e", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:34.299997 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8222063-c9b9-4568-89f0-14a1675a7f90 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:34.300411 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbb90a-42f2-434a-b345-66f6d693d8fb', 'name': 'network-vif-deleted', 'tag': 'e6e28884-6d43-475b-b697-3e022e82b76e', 'status': 'completed', 'code': 200} Jul 30 02:08:34.613370 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2bde5c3d-a506-4c9a-92ab-b5a5075ac4f7 req-8ab5b68a-c491-4a91-b883-a796d48d2a38 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 210 time: 0.0342495 Jul 30 02:08:35.713383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca833505-39f5-40e2-b919-8001151c9d01 req-a54d6f61-bcd3-427e-8337-f1839487fa3e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 210 time: 0.0267887 Jul 30 02:08:36.809474 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d9b311ca-3cff-4bc3-bc20-83e76b0d80ad req-f2ff42c1-d5ea-4ac0-b5bd-138c6877ff5a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 210 time: 0.0270150 Jul 30 02:08:37.012362 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.918699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1fd4dd3-52d2-4a3e-89d1-90a60e17a550 req-ed37c3d8-a8e2-4521-808c-d866c704e39c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbb90a-42f2-434a-b345-66f6d693d8fb HTTP/1.1" status: 200 len: 210 time: 0.0273051 Jul 30 02:08:39.222602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e6e28884-6d43-475b-b697-3e022e82b76e no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:39.250402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: e6e28884-6d43-475b-b697-3e022e82b76e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:08:39.250746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device e6e28884-6d43-475b-b697-3e022e82b76e not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:08:48.922850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e537d5d4-e2be-4cae-8ae4-0d09ef7cd0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.291863 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.739918 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aadff290-2c61-4097-b713-bd98dec9843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:51.900306 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.129827 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.617650 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:59.057538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-90ba5d7b-a9fa-46f7-a2dc-31ae7dcc8521 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.059137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-90ba5d7b-a9fa-46f7-a2dc-31ae7dcc8521 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1160874 Jul 30 02:08:59.074780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-fb38be83-9c2b-458f-81ff-a84881525c06 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0096042 Jul 30 02:08:59.130016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-a8b724ad-c17f-4db3-8b2a-2e3c08c035c7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491505 Jul 30 02:08:59.222921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-77011a1f-774c-4135-9180-89c78a3f40f0 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 Jul 30 02:08:59.317921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-006e6079-c36f-440b-b2c0-7cfc030f7e4c service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888450 Jul 30 02:08:59.732799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1708545-603e-441b-a70b-32f1dbb0169c req-4c666a95-b881-43af-8944-6f1caa92d06f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 210 time: 0.1286347 Jul 30 02:09:00.606424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-465c0ef4-a167-4be6-b080-7a78cd0fa563 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.608442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-465c0ef4-a167-4be6-b080-7a78cd0fa563 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1090426 Jul 30 02:09:00.627280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:00.744424 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:00.748552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.846681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-191196f3-dde8-404d-b288-101374745aa0 req-7ba89fb7-3c0f-4f69-8f28-429752a84bf2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0276248 Jul 30 02:09:00.888765 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.9 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/2279be3c-6c16-4257-adfe-a49d7c312d5d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:01.046315 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.062496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object 2279be3c-6c16-4257-adfe-a49d7c312d5d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:01.098060 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.138303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:01.141444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:01.145485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:01.180487 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=2279be3c-6c16-4257-adfe-a49d7c312d5d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:01.212064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:01.212710 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.230252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-2accdec7-5b86-4523-a769-2abb613ade1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076403 Jul 30 02:09:01.253669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Request body: {'port': {'device_id': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:01.314406 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.376267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-670ff04b-11c1-4d5a-bf3b-68af8368d982 None None] Provisioning for port 2279be3c-6c16-4257-adfe-a49d7c312d5d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:01.380842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-670ff04b-11c1-4d5a-bf3b-68af8368d982 None None] Provisioning complete for port 2279be3c-6c16-4257-adfe-a49d7c312d5d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:01.381325 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-670ff04b-11c1-4d5a-bf3b-68af8368d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.426261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-670ff04b-11c1-4d5a-bf3b-68af8368d982 None None] Port 2279be3c-6c16-4257-adfe-a49d7c312d5d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:09:01.590952 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2279be3c-6c16-4257-adfe-a49d7c312d5d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:01.598393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.610535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Transition to ACTIVE for port object 2279be3c-6c16-4257-adfe-a49d7c312d5d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:01.614181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.672599 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2279be3c-6c16-4257-adfe-a49d7c312d5d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:01.741797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Attempting to bind port 2279be3c-6c16-4257-adfe-a49d7c312d5d on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:01.742176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Attempting to bind port 2279be3c-6c16-4257-adfe-a49d7c312d5d by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:01.742458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Attempting to bind port 2279be3c-6c16-4257-adfe-a49d7c312d5d on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:01.747017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Port 2279be3c-6c16-4257-adfe-a49d7c312d5d on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:09:01.747351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Attempting to bind port 2279be3c-6c16-4257-adfe-a49d7c312d5d on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:01.752679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:01.753016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:01.753394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:01.753822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Bound port: 2279be3c-6c16-4257-adfe-a49d7c312d5d, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:01.754180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.824105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] For port 2279be3c-6c16-4257-adfe-a49d7c312d5d, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:01.829058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] For port 2279be3c-6c16-4257-adfe-a49d7c312d5d, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:01.835526 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.884370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:01.885005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.886440 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/2279be3c-6c16-4257-adfe-a49d7c312d5d HTTP/1.1" status: 200 len: 1092 time: 0.6424119 Jul 30 02:09:01.887015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'tag': '2279be3c-6c16-4257-adfe-a49d7c312d5d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:01.890213 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf7c431-df6d-4b57-839c-9ae3de74b39d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbe66c3-484b-4930-94a8-921db625c9d9", "tag": "2279be3c-6c16-4257-adfe-a49d7c312d5d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:01.914450 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb458b11-e39c-467d-9796-1bdf396779a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2279be3c-6c16-4257-adfe-a49d7c312d5d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:01.966009 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89071267-f88c-4d55-ac9f-b49045cb1de9 x-openstack-request-id: req-89071267-f88c-4d55-ac9f-b49045cb1de9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:01.966682 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbe66c3-484b-4930-94a8-921db625c9d9", "tag": "2279be3c-6c16-4257-adfe-a49d7c312d5d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:01.967144 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89071267-f88c-4d55-ac9f-b49045cb1de9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:01.967907 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'tag': '2279be3c-6c16-4257-adfe-a49d7c312d5d', 'status': 'completed', 'code': 200} Jul 30 02:09:02.029662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-4d3f3433-92d8-44ef-97b0-d33ab2d54c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.031648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-4d3f3433-92d8-44ef-97b0-d33ab2d54c45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0487947 Jul 30 02:09:02.050624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a277c-d273-426c-9e87-1ca212287445 req-2fd9b220-893e-4d0b-84d2-93c25b77b1a3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.052959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-057a277c-d273-426c-9e87-1ca212287445 req-2fd9b220-893e-4d0b-84d2-93c25b77b1a3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0636804 Jul 30 02:09:02.090820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-3d79df50-e06a-4a35-8278-436eaf50f986 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d HTTP/1.1" status: 200 len: 217 time: 0.0462177 Jul 30 02:09:02.104148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-057a277c-d273-426c-9e87-1ca212287445 req-a981aff6-a59f-406a-a200-080c6c8e41bf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Jul 30 02:09:02.151698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-425c509f-f075-4a1b-9f06-f63cfbb975d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.153120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-425c509f-f075-4a1b-9f06-f63cfbb975d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0552287 Jul 30 02:09:02.202750 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e309-8205-497d-8812-70d1588e4efe req-4960fd8c-d778-4da2-be6d-6d0af8aa1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.204209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-4960fd8c-d778-4da2-be6d-6d0af8aa1893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442164 Jul 30 02:09:02.297757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-586fec5e-aa3b-4c0c-a847-76658a2aa66a service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Jul 30 02:09:02.393619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4332e309-8205-497d-8812-70d1588e4efe req-1d574c0b-62bf-4d88-8c9c-d82429a75288 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884812 Jul 30 02:09:02.504236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-5783dea3-bb38-41dc-9e1e-4ae785001140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.505874 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-5783dea3-bb38-41dc-9e1e-4ae785001140 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0425558 Jul 30 02:09:02.611250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-9270fda1-2262-4fb6-a31b-6ef65fd6b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.612825 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-9270fda1-2262-4fb6-a31b-6ef65fd6b723 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0990272 Jul 30 02:09:02.655049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-e8e02175-e6af-40ca-b13a-9168d086f683 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d HTTP/1.1" status: 200 len: 217 time: 0.0351315 Jul 30 02:09:02.704409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-5bbf65a1-a5e0-4c7a-a9cf-de81b506a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.705895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-5bbf65a1-a5e0-4c7a-a9cf-de81b506a743 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0446031 Jul 30 02:09:02.758059 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-a4245b75-91c7-42a4-9e1c-69eb44fa4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.759510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-a4245b75-91c7-42a4-9e1c-69eb44fa4f02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463450 Jul 30 02:09:02.854410 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-5c071fb9-9e14-47e3-ba2f-4d7d303ad652 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869641 Jul 30 02:09:02.951196 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddf7c431-df6d-4b57-839c-9ae3de74b39d req-d07f32f4-c5ae-4cb1-9372-23459c7549bf service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899169 Jul 30 02:09:03.202624 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:09:03.229087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a3e5-dfdd-4a32-9970-82cd8cb6bbcb req-69f6dc15-1cdf-41fc-9831-8aeb237498ec tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:03.230980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf89a3e5-dfdd-4a32-9970-82cd8cb6bbcb req-69f6dc15-1cdf-41fc-9831-8aeb237498ec tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0549352 Jul 30 02:09:03.272103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf89a3e5-dfdd-4a32-9970-82cd8cb6bbcb req-3ed3085e-5cb4-433e-99ca-7500847cf839 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Jul 30 02:09:04.398654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a94dc9-78a4-49e8-b1fc-ebe6113ad311 req-f82dd8a3-287b-467b-8239-1c91e85a8086 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:04.400232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7a94dc9-78a4-49e8-b1fc-ebe6113ad311 req-f82dd8a3-287b-467b-8239-1c91e85a8086 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0570946 Jul 30 02:09:04.444071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7a94dc9-78a4-49e8-b1fc-ebe6113ad311 req-c5ac83f8-a707-4519-a878-3b1388ff5153 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Jul 30 02:09:05.564787 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2dc4-60d7-48d5-b13b-4e58b2cb3b92 req-c5fd75f1-ed00-4c2f-abde-43e220d88c32 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:05.566308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11ba2dc4-60d7-48d5-b13b-4e58b2cb3b92 req-c5fd75f1-ed00-4c2f-abde-43e220d88c32 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0535605 Jul 30 02:09:05.605381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11ba2dc4-60d7-48d5-b13b-4e58b2cb3b92 req-0e221ef6-e412-457d-8421-d4e7bb46931e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Jul 30 02:09:06.727515 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7b1dd-77d5-4f1e-ae52-ffaf5593298f req-b1ecb8d0-8360-44b1-8030-a5adcb37fcea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:06.729026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16e7b1dd-77d5-4f1e-ae52-ffaf5593298f req-b1ecb8d0-8360-44b1-8030-a5adcb37fcea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0493329 Jul 30 02:09:06.768153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16e7b1dd-77d5-4f1e-ae52-ffaf5593298f req-dfc0a1d3-4a2c-4593-a49b-61248748811e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Jul 30 02:09:07.026229 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.890428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859f6f4-daf3-4c44-91b5-54d302eefbb7 req-3ec829af-1282-4706-9882-892a7b8e5129 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:07.891958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4859f6f4-daf3-4c44-91b5-54d302eefbb7 req-3ec829af-1282-4706-9882-892a7b8e5129 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0508149 Jul 30 02:09:07.930904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4859f6f4-daf3-4c44-91b5-54d302eefbb7 req-8f3ae71c-af44-41a1-b43f-df05143b9ada tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Jul 30 02:09:09.051756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f04b48-1cea-43f2-88e3-a2eba39005fb req-e2700d54-c1b7-4004-8f4d-b36e381b2219 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:09.053308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74f04b48-1cea-43f2-88e3-a2eba39005fb req-e2700d54-c1b7-4004-8f4d-b36e381b2219 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0542731 Jul 30 02:09:09.094665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74f04b48-1cea-43f2-88e3-a2eba39005fb req-4a82236e-bed7-4a15-bbf8-091fce7a2b21 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Jul 30 02:09:10.208478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce34bbc-d071-49f2-b980-6537e86845d7 req-aaa921cb-808b-4244-92bb-17beb8d7cdb7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:10.209885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ce34bbc-d071-49f2-b980-6537e86845d7 req-aaa921cb-808b-4244-92bb-17beb8d7cdb7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0496035 Jul 30 02:09:10.260857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ce34bbc-d071-49f2-b980-6537e86845d7 req-335e17a2-2e9f-4e0d-926d-504c3b2c416f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Jul 30 02:09:11.387729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4ebb4-6589-4172-8c10-ff751c8421cc req-155140d0-fdfd-4ebd-8059-796e21afdbd8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:11.389205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7c4ebb4-6589-4172-8c10-ff751c8421cc req-155140d0-fdfd-4ebd-8059-796e21afdbd8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0579054 Jul 30 02:09:11.435972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7c4ebb4-6589-4172-8c10-ff751c8421cc req-b0f7b89c-339e-49c4-85d8-97c3f72304f9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Jul 30 02:09:12.554097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25651-2130-452e-a33d-f481dac15037 req-a3bc6d2f-ae1e-4b95-918f-b6da20cb7f59 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:12.555864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6de25651-2130-452e-a33d-f481dac15037 req-a3bc6d2f-ae1e-4b95-918f-b6da20cb7f59 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0538976 Jul 30 02:09:12.598622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6de25651-2130-452e-a33d-f481dac15037 req-de4d6cc3-1bbe-4a74-91d7-373b339f68d8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355363 Jul 30 02:09:13.362388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2279be3c-6c16-4257-adfe-a49d7c312d5d details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:13.460844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 2279be3c-6c16-4257-adfe-a49d7c312d5d, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:13.473025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '2279be3c-6c16-4257-adfe-a49d7c312d5d', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': '2279be3c-6c16-4257-adfe-a49d7c312d5d', 'mac_address': 'fa:16:3e:c6:97:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:13.510202 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.523026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2279be3c-6c16-4257-adfe-a49d7c312d5d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:13.549550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 2279be3c-6c16-4257-adfe-a49d7c312d5d, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:13.554731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:13.606978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=2279be3c-6c16-4257-adfe-a49d7c312d5d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:13.721631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aa343-d33c-4d00-8e3f-df27239cb43b req-4b1c0979-63e8-42c4-aead-c04f235676a4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:13.723180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f9aa343-d33c-4d00-8e3f-df27239cb43b req-4b1c0979-63e8-42c4-aead-c04f235676a4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 944 time: 0.0508730 Jul 30 02:09:13.766012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6f9aa343-d33c-4d00-8e3f-df27239cb43b req-e08ded9d-a4ca-4471-964c-3ea33a8b4e65 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Jul 30 02:09:13.823723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2279be3c-6c16-4257-adfe-a49d7c312d5d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:14.883860 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f017a37-20f4-4278-b8f6-7952e7f74f4c req-dbefc1be-eaec-45d2-b311-00a02d227fac tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:14.885373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f017a37-20f4-4278-b8f6-7952e7f74f4c req-dbefc1be-eaec-45d2-b311-00a02d227fac tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 944 time: 0.0501759 Jul 30 02:09:14.932999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f017a37-20f4-4278-b8f6-7952e7f74f4c req-77003e62-bc0c-4371-89a0-7ea0d71994d8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Jul 30 02:09:15.378573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2279be3c-6c16-4257-adfe-a49d7c312d5d up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:15.427832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 2279be3c-6c16-4257-adfe-a49d7c312d5d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:15.431838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 2279be3c-6c16-4257-adfe-a49d7c312d5d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:15.432214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.512927 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.542386 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2279be3c-6c16-4257-adfe-a49d7c312d5d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:15.545174 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a198c5fe-577f-4b7b-8fb0-3327895ee78f" -d '{"events": [{"server_uuid": "2fbe66c3-484b-4930-94a8-921db625c9d9", "name": "network-vif-plugged", "status": "completed", "tag": "2279be3c-6c16-4257-adfe-a49d7c312d5d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:15.557717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 2279be3c-6c16-4257-adfe-a49d7c312d5d, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:15.564051 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.595863 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d62c58f-efc2-438d-8568-fcf4e0c351fd x-openstack-request-id: req-7d62c58f-efc2-438d-8568-fcf4e0c351fd {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:15.596425 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe66c3-484b-4930-94a8-921db625c9d9", "name": "network-vif-plugged", "status": "completed", "tag": "2279be3c-6c16-4257-adfe-a49d7c312d5d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:15.596425 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d62c58f-efc2-438d-8568-fcf4e0c351fd {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:15.596779 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2279be3c-6c16-4257-adfe-a49d7c312d5d', 'code': 200} Jul 30 02:09:15.623018 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=2279be3c-6c16-4257-adfe-a49d7c312d5d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:15.708568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d1ce-3516-49b4-af2f-fb8a61f58a53 req-0af87289-5361-414a-954c-61c8a80cdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:15.710077 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb93d1ce-3516-49b4-af2f-fb8a61f58a53 req-0af87289-5361-414a-954c-61c8a80cdd1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0420797 Jul 30 02:09:15.746016 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bb93d1ce-3516-49b4-af2f-fb8a61f58a53 req-f642764c-e330-40d1-8099-abff1178dcd1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286875 Jul 30 02:09:16.058811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a86a2-c58c-42b0-896a-43cd95717209 req-eabd7f5f-8a9f-43bc-8d63-cc20d893af01 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:16.060387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f3a86a2-c58c-42b0-896a-43cd95717209 req-eabd7f5f-8a9f-43bc-8d63-cc20d893af01 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0560942 Jul 30 02:09:16.098578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f3a86a2-c58c-42b0-896a-43cd95717209 req-59d49f22-07d4-4801-9bd4-1fefdb4b0bb8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Jul 30 02:09:17.223464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eee78-4832-4feb-89e0-6d775619225f req-e0ef894d-61e7-4000-9a44-2b9aad20a724 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:17.225314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-788eee78-4832-4feb-89e0-6d775619225f req-e0ef894d-61e7-4000-9a44-2b9aad20a724 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0572658 Jul 30 02:09:17.264355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-788eee78-4832-4feb-89e0-6d775619225f req-4096d909-3b94-4f15-8ee8-17272ea1fc39 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jul 30 02:09:17.381454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29621e-25ac-4d03-85e9-83fca3074182 req-3fedb1ef-5f6f-4ffe-8ce6-ec33df87f510 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:17.382934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf29621e-25ac-4d03-85e9-83fca3074182 req-3fedb1ef-5f6f-4ffe-8ce6-ec33df87f510 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Jul 30 02:09:17.424753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cf29621e-25ac-4d03-85e9-83fca3074182 req-8c15f0f5-2eaa-412f-9f0d-ac2fe19f1571 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352070 Jul 30 02:09:18.928174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4a497c89-8327-47e8-b4d8-803677f7a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.949711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-7662b018-ff3c-4f5f-8e3f-cc9b946f27c5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:19.952025 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-7662b018-ff3c-4f5f-8e3f-cc9b946f27c5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1043715 Jul 30 02:09:19.967994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-8e9f5455-0c61-4fed-add4-ffe629bf4390 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0101678 Jul 30 02:09:20.022472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-4d852f24-083f-4f63-b9a2-6138d8f24a3d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487707 Jul 30 02:09:20.168713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-a30c7929-4be4-4265-b4da-a8b72d50f6a4 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384845 Jul 30 02:09:20.256649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-ffefb626-a880-4efc-a384-9805c64ea6d1 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817509 Jul 30 02:09:20.460989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7921079b-a2a3-4360-b2c5-d760169e1659 req-cfddbe04-5d25-4343-9fd4-2f2a240e1a23 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 210 time: 0.0278783 Jul 30 02:09:21.289815 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.402150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-b1065c9a-2e9d-4f13-8487-1c4d1cd5a692 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:21.403663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-b1065c9a-2e9d-4f13-8487-1c4d1cd5a692 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1099761 Jul 30 02:09:21.416937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:21.543184 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:21.546952 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.567450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-850a24ca-e2c0-4a6c-96a1-ac96d0a51428 req-130b6360-a061-4796-888b-ca7e64ee3a99 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 210 time: 0.0327592 Jul 30 02:09:21.688069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.14 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/e8d67d7e-4b1e-45a9-97fc-6b45b4018c32) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:21.723926 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ccdb4fcb-f8c4-47a5-9854-f31f772cafdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.864960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.882415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:21.893576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.918692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.964766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2279be3c-6c16-4257-adfe-a49d7c312d5d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:21.971680 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:21.974887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:21.987200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:21.991568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:22.023143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.023633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.024072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.024465 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.024866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.025273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.025681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.026052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.026440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.026972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.027325 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.028029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:22.060742 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:22.061390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.079122 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-c0c24a1e-89ab-4293-8372-2a101b316895 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6667068 Jul 30 02:09:22.098893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Request body: {'port': {'device_id': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:22.181557 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.347196 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1be043bf-b5ad-4823-95c5-396e7ce51ec4 None None] Provisioning for port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:22.352865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1be043bf-b5ad-4823-95c5-396e7ce51ec4 None None] Provisioning complete for port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:22.353553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1be043bf-b5ad-4823-95c5-396e7ce51ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.404664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1be043bf-b5ad-4823-95c5-396e7ce51ec4 None None] Port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:09:22.561067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:22.569856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.581819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Transition to ACTIVE for port object e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:22.585433 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.641192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:22.708888 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039aa1-50d8-4966-af49-c63022d0a908 req-38d0af87-6162-4ed6-bb6a-48faa256798f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:22.712494 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e039aa1-50d8-4966-af49-c63022d0a908 req-38d0af87-6162-4ed6-bb6a-48faa256798f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0699875 Jul 30 02:09:22.716070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Attempting to bind port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:22.717248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Attempting to bind port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:22.717935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Attempting to bind port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:22.723309 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:09:22.723920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Attempting to bind port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:22.730194 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:22.730797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:22.731576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:22.732789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Bound port: e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:22.733350 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.757549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9e039aa1-50d8-4966-af49-c63022d0a908 req-9dde8b40-a3e6-4eaf-8f45-1b0cf0466842 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Jul 30 02:09:22.817891 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] For port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:22.821597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] For port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:22.832742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.880446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:22.881070 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:22.882455 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] 10.222.0.66 "PUT /v2.0/ports/e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 HTTP/1.1" status: 200 len: 1093 time: 0.7909098 Jul 30 02:09:22.882893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'tag': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:22.885150 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30" -d '{"events": [{"name": "network-changed", "server_uuid": "42a05aab-e828-42cc-96d2-6dabf11b0058", "tag": "e8d67d7e-4b1e-45a9-97fc-6b45b4018c32"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:22.903304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577067ec-2735-4215-af64-56e52ffcc534 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:22.931437 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad94c13-dd8a-4175-b5e7-ba60afded0a7 x-openstack-request-id: req-5ad94c13-dd8a-4175-b5e7-ba60afded0a7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:22.931746 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a05aab-e828-42cc-96d2-6dabf11b0058", "tag": "e8d67d7e-4b1e-45a9-97fc-6b45b4018c32", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:22.931989 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ad94c13-dd8a-4175-b5e7-ba60afded0a7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:22.932391 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'tag': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32', 'status': 'completed', 'code': 200} Jul 30 02:09:22.983479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-bb24c7c3-51c1-470f-adcd-08bcea779365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:22.985029 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-bb24c7c3-51c1-470f-adcd-08bcea779365 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 1096 time: 0.0467281 Jul 30 02:09:23.034627 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-dd9a98e6-ee74-47d9-b8dd-94acaf3253b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 HTTP/1.1" status: 200 len: 217 time: 0.0411503 Jul 30 02:09:23.090559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-21090861-7918-4840-9b73-7f96966e1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.092147 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-21090861-7918-4840-9b73-7f96966e1bec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0507302 Jul 30 02:09:23.141408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:23.141641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-06d1f2b3-dc08-4fe7-bb33-bbf910a9b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.142833 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-06d1f2b3-dc08-4fe7-bb33-bbf910a9b25d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437579 Jul 30 02:09:23.585774 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-112e4bc1-2128-457e-8c49-0c896822e6d5 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358127 Jul 30 02:09:23.677862 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f8eb37f7-7e09-4448-a31b-b36b949ccf60 req-3ca84c99-c520-49dc-b275-7120cfffeccc service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849645 Jul 30 02:09:23.768683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-9a930ff6-4ffd-4c2d-acff-d51dc2dd9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.770534 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-9a930ff6-4ffd-4c2d-acff-d51dc2dd9b32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 1096 time: 0.0491965 Jul 30 02:09:23.870028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-73de965b-f464-4f6a-8a25-47a937deffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.871473 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-73de965b-f464-4f6a-8a25-47a937deffee service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0912967 Jul 30 02:09:23.890033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da80de5-ac45-4a7f-9bea-c839653a8fa2 req-a0a1d457-1db6-43d4-9f26-1264a7e6784c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.891721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7da80de5-ac45-4a7f-9bea-c839653a8fa2 req-a0a1d457-1db6-43d4-9f26-1264a7e6784c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0505950 Jul 30 02:09:23.920240 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-2cd9d665-82cb-4274-b664-d392b343ab81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 HTTP/1.1" status: 200 len: 217 time: 0.0419955 Jul 30 02:09:23.936376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7da80de5-ac45-4a7f-9bea-c839653a8fa2 req-618d7470-2558-4c55-8038-93cedacebf4b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Jul 30 02:09:23.978125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-bfc0b032-0823-4fd6-9b95-a3661f605d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.979679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-bfc0b032-0823-4fd6-9b95-a3661f605d6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0533686 Jul 30 02:09:24.036539 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-f4f0c649-d25e-4a33-a654-4d2b8092e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:24.037970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-f4f0c649-d25e-4a33-a654-4d2b8092e77d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506258 Jul 30 02:09:24.161135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-382d22a0-f1a8-46ec-a8e0-fd5c44599cc7 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156070 Jul 30 02:09:24.296623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8cbd0d0-7d6e-4309-9799-ce2cba19ed30 req-6fbb90d3-c91c-469a-9022-68c52fd648e4 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285641 Jul 30 02:09:24.629346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.097700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94dc21-a881-4a56-a9b1-95a398ba2c63 req-35e4dc74-e06b-437a-802f-7d6659261351 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:25.099372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c94dc21-a881-4a56-a9b1-95a398ba2c63 req-35e4dc74-e06b-437a-802f-7d6659261351 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0637679 Jul 30 02:09:25.155697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8c94dc21-a881-4a56-a9b1-95a398ba2c63 req-ec65e23b-aa10-46fd-a04b-412f57b8b7b1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Jul 30 02:09:26.347410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c3fd9-f9f1-44e4-bcb9-fc5c8951d7cf req-7a95cebb-39d0-4738-a764-493d14dedbde tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:26.349705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca9c3fd9-f9f1-44e4-bcb9-fc5c8951d7cf req-7a95cebb-39d0-4738-a764-493d14dedbde tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0636971 Jul 30 02:09:26.398887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ca9c3fd9-f9f1-44e4-bcb9-fc5c8951d7cf req-9baae473-e051-475b-860c-7df603fda932 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Jul 30 02:09:27.533244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6385b-d9e1-4abb-8292-633db8212fac req-05a44dc5-dc98-42b4-9894-39912b6957fc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:27.534868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14b6385b-d9e1-4abb-8292-633db8212fac req-05a44dc5-dc98-42b4-9894-39912b6957fc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0530226 Jul 30 02:09:27.589945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-14b6385b-d9e1-4abb-8292-633db8212fac req-b454cc56-9e80-4bb0-9ce4-966950cf32bb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Jul 30 02:09:28.725653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629ee8-613b-4045-a6e6-365d7d51ca86 req-4e9d8d6f-92b1-48cf-bc2b-a95770d80c51 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:28.727339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65629ee8-613b-4045-a6e6-365d7d51ca86 req-4e9d8d6f-92b1-48cf-bc2b-a95770d80c51 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0543807 Jul 30 02:09:28.770708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65629ee8-613b-4045-a6e6-365d7d51ca86 req-c8f8c826-e490-400b-950c-36c68862c8b0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Jul 30 02:09:29.890855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c5adf-806f-4ff6-9666-6a8a9183b624 req-14c77681-1cca-404d-80fb-45850de3601d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:29.892372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e26c5adf-806f-4ff6-9666-6a8a9183b624 req-14c77681-1cca-404d-80fb-45850de3601d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0542204 Jul 30 02:09:29.930811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e26c5adf-806f-4ff6-9666-6a8a9183b624 req-30e908ec-70a6-4473-ae0d-bbf11a309098 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jul 30 02:09:31.055871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772d94-1b62-4dfe-ac14-8c69763b317b req-aacbda7a-beae-4add-adfd-e1efea1c6c19 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:31.057493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68772d94-1b62-4dfe-ac14-8c69763b317b req-aacbda7a-beae-4add-adfd-e1efea1c6c19 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0567372 Jul 30 02:09:31.102316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68772d94-1b62-4dfe-ac14-8c69763b317b req-c6d32fec-f0e8-41bc-9f62-473653ed636c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Jul 30 02:09:32.218700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756a90-8a79-4616-911d-c0ea14c8b9e8 req-17e84560-2e62-4b99-b182-8354579b35d0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:32.220255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95756a90-8a79-4616-911d-c0ea14c8b9e8 req-17e84560-2e62-4b99-b182-8354579b35d0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0501046 Jul 30 02:09:32.259886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95756a90-8a79-4616-911d-c0ea14c8b9e8 req-da59874c-725c-4cbe-a536-60ffe6ab60e0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Jul 30 02:09:33.390509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829951c6-cddf-4a38-bc6a-3b0fb0e4776c req-112e2f83-d547-4b2a-b588-86452011caee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:33.392130 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-829951c6-cddf-4a38-bc6a-3b0fb0e4776c req-112e2f83-d547-4b2a-b588-86452011caee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0614088 Jul 30 02:09:33.434095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-829951c6-cddf-4a38-bc6a-3b0fb0e4776c req-b376c8ae-89d8-4b3b-a906-acd7cf81d242 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354064 Jul 30 02:09:34.558667 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3a5c-f5bb-4d49-a33f-af003c075d1c req-ef435259-6f66-41da-883d-24c60d86ee6b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:34.560275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5da3a5c-f5bb-4d49-a33f-af003c075d1c req-ef435259-6f66-41da-883d-24c60d86ee6b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0532112 Jul 30 02:09:34.601871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5da3a5c-f5bb-4d49-a33f-af003c075d1c req-02e3097d-b264-4319-b0ff-99a43ba464b3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340905 Jul 30 02:09:35.733060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43c6ba-1a13-4baa-9c5a-4d32927b309b req-548e63ba-3249-4423-8399-fb82fc4aa955 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:35.734575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed43c6ba-1a13-4baa-9c5a-4d32927b309b req-548e63ba-3249-4423-8399-fb82fc4aa955 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0513673 Jul 30 02:09:35.774954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed43c6ba-1a13-4baa-9c5a-4d32927b309b req-e758fe5c-23d6-4b06-9558-fab01dc38664 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Jul 30 02:09:36.911627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296d8c-c4d7-4afe-8843-6313f301765b req-9c280656-ddfe-4fc9-8b45-5e8df976e7c1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:36.913132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05296d8c-c4d7-4afe-8843-6313f301765b req-9c280656-ddfe-4fc9-8b45-5e8df976e7c1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0694201 Jul 30 02:09:36.952773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05296d8c-c4d7-4afe-8843-6313f301765b req-51ea8909-5387-4d14-9655-1e70374e140a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Jul 30 02:09:37.020090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:38.076176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f23792-d195-4f19-a30a-04dc8c80b630 req-f043d02a-f388-4ad3-9215-ea9734c23395 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:38.077686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56f23792-d195-4f19-a30a-04dc8c80b630 req-f043d02a-f388-4ad3-9215-ea9734c23395 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0505459 Jul 30 02:09:38.118042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-56f23792-d195-4f19-a30a-04dc8c80b630 req-61aa685c-8d25-4082-a66b-fffc06a9d7d0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343249 Jul 30 02:09:39.238078 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07070c8-17fe-4ddf-a5d1-fb2914dbd400 req-3f72cfcf-be12-4575-9d29-711f0f0a9bc9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:39.239431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f07070c8-17fe-4ddf-a5d1-fb2914dbd400 req-3f72cfcf-be12-4575-9d29-711f0f0a9bc9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0518053 Jul 30 02:09:39.286793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f07070c8-17fe-4ddf-a5d1-fb2914dbd400 req-566bac8e-dcd7-4f47-a2d3-f4022d5850f7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397556 Jul 30 02:09:40.202418 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:09:40.428765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746557f-198c-4273-b14c-e8910e25b567 req-7865a836-251d-4f0f-a15f-581038aa506d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:40.430289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3746557f-198c-4273-b14c-e8910e25b567 req-7865a836-251d-4f0f-a15f-581038aa506d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0561423 Jul 30 02:09:40.475808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3746557f-198c-4273-b14c-e8910e25b567 req-bc374b19-c1bc-4dbb-bc26-fddaab235f72 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Jul 30 02:09:41.618915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab6f9e-631b-4d13-b351-b9dc53f960f1 req-90d16abe-0b1f-4b14-908b-ddab6689632e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.620918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02ab6f9e-631b-4d13-b351-b9dc53f960f1 req-90d16abe-0b1f-4b14-908b-ddab6689632e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0679388 Jul 30 02:09:41.667707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02ab6f9e-631b-4d13-b351-b9dc53f960f1 req-d0bef5de-7ff7-450e-b43b-f2635ad4f5ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Jul 30 02:09:42.788320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78320ee-1f4a-4245-a116-7051a450440e req-12b97439-065e-4508-b6d4-e772f928cd9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:42.789816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c78320ee-1f4a-4245-a116-7051a450440e req-12b97439-065e-4508-b6d4-e772f928cd9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 944 time: 0.0496066 Jul 30 02:09:42.838235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c78320ee-1f4a-4245-a116-7051a450440e req-22df55d7-42f9-4185-99cd-a972e296cd65 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Jul 30 02:09:43.334905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:43.433857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:43.445731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32', 'mac_address': 'fa:16:3e:07:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:43.483358 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.499175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:43.519876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:43.523560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.574776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:43.585291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.585695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.586494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.587026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.587541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.588184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.588558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.589069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.589560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.589986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.590388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.590724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:43.750878 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e8d67d7e-4b1e-45a9-97fc-6b45b4018c32'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:43.980933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18337088-7a20-44fc-83f4-694c33f1d541 req-c32ef008-dad1-40b3-a76e-fe5bdf08d185 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:43.982806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18337088-7a20-44fc-83f4-694c33f1d541 req-c32ef008-dad1-40b3-a76e-fe5bdf08d185 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 945 time: 0.0664279 Jul 30 02:09:44.025212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-18337088-7a20-44fc-83f4-694c33f1d541 req-63049ce7-eeb4-41b8-a4b8-d53e9772c92a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Jul 30 02:09:45.160204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8abd9a-e0c6-4cc4-a46a-d639e7729b6f req-212ea120-77b4-460a-aadc-ce32a8376fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:45.161843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8abd9a-e0c6-4cc4-a46a-d639e7729b6f req-212ea120-77b4-460a-aadc-ce32a8376fe6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 945 time: 0.0565596 Jul 30 02:09:45.203186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e8abd9a-e0c6-4cc4-a46a-d639e7729b6f req-b246b1c0-cf5a-4f5e-9746-3b046d0cd498 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Jul 30 02:09:45.339367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:45.387657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:45.391950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:45.392308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.480875 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.504569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:45.506892 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce67419-fbee-475d-be39-88de04f637df" -d '{"events": [{"server_uuid": "42a05aab-e828-42cc-96d2-6dabf11b0058", "name": "network-vif-plugged", "status": "completed", "tag": "e8d67d7e-4b1e-45a9-97fc-6b45b4018c32"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:45.528231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:45.533934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:45.562093 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d88a089-a2e9-483f-b940-3b1b3cf945fc x-openstack-request-id: req-8d88a089-a2e9-483f-b940-3b1b3cf945fc {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:45.562375 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a05aab-e828-42cc-96d2-6dabf11b0058", "name": "network-vif-plugged", "status": "completed", "tag": "e8d67d7e-4b1e-45a9-97fc-6b45b4018c32", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:45.562621 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d88a089-a2e9-483f-b940-3b1b3cf945fc {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:45.563063 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32', 'code': 200} Jul 30 02:09:45.591480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:45.650903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e611564-8c29-4822-ba69-991c40cc36fd req-f8a462ed-c4f2-4e19-8e23-902d54ca68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:45.652587 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e611564-8c29-4822-ba69-991c40cc36fd req-f8a462ed-c4f2-4e19-8e23-902d54ca68b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 1098 time: 0.0471027 Jul 30 02:09:45.693838 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0e611564-8c29-4822-ba69-991c40cc36fd req-89de4907-bc31-4ace-a25d-e2e8d521e022 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346363 Jul 30 02:09:46.337243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1f578-b7c3-43af-8bdd-72d99e0f16bc req-3e85952b-c38f-45d8-81ad-b33b47e776fd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:46.339387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fff1f578-b7c3-43af-8bdd-72d99e0f16bc req-3e85952b-c38f-45d8-81ad-b33b47e776fd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 946 time: 0.0627339 Jul 30 02:09:46.389924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fff1f578-b7c3-43af-8bdd-72d99e0f16bc req-e2a7edcd-d52b-4976-8935-ca46bfb3ff23 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Jul 30 02:09:47.546046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872f121-6941-4b46-8853-2635117fa214 req-f185bed4-c75d-46c2-9847-3cbdd4d13e6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:47.547759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d872f121-6941-4b46-8853-2635117fa214 req-f185bed4-c75d-46c2-9847-3cbdd4d13e6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 946 time: 0.0577571 Jul 30 02:09:47.605255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d872f121-6941-4b46-8853-2635117fa214 req-386c031c-3f28-432c-850e-005b9bbe0399 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Jul 30 02:09:47.742863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75515ec-2bfe-4342-9e93-ab62a6a96ecb req-221745e6-2e5a-4179-94c4-1f8ad0644810 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:47.744555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d75515ec-2bfe-4342-9e93-ab62a6a96ecb req-221745e6-2e5a-4179-94c4-1f8ad0644810 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 946 time: 0.0601411 Jul 30 02:09:47.798659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d75515ec-2bfe-4342-9e93-ab62a6a96ecb req-65fe1773-a587-42a5-8dc0-842090e7bc4a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Jul 30 02:09:48.121994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149020f-962d-4713-988f-db559f315cbc req-b9f4764f-9f87-476e-892b-b02717c5f02e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:48.124156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5149020f-962d-4713-988f-db559f315cbc req-b9f4764f-9f87-476e-892b-b02717c5f02e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 946 time: 0.0493190 Jul 30 02:09:48.163274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5149020f-962d-4713-988f-db559f315cbc req-58ed74bc-223a-46d9-bbc6-f343aa3ac2f2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Jul 30 02:09:48.931508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a7f3c7cd-0194-4d6f-b016-04c34d371b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.029991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-8d0cb792-08d0-4bb0-b89e-5132ae24057b req-6182e7f8-9204-40e4-929c-fb469553e3e9 service neutron] (93889) timed out ('10.222.0.66', 53176) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:09:49.287889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e6c2b-ae44-40c0-90ea-ae54604f5e3c req-848190e1-768d-4dbd-b462-bd4fd52ceb04 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.289381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a65e6c2b-ae44-40c0-90ea-ae54604f5e3c req-848190e1-768d-4dbd-b462-bd4fd52ceb04 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 946 time: 0.0543978 Jul 30 02:09:49.328368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a65e6c2b-ae44-40c0-90ea-ae54604f5e3c req-6286c96f-3b4b-4f6a-84aa-dab4be9b2ed6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Jul 30 02:09:49.516491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-ebeda10f-2996-4129-a20b-9e0664cda441 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.517851 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-ebeda10f-2996-4129-a20b-9e0664cda441 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 946 time: 0.0542588 Jul 30 02:09:49.614932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:49.615317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.707753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:49.708118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.720653 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:49.846304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.859007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['e8d67d7e-4b1e-45a9-97fc-6b45b4018c32'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:49.878144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=e8d67d7e-4b1e-45a9-97fc-6b45b4018c32,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:49.884867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2279be3c-6c16-4257-adfe-a49d7c312d5d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:49.923312 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:49.926250 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.928554 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-83b12e9b-a4c9-43b7-9de4-6a8abb5682b5 req-8ce80cde-7625-4775-a25b-c70cee614ffb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "DELETE /v2.0/ports/e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 HTTP/1.1" status: 204 len: 173 time: 0.4036505 Jul 30 02:09:49.929150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'name': 'network-vif-deleted', 'tag': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:49.931453 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a52c19a-4d7e-4562-9d45-45e499248f67" -d '{"events": [{"server_uuid": "42a05aab-e828-42cc-96d2-6dabf11b0058", "name": "network-vif-deleted", "tag": "e8d67d7e-4b1e-45a9-97fc-6b45b4018c32"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:49.983534 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36762aa2-e4d7-461a-a3db-2d83b36f2eac x-openstack-request-id: req-36762aa2-e4d7-461a-a3db-2d83b36f2eac {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:49.983832 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a05aab-e828-42cc-96d2-6dabf11b0058", "name": "network-vif-deleted", "tag": "e8d67d7e-4b1e-45a9-97fc-6b45b4018c32", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:49.984084 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-36762aa2-e4d7-461a-a3db-2d83b36f2eac {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:49.984487 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a05aab-e828-42cc-96d2-6dabf11b0058', 'name': 'network-vif-deleted', 'tag': 'e8d67d7e-4b1e-45a9-97fc-6b45b4018c32', 'status': 'completed', 'code': 200} Jul 30 02:09:50.432281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06d747e0-e273-4681-9386-760e32e614b4 req-f8f37542-24a2-4225-951b-fb9111cec940 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 210 time: 0.0307772 Jul 30 02:09:51.294801 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.536749 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4f15f7b-6e81-47f9-ab05-be13198089c5 req-268a8348-9d05-4819-a9ed-40a214d3d7e7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Jul 30 02:09:51.731968 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-41c91389-6977-466a-981b-069a40ce5442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.896848 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:52.644282 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4079077f-b796-409c-b82f-eb456b51d455 req-18c8f1e4-df4d-4c96-8976-574069abc246 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Jul 30 02:09:53.136249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:53.402420 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:53.427438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:53.427780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device e8d67d7e-4b1e-45a9-97fc-6b45b4018c32 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:53.772435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef73627f-8764-4dcb-b071-2601de73bfe9 req-338ca334-fc26-4163-a844-9e60ed8873ef tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a05aab-e828-42cc-96d2-6dabf11b0058 HTTP/1.1" status: 200 len: 210 time: 0.0341663 Jul 30 02:09:54.625669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:58.271985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c4bf-87b8-44d3-aa4f-97642bd5b0e4 req-62131808-4f89-48e8-8825-fe4bf0d93e49 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:58.273393 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6570c4bf-87b8-44d3-aa4f-97642bd5b0e4 req-62131808-4f89-48e8-8825-fe4bf0d93e49 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0500138 Jul 30 02:09:58.313523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6570c4bf-87b8-44d3-aa4f-97642bd5b0e4 req-da713905-2857-447e-b8c7-26c9cecd8052 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Jul 30 02:09:59.434367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49838dcd-e3d4-4e78-b01b-b47eac71b05f req-3ffa6075-e602-4ea8-a8bf-c71c2f4afad9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:59.436132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49838dcd-e3d4-4e78-b01b-b47eac71b05f req-3ffa6075-e602-4ea8-a8bf-c71c2f4afad9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0521634 Jul 30 02:09:59.481481 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49838dcd-e3d4-4e78-b01b-b47eac71b05f req-72d827aa-babc-4a44-9a35-b9deaab128df tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=c50cb546-0594-4350-a7b8-da2a395bbff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Jul 30 02:09:59.861296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-bfa05e76-1392-49c1-b1c2-bd892fb1d3ea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:59.862792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-bfa05e76-1392-49c1-b1c2-bd892fb1d3ea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0495384 Jul 30 02:09:59.967210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port 2279be3c-6c16-4257-adfe-a49d7c312d5d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:59.967561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.066019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port 2279be3c-6c16-4257-adfe-a49d7c312d5d, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2279be3c-6c16-4257-adfe-a49d7c312d5d,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:00.066400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.080127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for 2279be3c-6c16-4257-adfe-a49d7c312d5d owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:00.236561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.266399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=2279be3c-6c16-4257-adfe-a49d7c312d5d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:00.269537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2279be3c-6c16-4257-adfe-a49d7c312d5d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:00.313093 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port 2279be3c-6c16-4257-adfe-a49d7c312d5d on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:00.315759 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.318015 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5cf7139e-282c-43ff-9bb8-753012295ebd req-af6c681d-2596-4ebc-9683-3c136752a831 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "DELETE /v2.0/ports/2279be3c-6c16-4257-adfe-a49d7c312d5d HTTP/1.1" status: 204 len: 173 time: 0.4481869 Jul 30 02:10:00.318471 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'name': 'network-vif-deleted', 'tag': '2279be3c-6c16-4257-adfe-a49d7c312d5d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:00.321064 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fedcb5d-56a2-4c4e-8c70-7f00b0878749" -d '{"events": [{"server_uuid": "2fbe66c3-484b-4930-94a8-921db625c9d9", "name": "network-vif-deleted", "tag": "2279be3c-6c16-4257-adfe-a49d7c312d5d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:00.357534 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acbd790-cc3d-4132-b41b-e8bfd0cf824c x-openstack-request-id: req-6acbd790-cc3d-4132-b41b-e8bfd0cf824c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:00.357834 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbe66c3-484b-4930-94a8-921db625c9d9", "name": "network-vif-deleted", "tag": "2279be3c-6c16-4257-adfe-a49d7c312d5d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:00.358092 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6acbd790-cc3d-4132-b41b-e8bfd0cf824c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:00.358498 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbe66c3-484b-4930-94a8-921db625c9d9', 'name': 'network-vif-deleted', 'tag': '2279be3c-6c16-4257-adfe-a49d7c312d5d', 'status': 'completed', 'code': 200} Jul 30 02:10:00.593201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2efdcec1-d474-4c93-8f74-09dd4dd1d9ae req-36d15aaf-7bba-40d4-a2e7-e34988872d71 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0350842 Jul 30 02:10:01.699489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-257cdb37-1f14-4957-aad7-7001d57e7909 req-45051dbf-4630-4a54-9047-f79994c3880f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0312779 Jul 30 02:10:02.796341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db9b63ce-a9d5-49c2-a891-a8ed62963a6b req-2f964c10-f62b-46a8-9381-7f901b5b6725 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0285001 Jul 30 02:10:03.591892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2279be3c-6c16-4257-adfe-a49d7c312d5d no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:03.613707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 2279be3c-6c16-4257-adfe-a49d7c312d5d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:03.614209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2279be3c-6c16-4257-adfe-a49d7c312d5d not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:03.910936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d23e238c-d383-44ca-bc9a-0cff66868ccc req-38a774d8-bd53-4210-8b08-a83431f93cbd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=2fbe66c3-484b-4930-94a8-921db625c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0327814 Jul 30 02:10:07.039044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.201669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54042) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.206361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133566664', 'description': 'tempest-secgroup-smoke-1133566664 description', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:07.228500 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.311662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.315903 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.342162 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.343427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407306 Jul 30 02:10:07.346443 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.347873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d56b91-34d8-4a0e-a8ae-97088e1fca21,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.351150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group_rule': {'security_group_id': '69d56b91-34d8-4a0e-a8ae-97088e1fca21', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:07.355966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.356323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.356675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.357626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.357987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.358323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.359039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.359383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.359741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.360071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.360404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.360756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48685698-b1fd-4614-b3af-d481f198647a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:07.387940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.445225 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.449010 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.468630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6747bc4-155f-4b0e-ac9e-0f63629b6252,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.477353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.478623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-70ce9f15-5211-411e-acd4-6570179ea77a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311486 Jul 30 02:10:07.481331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54046) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.486367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group_rule': {'security_group_id': '69d56b91-34d8-4a0e-a8ae-97088e1fca21', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:07.512270 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.579471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.583464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.602347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068e1d68-63f6-426a-8205-ae5e32e43eb6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.608334 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.609483 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ed7cc500-f982-4ad6-8b26-25ba135b0b8f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272237 Jul 30 02:10:07.612193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.616583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group_rule': {'security_group_id': '69d56b91-34d8-4a0e-a8ae-97088e1fca21', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:07.651576 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.711590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.714984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.737742 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cb03ea-2fe6-45a7-bc5f-bcf41e0d46eb,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.743566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.744766 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-21ad4079-0eb4-471f-964e-da2ee3ad885f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316497 Jul 30 02:10:07.747572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54050) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.751991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group_rule': {'security_group_id': '69d56b91-34d8-4a0e-a8ae-97088e1fca21', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:07.777574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.846269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.850071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.872398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041c47db-3549-48a0-9310-b2786bd1e84d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:07.877749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.878977 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-50cec759-01a9-4496-83c0-bb24e32ba633 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304641 Jul 30 02:10:07.881609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54052) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:07.890432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group_rule': {'security_group_id': '69d56b91-34d8-4a0e-a8ae-97088e1fca21', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:07.908623 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Project 98cb83cf3d4642b7a3b2c06d014fe950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:10:07.913303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.975449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:07.980510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.001269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b8f4f6-5f94-483a-bd87-ffb6ed4060f9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:08.006131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.007445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db5c17e3-03c8-4034-854c-be780c07e08d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249070 Jul 30 02:10:08.010401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54054) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:08.017381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'security_group_rule': {'security_group_id': '69d56b91-34d8-4a0e-a8ae-97088e1fca21', 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:08.039379 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Project 98cb83cf3d4642b7a3b2c06d014fe950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:10:08.045246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.107368 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.111314 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.131293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052d5a7d-4ed1-4676-9557-084b79ec0ffa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:08.137524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.139337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7091abd4-2565-4ed5-9baa-5d5b02547ab4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272161 Jul 30 02:10:17.203289 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:10:18.933193 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c1cea39d-943a-45e0-b286-0455bc0740fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.304579 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.723670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-498bce1a-4c2c-414a-ae13-613d768fbb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.903909 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.521021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-cd495cb6-462b-4041-b61a-ac585c022008 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133566664&fields=id&tenant_id=98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 267 time: 0.0403490 Jul 30 02:10:22.641791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4832b84-cf45-4a9e-804d-1db13b3adb47 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:22.643465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4832b84-cf45-4a9e-804d-1db13b3adb47 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1154430 Jul 30 02:10:22.660322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-8cd2b1c1-a691-4b58-b690-1eacbe2bebb6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0106034 Jul 30 02:10:22.720964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-33fb454b-39db-457d-bf2d-fe78e4451477 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549326 Jul 30 02:10:22.888385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-9f7cf644-1e29-491e-b51b-a00b3c29f3ef service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545866 Jul 30 02:10:22.978159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-7aeec55c-47c3-4abd-b262-746645ea73b5 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835760 Jul 30 02:10:23.146548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:23.274550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273c59b-1aab-4b26-9705-3de0feb2b11f req-56cad27e-434c-49a2-981e-c82a4d1ee9f3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Jul 30 02:10:24.398032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c33d3d77-72f8-457e-9e9c-eb57e049d724 req-388f1b3b-919d-4284-9ce6-0e08fc205c04 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 210 time: 0.0418100 Jul 30 02:10:24.420378 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-2adcd10d-a891-465e-99ba-3ed5b64303dd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:24.421612 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-2adcd10d-a891-465e-99ba-3ed5b64303dd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1198111 Jul 30 02:10:24.484805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-87d38c6b-466c-49e3-87e3-0b108f64304c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 380 time: 0.0459528 Jul 30 02:10:24.495354 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'security_groups': ['69d56b91-34d8-4a0e-a8ae-97088e1fca21']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:24.612124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:24.615742 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:24.634032 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:24.743385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.8 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:24.901007 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:24.916373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:24.953902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:24.993981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:24.997016 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:25.001176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:25.044787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:25.059586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.060589 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.061010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.061426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.061833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.062234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.062636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.070439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.070821 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.071360 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.071529 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.071847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:25.088293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.089048 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.106126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-b4874720-5bd6-4d45-a86e-de498d403cee tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148322 Jul 30 02:10:25.124576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-d52cac76-a761-4c80-84a9-bb6ff18e2d0c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:10:25.125830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-d52cac76-a761-4c80-84a9-bb6ff18e2d0c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072587 Jul 30 02:10:25.197591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Request body: {'port': {'device_id': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:25.238024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-40b2cb17-e2a1-422a-abbd-3bef24f58602 None None] Provisioning for port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:25.242185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-40b2cb17-e2a1-422a-abbd-3bef24f58602 None None] Provisioning complete for port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:25.242629 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-40b2cb17-e2a1-422a-abbd-3bef24f58602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.262824 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.280773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-40b2cb17-e2a1-422a-abbd-3bef24f58602 None None] Port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:10:25.548183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55712e-e69a-4e55-be77-c3b2dbe14fdb req-c861bd24-0066-41ec-9409-ef0416c89b67 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.549787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b55712e-e69a-4e55-be77-c3b2dbe14fdb req-c861bd24-0066-41ec-9409-ef0416c89b67 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 931 time: 0.0659282 Jul 30 02:10:25.562526 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:25.570442 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.583990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Transition to ACTIVE for port object fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:25.588276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.594886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b55712e-e69a-4e55-be77-c3b2dbe14fdb req-a7ad9d46-568a-45ee-a766-e4a521fc2f4f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Jul 30 02:10:25.668006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:25.720963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Attempting to bind port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:25.721393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Attempting to bind port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:25.721791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Attempting to bind port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:25.726594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:10:25.726923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Attempting to bind port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:25.732676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:25.733028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:25.733416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:25.733850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Bound port: fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:25.734211 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.821918 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] For port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:25.825880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] For port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:25.832132 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.877050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.877666 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.879082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] 10.222.0.55 "PUT /v2.0/ports/fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 200 len: 1092 time: 0.7458141 Jul 30 02:10:25.879524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:25.881771 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50" -d '{"events": [{"name": "network-changed", "server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:25.913926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035737d5-1962-40b3-82c9-050ff68bb31f service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:25.990230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-5e8b2c6d-84f1-46e3-bf5d-6422e3e5fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.991796 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-5e8b2c6d-84f1-46e3-bf5d-6422e3e5fe4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1095 time: 0.0559297 Jul 30 02:10:26.052686 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46ed98d-1f72-43b2-bd3f-ec88950b0e62 x-openstack-request-id: req-f46ed98d-1f72-43b2-bd3f-ec88950b0e62 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:26.053139 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:26.053516 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f46ed98d-1f72-43b2-bd3f-ec88950b0e62 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:26.054013 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'status': 'completed', 'code': 200} Jul 30 02:10:26.065101 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-39e3b92f-6e2c-4d6f-9c04-55ea8f772f4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 200 len: 217 time: 0.0488453 Jul 30 02:10:26.110661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-458a02a0-a006-4665-b9ea-256c696954ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.112520 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-458a02a0-a006-4665-b9ea-256c696954ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0464029 Jul 30 02:10:26.161799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-a8014a62-296e-4ebe-aa5a-c5195f4aee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.164180 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-a8014a62-296e-4ebe-aa5a-c5195f4aee7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446351 Jul 30 02:10:26.260602 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-7fba7b67-2731-4d40-8195-722c6b4bf4cb service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891559 Jul 30 02:10:26.354456 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-17ff40d3-7166-46f8-abf6-c28d0d9a7415 req-5ee55539-22ae-4a7e-89c0-6b2b5f818cfa service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Jul 30 02:10:26.471761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-fecc3eb2-38f0-4e91-9690-fa08c55c4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.473271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-fecc3eb2-38f0-4e91-9690-fa08c55c4cf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1095 time: 0.0436213 Jul 30 02:10:26.572268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-dfe91538-5ba4-4f77-bacb-4531e249307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.573754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-dfe91538-5ba4-4f77-bacb-4531e249307a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0937138 Jul 30 02:10:26.616663 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-99990665-7069-4fdd-96a2-628f2d8e808f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 200 len: 217 time: 0.0353374 Jul 30 02:10:26.673250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-c1ff6352-4043-40e6-9cbc-24b0885c0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.674792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-c1ff6352-4043-40e6-9cbc-24b0885c0cd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0518501 Jul 30 02:10:26.719467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453dab6-1843-4c22-9287-19674011ed9f req-4ef29f55-c768-443c-aefa-7260d15e3ae9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.721275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1453dab6-1843-4c22-9287-19674011ed9f req-4ef29f55-c768-443c-aefa-7260d15e3ae9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0532074 Jul 30 02:10:26.733462 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-63164db3-e35c-4fb7-b656-db2f40454e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.735114 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-63164db3-e35c-4fb7-b656-db2f40454e31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534782 Jul 30 02:10:26.764206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1453dab6-1843-4c22-9287-19674011ed9f req-9ebad3b2-f3ed-4c7d-896f-f8e9058bdc8d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360484 Jul 30 02:10:26.831760 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-cd5364c4-ec17-4807-b6cc-73b22a7a0ca5 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889413 Jul 30 02:10:26.927097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fabb8ce0-38f7-463b-8d3f-b8c51ebd6e50 req-7613a8f0-e694-4a35-bcb6-fa741a93e720 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Jul 30 02:10:27.895569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318c4f3-113d-4496-88b0-8fea05ae35bd req-fb17e623-6596-45ac-9f93-d1144fffe5a0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:27.897192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1318c4f3-113d-4496-88b0-8fea05ae35bd req-fb17e623-6596-45ac-9f93-d1144fffe5a0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0602684 Jul 30 02:10:27.936333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1318c4f3-113d-4496-88b0-8fea05ae35bd req-a5a72544-daba-4845-9fa4-c9ffaa8f7c5f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Jul 30 02:10:29.063343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2d07a-7e75-4a21-b3ff-3927080a5f83 req-e60c06b8-6e41-4b25-9968-55451f29e03b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.064912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6b2d07a-7e75-4a21-b3ff-3927080a5f83 req-e60c06b8-6e41-4b25-9968-55451f29e03b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0598211 Jul 30 02:10:29.105151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6b2d07a-7e75-4a21-b3ff-3927080a5f83 req-dcb45cfe-c391-4692-901f-e0aa9a20e461 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342467 Jul 30 02:10:30.221672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4639f-648e-493f-b950-43036480a30b req-873311cc-8894-4eaa-82b2-ab85b8140625 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:30.223097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24a4639f-648e-493f-b950-43036480a30b req-873311cc-8894-4eaa-82b2-ab85b8140625 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0493782 Jul 30 02:10:30.262036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-24a4639f-648e-493f-b950-43036480a30b req-5e9a0a06-e0bd-4cb9-8711-f9fe4b1a2944 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328422 Jul 30 02:10:31.381589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dadb2-6385-4953-ad67-8c1ec61e1128 req-30ad18f4-ea3d-41c6-b7cb-3c5a1c91cffd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:31.383116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65dadb2-6385-4953-ad67-8c1ec61e1128 req-30ad18f4-ea3d-41c6-b7cb-3c5a1c91cffd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0535843 Jul 30 02:10:31.423085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f65dadb2-6385-4953-ad67-8c1ec61e1128 req-3cf453d1-1cf4-42f4-9bbf-f2009f69f19c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337040 Jul 30 02:10:32.545394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f2aa-2c0e-4786-87ef-16a020777f28 req-97574976-2c47-487d-89d1-1de86d62c9cf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:32.546891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b66f2aa-2c0e-4786-87ef-16a020777f28 req-97574976-2c47-487d-89d1-1de86d62c9cf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0512207 Jul 30 02:10:32.585918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b66f2aa-2c0e-4786-87ef-16a020777f28 req-3cc6d734-fcb3-4f58-9c95-de8df01531cc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Jul 30 02:10:33.719498 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f9a18-491c-490f-8ff6-767e7142f48b req-fa700fca-d77d-44ac-91cf-31683b7a8df5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:33.720989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e64f9a18-491c-490f-8ff6-767e7142f48b req-fa700fca-d77d-44ac-91cf-31683b7a8df5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0529931 Jul 30 02:10:33.760191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e64f9a18-491c-490f-8ff6-767e7142f48b req-2bf0c08e-42cf-41de-80db-6fd446bfc7a1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Jul 30 02:10:34.894317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc3735-f8cd-46a3-84ac-15a80e4c2c20 req-8a5a0856-5742-42c9-a26c-e91f2b4ff7f2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:34.895842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8cc3735-f8cd-46a3-84ac-15a80e4c2c20 req-8a5a0856-5742-42c9-a26c-e91f2b4ff7f2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0604105 Jul 30 02:10:34.936524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b8cc3735-f8cd-46a3-84ac-15a80e4c2c20 req-fff29f28-bc94-4d7c-9437-628b34fdaa57 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347352 Jul 30 02:10:36.057774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc4506-b650-4e38-a79b-a3fc2cd73ca0 req-fb4ec7fc-f229-47e0-ba58-0eff94bc9f1b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:36.060044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8dc4506-b650-4e38-a79b-a3fc2cd73ca0 req-fb4ec7fc-f229-47e0-ba58-0eff94bc9f1b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0554695 Jul 30 02:10:36.100283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8dc4506-b650-4e38-a79b-a3fc2cd73ca0 req-2a07767d-0676-4f7f-91e8-050f12478e82 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343585 Jul 30 02:10:37.038165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.215175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16edfe-31f1-4daf-994e-524cc21ff1b6 req-5dc7de8c-54c6-49f8-ab93-17b8c95897fc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.217184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd16edfe-31f1-4daf-994e-524cc21ff1b6 req-5dc7de8c-54c6-49f8-ab93-17b8c95897fc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 943 time: 0.0486512 Jul 30 02:10:37.255915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd16edfe-31f1-4daf-994e-524cc21ff1b6 req-ec88b0fb-af81-4e04-b7e1-f56356ff126a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 30 02:10:37.781639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:10:37.877531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:37.889222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'mac_address': 'fa:16:3e:2a:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:10:37.927483 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.943028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:37.963314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:37.968044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.023947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:38.268333 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:38.376449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2327e-c744-4cfd-b9c4-7cd51a85bf7d req-f506f602-0dbc-485b-a627-64af019f12c1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:38.377919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b2327e-c744-4cfd-b9c4-7cd51a85bf7d req-f506f602-0dbc-485b-a627-64af019f12c1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 944 time: 0.0536866 Jul 30 02:10:38.420840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91b2327e-c744-4cfd-b9c4-7cd51a85bf7d req-495667bb-1c7d-424a-afe8-92d489ef35b0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Jul 30 02:10:39.545353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e273d3-c3f8-48a2-96fb-0ae5adfbf6c4 req-c5a7cc42-b9f9-4e9f-93fb-0ef892a0ce1f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:39.546966 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3e273d3-c3f8-48a2-96fb-0ae5adfbf6c4 req-c5a7cc42-b9f9-4e9f-93fb-0ef892a0ce1f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 944 time: 0.0513253 Jul 30 02:10:39.588115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3e273d3-c3f8-48a2-96fb-0ae5adfbf6c4 req-9ffd26c5-9499-4f12-90bc-d3ff07c5cbc3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351396 Jul 30 02:10:39.797630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:39.846751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:39.850340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:39.850735 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.935222 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:39.957840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:39.959897 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7356092-f333-497c-9f35-18447ad130cf" -d '{"events": [{"server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:39.974017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:39.982838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.033174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:40.080040 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44427242-3060-4356-9762-1f314390dd3f x-openstack-request-id: req-44427242-3060-4356-9762-1f314390dd3f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:40.080335 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:40.080582 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44427242-3060-4356-9762-1f314390dd3f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:40.080992 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'code': 200} Jul 30 02:10:40.199437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b408d-f091-420f-a956-fb7c630a1e29 req-a430ab1d-f621-44a7-90cb-b3504755f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:40.201588 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc2b408d-f091-420f-a956-fb7c630a1e29 req-a430ab1d-f621-44a7-90cb-b3504755f695 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1097 time: 0.0419858 Jul 30 02:10:40.236597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-bc2b408d-f091-420f-a956-fb7c630a1e29 req-b271b1d7-ca07-46bd-a136-8b5a06073bfc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277538 Jul 30 02:10:40.708398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e633-9f5e-4bf6-9ef2-3da0ef5c1d32 req-3203d211-9f68-4358-8191-6791598edb78 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:40.710012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f699e633-9f5e-4bf6-9ef2-3da0ef5c1d32 req-3203d211-9f68-4358-8191-6791598edb78 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 945 time: 0.0500004 Jul 30 02:10:40.749005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f699e633-9f5e-4bf6-9ef2-3da0ef5c1d32 req-e118ac2d-39c9-4be5-8990-680eb6768357 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329511 Jul 30 02:10:41.871628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35440278-bced-4114-b821-2e6a9517f2bc req-f86339fe-a698-4a30-ac0a-ba22aa2d4a6a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:41.873595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35440278-bced-4114-b821-2e6a9517f2bc req-f86339fe-a698-4a30-ac0a-ba22aa2d4a6a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 945 time: 0.0528440 Jul 30 02:10:42.229080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35440278-bced-4114-b821-2e6a9517f2bc req-d6d1329c-14de-4155-aed1-b1c44b2e5eea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494749 Jul 30 02:10:42.343840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb85e-8d4d-4016-8870-63f7f9d2d28d req-47cc6917-c3a9-4888-912c-07cbeea52a1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:42.345317 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-765fb85e-8d4d-4016-8870-63f7f9d2d28d req-47cc6917-c3a9-4888-912c-07cbeea52a1d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Jul 30 02:10:42.384183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-765fb85e-8d4d-4016-8870-63f7f9d2d28d req-c523afda-d033-490d-bca3-4a86b334ab6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Jul 30 02:10:42.406635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54262) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:42.453157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7026d-f1bb-4f22-bd53-66c1fc2d1f34 tempest-TestVolumeBootPattern-1260760054 tempest-TestVolumeBootPattern-1260760054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:42.454667 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1bb7026d-f1bb-4f22-bd53-66c1fc2d1f34 tempest-TestVolumeBootPattern-1260760054 tempest-TestVolumeBootPattern-1260760054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1092 time: 0.0466616 Jul 30 02:10:42.457731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:42.462313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:42.491049 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.591279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.695056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.25.8.208 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/c467a070-757d-484f-9f58-95bbbc689e04) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:42.801247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.840197 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.877352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:42.878716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:42.882172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:42.909350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=c467a070-757d-484f-9f58-95bbbc689e04,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:43.258683 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.326837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.479388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.483849 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.564532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=c467a070-757d-484f-9f58-95bbbc689e04,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:43.575565 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.676512 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Floating IP d825082f-f8ee-49bb-9762-aa547a63096b associated. External IP: 172.25.8.208, port: fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6. Jul 30 02:10:44.210880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:10:44.319344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:44.329538 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:44.336235 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.338522 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:44.339202 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:10:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.366990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9934b240-15fa-4583-ab98-d3ce1da2e630 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9081452 Jul 30 02:10:44.367608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:44.369884 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa101fd-215c-46ef-a209-0784bd295627" -d '{"events": [{"name": "network-changed", "server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:44.408507 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fc9ed4-08be-4ed4-88f4-76a5373518bc x-openstack-request-id: req-b3fc9ed4-08be-4ed4-88f4-76a5373518bc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:44.408798 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:44.409049 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3fc9ed4-08be-4ed4-88f4-76a5373518bc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:44.409452 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'status': 'completed', 'code': 200} Jul 30 02:10:44.455445 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:44.491287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa101fd-215c-46ef-a209-0784bd295627 req-e0e1aa71-01ed-4719-a031-bc05c473ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:44.492736 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-e0e1aa71-01ed-4719-a031-bc05c473ae10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1097 time: 0.0418744 Jul 30 02:10:44.583298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa101fd-215c-46ef-a209-0784bd295627 req-7d51f2a8-fac2-45da-ba8b-4f497d5366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:44.584780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-7d51f2a8-fac2-45da-ba8b-4f497d5366df service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0853353 Jul 30 02:10:44.656244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-7d6e67ad-3219-49db-8d85-c234f12514cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 200 len: 999 time: 0.0641313 Jul 30 02:10:44.680857 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'd825082f-f8ee-49bb-9762-aa547a63096b', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:2a:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:10:43Z', 'updated_at': '2021-07-30T02:10:43Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.707092 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:44.713006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa101fd-215c-46ef-a209-0784bd295627 req-6897bd8c-5242-4def-8651-d33efee7f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:44.714491 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-6897bd8c-5242-4def-8651-d33efee7f98e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0512083 Jul 30 02:10:44.716379 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:44.716984 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:10:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.761796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa101fd-215c-46ef-a209-0784bd295627 req-8a8644d6-da50-4575-8907-ee0a132cee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:44.763389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-8a8644d6-da50-4575-8907-ee0a132cee30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416749 Jul 30 02:10:44.837375 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:44.859579 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-7b13d288-e75d-4fdc-a53a-d59788703d9d service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Jul 30 02:10:44.963560 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4fa101fd-215c-46ef-a209-0784bd295627 req-19cd4c19-fdda-480d-8a21-7cd280a2193f service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967751 Jul 30 02:10:45.082155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'd825082f-f8ee-49bb-9762-aa547a63096b', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:2a:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:10:43Z', 'updated_at': '2021-07-30T02:10:43Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:45.107701 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14096a9-f845-48c6-aab7-d39c695556d6 None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'd825082f-f8ee-49bb-9762-aa547a63096b', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:2a:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:10:43Z', 'updated_at': '2021-07-30T02:10:43Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:45.303309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591388b-3a72-45dc-962e-717d00096b2d None None] New status for floating IP d825082f-f8ee-49bb-9762-aa547a63096b: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:10:48.935244 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-608a457e-6ea8-4624-a75f-b2274c233690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.305044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.726246 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-aba6257c-6885-4a9f-93e0-0fade2b9f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.897196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.141780 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.202557 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:10:54.630002 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.044234 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.396332 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-789f5b01-674a-4a78-8800-541c14cd5831 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443914 Jul 30 02:11:14.495831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-bf443a3b-6978-49c7-8283-cd17e828fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:14.497305 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-bf443a3b-6978-49c7-8283-cd17e828fbf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1097 time: 0.0417371 Jul 30 02:11:14.602683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-3f5ed47f-d5f2-4dd6-a43d-4312dd66cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:14.604265 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-3f5ed47f-d5f2-4dd6-a43d-4312dd66cb90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0868897 Jul 30 02:11:14.676794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-0984f059-0286-4480-8343-a2d6be38716b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0646763 Jul 30 02:11:14.727977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-030b93e2-6746-48b8-a5a6-be7f63efa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:14.729429 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-030b93e2-6746-48b8-a5a6-be7f63efa020 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0458136 Jul 30 02:11:14.776720 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-5e2cf9f5-dca2-4472-b153-16a902f47ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:14.778217 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-5e2cf9f5-dca2-4472-b153-16a902f47ddb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423365 Jul 30 02:11:14.874141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-b5d8d034-1a71-4503-bf85-fe6b7132edaa service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888820 Jul 30 02:11:14.970945 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-475e5e6c-b05f-4596-b7a7-c7890cdd21b2 req-ff6a0c3e-c996-4edd-9290-915ce59b6812 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881796 Jul 30 02:11:19.092263 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a48e4a89-9c6f-4f2b-b55b-be8389d77a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.303168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.726718 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4dd6dd9-f750-4bd1-9ecf-01f5e126fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.899640 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.144490 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.633453 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.201125 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:11:37.053129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.935124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-26e02dfe-bbfc-4279-b039-3027a96f2852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.311252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.726501 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-74c48971-e935-4aea-a7bd-d78658e32ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:51.901368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.147145 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.638611 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:07.047924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:08.201138 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:12:14.411923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-c741d262-ace3-470c-a670-47962d85881a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474834 Jul 30 02:12:14.510359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-703bf2d3-edc4-494c-86a1-d00260d9b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.511887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-703bf2d3-edc4-494c-86a1-d00260d9b36a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 1097 time: 0.0422292 Jul 30 02:12:14.615342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-8afce94e-4576-4fc4-ae57-87bcde3a5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.616823 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-8afce94e-4576-4fc4-ae57-87bcde3a5273 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0852678 Jul 30 02:12:14.688409 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-99936f6d-ec11-452d-a9f2-defd961374a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0640652 Jul 30 02:12:14.737069 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-7d828596-5329-419f-90ff-ffeca9eae0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.738754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-7d828596-5329-419f-90ff-ffeca9eae0aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0437310 Jul 30 02:12:14.785965 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-5a7f358d-56c4-4349-9d50-584c457af64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.787492 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-5a7f358d-56c4-4349-9d50-584c457af64d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417058 Jul 30 02:12:14.888820 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-8a37af97-aa43-4cd1-bfe1-c6dccb8f77b4 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940590 Jul 30 02:12:14.979899 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9f5bd0bb-8f4d-4a49-a2f4-1624face07b7 req-e50fed30-af57-4687-a65b-7218956ecf83 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Jul 30 02:12:18.936306 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-83ee3cc5-b30a-47b1-b767-ebfad88173e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.318557 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.726976 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-34971351-c13c-42a6-a04d-b9b53bec1166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:21.903407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.152379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.641948 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.075368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-bb8dbc24-3813-406a-8f41-24148da746c0 req-e5b8355c-1fae-4dcf-92a5-722b90ddac71 service neutron] (93890) timed out ('10.222.0.66', 53097) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:12:37.066674 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.865546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751c5e-3d61-4e10-a84e-e6a140e0f505 req-c570d2d8-6504-4928-8a43-d2b135f354ea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:39.866988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23751c5e-3d61-4e10-a84e-e6a140e0f505 req-c570d2d8-6504-4928-8a43-d2b135f354ea tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Jul 30 02:12:39.906159 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23751c5e-3d61-4e10-a84e-e6a140e0f505 req-715b3bf0-1ea3-4a17-a283-ba04fca2e8c8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Jul 30 02:12:41.048501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0decc1-b98c-491f-9e3b-15822513d386 req-089976a5-18df-4c2b-bc3b-3a06b8227a9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:41.050113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d0decc1-b98c-491f-9e3b-15822513d386 req-089976a5-18df-4c2b-bc3b-3a06b8227a9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 945 time: 0.0565441 Jul 30 02:12:41.088215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d0decc1-b98c-491f-9e3b-15822513d386 req-0bb4c23f-6911-4683-b25b-7a55b9611027 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Jul 30 02:12:41.466904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-ea059918-2364-41bd-95ef-f0692a1da0b7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:41.468586 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-ea059918-2364-41bd-95ef-f0692a1da0b7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Jul 30 02:12:41.566724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:41.567096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.667561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:41.667938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.855356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.855716 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.856040 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Floating IP d825082f-f8ee-49bb-9762-aa547a63096b disassociated. External IP: 172.25.8.208, port: fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6. Jul 30 02:12:41.856373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:42.001534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.031536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:42.042451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.042787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.043407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.043749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.044076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.044398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.044714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.045031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.045347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.045656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.045975 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.046289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:42.183026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:42.215435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-817f1154-ae2c-476d-b65b-8a5a91e979bf req-9a2f000a-69ba-4cd0-8294-578dabd1014c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 210 time: 0.0262327 Jul 30 02:12:42.296606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:42.306574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:42.315510 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:42.316106 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:12:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:42.335900 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:42.338769 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.341015 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cf8d1237-30ba-44ba-8804-06b48b823ea9 req-7b222048-cb29-47b4-8800-5804338fc9b2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "DELETE /v2.0/ports/fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 HTTP/1.1" status: 204 len: 173 time: 0.8659174 Jul 30 02:12:42.341449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'name': 'network-vif-deleted', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:42.343940 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec191585-78cd-4d61-be85-eb5fcba3d389" -d '{"events": [{"server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "name": "network-vif-deleted", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:42.389811 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deb3b42-47e9-4f4d-89fa-ff3e42d71f0c x-openstack-request-id: req-5deb3b42-47e9-4f4d-89fa-ff3e42d71f0c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:42.390149 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b515c09-e722-40b2-8b7a-2e52323d2700", "name": "network-vif-deleted", "tag": "fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:42.390500 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5deb3b42-47e9-4f4d-89fa-ff3e42d71f0c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:42.391134 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b515c09-e722-40b2-8b7a-2e52323d2700', 'name': 'network-vif-deleted', 'tag': 'fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6', 'status': 'completed', 'code': 200} Jul 30 02:12:42.526223 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:42.736710 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:42.763532 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:42.772359 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:42.772964 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:12:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:42.878498 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:43.094115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:43.125257 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ca3b3-18a3-4718-bc18-dd2a9b8d730b None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:43.332101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af3c4265-3cdf-479e-ab5d-d8b055ab8164 req-d0b39184-e4b8-419c-b1e3-9ebe496c2d6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 210 time: 0.0353823 Jul 30 02:12:43.380285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7839d-703d-4985-9335-7f1a052dbab5 None None] New status for floating IP d825082f-f8ee-49bb-9762-aa547a63096b: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:12:44.441006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcb3d1e1-2161-4fab-800f-63fb028d2664 req-8a0a14cd-413f-4f9d-af68-281509f61d44 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 210 time: 0.0299575 Jul 30 02:12:45.200644 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:12:45.540178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-460fc02f-7228-47e2-9549-090e02d8eb40 req-41b24125-c102-4f60-9c71-6ca9a8dce246 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b515c09-e722-40b2-8b7a-2e52323d2700 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Jul 30 02:12:46.390102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:46.410447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:46.411351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device fc9f0ced-3efe-4697-ba81-6eb7bd9fe2b6 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:46.741087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ff3c712f-edd5-4c4b-910b-6b48b849ae3d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133566664&fields=id&tenant_id=98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 267 time: 0.0345087 Jul 30 02:12:46.850949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-cc7c19f7-0218-4f15-bf29-a9d206d095ac tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:46.852447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-cc7c19f7-0218-4f15-bf29-a9d206d095ac tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1044676 Jul 30 02:12:46.867224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-4049671e-70fc-4cc9-b457-9f67c89761a8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0090401 Jul 30 02:12:46.925666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-e8c5d2b4-f91d-47b7-9edd-c3849d024d94 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531158 Jul 30 02:12:47.021442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ab8eeba2-35e0-46f9-863c-768175ca3e99 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837314 Jul 30 02:12:47.116624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-f04f3a7b-8532-4fc5-8425-d5af807ef0c1 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892274 Jul 30 02:12:47.411713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27c71d5-c32a-4b4b-a56c-2fae992b7044 req-82a62aba-5b33-43c5-a171-9f32e66d25d0 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0297816 Jul 30 02:12:48.493503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72116f9d-0805-4e3e-aa75-e66692fc00c3 req-e9b19d3f-6d39-4105-b054-2a8b28fd3001 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0272295 Jul 30 02:12:48.938285 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ab2bfd22-7fd3-403c-8895-bf026df76b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.593038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1eecb4a3-af46-4be4-9ba6-f7877c2f1ed7 req-437aed69-1a65-4a24-9cfd-b388cabad492 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Jul 30 02:12:50.353304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-5ad6d42f-0b8a-4832-bc50-db75baf51731 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:50.354762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-5ad6d42f-0b8a-4832-bc50-db75baf51731 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1171651 Jul 30 02:12:50.400972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ff20109d-003a-4398-84ed-a920698f6a62 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 380 time: 0.0363338 Jul 30 02:12:50.410910 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'security_groups': ['69d56b91-34d8-4a0e-a8ae-97088e1fca21']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:50.535782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:50.539502 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.680301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.14 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:50.701681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a420a14e-d424-4f52-b204-f6b6c69ba2e7 req-7b73f167-cfcc-453f-86eb-fb9a2391ff93 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0337062 Jul 30 02:12:50.837750 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.853805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:50.890438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.935290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:50.938591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:50.946267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:50.971837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:51.003416 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.004098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.023115 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-35a37b77-75c6-4f9f-b433-f50612f8b414 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6155849 Jul 30 02:12:51.034283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-60a9db0f-2289-46cd-b650-686260a3232c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:12:51.035384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-60a9db0f-2289-46cd-b650-686260a3232c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057166 Jul 30 02:12:51.129061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Request body: {'port': {'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:51.190416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.246804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4c923e0f-e142-48df-96df-a3c0457e80f3 None None] Provisioning for port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:51.250752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4c923e0f-e142-48df-96df-a3c0457e80f3 None None] Provisioning complete for port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:51.251164 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c923e0f-e142-48df-96df-a3c0457e80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.293615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4c923e0f-e142-48df-96df-a3c0457e80f3 None None] Port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:51.334259 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.477186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:12:51.484583 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.497399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Transition to ACTIVE for port object ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:51.501633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.556820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Pushing event updated for resources: {'Port': ['ID=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:51.643086 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Attempting to bind port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:51.643426 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Attempting to bind port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:51.643752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Attempting to bind port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:51.649672 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:12:51.649990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Attempting to bind port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:51.655552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:51.655927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:51.656272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:51.656706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Bound port: ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:51.657064 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.739449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] For port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:51.743801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] For port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:51.746508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9246efdc-d73f-4854-bc4e-64bccba79502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.750566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.789370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.790129 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.792475 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] 10.222.0.66 "PUT /v2.0/ports/ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 1093 time: 0.7496743 Jul 30 02:12:51.795290 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:51.799032 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3fc95d-f876-400b-8b7b-44e875f51135" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:51.847957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad131fd5-0b6f-4004-880c-0eb0fec12cbe service neutron] Pushing event updated for resources: {'Port': ['ID=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:51.860998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c008c-1d2f-4035-88d2-903747c04605 req-3f7fca91-64e3-4014-929d-9f0f4d6a47ca tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.868657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-070c008c-1d2f-4035-88d2-903747c04605 req-3f7fca91-64e3-4014-929d-9f0f4d6a47ca tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0873921 Jul 30 02:12:51.908941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-dc478bc0-95e0-4e92-815a-95fb8285e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.912167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-dc478bc0-95e0-4e92-815a-95fb8285e4ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1096 time: 0.0780277 Jul 30 02:12:51.912373 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.938550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-070c008c-1d2f-4035-88d2-903747c04605 req-b307b045-3445-4041-b182-4ef38893d36c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688424 Jul 30 02:12:51.968384 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-63dfdf4f-9399-4434-96e1-83d098d83662 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 217 time: 0.0472901 Jul 30 02:12:52.026340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-8dbdfd0a-2978-48bb-a4f9-a2b37ef3cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:52.028098 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-8dbdfd0a-2978-48bb-a4f9-a2b37ef3cfd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0531967 Jul 30 02:12:52.086322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-4742ce4f-68e4-49b8-9e36-bafe827fd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:52.091254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-4742ce4f-68e4-49b8-9e36-bafe827fd34e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527360 Jul 30 02:12:52.185972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-dfc1059f-89e3-4e7b-b006-9962f054a9b0 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880365 Jul 30 02:12:52.283137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2327e6f0-069d-44aa-be73-784658ee59d5 req-2894a416-8f2f-442c-96d1-254e8c623303 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890141 Jul 30 02:12:52.902375 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc54207-8537-4102-acae-ac7f829cb862 x-openstack-request-id: req-6fc54207-8537-4102-acae-ac7f829cb862 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:52.903089 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:52.903089 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fc54207-8537-4102-acae-ac7f829cb862 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:52.903334 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'status': 'completed', 'code': 200} Jul 30 02:12:52.970779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-8f3bb2a2-b0af-40c7-9d0b-fdeae6218f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:52.972803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-8f3bb2a2-b0af-40c7-9d0b-fdeae6218f82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1096 time: 0.0433037 Jul 30 02:12:53.072806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559fb0b-030f-432d-a28d-e5d82174240e req-557904ca-3001-4914-a6cd-984bfd343ca5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.074600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8559fb0b-030f-432d-a28d-e5d82174240e req-557904ca-3001-4914-a6cd-984bfd343ca5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0547433 Jul 30 02:12:53.084009 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-8522525d-f18f-49d4-9589-97c658708279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.085496 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-8522525d-f18f-49d4-9589-97c658708279 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.1063654 Jul 30 02:12:53.116076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8559fb0b-030f-432d-a28d-e5d82174240e req-b136313e-cb76-4975-8737-e34ff870df65 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348382 Jul 30 02:12:53.135204 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-86143ba4-488c-4e2f-bf4b-8b4e96c1db9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 217 time: 0.0430660 Jul 30 02:12:53.154583 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:53.192691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-37597312-23fc-4756-9f99-6ca4122ea60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.194186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-37597312-23fc-4756-9f99-6ca4122ea60b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0527451 Jul 30 02:12:53.242446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-91c9a69d-d4fa-4f70-9023-d0e8ab908e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.243990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-91c9a69d-d4fa-4f70-9023-d0e8ab908e6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432782 Jul 30 02:12:53.344002 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-cfb714db-a613-4758-bde0-c454d22d8f24 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924046 Jul 30 02:12:53.443426 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3fc95d-f876-400b-8b7b-44e875f51135 req-f4e64ec5-bd02-45f7-a731-a0f0ff80ddbb service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909493 Jul 30 02:12:54.243950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686eeec-cdc1-4ad7-a028-9f62962e2fb4 req-1c876a10-4fe0-4454-9b0a-9fafcd5e1c38 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:54.245480 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8686eeec-cdc1-4ad7-a028-9f62962e2fb4 req-1c876a10-4fe0-4454-9b0a-9fafcd5e1c38 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0510812 Jul 30 02:12:54.294496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8686eeec-cdc1-4ad7-a028-9f62962e2fb4 req-6df8283c-fe7e-40be-a336-48cce44215d1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Jul 30 02:12:54.644570 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.408730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22379a-c0bf-4176-b127-3eec856b4edb req-b6e8ba21-396f-40d3-895c-5c5259020771 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:55.410298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b22379a-c0bf-4176-b127-3eec856b4edb req-b6e8ba21-396f-40d3-895c-5c5259020771 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0488584 Jul 30 02:12:55.457817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b22379a-c0bf-4176-b127-3eec856b4edb req-d6e15105-40ef-4aad-84d7-c210e3a59e37 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338182 Jul 30 02:12:56.581335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d390a60-f3d8-419c-940d-7be110b79d9b req-5343feb5-0207-47fe-881e-687345dbd257 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:56.583113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d390a60-f3d8-419c-940d-7be110b79d9b req-5343feb5-0207-47fe-881e-687345dbd257 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0570149 Jul 30 02:12:56.632005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d390a60-f3d8-419c-940d-7be110b79d9b req-4ccfc194-a5f0-4e09-b8f5-4f1b7eed590b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Jul 30 02:12:57.748315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9b2ee-1d44-4be3-962e-5f17cddd797b req-d2ceb6a2-5a8f-4a5c-81d4-7a9a72986352 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:57.749815 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3a9b2ee-1d44-4be3-962e-5f17cddd797b req-d2ceb6a2-5a8f-4a5c-81d4-7a9a72986352 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0503740 Jul 30 02:12:57.800365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3a9b2ee-1d44-4be3-962e-5f17cddd797b req-4d22da1e-130b-40f3-bd3b-664e9aa10f8a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Jul 30 02:12:58.915482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc737681-31ad-4735-8ebe-765a189effc1 req-08a843ff-1181-40bf-9af7-944ff71e2f7d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:58.917087 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc737681-31ad-4735-8ebe-765a189effc1 req-08a843ff-1181-40bf-9af7-944ff71e2f7d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0496960 Jul 30 02:12:58.957054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc737681-31ad-4735-8ebe-765a189effc1 req-36e43fae-9e2f-4efb-8e71-2c72a62e20d1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337379 Jul 30 02:13:00.083321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7265a-fb00-4bd5-ba65-cee5476cf116 req-e282c543-bde0-4082-8582-31ef38e13d21 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:00.084836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afc7265a-fb00-4bd5-ba65-cee5476cf116 req-e282c543-bde0-4082-8582-31ef38e13d21 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0569224 Jul 30 02:13:00.131476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-afc7265a-fb00-4bd5-ba65-cee5476cf116 req-9e273c1a-d4a2-4c35-880c-80940a5b56d1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406532 Jul 30 02:13:01.247110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73625251-1a73-4703-9798-5fdf8a8cf24f req-9e1c2d38-70a1-4afd-9361-fe589cd4c5a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:01.248599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73625251-1a73-4703-9798-5fdf8a8cf24f req-9e1c2d38-70a1-4afd-9361-fe589cd4c5a5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0495844 Jul 30 02:13:01.260586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-31a74c2c-a1a7-4120-9aae-0a84faed3ba2 req-679231d9-351e-48a3-877d-7fb4d6872e62 service neutron] (93890) timed out ('10.222.0.55', 51298) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:13:01.292089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73625251-1a73-4703-9798-5fdf8a8cf24f req-fa44a3c6-71e8-4a4f-b170-61f5b66d4459 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Jul 30 02:13:02.405089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a34f-c639-43a1-a000-e98ef9d5a2da req-10a687f4-ea51-4558-a1ab-1c90d48e83f8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:02.406595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e40a34f-c639-43a1-a000-e98ef9d5a2da req-10a687f4-ea51-4558-a1ab-1c90d48e83f8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 944 time: 0.0488265 Jul 30 02:13:02.431031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:13:02.454623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e40a34f-c639-43a1-a000-e98ef9d5a2da req-1fe2df87-647b-497c-b388-ab9cf05790f1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Jul 30 02:13:02.525709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:02.538043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:13:02.579141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.593133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:13:02.612748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:02.617663 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.666968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:02.675787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.676130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.676503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.676840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.677171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.677499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.677822 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.678164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.678466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.678786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.679132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.679453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:02.857422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:13:03.578611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76428a9a-8e28-4c09-83a5-8749dac429f5 req-c836e4db-3f04-4c9d-832b-f6ae38a73851 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:03.580144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76428a9a-8e28-4c09-83a5-8749dac429f5 req-c836e4db-3f04-4c9d-832b-f6ae38a73851 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Jul 30 02:13:03.620020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-76428a9a-8e28-4c09-83a5-8749dac429f5 req-64d6c0ec-7b78-476d-94eb-c5cc33413dd2 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Jul 30 02:13:04.430075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:04.479068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:04.482717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:04.483118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.563863 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.585498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:13:04.587793 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ef6a9-42fb-4004-ab86-3b7d6bf0ce51" -d '{"events": [{"server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "name": "network-vif-plugged", "status": "completed", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:13:04.606428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:04.610807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.634503 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3395f-6028-4778-8ba1-48293c8d9315 x-openstack-request-id: req-52f3395f-6028-4778-8ba1-48293c8d9315 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:13:04.634843 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "name": "network-vif-plugged", "status": "completed", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:13:04.635080 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52f3395f-6028-4778-8ba1-48293c8d9315 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:13:04.635466 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'code': 200} Jul 30 02:13:04.670529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:04.730687 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc2567-40bd-4796-a99a-8ed5d21ef6b9 req-2d42185d-7d48-45a8-8b1c-2b030d93ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:04.732418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e3cc2567-40bd-4796-a99a-8ed5d21ef6b9 req-2d42185d-7d48-45a8-8b1c-2b030d93ab0c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0429289 Jul 30 02:13:04.743299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bbb0e-c3ab-408e-92ff-a6d20fec5053 req-9783e517-3919-4fae-8f56-f75f503b5427 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:04.744842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28bbb0e-c3ab-408e-92ff-a6d20fec5053 req-9783e517-3919-4fae-8f56-f75f503b5427 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 946 time: 0.0540056 Jul 30 02:13:04.768633 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e3cc2567-40bd-4796-a99a-8ed5d21ef6b9 req-b6c3a543-9599-4d2c-885c-be34c4aad918 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290058 Jul 30 02:13:04.788603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28bbb0e-c3ab-408e-92ff-a6d20fec5053 req-23a0d8f6-b75e-44fd-bfe1-8f1c72f9bfcf tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 Jul 30 02:13:04.908401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-dfe442d5-0f28-4191-a130-3911c32f3025 req-bc42fa7e-fae3-4100-afed-adcec8a570a0 service neutron] (93890) timed out ('10.222.0.55', 51270) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:13:05.922080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ba48e-9d70-4388-97b9-bcc12a53eee8 req-03992340-d6f4-416f-b262-0b22625e4aef tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:05.923578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd3ba48e-9d70-4388-97b9-bcc12a53eee8 req-03992340-d6f4-416f-b262-0b22625e4aef tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 946 time: 0.0504861 Jul 30 02:13:05.964331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd3ba48e-9d70-4388-97b9-bcc12a53eee8 req-eebc818d-5c43-4a64-857e-2f7c60384994 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341394 Jul 30 02:13:06.081083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a5590-6872-4577-ad3f-fdfbb7dfad29 req-6085d9ff-a01c-4b1d-a614-f01c317b0960 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:06.082752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c14a5590-6872-4577-ad3f-fdfbb7dfad29 req-6085d9ff-a01c-4b1d-a614-f01c317b0960 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 946 time: 0.0509226 Jul 30 02:13:06.123075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c14a5590-6872-4577-ad3f-fdfbb7dfad29 req-4465d27b-f54d-4833-8131-a280fa769b54 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Jul 30 02:13:06.144507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54416) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:06.234047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777af794-41c0-4271-8673-ec58084b6e42 tempest-TestVolumeBootPattern-1260760054 tempest-TestVolumeBootPattern-1260760054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:06.235797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-777af794-41c0-4271-8673-ec58084b6e42 tempest-TestVolumeBootPattern-1260760054 tempest-TestVolumeBootPattern-1260760054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1093 time: 0.0900569 Jul 30 02:13:06.238365 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:06.242756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:06.272832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.374906 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.500890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.25.8.232 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/56479fcf-b5b3-4126-9077-d2dbf0ba87b2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:06.602798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.642299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.679364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:06.682835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:06.688657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:06.714871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=56479fcf-b5b3-4126-9077-d2dbf0ba87b2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:06.726345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.726687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.727051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.727484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.727825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.728157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.728492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.728800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.729118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.729434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.729751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:06.730065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:07.065615 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.069023 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.138949 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.289611 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.294551 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.362527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=56479fcf-b5b3-4126-9077-d2dbf0ba87b2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:07.377501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.481165 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Floating IP 60141f47-72df-4951-9bd8-c4242112c93e associated. External IP: 172.25.8.232, port: ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f. Jul 30 02:13:07.696555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:07.803773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:07.813211 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:07.823361 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:07.824014 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:12:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:07.827440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.857210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3835ab80-d480-4639-886c-bb0779ed5255 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6175697 Jul 30 02:13:07.857929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:13:07.861444 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae270815-eae4-4983-9273-4b4d18950cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:13:07.934643 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:07.976974 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c3961-1e70-4b85-97e8-8a4468e1dac1 x-openstack-request-id: req-fe3c3961-1e70-4b85-97e8-8a4468e1dac1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:13:07.977313 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:13:07.977525 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe3c3961-1e70-4b85-97e8-8a4468e1dac1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:13:07.977933 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'status': 'completed', 'code': 200} Jul 30 02:13:08.046770 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-8243917c-846e-4b8d-be80-112a7c10a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:08.048295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-8243917c-846e-4b8d-be80-112a7c10a40b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0485613 Jul 30 02:13:08.143344 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-d5c3fe00-4bb3-4e74-8ded-d4e77cf0f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:08.144868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-d5c3fe00-4bb3-4e74-8ded-d4e77cf0f80b service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0896199 Jul 30 02:13:08.160056 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:06Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:08.190604 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:13:08.199214 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:08.199842 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:12:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:08.210840 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-de30ac5c-0c11-4975-8088-bc2f90c542c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 1000 time: 0.0592155 Jul 30 02:13:08.264410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-92931adf-4f5c-4757-a7a1-5765762fffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:08.265857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-92931adf-4f5c-4757-a7a1-5765762fffad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0486057 Jul 30 02:13:08.305496 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:08.313847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-0f08f38b-d7c1-4aa0-8bbc-fd79d07d9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:08.315369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-0f08f38b-d7c1-4aa0-8bbc-fd79d07d9eeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412350 Jul 30 02:13:08.404250 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-41ed9e95-c19c-4a0c-8af1-99ab02928d6b service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Jul 30 02:13:08.509774 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ae270815-eae4-4983-9273-4b4d18950cb9 req-c7e5fc10-1e9d-4455-a182-4597e23d926b service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981548 Jul 30 02:13:08.538775 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:06Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:08.571952 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242496b6-1700-4c68-b86c-4bdd7471e1d4 None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:06Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:08.761672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d4244f-106f-4f45-82a5-b6eceec9eeb8 None None] New status for floating IP 60141f47-72df-4951-9bd8-c4242112c93e: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:13:11.671245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-2b9c45d8-de6e-43c9-9788-292538a71a0c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413716 Jul 30 02:13:11.750718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-9b57ac39-2f68-4718-8a0e-a8afb2c46fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:11.752285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-9b57ac39-2f68-4718-8a0e-a8afb2c46fc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0411611 Jul 30 02:13:11.858860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-88c83f76-5ad6-43da-88cd-2f02db0661a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:11.860365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-88c83f76-5ad6-43da-88cd-2f02db0661a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0898037 Jul 30 02:13:11.924319 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-7139331c-5862-4b6f-a1ce-6e2315055aaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 1002 time: 0.0572131 Jul 30 02:13:11.984904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-c90142ac-822d-4e3b-a6a7-4c496313aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:11.986364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-c90142ac-822d-4e3b-a6a7-4c496313aa3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0556250 Jul 30 02:13:12.033919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-d8a065cb-ba35-4535-bdf0-b847972ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:12.035507 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-d8a065cb-ba35-4535-bdf0-b847972ee1e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423281 Jul 30 02:13:12.128762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-f740f637-4b8c-47ef-ae18-40a8a1945bcc service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863001 Jul 30 02:13:12.223454 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de3439ef-fb02-41e5-87ec-fa772dabf911 req-940a7c2a-41d6-415c-a95b-358992621afa service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874527 Jul 30 02:13:18.940628 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-94e83041-5a63-4b90-81e3-d33f297ee54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.333823 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.728273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91223aaa-594a-4232-a8ed-c14718b434c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.920556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.200093 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:13:23.157377 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.645886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.080301 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.942404 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cdb404d8-4a14-4f2a-b8f0-21682d0d53aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.348781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.729282 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f0829a8-404a-4459-8635-ba98b2447c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.903214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.159903 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.649139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:59.202010 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:14:07.080714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.162556 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-121c5e14-016d-4bcf-882f-df89e48c54b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410738 Jul 30 02:14:11.243117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-5368ad09-1d1c-4cba-a806-75087e932bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:11.244556 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-5368ad09-1d1c-4cba-a806-75087e932bdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0407133 Jul 30 02:14:11.351651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-1937f706-2c69-4b6f-8b47-43f8fdee84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:11.353143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-1937f706-2c69-4b6f-8b47-43f8fdee84e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0889800 Jul 30 02:14:11.419684 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-71752d76-9e7e-48c3-9aa9-dbfbb809860f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 1002 time: 0.0595152 Jul 30 02:14:11.482458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-4f8e5ebe-da75-419f-8c41-9c74ff13485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:11.483964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-4f8e5ebe-da75-419f-8c41-9c74ff13485c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0570512 Jul 30 02:14:11.530172 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-04804f85-6611-4840-a8eb-b8893307d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:11.531629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-04804f85-6611-4840-a8eb-b8893307d35e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399373 Jul 30 02:14:11.630855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-bed675c7-b536-4058-9f14-0d0e921279f4 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915062 Jul 30 02:14:11.723834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f43a3a0f-66ae-4c8d-84ab-bc79a08eaff3 req-d265f78a-b243-42b4-9bdc-f26c68e86d41 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862806 Jul 30 02:14:18.944763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3701b16e-75d1-4b7b-978f-a79aaefa8d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.362330 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.738936 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-be8a9346-540c-403a-b6e3-4eba34128abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.905940 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.163277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.659373 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.201845 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:14:37.088944 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.275917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-696d9e69-1093-4c4e-b3b2-c887a0016a73 req-26862718-187e-49ca-b50d-4a2aeba37965 service neutron] (93890) timed out ('10.222.0.78', 39234) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:14:46.276684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-35a415fa-8a1e-4317-a439-eb817802c3af tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133566664&fields=id&tenant_id=98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 267 time: 0.0364194 Jul 30 02:14:46.388096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-e84523c9-bed6-4874-931f-09cc1408e4a9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:46.389584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-e84523c9-bed6-4874-931f-09cc1408e4a9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1060233 Jul 30 02:14:46.404814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-642282b6-8c4a-46b8-9ff0-fe7c668a2ddc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/quotas/98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 375 time: 0.0092969 Jul 30 02:14:46.466420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-f68331cc-5be0-4e6b-8950-2a15290a597d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558236 Jul 30 02:14:46.528199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-c6df27ab-ec90-44fa-b4c8-6fec5076db5c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:14:46.529261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-c6df27ab-ec90-44fa-b4c8-6fec5076db5c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511439 Jul 30 02:14:46.619128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-d2d1805d-beb1-4b84-bf2f-baf56bb6537d service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832934 Jul 30 02:14:46.714037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-db73ee18-5d68-4a81-a56d-1477a76dfa04 service neutron] 10.222.0.78 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Jul 30 02:14:47.075311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea44cb6e-d155-4a16-b3cc-1079fd005eaf req-9f480514-9de0-492a-a42c-a801bb9d2388 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 210 time: 0.0814292 Jul 30 02:14:48.032953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-d4222c4f-2f0b-46fe-af89-1397fdf34f91 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:48.034669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-d4222c4f-2f0b-46fe-af89-1397fdf34f91 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 811 time: 0.1060989 Jul 30 02:14:48.092273 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-b8927161-e35c-451a-b30f-908cab12c5aa tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cb83cf3d4642b7a3b2c06d014fe950 HTTP/1.1" status: 200 len: 380 time: 0.0403483 Jul 30 02:14:48.101857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'port': {'device_id': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'admin_state_up': True, 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'security_groups': ['69d56b91-34d8-4a0e-a8ae-97088e1fca21']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:48.185096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1509ac1b-6596-43fb-963d-70938d561b5b req-20832c90-e0cc-47d6-b97c-62cef6d2fee7 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 210 time: 0.0286000 Jul 30 02:14:48.215656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Made reservation on behalf of 98cb83cf3d4642b7a3b2c06d014fe950 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:48.219182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.352169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.20.0.11 (2e67d104-381e-4436-b11c-1a1b207a1455/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b/22103984-9366-409e-a180-75b6cdf00f64) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:48.495656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.511997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Transition to ACTIVE for port object 22103984-9366-409e-a180-75b6cdf00f64 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:48.544961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.592621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 2e67d104-381e-4436-b11c-1a1b207a1455 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:48.595628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:48.601877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:48.608263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=22103984-9366-409e-a180-75b6cdf00f64,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:48.639052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.639396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.639727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.640065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.640396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.640717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.641034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.641349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.641665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.641980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.642295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.642615 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:48.670806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:48.671474 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.688157 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-8c60db75-5570-4f7a-8c4d-4c27cfd39c6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5903881 Jul 30 02:14:48.705578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Request body: {'port': {'device_id': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:48.765606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.914560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0eff42a0-460d-4038-bab7-89432ac891e0 None None] Provisioning for port 22103984-9366-409e-a180-75b6cdf00f64 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:48.925270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0eff42a0-460d-4038-bab7-89432ac891e0 None None] Provisioning complete for port 22103984-9366-409e-a180-75b6cdf00f64 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:48.925991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0eff42a0-460d-4038-bab7-89432ac891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.975594 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3db2-d2b5-4364-8484-5f35b8199d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.979363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0eff42a0-460d-4038-bab7-89432ac891e0 None None] Port 22103984-9366-409e-a180-75b6cdf00f64 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:49.365368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f07c5-88f5-4614-a87d-959fc168b56f req-2a9aa2c8-9d3c-4bc8-817a-713baf6b1cd5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:49.366926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-248f07c5-88f5-4614-a87d-959fc168b56f req-2a9aa2c8-9d3c-4bc8-817a-713baf6b1cd5 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 932 time: 0.0525434 Jul 30 02:14:49.413955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-248f07c5-88f5-4614-a87d-959fc168b56f req-bef4d0f7-a308-4ecb-8588-997564495e53 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Jul 30 02:14:49.444785 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22103984-9366-409e-a180-75b6cdf00f64 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:14:49.453980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.467085 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Transition to ACTIVE for port object 22103984-9366-409e-a180-75b6cdf00f64 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:49.470893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.524469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Pushing event updated for resources: {'Port': ['ID=22103984-9366-409e-a180-75b6cdf00f64,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:49.595119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Attempting to bind port 22103984-9366-409e-a180-75b6cdf00f64 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:49.595369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Attempting to bind port 22103984-9366-409e-a180-75b6cdf00f64 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:49.595693 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Attempting to bind port 22103984-9366-409e-a180-75b6cdf00f64 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:49.601675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Port 22103984-9366-409e-a180-75b6cdf00f64 on network 2e67d104-381e-4436-b11c-1a1b207a1455 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:49.602004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Attempting to bind port 22103984-9366-409e-a180-75b6cdf00f64 on network 2e67d104-381e-4436-b11c-1a1b207a1455 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:49.608035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:49.608376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Checking segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:49.608869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Bound using segment: {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:49.609313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Bound port: 22103984-9366-409e-a180-75b6cdf00f64, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdfad64-f669-4fdd-88d6-7cff62f741cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:49.609680 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.691406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] For port 22103984-9366-409e-a180-75b6cdf00f64, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:49.695128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] For port 22103984-9366-409e-a180-75b6cdf00f64, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=22103984-9366-409e-a180-75b6cdf00f64,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:49.701167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.740029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:49.740865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.743547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] 10.222.0.55 "PUT /v2.0/ports/22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 1093 time: 1.0429449 Jul 30 02:14:49.746391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'tag': '22103984-9366-409e-a180-75b6cdf00f64'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:49.748856 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6521aaae-7a12-457f-a117-e86e7e63cd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "tag": "22103984-9366-409e-a180-75b6cdf00f64"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:49.793389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fc373-b373-499e-a5a7-32b66f744853 service neutron] Pushing event updated for resources: {'Port': ['ID=22103984-9366-409e-a180-75b6cdf00f64,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:49.815377 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf4cd5f-ffea-46c2-8553-bc9788ecc928 x-openstack-request-id: req-0bf4cd5f-ffea-46c2-8553-bc9788ecc928 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:49.815676 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "tag": "22103984-9366-409e-a180-75b6cdf00f64", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:49.815933 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bf4cd5f-ffea-46c2-8553-bc9788ecc928 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:49.816337 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'tag': '22103984-9366-409e-a180-75b6cdf00f64', 'status': 'completed', 'code': 200} Jul 30 02:14:49.849092 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-e7167019-d6e8-4ffa-bb5f-5f3386c23bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:49.850671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-e7167019-d6e8-4ffa-bb5f-5f3386c23bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1096 time: 0.0479076 Jul 30 02:14:49.905024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-fc7f8dde-c2ad-4628-a83d-9e089e358612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 217 time: 0.0409846 Jul 30 02:14:49.967924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-560234ee-5733-4846-a7bc-3d7677e3f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:49.969699 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-560234ee-5733-4846-a7bc-3d7677e3f15d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0578363 Jul 30 02:14:50.027734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-a7718537-55d3-4b5e-9da2-738d65d2fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.029366 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-a7718537-55d3-4b5e-9da2-738d65d2fea8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524306 Jul 30 02:14:50.126302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-2a0d2336-8265-4dc3-bdaf-6783b447c8b4 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896633 Jul 30 02:14:50.224063 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-28a4aa7d-8daa-4baa-881d-e08435a5f79e req-b35a7fef-b94d-4368-9eb1-77f41d2fa95d service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910494 Jul 30 02:14:50.337775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-840afeb4-ca27-44e8-bca2-9e234f878d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.339377 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-840afeb4-ca27-44e8-bca2-9e234f878d5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1096 time: 0.0448811 Jul 30 02:14:50.443080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-6f7b6b14-85b5-4b4d-b612-f17fe1925dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.444629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-6f7b6b14-85b5-4b4d-b612-f17fe1925dba service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0985863 Jul 30 02:14:50.487377 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-5c3ff73f-b22b-4f2b-97fd-f663dccdc50b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 217 time: 0.0359831 Jul 30 02:14:50.536458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc273cf9-bcb8-45b7-8d16-336cecb3ced9 req-7f54b6ae-e96f-42c7-a0c5-1e0da59ec9f6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.539466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc273cf9-bcb8-45b7-8d16-336cecb3ced9 req-7f54b6ae-e96f-42c7-a0c5-1e0da59ec9f6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0546024 Jul 30 02:14:50.546856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-bc99fd99-6149-4c0b-b9fa-c2ab123c7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.548527 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-bc99fd99-6149-4c0b-b9fa-c2ab123c7b79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0548415 Jul 30 02:14:50.581467 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc273cf9-bcb8-45b7-8d16-336cecb3ced9 req-7682b0e8-5d2a-4af4-a14b-309ed9f7b016 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352998 Jul 30 02:14:50.600524 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-604f1e5e-d9d5-4a80-8035-f7a738e2a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.600524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-604f1e5e-d9d5-4a80-8035-f7a738e2a96e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440607 Jul 30 02:14:50.695499 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-62519092-0972-4e44-a67a-e6f039d5d6c8 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 Jul 30 02:14:50.794297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6521aaae-7a12-457f-a117-e86e7e63cd1d req-426ac906-b126-467f-b3f4-0e9d406d5bfb service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923207 Jul 30 02:14:51.379186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.706068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489458b-83df-41f8-9fcd-993db1d41165 req-bfce08fc-dd80-4753-85c4-633a9564ceb8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:51.707595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e489458b-83df-41f8-9fcd-993db1d41165 req-bfce08fc-dd80-4753-85c4-633a9564ceb8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0528731 Jul 30 02:14:51.737678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92f4393f-6068-4864-b3cf-15830694c442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.754894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e489458b-83df-41f8-9fcd-993db1d41165 req-3e9d6538-f43b-4fd1-88fb-7df1ce3a28ca tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399179 Jul 30 02:14:51.907826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.869669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c394e90-15e2-4928-a6d0-abe928c9c574 req-78e598c4-79d7-4310-a74c-6e45d7c9d2eb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:52.871202 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c394e90-15e2-4928-a6d0-abe928c9c574 req-78e598c4-79d7-4310-a74c-6e45d7c9d2eb tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0495350 Jul 30 02:14:52.915080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c394e90-15e2-4928-a6d0-abe928c9c574 req-a95d7b42-90f5-4c63-b94a-6c8d681f0a91 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Jul 30 02:14:53.166264 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.032221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef603be-8914-448b-bd0f-b1728d4569af req-776c8888-f463-4fbe-8d97-016e3823fb5c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:54.033741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ef603be-8914-448b-bd0f-b1728d4569af req-776c8888-f463-4fbe-8d97-016e3823fb5c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0501547 Jul 30 02:14:54.071927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ef603be-8914-448b-bd0f-b1728d4569af req-da23204a-fae4-4df4-8751-d125a27dc893 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Jul 30 02:14:54.655356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.195781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf620-323c-463c-8bb4-1b654fa3f4ce req-5989f8c4-8ca4-4f49-8a49-ee969281291a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:55.197286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95ebf620-323c-463c-8bb4-1b654fa3f4ce req-5989f8c4-8ca4-4f49-8a49-ee969281291a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0573368 Jul 30 02:14:55.236177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95ebf620-323c-463c-8bb4-1b654fa3f4ce req-b6ef3c7b-e9c2-4233-82ed-c12b5608ea7d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Jul 30 02:14:56.351539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca1bb-e4c8-451a-9dc9-d66d03e28f24 req-9e210277-2de6-4778-8e92-3132d68cb15e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:56.353033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8afca1bb-e4c8-451a-9dc9-d66d03e28f24 req-9e210277-2de6-4778-8e92-3132d68cb15e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0492296 Jul 30 02:14:56.396060 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8afca1bb-e4c8-451a-9dc9-d66d03e28f24 req-53bc51f7-a82c-4ccb-96d3-a2049a6a2f62 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371168 Jul 30 02:14:57.527882 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35b3b-03b6-44d2-8d8c-5e3b4637e837 req-9c9cbf8d-5d25-471d-b85c-7eb3d01c3adc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:57.529871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ec35b3b-03b6-44d2-8d8c-5e3b4637e837 req-9c9cbf8d-5d25-471d-b85c-7eb3d01c3adc tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0610087 Jul 30 02:14:57.576855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ec35b3b-03b6-44d2-8d8c-5e3b4637e837 req-697e53a9-5058-4d7e-b65c-05d7cdcda7dd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 Jul 30 02:14:58.691505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1c851-44f5-4206-ab9a-34bc5ca79009 req-f7912411-f174-4362-be05-55590c1b63c6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:58.692993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22c1c851-44f5-4206-ab9a-34bc5ca79009 req-f7912411-f174-4362-be05-55590c1b63c6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0491786 Jul 30 02:14:58.733962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22c1c851-44f5-4206-ab9a-34bc5ca79009 req-01a62fe3-f5d7-4728-9ea3-3f331bf5738f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333822 Jul 30 02:14:59.869537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343f074-7263-4a34-becf-c92e59dc454f req-f378d0f3-e6b2-4ed2-bd38-04f4e3964772 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:59.871189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9343f074-7263-4a34-becf-c92e59dc454f req-f378d0f3-e6b2-4ed2-bd38-04f4e3964772 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0638599 Jul 30 02:14:59.916571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9343f074-7263-4a34-becf-c92e59dc454f req-9c27e189-dcbb-4502-855c-aa70392a091c tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377555 Jul 30 02:15:01.035816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ae869-754f-40cb-a719-286b0a796a0b req-a291544f-6312-4b17-b37a-f3da7bf59aa8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:01.037306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-666ae869-754f-40cb-a719-286b0a796a0b req-a291544f-6312-4b17-b37a-f3da7bf59aa8 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 944 time: 0.0532036 Jul 30 02:15:01.077227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-666ae869-754f-40cb-a719-286b0a796a0b req-429801b5-a3c1-46c9-a668-8c0ec99e08e4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333076 Jul 30 02:15:01.165705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 22103984-9366-409e-a180-75b6cdf00f64 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:15:01.263595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 22103984-9366-409e-a180-75b6cdf00f64, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=22103984-9366-409e-a180-75b6cdf00f64,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:01.276591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '22103984-9366-409e-a180-75b6cdf00f64', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'port_id': '22103984-9366-409e-a180-75b6cdf00f64', 'mac_address': 'fa:16:3e:cb:47:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:15:01.313962 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.327273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22103984-9366-409e-a180-75b6cdf00f64 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:01.347273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 22103984-9366-409e-a180-75b6cdf00f64, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=22103984-9366-409e-a180-75b6cdf00f64,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:01.351975 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.399893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=22103984-9366-409e-a180-75b6cdf00f64,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:01.407291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.407642 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.408051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.408325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.408659 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.408993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.409322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.409651 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.409978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.410302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.410630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.410952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:01.636614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['22103984-9366-409e-a180-75b6cdf00f64'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:02.199482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801259d-9109-4940-b796-7a9c69a93720 req-8d8426c9-3e43-4e2a-8f8f-5449d8c23f62 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:02.200984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9801259d-9109-4940-b796-7a9c69a93720 req-8d8426c9-3e43-4e2a-8f8f-5449d8c23f62 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 945 time: 0.0569108 Jul 30 02:15:02.239498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9801259d-9109-4940-b796-7a9c69a93720 req-d0e32680-7e35-4401-b121-74455aea8c3f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Jul 30 02:15:03.194099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 22103984-9366-409e-a180-75b6cdf00f64 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:03.244009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 22103984-9366-409e-a180-75b6cdf00f64 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:03.246684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 22103984-9366-409e-a180-75b6cdf00f64 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:03.247091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.328233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.352112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22103984-9366-409e-a180-75b6cdf00f64'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:03.354429 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ff7754-486d-4872-bc08-aa69698881a5" -d '{"events": [{"server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "name": "network-vif-plugged", "status": "completed", "tag": "22103984-9366-409e-a180-75b6cdf00f64"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:03.356438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f125bb6-1402-4708-a6fc-c698c48e6887 req-33c37745-a0f2-45aa-9892-4ac59ede52ba tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:03.358168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f125bb6-1402-4708-a6fc-c698c48e6887 req-33c37745-a0f2-45aa-9892-4ac59ede52ba tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Jul 30 02:15:03.368598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 22103984-9366-409e-a180-75b6cdf00f64, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=22103984-9366-409e-a180-75b6cdf00f64,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:03.373173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.399532 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7d840a-f53d-43be-85c4-b27f29e4a2c2 x-openstack-request-id: req-5c7d840a-f53d-43be-85c4-b27f29e4a2c2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:03.399821 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "name": "network-vif-plugged", "status": "completed", "tag": "22103984-9366-409e-a180-75b6cdf00f64", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:03.400069 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c7d840a-f53d-43be-85c4-b27f29e4a2c2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:03.400459 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22103984-9366-409e-a180-75b6cdf00f64', 'code': 200} Jul 30 02:15:03.408343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f125bb6-1402-4708-a6fc-c698c48e6887 req-6ee2de0c-a49a-4309-9a18-2ea0f528c9c9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Jul 30 02:15:03.427538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=22103984-9366-409e-a180-75b6cdf00f64,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:03.525738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb5bc-e5d2-4b79-8031-9cdae70cae81 req-b4244489-683e-41c2-9487-f9f4678c4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:03.527195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-52eeb5bc-e5d2-4b79-8031-9cdae70cae81 req-b4244489-683e-41c2-9487-f9f4678c4727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0417373 Jul 30 02:15:03.570582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-52eeb5bc-e5d2-4b79-8031-9cdae70cae81 req-e46db843-f8bb-4684-b3e4-8dd235228909 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364223 Jul 30 02:15:04.533682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7d4d0-2f54-4c43-8815-cfe55d27b9cd req-e973d2e9-1c61-4885-a17d-46c2cec15575 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:04.535208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bee7d4d0-2f54-4c43-8815-cfe55d27b9cd req-e973d2e9-1c61-4885-a17d-46c2cec15575 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 946 time: 0.0537708 Jul 30 02:15:04.579152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bee7d4d0-2f54-4c43-8815-cfe55d27b9cd req-f3b95d7d-9d83-4716-a628-23650b4752ad tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Jul 30 02:15:05.704548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61922d3-81da-4336-a60c-509d5111541a req-206d1354-a063-4a53-833d-9b62f97f5256 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:05.706085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f61922d3-81da-4336-a60c-509d5111541a req-206d1354-a063-4a53-833d-9b62f97f5256 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 946 time: 0.0537300 Jul 30 02:15:05.744717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f61922d3-81da-4336-a60c-509d5111541a req-4a7f93c0-d452-4131-9c02-c440e40399c6 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Jul 30 02:15:05.862337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399feebb-ee81-40a3-90cf-9af7048cb778 req-c94b81e6-d1b4-4a78-a8e1-bc5788f71563 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:05.863753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-399feebb-ee81-40a3-90cf-9af7048cb778 req-c94b81e6-d1b4-4a78-a8e1-bc5788f71563 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 946 time: 0.0500522 Jul 30 02:15:05.910799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-399feebb-ee81-40a3-90cf-9af7048cb778 req-c6838dd8-6119-4aa1-84ba-fb9b0b29aa6e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Jul 30 02:15:05.933335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54584) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:05.975142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975d873-7826-4f09-a7ac-59a6b89ff34b tempest-TestVolumeBootPattern-1260760054 tempest-TestVolumeBootPattern-1260760054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:05.976708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b975d873-7826-4f09-a7ac-59a6b89ff34b tempest-TestVolumeBootPattern-1260760054 tempest-TestVolumeBootPattern-1260760054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1093 time: 0.0423100 Jul 30 02:15:05.979762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54586) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:05.984179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '22103984-9366-409e-a180-75b6cdf00f64', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:06.010628 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.110086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.219847 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Allocated IP 172.25.8.190 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/8468b20d-3e0c-4e9d-b3e5-6b1a5475bc91) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:06.322024 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.364151 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.400337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:06.403180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:06.410813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:06.434725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=8468b20d-3e0c-4e9d-b3e5-6b1a5475bc91,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:06.446404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.446755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.447124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.447459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.447788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.448117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.448440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.448762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.449082 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.449401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.449722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.450038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:06.798754 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.870113 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.079860 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.353305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.358292 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.423464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event updated for resources: {'Port': ['ID=8468b20d-3e0c-4e9d-b3e5-6b1a5475bc91,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:07.437094 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.536555 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Floating IP aff73fd3-b525-44a2-a4b3-19116893ec74 associated. External IP: 172.25.8.190, port: 22103984-9366-409e-a180-75b6cdf00f64. Jul 30 02:15:07.748959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:07.857593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:07.868157 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:07.877869 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:07.878522 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:14:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:07.882509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.909563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c41a559b-4f7e-4ed3-b195-05ca75860de1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9287727 Jul 30 02:15:07.910320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'tag': '22103984-9366-409e-a180-75b6cdf00f64'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:07.912636 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ccc64-5798-4eeb-aab5-1de189222d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "tag": "22103984-9366-409e-a180-75b6cdf00f64"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:07.951311 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebc4b2-62ac-4a07-bd03-ddb4c9a25607 x-openstack-request-id: req-d9ebc4b2-62ac-4a07-bd03-ddb4c9a25607 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:07.951603 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "tag": "22103984-9366-409e-a180-75b6cdf00f64", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:07.951920 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9ebc4b2-62ac-4a07-bd03-ddb4c9a25607 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:07.952253 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'tag': '22103984-9366-409e-a180-75b6cdf00f64', 'status': 'completed', 'code': 200} Jul 30 02:15:07.993755 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:08.044983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-d09dad2d-e0c6-4037-83ed-92db813f7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:08.046423 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-d09dad2d-e0c6-4037-83ed-92db813f7a44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0477581 Jul 30 02:15:08.162511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-70d3c9e4-d1c9-4d34-8049-129980191253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:08.166868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-70d3c9e4-d1c9-4d34-8049-129980191253 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.1113317 Jul 30 02:15:08.232120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-5206aec9-96b5-4704-92fb-fe6ca4c2d399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 1000 time: 0.0598044 Jul 30 02:15:08.249510 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:08Z', 'revision_number': 1, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}, {'id': 'aff73fd3-b525-44a2-a4b3-19116893ec74', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': '22103984-9366-409e-a180-75b6cdf00f64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:cb:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:15:06Z', 'updated_at': '2021-07-30T02:15:06Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.275714 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:15:08.284271 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:08.284883 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:14:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.286096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-218d3c63-1585-48cb-9467-b3626476b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:08.287757 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-218d3c63-1585-48cb-9467-b3626476b051 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0493920 Jul 30 02:15:08.334112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-43b94d37-8e97-45af-a5d2-ab3bfdc1039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:08.336175 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-43b94d37-8e97-45af-a5d2-ab3bfdc1039b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414402 Jul 30 02:15:08.390066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:15:08.434076 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-cdbc89b8-efc8-44f7-916b-9fc9c76ee976 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902333 Jul 30 02:15:08.540609 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-157ccc64-5798-4eeb-aab5-1de189222d3b req-4a9a806f-7e0a-42d1-9c78-ecd0d8b168e4 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991888 Jul 30 02:15:08.625879 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:08Z', 'revision_number': 1, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}, {'id': 'aff73fd3-b525-44a2-a4b3-19116893ec74', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': '22103984-9366-409e-a180-75b6cdf00f64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:cb:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:15:06Z', 'updated_at': '2021-07-30T02:15:06Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.651899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e837ff6-4bc8-46b0-9134-3f7b814bbe4d None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:08Z', 'revision_number': 1, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}, {'id': 'aff73fd3-b525-44a2-a4b3-19116893ec74', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': '22103984-9366-409e-a180-75b6cdf00f64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:cb:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:15:06Z', 'updated_at': '2021-07-30T02:15:06Z', 'revision_number': 0, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:08.853112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab22511-67f8-4b1c-aa56-4099a30920c9 None None] New status for floating IP aff73fd3-b525-44a2-a4b3-19116893ec74: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:15:12.166178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-88869d5a-765c-406f-a7ef-f2b143979f2b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429387 Jul 30 02:15:12.247679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-ee21a94a-24ec-4816-820b-e729881fb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.249109 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-ee21a94a-24ec-4816-820b-e729881fb105 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0403726 Jul 30 02:15:12.364882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-172c36d0-7f37-45f7-af11-cbfac2a9229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.366462 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-172c36d0-7f37-45f7-af11-cbfac2a9229a service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0975187 Jul 30 02:15:12.432704 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-6c7e9acf-8819-48ff-98d1-02daa8b6922a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 1002 time: 0.0598919 Jul 30 02:15:12.492259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-41886f35-a25e-4581-b73d-419b96e1426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.493718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-41886f35-a25e-4581-b73d-419b96e1426e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0548477 Jul 30 02:15:12.539791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-76d93653-0bba-4b6f-a229-2452de5e8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.541210 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-76d93653-0bba-4b6f-a229-2452de5e8f6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411160 Jul 30 02:15:12.631243 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-162db526-cef5-4751-8a0b-53441faf321e service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834527 Jul 30 02:15:12.728636 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cfa8c61a-253e-495e-a028-586ba3f1c0c1 req-53d70b02-c5be-44e3-ad41-9c712a0da64f service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903299 Jul 30 02:15:13.200800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:15:18.945620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-10e530e5-a66d-412b-bcdd-948231f70ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.380520 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-c4fa075c-df0e-4498-9899-eba7bb3c3262 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399992 Jul 30 02:15:19.477649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-0920cfd7-cd97-4489-bc54-44f8f06a40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.479200 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-0920cfd7-cd97-4489-bc54-44f8f06a40b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0419679 Jul 30 02:15:19.588477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-f675f5bb-d32c-4df2-928a-1c8297f4e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.590042 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-f675f5bb-d32c-4df2-928a-1c8297f4e331 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0911479 Jul 30 02:15:19.660545 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-339f6dfb-8637-40d1-a0a7-5f34ba4243ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 1002 time: 0.0590873 Jul 30 02:15:19.714430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-7a8c82cb-ed18-4b8e-b720-d82b2557d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.715964 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-7a8c82cb-ed18-4b8e-b720-d82b2557d6fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0485842 Jul 30 02:15:19.767565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-2fef492c-9d40-40cf-86fb-b7dd078decf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.769086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-2fef492c-9d40-40cf-86fb-b7dd078decf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412161 Jul 30 02:15:19.865106 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-14e4dafc-06fb-4871-a339-adfaac083bbe service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887182 Jul 30 02:15:19.960316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81b6cdd0-dbb9-43c9-98ff-997abd4e2f53 req-dec96d56-e638-41ef-8fca-de8348cf435c service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882788 Jul 30 02:15:21.409724 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.735126 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8a34cc49-7bbb-448d-bbc3-7f2c07590245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.912068 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.169469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.659923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.077596 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.947504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0ff7-7d74-4503-a524-8383914e29ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.201181 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:15:51.414356 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.725719 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cf56647d-ab0c-4ee0-bcd5-05e7599d53bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.914044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:53.171346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.660892 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.679360 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-3b0ad652-dc1e-43e5-9038-4c48192c15fd req-9264485e-ebb9-4419-9c33-851d3b7550be service neutron] (93890) timed out ('10.222.0.78', 51946) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:16:07.092072 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.167145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-c5f3c065-6ec2-45d8-bc0e-61279e6cec42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490046 Jul 30 02:16:14.256754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-dcc47cd7-ba4f-46ed-8717-9bf93cc80486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.258200 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-dcc47cd7-ba4f-46ed-8717-9bf93cc80486 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0493104 Jul 30 02:16:14.372455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-7b1308e7-47f3-4119-a70a-25e9fbf89727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.373958 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-7b1308e7-47f3-4119-a70a-25e9fbf89727 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0966887 Jul 30 02:16:14.441043 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-304cfcb3-ef97-4670-b062-9f0b06362a1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 1002 time: 0.0602641 Jul 30 02:16:14.495420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-c8e95760-6148-4f2e-a856-630688f65dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.496923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-c8e95760-6148-4f2e-a856-630688f65dc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0491602 Jul 30 02:16:14.543077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-5c9a4813-5ba3-4536-b970-d4e3a8b8fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.544546 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-5c9a4813-5ba3-4536-b970-d4e3a8b8fcdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412676 Jul 30 02:16:14.633774 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-132401cd-0d02-4534-90f3-18cc3098d2b1 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819769 Jul 30 02:16:14.728433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-de1ac52f-e25a-4586-bfcd-308283e32513 req-0682a94a-7eb2-419f-a893-d8e74bbd958b service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Jul 30 02:16:18.949118 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3d2bccec-380f-4081-9842-d31de477941d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.443204 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-acd754c1-a34c-4ad8-a744-be22f6768627 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882654 Jul 30 02:16:19.547796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-053171d0-9abc-470e-822b-c6ae2a5dfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.549340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-053171d0-9abc-470e-822b-c6ae2a5dfd11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0487001 Jul 30 02:16:19.658212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-8d4b8679-36f6-476d-b641-0034597f90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.659648 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-8d4b8679-36f6-476d-b641-0034597f90de service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0905995 Jul 30 02:16:19.724975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-c75adb9e-1c42-494d-8dac-e3f83ace8cf7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 1002 time: 0.0584407 Jul 30 02:16:19.780192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-e994bf81-b848-4652-8c31-80ef9dcd13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.781650 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-e994bf81-b848-4652-8c31-80ef9dcd13a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0495086 Jul 30 02:16:19.828817 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-84975337-da46-42a1-a30c-2bf5aaf7d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.830293 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-84975337-da46-42a1-a30c-2bf5aaf7d06e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410757 Jul 30 02:16:19.918629 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-4b966cd6-29b2-4848-b0cf-7d890582ef29 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815411 Jul 30 02:16:20.013751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ddc707b9-1a73-4dfe-941f-2aee93e1bac1 req-7c26698c-ff1d-43bf-9e60-fcefd0cc86ba service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883219 Jul 30 02:16:21.423904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.733815 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b102d79e-f906-4823-9a13-92c1ae76eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.918781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.175131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.664581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.200906 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:16:35.270027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:35.439566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port 8468b20d-3e0c-4e9d-b3e5-6b1a5475bc91 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:35.439903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.519276 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.519604 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.531343 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for 8468b20d-3e0c-4e9d-b3e5-6b1a5475bc91 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:35.719021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.746797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=8468b20d-3e0c-4e9d-b3e5-6b1a5475bc91,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.769538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.769877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.770215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.770548 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.770876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.771225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.771549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.771868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.772183 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.772506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.772816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.773694 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:35.815455 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.815700 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Floating IP aff73fd3-b525-44a2-a4b3-19116893ec74 disassociated (deleted). External IP: 172.25.8.190, port: 22103984-9366-409e-a180-75b6cdf00f64. Jul 30 02:16:36.032211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:36.142893 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:36.148534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.153196 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:36.163826 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:36.164455 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:36.176697 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fd232d1c-856d-421d-b8bf-0b3cb29c9fe1 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "DELETE /v2.0/floatingips/aff73fd3-b525-44a2-a4b3-19116893ec74 HTTP/1.1" status: 204 len: 168 time: 0.9056349 Jul 30 02:16:36.177278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'tag': '22103984-9366-409e-a180-75b6cdf00f64'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:36.179692 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116" -d '{"events": [{"name": "network-changed", "server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "tag": "22103984-9366-409e-a180-75b6cdf00f64"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:36.283139 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96cd8e4-57d8-44f7-ad92-03a698bc7dfb x-openstack-request-id: req-f96cd8e4-57d8-44f7-ad92-03a698bc7dfb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:36.283752 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "tag": "22103984-9366-409e-a180-75b6cdf00f64", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:36.283752 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f96cd8e4-57d8-44f7-ad92-03a698bc7dfb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:36.284137 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'tag': '22103984-9366-409e-a180-75b6cdf00f64', 'status': 'completed', 'code': 200} Jul 30 02:16:36.288547 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:36.376385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-4fd1d5e8-af88-4be7-8cbc-a4cf9fe64dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.378350 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-4fd1d5e8-af88-4be7-8cbc-a4cf9fe64dc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0500984 Jul 30 02:16:36.432017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a12f08-b407-400c-af85-8bc86276a96b req-324484d8-85e6-497d-9572-ce70b7338ca4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.433505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65a12f08-b407-400c-af85-8bc86276a96b req-324484d8-85e6-497d-9572-ce70b7338ca4 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 946 time: 0.0569963 Jul 30 02:16:36.476306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-456e8650-154f-4513-80ff-427b25bc5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.478326 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-456e8650-154f-4513-80ff-427b25bc5197 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.0932686 Jul 30 02:16:36.485636 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65a12f08-b407-400c-af85-8bc86276a96b req-e0c84ec8-1635-43ae-97ad-38ad458869b9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Jul 30 02:16:36.530959 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-8a01cd96-fae2-433c-917e-56e0a6eef421 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 200 len: 217 time: 0.0442030 Jul 30 02:16:36.543517 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:08Z', 'revision_number': 1, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:36.569620 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:36.579806 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:36.580631 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:36.587323 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-6e337f8b-67e1-4ffa-8271-e08e957b84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.588797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-6e337f8b-67e1-4ffa-8271-e08e957b84a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0502503 Jul 30 02:16:36.643516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-5588dbac-369b-41e6-aa32-f8eb182fbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.645185 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-5588dbac-369b-41e6-aa32-f8eb182fbc22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486743 Jul 30 02:16:36.742935 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-95a0b1f5-faea-4012-953e-4edbc76906eb service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901046 Jul 30 02:16:36.785967 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:36.843071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c54ecaa2-14d8-4743-8c2e-cbdb5ca6b116 req-59ca78ce-3b9d-4490-9bf6-814115b5a265 service neutron] 10.222.0.55 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924692 Jul 30 02:16:37.013513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:08Z', 'revision_number': 1, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:37.038347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa5ed1-1e1e-4dad-8b39-b9958635d9b8 None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '60141f47-72df-4951-9bd8-c4242112c93e', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'port_id': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'mac_address': 'fa:16:3e:10:9a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:13:06Z', 'updated_at': '2021-07-30T02:13:08Z', 'revision_number': 1, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:37.122033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.272403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd73126-2389-43cf-a482-99501b2328cc None None] New status for floating IP aff73fd3-b525-44a2-a4b3-19116893ec74: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:16:37.609364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea00f-ce38-4c0a-b2e1-edf434edde4b req-d9621a0d-3455-4de2-9b24-9d56acbfc407 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:37.610868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652ea00f-ce38-4c0a-b2e1-edf434edde4b req-d9621a0d-3455-4de2-9b24-9d56acbfc407 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 946 time: 0.0539727 Jul 30 02:16:37.650808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652ea00f-ce38-4c0a-b2e1-edf434edde4b req-e31cf4a6-2947-48e4-bf45-feb2ea6d5a9d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318346 Jul 30 02:16:38.050138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-2e7eb0e2-d59b-436c-b158-01dcd46a199d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:38.051661 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-2e7eb0e2-d59b-436c-b158-01dcd46a199d tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 946 time: 0.0519686 Jul 30 02:16:38.154006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port 22103984-9366-409e-a180-75b6cdf00f64 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:38.154349 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.242267 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port 22103984-9366-409e-a180-75b6cdf00f64, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=22103984-9366-409e-a180-75b6cdf00f64,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:38.242552 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.256613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for 22103984-9366-409e-a180-75b6cdf00f64 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:38.389618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.421397 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=22103984-9366-409e-a180-75b6cdf00f64,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:38.465452 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port 22103984-9366-409e-a180-75b6cdf00f64 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:38.468115 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.470085 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-357e557e-4cc0-4fe8-9070-2f1f6eb010a1 req-aeea9d69-315e-4ca5-9f09-1a4c31dc1956 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.55 "DELETE /v2.0/ports/22103984-9366-409e-a180-75b6cdf00f64 HTTP/1.1" status: 204 len: 173 time: 0.4126649 Jul 30 02:16:38.470518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'name': 'network-vif-deleted', 'tag': '22103984-9366-409e-a180-75b6cdf00f64'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:38.472783 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89bb57d-b58b-4b23-8df0-fe1a9cf9eb7a" -d '{"events": [{"server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "name": "network-vif-deleted", "tag": "22103984-9366-409e-a180-75b6cdf00f64"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:38.549688 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328eb3c8-72ef-42f6-80c5-d19470582002 x-openstack-request-id: req-328eb3c8-72ef-42f6-80c5-d19470582002 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:38.549986 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f639c-8b50-42da-b2dd-d2f4eebc0df7", "name": "network-vif-deleted", "tag": "22103984-9366-409e-a180-75b6cdf00f64", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:38.550241 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-328eb3c8-72ef-42f6-80c5-d19470582002 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:38.550644 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f639c-8b50-42da-b2dd-d2f4eebc0df7', 'name': 'network-vif-deleted', 'tag': '22103984-9366-409e-a180-75b6cdf00f64', 'status': 'completed', 'code': 200} Jul 30 02:16:38.759270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9bd61e3-23ae-46f5-8a14-d1a29aac696e req-1ead81fb-a6bc-4918-8dab-e8794686cd2e tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 210 time: 0.0308523 Jul 30 02:16:39.868484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19806b79-3f15-4439-a4cb-eabedfc0ac28 req-fbc9157c-f28a-4fd9-9df9-44e4808916aa tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 210 time: 0.0343122 Jul 30 02:16:40.971666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-876c2400-3ca9-4202-810a-ce005c0c63bb req-de1eb400-da7c-47d7-9fc8-10db01f5151f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 210 time: 0.0284669 Jul 30 02:16:41.741345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 22103984-9366-409e-a180-75b6cdf00f64 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:41.768002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 22103984-9366-409e-a180-75b6cdf00f64 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:41.768269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 22103984-9366-409e-a180-75b6cdf00f64 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:42.081286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93962ab5-30f4-4e6d-98fe-f16f69c63d2b req-f74f3ed9-51f9-4470-a133-eda196807d28 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=840f639c-8b50-42da-b2dd-d2f4eebc0df7 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jul 30 02:16:47.441729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54680) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:47.601577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port 56479fcf-b5b3-4126-9077-d2dbf0ba87b2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:47.601915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.676725 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.676970 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.690659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for 56479fcf-b5b3-4126-9077-d2dbf0ba87b2 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:47.867720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.893231 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=56479fcf-b5b3-4126-9077-d2dbf0ba87b2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:47.922272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.922622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.922963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.923329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.923660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.923985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.924307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.924628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.924947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.925265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.925577 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.925893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:47.968421 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.969120 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Floating IP 60141f47-72df-4951-9bd8-c4242112c93e disassociated (deleted). External IP: 172.25.8.232, port: ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f. Jul 30 02:16:48.196458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:48.310227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:48.315271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:48.321023 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:48.330574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:48.331223 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:48.342982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-eaca928e-4fc6-4697-9766-eb4c0e4a7314 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "DELETE /v2.0/floatingips/60141f47-72df-4951-9bd8-c4242112c93e HTTP/1.1" status: 204 len: 168 time: 0.8998477 Jul 30 02:16:48.343574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:48.345854 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e296eb48-6de8-4d92-97e3-7c7f574b549a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:48.385136 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33970963-1cd1-4e1f-9291-dbb321c2f55c x-openstack-request-id: req-33970963-1cd1-4e1f-9291-dbb321c2f55c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:48.385640 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:48.386080 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33970963-1cd1-4e1f-9291-dbb321c2f55c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:48.386463 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'status': 'completed', 'code': 200} Jul 30 02:16:48.442475 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:48.452959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-17120478-48df-4c5b-a461-3cfc4328661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.454522 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-17120478-48df-4c5b-a461-3cfc4328661e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 1098 time: 0.0469148 Jul 30 02:16:48.581591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-c91e70bf-0e39-468d-b579-e4ddbc8baca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.583137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-c91e70bf-0e39-468d-b579-e4ddbc8baca1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 200 len: 912 time: 0.1221282 Jul 30 02:16:48.602708 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1952a8-9c0a-496e-b0f7-d2fe58aa86ab req-e2e31c22-0954-470b-8f14-47875545218b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.604425 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee1952a8-9c0a-496e-b0f7-d2fe58aa86ab req-e2e31c22-0954-470b-8f14-47875545218b tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 946 time: 0.0543156 Jul 30 02:16:48.637664 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-3dd125aa-8d3d-4a40-9fe4-9bb6147f6e51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 200 len: 217 time: 0.0466657 Jul 30 02:16:48.646013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee1952a8-9c0a-496e-b0f7-d2fe58aa86ab req-6b443aee-8c90-44d7-80ac-c505f70b1ca3 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348468 Jul 30 02:16:48.667549 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:48.690601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-df4e5b7d-c83b-4616-87ac-d9ae193b1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.692116 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-df4e5b7d-c83b-4616-87ac-d9ae193b1096 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 200 len: 850 time: 0.0467772 Jul 30 02:16:48.698426 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:48.706810 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:48.707382 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:48.739930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-241dae37-7977-489a-91c9-124d379f55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.741634 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-241dae37-7977-489a-91c9-124d379f55d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e67d104-381e-4436-b11c-1a1b207a1455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416429 Jul 30 02:16:48.812372 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:48.846252 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-0c5d2f64-6234-4344-9a97-fab2ac090582 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964351 Jul 30 02:16:48.941830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e296eb48-6de8-4d92-97e3-7c7f574b549a req-8c3cb1a8-33b9-4ffb-b8b9-8b7bdc6fd2a1 service neutron] 10.222.0.66 "GET /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Jul 30 02:16:48.950307 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d49ba267-a77d-476d-9220-a29d136387f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.016160 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:49.042037 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754332f0-16c4-46cb-a548-f35f4dbdc2af None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:07:08Z', 'revision_number': 4, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '5dddf84d-22b2-4337-864a-cf95771d5a00', 'name': '', 'network_id': '2e67d104-381e-4436-b11c-1a1b207a1455', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'mac_address': 'fa:16:3e:6e:75:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:08Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'subnets': [{'id': '0cc25fd4-f58d-4e04-b08c-95d2c1133d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:49.263309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e29c0f-8d38-4d58-a557-65076a02aacb None None] New status for floating IP 60141f47-72df-4951-9bd8-c4242112c93e: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:16:49.765982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dec683-eb8e-4726-8d36-abe7793e8a3e req-f358a8cf-8ab6-49fc-ab1e-6a6c19540438 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:49.767487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52dec683-eb8e-4726-8d36-abe7793e8a3e req-f358a8cf-8ab6-49fc-ab1e-6a6c19540438 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 946 time: 0.0494082 Jul 30 02:16:49.809493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52dec683-eb8e-4726-8d36-abe7793e8a3e req-6e6d0ecb-4ddc-4dea-9788-7116dcb95920 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/security-groups?id=69d56b91-34d8-4a0e-a8ae-97088e1fca21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353024 Jul 30 02:16:50.060408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-a4de400e-660d-46ff-b8c1-64de50b79159 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:50.061834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-a4de400e-660d-46ff-b8c1-64de50b79159 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 946 time: 0.0487592 Jul 30 02:16:50.156291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:50.156632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.249719 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] For port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:50.249991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.264177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:50.398329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.427981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:50.478774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] No DVR routers for this DVR port ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:50.481701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.483957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-af9c164c-8e12-42c7-b088-d35574cd2279 req-e6e5485c-a089-4b10-bc61-4dacd56cc8ed tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.66 "DELETE /v2.0/ports/ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f HTTP/1.1" status: 204 len: 173 time: 0.4152374 Jul 30 02:16:50.484422 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'name': 'network-vif-deleted', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:50.486832 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b1559-2e53-4cc3-9d0b-0d0d3ef0727c" -d '{"events": [{"server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "name": "network-vif-deleted", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:50.524767 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3b2dd6-41d0-479a-80ff-a6541d875a06 x-openstack-request-id: req-8f3b2dd6-41d0-479a-80ff-a6541d875a06 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:50.525071 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d93cfa-a053-43bb-85c0-7b79dda1a457", "name": "network-vif-deleted", "tag": "ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:50.525326 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f3b2dd6-41d0-479a-80ff-a6541d875a06 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:50.525734 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d93cfa-a053-43bb-85c0-7b79dda1a457', 'name': 'network-vif-deleted', 'tag': 'ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f', 'status': 'completed', 'code': 200} Jul 30 02:16:50.923100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1bb6a94c-6ae2-4d75-8d6c-e33dd108f416 req-c10950e2-0493-4b91-9098-610c30de6b5f tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0394025 Jul 30 02:16:51.438550 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.724475 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad1b054-e507-4377-8716-6aaeeb59fa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.924797 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.014348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f820066-945d-4470-9a0a-bdbbacb99403 req-4b063f71-1fdf-45df-9025-378494a9625a tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0273302 Jul 30 02:16:53.109341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bace577-a6fc-4bc6-8da7-dae13434bbd2 req-76e3694c-14a1-4cdb-9f34-1290c1c1a582 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0260580 Jul 30 02:16:53.178487 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.442124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:53.462854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:53.463228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device ea73f7f0-7b98-4ca0-bbf6-1a2a2a9d1d1f not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:54.217435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c561cca-7221-40d9-a933-84e765c1a799 req-5f9124ff-909d-4645-8ed5-25a9df576464 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "GET /v2.0/ports?device_id=f7d93cfa-a053-43bb-85c0-7b79dda1a457 HTTP/1.1" status: 200 len: 210 time: 0.0271182 Jul 30 02:16:54.666113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.274712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54704) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:55.407534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Deleting port c467a070-757d-484f-9f58-95bbbc689e04 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:55.407882 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.489696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.490022 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.504941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Calling delete_port for c467a070-757d-484f-9f58-95bbbc689e04 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:55.650738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.677026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'Port': ['ID=c467a070-757d-484f-9f58-95bbbc689e04,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:55.737224 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.740012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.741235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3c7fb05f-8a44-49db-8199-15f93cb214d9 tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "DELETE /v2.0/floatingips/d825082f-f8ee-49bb-9762-aa547a63096b HTTP/1.1" status: 204 len: 168 time: 0.4654622 Jul 30 02:16:59.060521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54726) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:59.120074 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e579201c-7538-4b69-a2f2-c43679b98abd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.146135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e579201c-7538-4b69-a2f2-c43679b98abd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.211363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e579201c-7538-4b69-a2f2-c43679b98abd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.214038 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e579201c-7538-4b69-a2f2-c43679b98abd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.215232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e579201c-7538-4b69-a2f2-c43679b98abd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] 10.222.0.78 "DELETE /v2.0/security-groups/69d56b91-34d8-4a0e-a8ae-97088e1fca21 HTTP/1.1" status: 204 len: 168 time: 0.1536930 Jul 30 02:16:59.224622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579201c-7538-4b69-a2f2-c43679b98abd tempest-TestVolumeBootPattern-575983826 tempest-TestVolumeBootPattern-575983826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d56b91-34d8-4a0e-a8ae-97088e1fca21,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:59.281968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54730) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:59.831743 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.077834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Deleting port 5dddf84d-22b2-4337-864a-cf95771d5a00 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:00.078489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.158139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] For port 5dddf84d-22b2-4337-864a-cf95771d5a00, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=5dddf84d-22b2-4337-864a-cf95771d5a00,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:00.158401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.173422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Calling delete_port for 5dddf84d-22b2-4337-864a-cf95771d5a00 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:00.356072 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.381715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dddf84d-22b2-4337-864a-cf95771d5a00,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:00.573993 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.117690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Router 39e3929f-8a3b-4941-8d64-c6b39948bd64 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:01.232691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:01.237750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-05c963a1-9560-45bc-a309-1584b792a372 admin admin] 10.222.0.78 "PUT /v2.0/routers/39e3929f-8a3b-4941-8d64-c6b39948bd64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9544432 Jul 30 02:17:01.240400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:01.241827 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] Sync routers for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:01.250790 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:01.251416 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:01.345568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.355314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:01.453096 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.525674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Deleting port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:01.525932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.541518 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:17:00Z', 'revision_number': 5, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port': {'id': '8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:06Z', 'updated_at': '2021-07-30T02:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:01.568866 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] Checking router: 39e3929f-8a3b-4941-8d64-c6b39948bd64 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:01.576630 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] Routers {'39e3929f-8a3b-4941-8d64-c6b39948bd64'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:01.577249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['39e3929f-8a3b-4941-8d64-c6b39948bd64'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:01.606881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] For port 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:01.607272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.620230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Calling delete_port for 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:01.662216 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] Set router 39e3929f-8a3b-4941-8d64-c6b39948bd64 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:01.719275 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:17:01Z', 'revision_number': 6, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:01.851386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ea462-f41a-4f9f-a579-b72953dc0cf9 None None] The sync data for ids ['39e3929f-8a3b-4941-8d64-c6b39948bd64'] in n-d-713499-10 is: [{'id': '39e3929f-8a3b-4941-8d64-c6b39948bd64', 'name': 'tempest-TestVolumeBootPattern-261213745-router', 'tenant_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:05Z', 'updated_at': '2021-07-30T02:17:01Z', 'revision_number': 6, 'project_id': '98cb83cf3d4642b7a3b2c06d014fe950', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:02.119786 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.148100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:02.210986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.306308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.308528 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.360735 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.361271 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e3929f-8a3b-4941-8d64-c6b39948bd64 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:17:02.366791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.368022 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-567c60af-22d9-4695-b121-510bc32a5cff admin admin] 10.222.0.78 "DELETE /v2.0/routers/39e3929f-8a3b-4941-8d64-c6b39948bd64 HTTP/1.1" status: 204 len: 168 time: 1.1265812 Jul 30 02:17:02.371352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:02.424391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Deleting subnet 0cc25fd4-f58d-4e04-b08c-95d2c1133d4b {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:02.427570 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.464654 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.548649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.603788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.631550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc25fd4-f58d-4e04-b08c-95d2c1133d4b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:02.636339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.638153 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e005bf97-bb41-4e2c-9a6f-c8f9aad01665 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0cc25fd4-f58d-4e04-b08c-95d2c1133d4b HTTP/1.1" status: 204 len: 168 time: 0.2658939 Jul 30 02:17:02.640691 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54744) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:02.642234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac61b7-4974-4ab7-8fcc-706ce4239b1f None None] Network 2e67d104-381e-4436-b11c-1a1b207a1455 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:02.720957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.780438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Deleting port 52e7c91c-4059-402d-ade0-5ba821014f24 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:02.780780 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.844864 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] For port 52e7c91c-4059-402d-ade0-5ba821014f24, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=52e7c91c-4059-402d-ade0-5ba821014f24,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:02.845098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.847374 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c482862-10fb-48e8-9426-31b285382819 None None] DHCP port deletion for 2e67d104-381e-4436-b11c-1a1b207a1455 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:02.858972 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Calling delete_port for 52e7c91c-4059-402d-ade0-5ba821014f24 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:02.895132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Deleting port 52e7c91c-4059-402d-ade0-5ba821014f24 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:02.895411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.938326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.957225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2c482862-10fb-48e8-9426-31b285382819 None None] For port 52e7c91c-4059-402d-ade0-5ba821014f24, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=52e7c91c-4059-402d-ade0-5ba821014f24,segment=NetworkSegment(0cdfad64-f669-4fdd-88d6-7cff62f741cc),segment_id=0cdfad64-f669-4fdd-88d6-7cff62f741cc)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:02.957624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.967570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e7c91c-4059-402d-ade0-5ba821014f24,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:02.971633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Calling delete_port for 52e7c91c-4059-402d-ade0-5ba821014f24 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:02.973244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] No DVR routers for this DVR port 52e7c91c-4059-402d-ade0-5ba821014f24 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:03.045450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.053557 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.056645 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e67d104-381e-4436-b11c-1a1b207a1455']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:03.067812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdfad64-f669-4fdd-88d6-7cff62f741cc') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:03.068369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdfad64-f669-4fdd-88d6-7cff62f741cc') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:03.079171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Pushing event deleted for resources: {'Port': ['ID=52e7c91c-4059-402d-ade0-5ba821014f24,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:03.084290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c482862-10fb-48e8-9426-31b285382819 None None] No DVR routers for this DVR port 52e7c91c-4059-402d-ade0-5ba821014f24 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:03.087626 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.094761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.096587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.096587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.096587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c482862-10fb-48e8-9426-31b285382819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:03.104706 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.110880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:03.111373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:03.113138 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:03.172559 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.178236 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.180267 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2e67d104-381e-4436-b11c-1a1b207a1455 HTTP/1.1" status: 204 len: 168 time: 0.5385871 Jul 30 02:17:03.183763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54746) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:03.191870 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b26026-6070-445f-ac19-c21c184e2574 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e67d104-381e-4436-b11c-1a1b207a1455,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:03.432425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5dddf84d-22b2-4337-864a-cf95771d5a00 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:03.452735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 5dddf84d-22b2-4337-864a-cf95771d5a00 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:03.453174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 5dddf84d-22b2-4337-864a-cf95771d5a00 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:03.453661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:03.474381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:03.474734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 8c8d13e2-1e9c-4ae3-b041-a92a5b16bf33 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:03.475166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 52e7c91c-4059-402d-ade0-5ba821014f24 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:03.496749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 52e7c91c-4059-402d-ade0-5ba821014f24 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:03.497224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 52e7c91c-4059-402d-ade0-5ba821014f24 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:03.548591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.807240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Deleting port 1fd9e9ab-b95c-407f-995f-e24383aeab25 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:03.807428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.887749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] For port 1fd9e9ab-b95c-407f-995f-e24383aeab25, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=1fd9e9ab-b95c-407f-995f-e24383aeab25,segment=NetworkSegment(41a42f9b-739c-4590-946b-726a1a39d1cc),segment_id=41a42f9b-739c-4590-946b-726a1a39d1cc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:03.888111 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.900981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Calling delete_port for 1fd9e9ab-b95c-407f-995f-e24383aeab25 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:04.091541 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.117062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd9e9ab-b95c-407f-995f-e24383aeab25,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:04.199784 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:17:04.302706 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.524956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Router 738276f8-e258-457d-b9c1-dbaf8e01d698 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:04.631534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:04.636597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-95228802-a155-449f-b935-9c5141f51a59 admin admin] 10.222.0.78 "PUT /v2.0/routers/738276f8-e258-457d-b9c1-dbaf8e01d698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4517655 Jul 30 02:17:04.639315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54748) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:04.640153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] Sync routers for ids ['738276f8-e258-457d-b9c1-dbaf8e01d698'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:04.650523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] Routers {'738276f8-e258-457d-b9c1-dbaf8e01d698'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:04.651271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738276f8-e258-457d-b9c1-dbaf8e01d698'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:04.750800 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.757621 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] Set router 738276f8-e258-457d-b9c1-dbaf8e01d698 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:04.856866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.912165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Deleting port 72680ed9-8761-45c6-af65-81af4f5d55a3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:04.912537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.947665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:17:04Z', 'revision_number': 5, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port': {'id': '72680ed9-8761-45c6-af65-81af4f5d55a3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:11Z', 'updated_at': '2021-07-30T02:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:04.975769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] Checking router: 738276f8-e258-457d-b9c1-dbaf8e01d698 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:04.984974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] Routers {'738276f8-e258-457d-b9c1-dbaf8e01d698'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:04.985681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:16:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['738276f8-e258-457d-b9c1-dbaf8e01d698'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:05.002061 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] For port 72680ed9-8761-45c6-af65-81af4f5d55a3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=72680ed9-8761-45c6-af65-81af4f5d55a3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:05.007962 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.020709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Calling delete_port for 72680ed9-8761-45c6-af65-81af4f5d55a3 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:05.076772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] Set router 738276f8-e258-457d-b9c1-dbaf8e01d698 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:05.133175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:17:04Z', 'revision_number': 6, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:05.160339 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524eb95-f3ec-47bd-85ad-63df43194956 None None] The sync data for ids ['738276f8-e258-457d-b9c1-dbaf8e01d698'] in n-d-713499-10 is: [{'id': '738276f8-e258-457d-b9c1-dbaf8e01d698', 'name': 'tempest-TestVolumeBootPattern-500580222-router', 'tenant_id': 'd62198b25ecc4f579d51e9c519a1994c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:10Z', 'updated_at': '2021-07-30T02:17:04Z', 'revision_number': 6, 'project_id': 'd62198b25ecc4f579d51e9c519a1994c', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:05.193410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.224128 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Pushing event deleted for resources: {'Port': ['ID=72680ed9-8761-45c6-af65-81af4f5d55a3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:05.282873 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.374704 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.376965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.420258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.420976 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738276f8-e258-457d-b9c1-dbaf8e01d698 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:17:05.425524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.426904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-417d724a-7d41-4a54-b788-addb277da58c admin admin] 10.222.0.78 "DELETE /v2.0/routers/738276f8-e258-457d-b9c1-dbaf8e01d698 HTTP/1.1" status: 204 len: 168 time: 0.7864840 Jul 30 02:17:05.429410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54750) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:05.479115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Deleting subnet 5fe7829a-e1b6-4bee-8a61-47a9359c46f5 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:05.482440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.521155 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.607119 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.659895 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.690187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe7829a-e1b6-4bee-8a61-47a9359c46f5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:05.693623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.696103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-525dd873-333a-42d0-b2c3-8f47126daa2c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5fe7829a-e1b6-4bee-8a61-47a9359c46f5 HTTP/1.1" status: 204 len: 168 time: 0.2656794 Jul 30 02:17:05.699439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54752) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:05.702231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9119e-d6ce-4956-a2af-d43e96879ab2 None None] Network 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:05.768227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.823408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Deleting port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:05.823753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.896040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] For port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,segment=NetworkSegment(41a42f9b-739c-4590-946b-726a1a39d1cc),segment_id=41a42f9b-739c-4590-946b-726a1a39d1cc)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:05.896315 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.909951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Calling delete_port for eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:05.925572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] DHCP port deletion for 3137c3f7-ad66-4b9d-8785-d2c8aca1e77d request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:05.957582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1fd9e9ab-b95c-407f-995f-e24383aeab25 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:05.978197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 1fd9e9ab-b95c-407f-995f-e24383aeab25 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:05.978407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 1fd9e9ab-b95c-407f-995f-e24383aeab25 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:05.995194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.004466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Deleting port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:06.004850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.024029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.026872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] No DVR routers for this DVR port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:06.077252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] For port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34, host n-d-713499-10, got binding levels [] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:06.077659 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.091527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Calling delete_port for eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:06.094289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 was not found and therefore no delete operation was performed {{(pid=93891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:17:06.097978 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.115913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.126605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3137c3f7-ad66-4b9d-8785-d2c8aca1e77d']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.129135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] Pushing event deleted for resources: {'Port': ['ID=eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.132885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f19420-9d68-439f-84c9-51e3949369c5 None None] No DVR routers for this DVR port eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:06.140924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a42f9b-739c-4590-946b-726a1a39d1cc') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.141214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a42f9b-739c-4590-946b-726a1a39d1cc') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.151350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.166299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.172657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:06.173047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:06.174678 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:06.561409 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.568166 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.570126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3137c3f7-ad66-4b9d-8785-d2c8aca1e77d HTTP/1.1" status: 204 len: 168 time: 0.8694367 Jul 30 02:17:06.580923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0aa37-e650-4ed5-948d-cf96baeeb387 admin admin] Pushing event deleted for resources: {'Network': ['ID=3137c3f7-ad66-4b9d-8785-d2c8aca1e77d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.716745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54756) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:06.761562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2604a577-1f3e-45a6-bc65-53e34da98a9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98cb83cf3d4642b7a3b2c06d014fe950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435853 Jul 30 02:17:06.763953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54758) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:06.813960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-656e0749-333d-481c-9859-9ae49b9e1531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.836593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-656e0749-333d-481c-9859-9ae49b9e1531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.883860 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-656e0749-333d-481c-9859-9ae49b9e1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.886733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-656e0749-333d-481c-9859-9ae49b9e1531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.890799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-656e0749-333d-481c-9859-9ae49b9e1531 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c50cb546-0594-4350-a7b8-da2a395bbff8 HTTP/1.1" status: 204 len: 168 time: 0.1258693 Jul 30 02:17:06.899505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e0749-333d-481c-9859-9ae49b9e1531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50cb546-0594-4350-a7b8-da2a395bbff8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:07.136954 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.224840 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54764) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.266056 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d9cc17fb-7979-410b-a3c3-030c5fd8168e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d62198b25ecc4f579d51e9c519a1994c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400386 Jul 30 02:17:07.268792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54766) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.317355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95a7acde-3b30-493b-a7c8-db6502705020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.338548 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95a7acde-3b30-493b-a7c8-db6502705020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.392386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95a7acde-3b30-493b-a7c8-db6502705020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.394884 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95a7acde-3b30-493b-a7c8-db6502705020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.403249 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-95a7acde-3b30-493b-a7c8-db6502705020 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/692d3583-8739-4535-a8b9-06840347f0d4 HTTP/1.1" status: 204 len: 168 time: 0.1287754 Jul 30 02:17:07.412675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7acde-3b30-493b-a7c8-db6502705020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d3583-8739-4535-a8b9-06840347f0d4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:07.443323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:07.464176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:07.464623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device eb8c7e46-eb03-4bcc-a4bb-69a0b9921a34 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:07.465045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 72680ed9-8761-45c6-af65-81af4f5d55a3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:07.486853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 72680ed9-8761-45c6-af65-81af4f5d55a3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:07.487127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 72680ed9-8761-45c6-af65-81af4f5d55a3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:17.526782 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-95f36e79-a5ea-4866-8fcf-e4b6c207a828 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0e94daa0d1b545d6b16460377481d6fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222332 Jul 30 02:17:17.643986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-16d06552-f136-448f-8f54-0d1c4966d5ee tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:17.645441 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-16d06552-f136-448f-8f54-0d1c4966d5ee tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131468 Jul 30 02:17:17.660926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-abaa70f8-6020-42c8-aba1-1f37cf7cacc0 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/quotas/0e94daa0d1b545d6b16460377481d6fb HTTP/1.1" status: 200 len: 375 time: 0.0096393 Jul 30 02:17:17.693528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-a1eb521f-767a-46ea-ac9a-788a5dbbf9c6 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0e94daa0d1b545d6b16460377481d6fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268979 Jul 30 02:17:17.859777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ac798e7-af94-45a6-bf1d-0214ec256c3c req-6dd76d26-71fb-4707-89be-f558860c3cb6 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 210 time: 0.0267634 Jul 30 02:17:18.878789 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-fa462537-a158-44be-88fe-b3677daec8c1 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0e94daa0d1b545d6b16460377481d6fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244567 Jul 30 02:17:18.961686 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3da30835-ef2d-4b8a-9453-37dffdf9bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.981728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6dcf7531-3de7-44cf-8845-62ccff790477 req-649d8261-2eef-4ccc-b159-e91e56f93f9b tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 210 time: 0.0448105 Jul 30 02:17:19.018041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-46c0d10c-5aa5-47d7-9869-0961dc495f22 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.019612 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-46c0d10c-5aa5-47d7-9869-0961dc495f22 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352160 Jul 30 02:17:19.032559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Request body: {'port': {'device_id': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'admin_state_up': True, 'tenant_id': '0e94daa0d1b545d6b16460377481d6fb'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:19.145829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Made reservation on behalf of 0e94daa0d1b545d6b16460377481d6fb for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:19.149213 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.158198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.252461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.256304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.326969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a994d6-7093-4d78-b7d8-06d88ca10642,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.406247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Allocated IP 192.168.233.79 (326837b1-666d-43a1-a386-770a43b39e72/a841ba14-fa31-4e4b-8191-0e2957693bb5/b8855581-dc46-4568-8fdd-c704a24aa411) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:19.562612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.576017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Transition to ACTIVE for port object b8855581-dc46-4568-8fdd-c704a24aa411 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:19.616971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.661731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Network 326837b1-666d-43a1-a386-770a43b39e72 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:19.665476 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:19.669233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:19.697825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Pushing event updated for resources: {'Port': ['ID=b8855581-dc46-4568-8fdd-c704a24aa411,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.728146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.728791 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.750031 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-da7df80f-ae17-4e55-83e7-a53b1a7a6be2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7211943 Jul 30 02:17:19.761959 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Request body: {'port': {'device_id': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:19.819278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.886282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9c21616f-eefe-469c-ad26-71f0dffac485 None None] Provisioning for port b8855581-dc46-4568-8fdd-c704a24aa411 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:19.890078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9c21616f-eefe-469c-ad26-71f0dffac485 None None] Provisioning complete for port b8855581-dc46-4568-8fdd-c704a24aa411 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:19.890458 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9c21616f-eefe-469c-ad26-71f0dffac485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.924812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9c21616f-eefe-469c-ad26-71f0dffac485 None None] Port b8855581-dc46-4568-8fdd-c704a24aa411 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:20.102808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8855581-dc46-4568-8fdd-c704a24aa411 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:20.111588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.119243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5e9ab-ad00-4e6d-bc64-3468b55cb605 req-a0c4e249-6aed-45dd-a573-ff1916d199c2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.120926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdf5e9ab-ad00-4e6d-bc64-3468b55cb605 req-a0c4e249-6aed-45dd-a573-ff1916d199c2 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 935 time: 0.0535901 Jul 30 02:17:20.125067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Transition to ACTIVE for port object b8855581-dc46-4568-8fdd-c704a24aa411 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:20.128904 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.161553 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bdf5e9ab-ad00-4e6d-bc64-3468b55cb605 req-5f929def-3d58-41c5-a4c7-6fc0aebac283 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Jul 30 02:17:20.205908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Pushing event updated for resources: {'Port': ['ID=b8855581-dc46-4568-8fdd-c704a24aa411,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:20.266883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Attempting to bind port b8855581-dc46-4568-8fdd-c704a24aa411 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:20.267330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Attempting to bind port b8855581-dc46-4568-8fdd-c704a24aa411 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:20.267666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Attempting to bind port b8855581-dc46-4568-8fdd-c704a24aa411 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:20.272771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Port b8855581-dc46-4568-8fdd-c704a24aa411 on network 326837b1-666d-43a1-a386-770a43b39e72 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:17:20.273099 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Attempting to bind port b8855581-dc46-4568-8fdd-c704a24aa411 on network 326837b1-666d-43a1-a386-770a43b39e72 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:20.278409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:20.278753 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Checking segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:20.279178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Bound using segment: {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:20.279619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Bound port: b8855581-dc46-4568-8fdd-c704a24aa411, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c88302-daff-485d-ad72-e72387fdfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '326837b1-666d-43a1-a386-770a43b39e72'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:20.279986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.347590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] For port b8855581-dc46-4568-8fdd-c704a24aa411, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:20.352485 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] For port b8855581-dc46-4568-8fdd-c704a24aa411, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b8855581-dc46-4568-8fdd-c704a24aa411,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:20.356893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.393455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.394062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.395539 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] 10.222.0.66 "PUT /v2.0/ports/b8855581-dc46-4568-8fdd-c704a24aa411 HTTP/1.1" status: 200 len: 1096 time: 0.6379802 Jul 30 02:17:20.395909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'tag': 'b8855581-dc46-4568-8fdd-c704a24aa411'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:20.398200 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f76aca7-c4d3-4553-8390-31c5420bc159" -d '{"events": [{"name": "network-changed", "server_uuid": "cf38c4bd-14a2-417e-982f-e261dcf5a332", "tag": "b8855581-dc46-4568-8fdd-c704a24aa411"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:20.426082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d5f86-f8b6-4090-99ca-181ef61d7bfd service neutron] Pushing event updated for resources: {'Port': ['ID=b8855581-dc46-4568-8fdd-c704a24aa411,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:20.456153 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f85ff-8704-4420-8e82-30837b6151c5 x-openstack-request-id: req-750f85ff-8704-4420-8e82-30837b6151c5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:20.456443 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf38c4bd-14a2-417e-982f-e261dcf5a332", "tag": "b8855581-dc46-4568-8fdd-c704a24aa411", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:20.456696 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-750f85ff-8704-4420-8e82-30837b6151c5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:20.457147 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'tag': 'b8855581-dc46-4568-8fdd-c704a24aa411', 'status': 'completed', 'code': 200} Jul 30 02:17:20.493205 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-5b18c22f-ce85-463b-8d3c-8485d6dbf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.494990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-5b18c22f-ce85-463b-8d3c-8485d6dbf084 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e94daa0d1b545d6b16460377481d6fb&device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 1099 time: 0.0521176 Jul 30 02:17:20.542621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-5318e688-0811-40b5-aa6e-7da356f9fac3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b8855581-dc46-4568-8fdd-c704a24aa411 HTTP/1.1" status: 200 len: 217 time: 0.0398693 Jul 30 02:17:20.594234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-1178a2d5-9ed8-4d96-9e7b-24d2566fb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.595737 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-1178a2d5-9ed8-4d96-9e7b-24d2566fb776 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0463526 Jul 30 02:17:20.643801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-744400b3-7435-4aca-ad3e-01d526087987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.645316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-744400b3-7435-4aca-ad3e-01d526087987 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427363 Jul 30 02:17:20.747664 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-a86aac3e-7b01-438a-82f9-bb7bdedec4db service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955236 Jul 30 02:17:20.846957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ff07c2f1-10c7-493b-905d-24e0fef650ba req-bb63234b-b700-42b2-9f00-2b12e253362f service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920949 Jul 30 02:17:20.938089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-7cb8a94a-2abf-4530-9a2a-c37ca4131410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.939801 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-7cb8a94a-2abf-4530-9a2a-c37ca4131410 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e94daa0d1b545d6b16460377481d6fb&device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 1099 time: 0.0430415 Jul 30 02:17:21.034951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-0c740379-310b-44b8-97e1-2b64fb09619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.036359 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-0c740379-310b-44b8-97e1-2b64fb09619d service neutron] 10.222.0.66 "GET /v2.0/networks?id=326837b1-666d-43a1-a386-770a43b39e72 HTTP/1.1" status: 200 len: 870 time: 0.0897918 Jul 30 02:17:21.080273 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-7555ca3c-0624-4316-ac19-44f266d266cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b8855581-dc46-4568-8fdd-c704a24aa411 HTTP/1.1" status: 200 len: 217 time: 0.0354166 Jul 30 02:17:21.134391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-fa6917c1-b3fd-4276-8e78-0a17250f6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.135871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-fa6917c1-b3fd-4276-8e78-0a17250f6485 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a841ba14-fa31-4e4b-8191-0e2957693bb5 HTTP/1.1" status: 200 len: 843 time: 0.0484307 Jul 30 02:17:21.183856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-573b2d9c-2a13-4489-897d-4ad712ed6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.185347 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-573b2d9c-2a13-4489-897d-4ad712ed6fc8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=326837b1-666d-43a1-a386-770a43b39e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0417159 Jul 30 02:17:21.280350 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-fc06f651-140a-4ebd-89ff-1c106451eed5 service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871096 Jul 30 02:17:21.283880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8d28-088c-4e7c-b227-08365c1d52f6 req-ece2f623-88db-43d8-ba3f-6aa1808d4caf tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.285482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-577f8d28-088c-4e7c-b227-08365c1d52f6 req-ece2f623-88db-43d8-ba3f-6aa1808d4caf tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 947 time: 0.0518453 Jul 30 02:17:21.331780 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-577f8d28-088c-4e7c-b227-08365c1d52f6 req-4322d8e9-1fca-48a8-bfa1-ff6e12bd1752 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Jul 30 02:17:21.380145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1f76aca7-c4d3-4553-8390-31c5420bc159 req-81479e04-2f91-4310-a852-387c78c060ea service neutron] 10.222.0.66 "GET /v2.0/networks/326837b1-666d-43a1-a386-770a43b39e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924513 Jul 30 02:17:21.438417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.724586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-469cc3c8-2e93-4a7e-9705-4b51ad09f2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.916732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.452933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b04a0-6663-41bd-8a4e-725fa994ba0e req-b26408b4-6464-46b3-9698-25060cb20a9a tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:22.452933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a7b04a0-6663-41bd-8a4e-725fa994ba0e req-b26408b4-6464-46b3-9698-25060cb20a9a tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 947 time: 0.0499361 Jul 30 02:17:22.495166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a7b04a0-6663-41bd-8a4e-725fa994ba0e req-b8004e5b-5b30-4c81-8b70-54d5b9b31708 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Jul 30 02:17:23.185007 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.549975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b8855581-dc46-4568-8fdd-c704a24aa411 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:17:23.613241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7677b1b-8a48-4b46-9095-e7103390c448 req-cc74bdb9-7a7b-4c3d-8e35-26125af3ef84 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:23.614752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7677b1b-8a48-4b46-9095-e7103390c448 req-cc74bdb9-7a7b-4c3d-8e35-26125af3ef84 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 947 time: 0.0507519 Jul 30 02:17:23.647473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b8855581-dc46-4568-8fdd-c704a24aa411, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b8855581-dc46-4568-8fdd-c704a24aa411,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:23.654277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7677b1b-8a48-4b46-9095-e7103390c448 req-d4dcc0d0-ee6d-48f2-8265-e116c877f195 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Jul 30 02:17:23.660654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b8855581-dc46-4568-8fdd-c704a24aa411', 'network_id': '326837b1-666d-43a1-a386-770a43b39e72', 'port_id': 'b8855581-dc46-4568-8fdd-c704a24aa411', 'mac_address': 'fa:16:3e:25:2b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841ba14-fa31-4e4b-8191-0e2957693bb5', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:17:23.698142 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.712091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8855581-dc46-4568-8fdd-c704a24aa411 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:23.732225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b8855581-dc46-4568-8fdd-c704a24aa411, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b8855581-dc46-4568-8fdd-c704a24aa411,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:23.735752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.781848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b8855581-dc46-4568-8fdd-c704a24aa411,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.954025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b8855581-dc46-4568-8fdd-c704a24aa411'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:17:24.669407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.777076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d71de3-956a-4c19-8ecf-d6c19cb19098 req-b64f218b-afd4-474d-b964-10f931b68e5e tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:24.778581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70d71de3-956a-4c19-8ecf-d6c19cb19098 req-b64f218b-afd4-474d-b964-10f931b68e5e tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 948 time: 0.0498457 Jul 30 02:17:24.817154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70d71de3-956a-4c19-8ecf-d6c19cb19098 req-c900a195-7ad8-4a2a-9030-99126bd4feb4 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Jul 30 02:17:25.549696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b8855581-dc46-4568-8fdd-c704a24aa411 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:25.599168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b8855581-dc46-4568-8fdd-c704a24aa411 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:25.603456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b8855581-dc46-4568-8fdd-c704a24aa411 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:25.603825 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.685167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.706761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8855581-dc46-4568-8fdd-c704a24aa411'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:25.709106 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cdfb6a-6f8f-4178-a1c1-e106f3867ef8" -d '{"events": [{"server_uuid": "cf38c4bd-14a2-417e-982f-e261dcf5a332", "name": "network-vif-plugged", "status": "completed", "tag": "b8855581-dc46-4568-8fdd-c704a24aa411"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:25.722432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b8855581-dc46-4568-8fdd-c704a24aa411, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b8855581-dc46-4568-8fdd-c704a24aa411,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:25.728378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.777455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b8855581-dc46-4568-8fdd-c704a24aa411,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:25.820394 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d89049-aaf4-4529-98f7-82719205201a x-openstack-request-id: req-50d89049-aaf4-4529-98f7-82719205201a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:25.820694 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf38c4bd-14a2-417e-982f-e261dcf5a332", "name": "network-vif-plugged", "status": "completed", "tag": "b8855581-dc46-4568-8fdd-c704a24aa411", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:25.820947 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50d89049-aaf4-4529-98f7-82719205201a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:25.821348 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8855581-dc46-4568-8fdd-c704a24aa411', 'code': 200} Jul 30 02:17:25.918494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da390d8-fa9b-4578-8f90-616b6db91741 req-dc9fae5e-5273-4a1b-8a16-ecd5958c1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:25.920065 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1da390d8-fa9b-4578-8f90-616b6db91741 req-dc9fae5e-5273-4a1b-8a16-ecd5958c1f14 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 1101 time: 0.0449173 Jul 30 02:17:25.935029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a656-27c8-45b7-a4e8-e7ed4288eda9 req-7a0e6304-12ed-47af-b080-62c6c0a3e695 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:25.936808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c10a656-27c8-45b7-a4e8-e7ed4288eda9 req-7a0e6304-12ed-47af-b080-62c6c0a3e695 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 949 time: 0.0509145 Jul 30 02:17:25.956893 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1da390d8-fa9b-4578-8f90-616b6db91741 req-c7900bd4-2328-46a4-aabd-33d493440db0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302114 Jul 30 02:17:25.978609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c10a656-27c8-45b7-a4e8-e7ed4288eda9 req-1dabf42a-8ec3-41fc-88ed-cbd7ebe24286 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Jul 30 02:17:27.104656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b5ff5-4442-421f-a5d6-dacd1d7ee6ea req-18a6b5ad-dd58-4955-9d91-316b3f19ded4 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:27.106144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917b5ff5-4442-421f-a5d6-dacd1d7ee6ea req-18a6b5ad-dd58-4955-9d91-316b3f19ded4 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 949 time: 0.0505638 Jul 30 02:17:27.144912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917b5ff5-4442-421f-a5d6-dacd1d7ee6ea req-673c4126-f906-4d48-a418-5340b25986d7 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Jul 30 02:17:28.107131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88338f-a640-4ac4-b5a5-4d18410f2bfe req-eca7408d-8c16-47df-8345-d221684a295a tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:28.108624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d88338f-a640-4ac4-b5a5-4d18410f2bfe req-eca7408d-8c16-47df-8345-d221684a295a tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 949 time: 0.0492413 Jul 30 02:17:28.148478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d88338f-a640-4ac4-b5a5-4d18410f2bfe req-0cdfb865-4f7c-4342-829d-b1ef34739fb7 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 30 02:17:29.265678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b610ca4-44d8-450a-99b5-45cb6017d936 req-f4197957-e141-4863-9867-e4942f777664 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:29.267134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b610ca4-44d8-450a-99b5-45cb6017d936 req-f4197957-e141-4863-9867-e4942f777664 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 949 time: 0.0482662 Jul 30 02:17:29.311652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-a1e7f329-c6e8-453f-aa90-b43d2eca18ab tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:29.312250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b610ca4-44d8-450a-99b5-45cb6017d936 req-13b10a81-0adc-401a-a10d-0c66495aeec9 tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.78 "GET /v2.0/security-groups?id=c1a994d6-7093-4d78-b7d8-06d88ca10642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Jul 30 02:17:29.313141 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-a1e7f329-c6e8-453f-aa90-b43d2eca18ab tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf38c4bd-14a2-417e-982f-e261dcf5a332 HTTP/1.1" status: 200 len: 949 time: 0.0495646 Jul 30 02:17:29.419749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Deleting port b8855581-dc46-4568-8fdd-c704a24aa411 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:29.420091 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.511556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] For port b8855581-dc46-4568-8fdd-c704a24aa411, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b8855581-dc46-4568-8fdd-c704a24aa411,segment=NetworkSegment(a9c88302-daff-485d-ad72-e72387fdfe25),segment_id=a9c88302-daff-485d-ad72-e72387fdfe25)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:29.511923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.524729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Calling delete_port for b8855581-dc46-4568-8fdd-c704a24aa411 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:29.665632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.677750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b8855581-dc46-4568-8fdd-c704a24aa411'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:17:29.696850 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Pushing event deleted for resources: {'Port': ['ID=b8855581-dc46-4568-8fdd-c704a24aa411,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:29.742376 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] No DVR routers for this DVR port b8855581-dc46-4568-8fdd-c704a24aa411 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:29.745918 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.748060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2a72f8b5-0ef1-4d5d-9f25-f175d252eca5 req-01274301-d9e1-449d-8fb1-ad79e135e71c tempest-ServersAdminNegativeTestJSON-1295718720 tempest-ServersAdminNegativeTestJSON-1295718720-project] 10.222.0.66 "DELETE /v2.0/ports/b8855581-dc46-4568-8fdd-c704a24aa411 HTTP/1.1" status: 204 len: 173 time: 0.4285598 Jul 30 02:17:29.748518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'name': 'network-vif-deleted', 'tag': 'b8855581-dc46-4568-8fdd-c704a24aa411'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:29.750849 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7f5ce-c96d-49ed-a879-c4339d561acc" -d '{"events": [{"server_uuid": "cf38c4bd-14a2-417e-982f-e261dcf5a332", "name": "network-vif-deleted", "tag": "b8855581-dc46-4568-8fdd-c704a24aa411"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:29.788158 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f633341-9610-40ad-a3c8-7b26efc594f5 x-openstack-request-id: req-3f633341-9610-40ad-a3c8-7b26efc594f5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:29.788516 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf38c4bd-14a2-417e-982f-e261dcf5a332", "name": "network-vif-deleted", "tag": "b8855581-dc46-4568-8fdd-c704a24aa411", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:29.788773 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3f633341-9610-40ad-a3c8-7b26efc594f5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:29.789173 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf38c4bd-14a2-417e-982f-e261dcf5a332', 'name': 'network-vif-deleted', 'tag': 'b8855581-dc46-4568-8fdd-c704a24aa411', 'status': 'completed', 'code': 200} Jul 30 02:17:30.619457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54902) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.783706 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7065d18f-c5ee-4586-b78f-1f1e2d6ceb99 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e94daa0d1b545d6b16460377481d6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630480 Jul 30 02:17:30.786687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54908) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.837523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-899c404d-c577-4b89-a90f-3e180a25e534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.861329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-899c404d-c577-4b89-a90f-3e180a25e534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.915255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-899c404d-c577-4b89-a90f-3e180a25e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.917758 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-899c404d-c577-4b89-a90f-3e180a25e534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.918955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-899c404d-c577-4b89-a90f-3e180a25e534 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c1a994d6-7093-4d78-b7d8-06d88ca10642 HTTP/1.1" status: 204 len: 168 time: 0.1306992 Jul 30 02:17:30.927383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c404d-c577-4b89-a90f-3e180a25e534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a994d6-7093-4d78-b7d8-06d88ca10642,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.194559 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54914) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:31.208314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5338165d-96cf-495f-b46f-21f2e135bd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.299380 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5338165d-96cf-495f-b46f-21f2e135bd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.304603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5338165d-96cf-495f-b46f-21f2e135bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.343354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5338165d-96cf-495f-b46f-21f2e135bd30 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3fd3933eb5344338243102fbfe4de20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476312 Jul 30 02:17:31.344226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338165d-96cf-495f-b46f-21f2e135bd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6440c598-383f-4442-87dd-9858f6cf2ef7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:31.346800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54916) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:31.398099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcf63-ff1c-4ba0-a9ba-87605242d18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.421461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcf63-ff1c-4ba0-a9ba-87605242d18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.470114 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcf63-ff1c-4ba0-a9ba-87605242d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.472778 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcf63-ff1c-4ba0-a9ba-87605242d18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.473973 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc9bcf63-ff1c-4ba0-a9ba-87605242d18e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6440c598-383f-4442-87dd-9858f6cf2ef7 HTTP/1.1" status: 204 len: 168 time: 0.1259556 Jul 30 02:17:31.483356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bcf63-ff1c-4ba0-a9ba-87605242d18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6440c598-383f-4442-87dd-9858f6cf2ef7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.192892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 54938) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:32.290751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1108716138-network', 'tenant_id': 'bddd9bceefd548d0b73534b57eb4c367'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:32.311920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Made reservation on behalf of bddd9bceefd548d0b73534b57eb4c367 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:32.314271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.323069 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.425917 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.430776 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.456721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:32.468122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db72dde-33b1-44d5-8282-e9c4c626c10d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.473125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.473470 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Added segment 9c26692f-6655-4941-ac38-5d0d91c45632 of type vlan for network dfef031f-12d7-4613-83b9-13a70a7e52aa Jul 30 02:17:32.516018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.545352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.546760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.547411 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.611789 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4142184 Jul 30 02:17:32.611997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 54942) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:32.617791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Request body: {'subnet': {'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1108716138-subnet', 'tenant_id': 'bddd9bceefd548d0b73534b57eb4c367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:32.619020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f9f2d-e6c8-46d0-b062-3079b7cf74c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dfef031f-12d7-4613-83b9-13a70a7e52aa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.630152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network dfef031f-12d7-4613-83b9-13a70a7e52aa details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:32.649576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Made reservation on behalf of bddd9bceefd548d0b73534b57eb4c367 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:32.652164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.832490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.896118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3570e2-71db-44dd-b348-bdbac3947df8,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.905499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Checking segment: {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:32.905868 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Network hostable DHCP agents. Network: dfef031f-12d7-4613-83b9-13a70a7e52aa, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:17:32.930774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Network dfef031f-12d7-4613-83b9-13a70a7e52aa is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:17:32.940588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, dfef031f-12d7-4613-83b9-13a70a7e52aa) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:32.944997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.945600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.951056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eebf66-5c20-42c7-96dc-5397d624a198 None None] Network dfef031f-12d7-4613-83b9-13a70a7e52aa requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:32.967528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-55493728-3701-4a66-a9cf-44c0e6435b5a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3544016 Jul 30 02:17:33.106761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f6b92-d227-4fe9-8e2c-ed082dc6fa4f None None] Network dfef031f-12d7-4613-83b9-13a70a7e52aa requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:33.431402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-6944fd1c-cfa7-4e7f-bd92-f2e9aa2ed291 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:33.432890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-6944fd1c-cfa7-4e7f-bd92-f2e9aa2ed291 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 812 time: 0.1041873 Jul 30 02:17:33.450108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-37329204-c046-4c4b-854d-13276691f425 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/quotas/bddd9bceefd548d0b73534b57eb4c367 HTTP/1.1" status: 200 len: 375 time: 0.0113401 Jul 30 02:17:33.486816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-389aa29d-aec7-4bd0-824f-de5e6a53db7e tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306914 Jul 30 02:17:33.552159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-bc57922c-727a-4840-b51b-4e54f546ff90 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:17:33.553881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-bc57922c-727a-4840-b51b-4e54f546ff90 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591948 Jul 30 02:17:33.580765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b8855581-dc46-4568-8fdd-c704a24aa411 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:33.600543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: b8855581-dc46-4568-8fdd-c704a24aa411 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:33.600743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b8855581-dc46-4568-8fdd-c704a24aa411 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:33.645221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-39d8af2c-c3be-418a-9ffc-8235afc41428 service neutron] 10.222.0.78 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Jul 30 02:17:33.742548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-fb972741-229f-4a85-ab33-d3b8bed3ce34 service neutron] 10.222.0.78 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911357 Jul 30 02:17:33.917189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f68d6204-1144-45fd-8099-616da5370deb req-19508dd7-b018-4473-89af-c348cb73b90d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 210 time: 0.0367014 Jul 30 02:17:34.910823 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-3ae54bf8-a1d3-4cfc-9d2e-810094c073f9 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:34.912377 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-3ae54bf8-a1d3-4cfc-9d2e-810094c073f9 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.55 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 812 time: 0.1098416 Jul 30 02:17:34.938413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Request body: {'port': {'device_id': '4414b11b-94e7-40dd-959d-a868c088f19b', 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa', 'admin_state_up': True, 'tenant_id': 'bddd9bceefd548d0b73534b57eb4c367'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:35.014401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-042e04c3-e3c9-46cc-b030-64f6d919f615 req-b12feff6-b3a8-4d56-bd37-739025fdc7b9 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 210 time: 0.0271521 Jul 30 02:17:35.055083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Made reservation on behalf of bddd9bceefd548d0b73534b57eb4c367 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:35.058935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.190988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Allocated IP 172.20.0.9 (dfef031f-12d7-4613-83b9-13a70a7e52aa/8a3570e2-71db-44dd-b348-bdbac3947df8/4e81ce02-9552-41bd-8395-1a52923dad6a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:35.341100 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.381144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.422757 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Network dfef031f-12d7-4613-83b9-13a70a7e52aa is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:35.426435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:35.430812 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:35.460396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.488391 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:35.489004 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.502678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-48f371fa-5fd4-444e-9282-95626861cc0d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682313 Jul 30 02:17:35.519746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Request body: {'port': {'device_id': '4414b11b-94e7-40dd-959d-a868c088f19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:35.577894 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.846358 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e81ce02-9552-41bd-8395-1a52923dad6a {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:35.853818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.865510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Transition to ACTIVE for port object 4e81ce02-9552-41bd-8395-1a52923dad6a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:35.869119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.918003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.928588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.928940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.929284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.929623 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.929960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.930293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.930621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.930947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.931300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.931627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.931950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:35.932282 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:36.001713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:36.002045 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:36.002406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a on network dfef031f-12d7-4613-83b9-13a70a7e52aa {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:36.007294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Port 4e81ce02-9552-41bd-8395-1a52923dad6a on network dfef031f-12d7-4613-83b9-13a70a7e52aa not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:17:36.007618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a on network dfef031f-12d7-4613-83b9-13a70a7e52aa {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:36.012401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:36.012739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Checking segment: {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:36.013121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Bound using segment: {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:36.013545 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Bound port: 4e81ce02-9552-41bd-8395-1a52923dad6a, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:36.013911 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.078837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:36.082049 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:36.087008 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.122944 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.123596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.125082 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] 10.222.0.55 "PUT /v2.0/ports/4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 1092 time: 0.6093931 Jul 30 02:17:36.125431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:36.127700 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14417384-dd15-47f7-8dd8-f0371e6f5b21" -d '{"events": [{"name": "network-changed", "server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:36.154348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414f052-ff41-4a20-a55e-3a4f6130d44e req-0f776182-e0a8-44eb-b87e-138e6a031214 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.154967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d21f6d-323a-481f-bc7b-916d8573ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.156026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9414f052-ff41-4a20-a55e-3a4f6130d44e req-0f776182-e0a8-44eb-b87e-138e6a031214 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0706015 Jul 30 02:17:36.175323 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d209d-585e-4264-9866-0b0d827699b6 x-openstack-request-id: req-0c9d209d-585e-4264-9866-0b0d827699b6 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:36.175618 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:36.175884 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c9d209d-585e-4264-9866-0b0d827699b6 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:36.176284 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'status': 'completed', 'code': 200} Jul 30 02:17:36.205418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9414f052-ff41-4a20-a55e-3a4f6130d44e req-a3a43e3c-8aa6-438b-8460-30d541932194 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336561 Jul 30 02:17:36.233161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-7a0de6cf-f10c-430a-8b3a-77108a0072ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.234653 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-7a0de6cf-f10c-430a-8b3a-77108a0072ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.0427198 Jul 30 02:17:36.285611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-1e539e0b-23ae-467e-82aa-5108ba640d66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0382562 Jul 30 02:17:36.335936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-276d04ab-3b5f-4e7f-8a12-a6dac216b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.337411 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-276d04ab-3b5f-4e7f-8a12-a6dac216b16f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0449748 Jul 30 02:17:36.369561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-40658c98-4bfd-4274-b179-4fc014178b67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253203 Jul 30 02:17:36.464998 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-df257f1b-ede6-41e7-ad00-d9ea1ec0ac45 service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881279 Jul 30 02:17:36.556614 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a8a6f5de-8f88-4f49-93e9-212a16c3de16 req-1b2dfac8-a9ea-4f77-af19-abb9c2bff09a service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 Jul 30 02:17:36.680259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-bc278164-81f5-4873-ae8a-27a1e9451d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.681778 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-bc278164-81f5-4873-ae8a-27a1e9451d11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.0426829 Jul 30 02:17:36.778704 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-b9d37c5b-32f1-4cda-857c-efd287048e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.780147 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-b9d37c5b-32f1-4cda-857c-efd287048e86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.0910044 Jul 30 02:17:36.823234 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-dd1046b7-4fac-43e0-bea8-a52eac0bd8ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0353768 Jul 30 02:17:36.877357 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-662219f1-734f-4c0e-b099-e6b6a721d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.878906 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-662219f1-734f-4c0e-b099-e6b6a721d7b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0489857 Jul 30 02:17:36.912140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-b6dcf240-1e99-413e-8587-90561a3f528e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259008 Jul 30 02:17:37.004909 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-9df6c47e-90d6-4036-9857-19658274c459 service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846853 Jul 30 02:17:37.102435 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-14417384-dd15-47f7-8dd8-f0371e6f5b21 req-3db65a56-b6bc-4c7d-94db-f76859ef2c5a service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896947 Jul 30 02:17:37.134666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.325329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde3a43-2e7a-4de2-b186-5cb631873085 req-92b50f31-d72d-428e-951f-d9430da721f3 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:37.326836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5bde3a43-2e7a-4de2-b186-5cb631873085 req-92b50f31-d72d-428e-951f-d9430da721f3 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0506837 Jul 30 02:17:37.371112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5bde3a43-2e7a-4de2-b186-5cb631873085 req-07554f99-7a7a-4b7b-89d3-305e9bf67cd9 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Jul 30 02:17:38.490149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71136f52-5004-4e2c-a81a-43669d209e66 req-2ff30a53-7014-4e6d-9c7b-cd9bee0de687 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:38.492365 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71136f52-5004-4e2c-a81a-43669d209e66 req-2ff30a53-7014-4e6d-9c7b-cd9bee0de687 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0515757 Jul 30 02:17:38.530774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-71136f52-5004-4e2c-a81a-43669d209e66 req-b26bd840-53fc-4214-b5f6-93a13e2d077a tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322151 Jul 30 02:17:39.648270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d9851-2fb4-4f5c-b3e7-35566d391bd2 req-e59bf910-32fb-4990-892c-8b8cb4bb4e0b tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:39.649726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc3d9851-2fb4-4f5c-b3e7-35566d391bd2 req-e59bf910-32fb-4990-892c-8b8cb4bb4e0b tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0508285 Jul 30 02:17:39.688571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc3d9851-2fb4-4f5c-b3e7-35566d391bd2 req-3d393152-838c-43ca-a2b2-906d7a8c8dd3 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Jul 30 02:17:40.003850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:17:40.098446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:40.110728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa', 'port_id': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'mac_address': 'fa:16:3e:5d:ae:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3570e2-71db-44dd-b348-bdbac3947df8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:17:40.151744 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.165513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e81ce02-9552-41bd-8395-1a52923dad6a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:40.186417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:40.190838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.240073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:40.460074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4e81ce02-9552-41bd-8395-1a52923dad6a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:17:40.812519 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e95af3-ae52-426f-abaa-c2a4b0c9b4d8 req-351430e5-eaa7-4799-afab-a3ee40cec9eb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:40.814038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73e95af3-ae52-426f-abaa-c2a4b0c9b4d8 req-351430e5-eaa7-4799-afab-a3ee40cec9eb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 944 time: 0.0578508 Jul 30 02:17:40.859445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73e95af3-ae52-426f-abaa-c2a4b0c9b4d8 req-f22c2034-70c0-4b2e-bdd2-e9fddc5e9922 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Jul 30 02:17:41.199232 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:17:41.976459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64848f-5db5-4db1-98f0-c00c698c6e75 req-f1003bc9-5da7-4be7-bb47-191096602bc5 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:41.978101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a64848f-5db5-4db1-98f0-c00c698c6e75 req-f1003bc9-5da7-4be7-bb47-191096602bc5 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 944 time: 0.0515749 Jul 30 02:17:42.004405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:42.018334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a64848f-5db5-4db1-98f0-c00c698c6e75 req-3dcfdf6c-c016-4ae1-b178-030fd7a9e6f0 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Jul 30 02:17:42.059159 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 4e81ce02-9552-41bd-8395-1a52923dad6a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:42.062636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4e81ce02-9552-41bd-8395-1a52923dad6a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:42.063017 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.144777 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.167945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:42.170169 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b89bd-d5fc-4072-9044-c3dc286b746a" -d '{"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-plugged", "status": "completed", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:42.186807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:42.192547 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.215104 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39ee9a1-0371-4353-9277-21a75be129d2 x-openstack-request-id: req-f39ee9a1-0371-4353-9277-21a75be129d2 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:42.215393 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-plugged", "status": "completed", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:42.215641 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f39ee9a1-0371-4353-9277-21a75be129d2 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:42.216042 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'code': 200} Jul 30 02:17:42.242506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:42.332403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146810a-403f-4d66-8f13-1f402eab9319 req-4572b0a6-21bf-4135-b633-a8f0a3fc916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:42.334007 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6146810a-403f-4d66-8f13-1f402eab9319 req-4572b0a6-21bf-4135-b633-a8f0a3fc916d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1097 time: 0.0427811 Jul 30 02:17:42.371204 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6146810a-403f-4d66-8f13-1f402eab9319 req-06b967c4-3832-44e1-a656-cc7a5481ae0c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296533 Jul 30 02:17:43.137736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2986a9b-2b02-479a-9161-f60bae782a3b req-066a267c-6c4d-4e10-815b-fd4982ed7bdb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:43.139268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2986a9b-2b02-479a-9161-f60bae782a3b req-066a267c-6c4d-4e10-815b-fd4982ed7bdb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0507395 Jul 30 02:17:43.185843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2986a9b-2b02-479a-9161-f60bae782a3b req-2f13fb62-f62b-4ae4-b3aa-200522e9ee4e tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 Jul 30 02:17:44.302351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433618e4-1952-43ab-91b0-85c29e9baaab req-16dc7aba-905e-473c-b834-dffeb817fd38 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:44.304510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-433618e4-1952-43ab-91b0-85c29e9baaab req-16dc7aba-905e-473c-b834-dffeb817fd38 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0503507 Jul 30 02:17:44.346418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-433618e4-1952-43ab-91b0-85c29e9baaab req-30fc6f9a-93f4-470b-8ee4-d0888e2eef01 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Jul 30 02:17:44.539567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55000) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.611286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e471c-d8fe-4fc5-84ab-af55b6f3e418 req-27971f48-128f-45e7-ad45-83c14bbd69fd tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:44.612776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c4e471c-d8fe-4fc5-84ab-af55b6f3e418 req-27971f48-128f-45e7-ad45-83c14bbd69fd tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0585730 Jul 30 02:17:44.668752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c4e471c-d8fe-4fc5-84ab-af55b6f3e418 req-fc081484-4830-4dac-a59b-d3d84f980cfb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Jul 30 02:17:44.672806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-20637356-d57c-4016-98c5-8bc753b26371 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1321509 Jul 30 02:17:45.788799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1caa6-736c-4bee-b349-7c8cdf5db371 req-73a69367-7a67-40c4-867c-1812efa84131 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.790292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3c1caa6-736c-4bee-b349-7c8cdf5db371 req-73a69367-7a67-40c4-867c-1812efa84131 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0515118 Jul 30 02:17:45.832691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3c1caa6-736c-4bee-b349-7c8cdf5db371 req-3ce6672b-5bb3-40e7-bd88-76cf1bf3b5d6 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Jul 30 02:17:45.996156 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-1be8369f-aaf0-40f1-9d06-d3b961a70f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.997642 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-1be8369f-aaf0-40f1-9d06-d3b961a70f2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1097 time: 0.0417864 Jul 30 02:17:46.096654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-1e3575f7-ae60-4fc0-8128-de04aa643582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:46.098045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-1e3575f7-ae60-4fc0-8128-de04aa643582 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.0940034 Jul 30 02:17:46.140574 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-9ab441dd-bdfa-4503-8851-bc8a0c4e65d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0353463 Jul 30 02:17:46.192446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-ae514cda-a5c0-4d0e-8f97-787c133f56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:46.194516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-ae514cda-a5c0-4d0e-8f97-787c133f56ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0478261 Jul 30 02:17:46.225797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-b1eebf56-ed10-49fb-81cb-f1357c443857 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240779 Jul 30 02:17:46.323584 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-b0227fcc-3e4e-4405-9909-9bc0997ad87a service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907378 Jul 30 02:17:46.424538 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-ef67fafe-71d2-4b53-baa8-6c5b7eaf764a service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942492 Jul 30 02:17:46.949750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f2758-598d-4e69-b405-ce4edd74c256 req-897015c2-56ef-438f-ab2e-b587007e3717 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:46.951285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d92f2758-598d-4e69-b405-ce4edd74c256 req-897015c2-56ef-438f-ab2e-b587007e3717 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0508614 Jul 30 02:17:46.991401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d92f2758-598d-4e69-b405-ce4edd74c256 req-6b865a6c-eba0-4135-ba89-12a7a3d2a46c tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 30 02:17:48.107734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7bdc4-ae76-42f7-97d0-8b7d52faf723 req-d04d0c2f-4212-4444-921f-c87ccc9e44b4 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:48.109336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ad7bdc4-ae76-42f7-97d0-8b7d52faf723 req-d04d0c2f-4212-4444-921f-c87ccc9e44b4 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0493560 Jul 30 02:17:48.147831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0ad7bdc4-ae76-42f7-97d0-8b7d52faf723 req-a7938792-5ce6-490e-8be4-f1526a91376f tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 30 02:17:48.955285 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c36d578f-4795-464d-9d07-806f13ddd456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.273288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0c262-6288-492c-be8c-da5582af07ac req-fcde4b54-f06f-4278-b0e8-ca582a6fc601 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:49.274802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57d0c262-6288-492c-be8c-da5582af07ac req-fcde4b54-f06f-4278-b0e8-ca582a6fc601 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0521255 Jul 30 02:17:49.317273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-57d0c262-6288-492c-be8c-da5582af07ac req-6b2941e3-536a-4e8d-8852-319df9a9513a tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364809 Jul 30 02:17:50.441716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1f8d6-f1d0-4b9a-86a8-57b4f2ae0c42 req-3b850c68-7765-4d09-aec5-114fcdcfe167 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:50.443264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1c1f8d6-f1d0-4b9a-86a8-57b4f2ae0c42 req-3b850c68-7765-4d09-aec5-114fcdcfe167 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0550148 Jul 30 02:17:50.484004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1c1f8d6-f1d0-4b9a-86a8-57b4f2ae0c42 req-7cfb7353-acf1-4fed-977a-227ba0f8b0e6 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Jul 30 02:17:51.453204 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.600841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3907caa-837c-4e14-9861-925519bf7ba5 req-8831bc27-b45f-4163-9fe4-da22299791e6 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:51.604872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3907caa-837c-4e14-9861-925519bf7ba5 req-8831bc27-b45f-4163-9fe4-da22299791e6 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0491643 Jul 30 02:17:51.641078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e3907caa-837c-4e14-9861-925519bf7ba5 req-796a042b-7ff7-47ec-884a-3cd2dbdeaf3f tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Jul 30 02:17:51.726444 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c00a01f4-9728-4a0f-94ed-80088a6517e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.924154 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.794323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50f52b-1c46-4438-be29-d18c8b0f658e req-eb53ffeb-0c98-4c36-b4b2-26f809851878 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:52.796204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b50f52b-1c46-4438-be29-d18c8b0f658e req-eb53ffeb-0c98-4c36-b4b2-26f809851878 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0503798 Jul 30 02:17:52.842462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b50f52b-1c46-4438-be29-d18c8b0f658e req-f03d0ebe-816a-4966-9b9b-7bb61307203d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Jul 30 02:17:53.183979 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.965453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a61cb-621a-46f4-8bd4-2af4b09ba603 req-5bdfda59-40fd-4b64-99bd-463dbb59a3c5 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:53.967019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c7a61cb-621a-46f4-8bd4-2af4b09ba603 req-5bdfda59-40fd-4b64-99bd-463dbb59a3c5 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0522089 Jul 30 02:17:54.013272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c7a61cb-621a-46f4-8bd4-2af4b09ba603 req-d23fb9c6-800a-45df-ba7f-f16a721ca4a1 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Jul 30 02:17:54.670952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.131660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9ccb-0b3f-46f8-b967-7786989ed9fc req-b9ccf427-2a17-435d-b88d-a1f63f9bac78 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:55.133161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5dd9ccb-0b3f-46f8-b967-7786989ed9fc req-b9ccf427-2a17-435d-b88d-a1f63f9bac78 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0503232 Jul 30 02:17:55.171339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5dd9ccb-0b3f-46f8-b967-7786989ed9fc req-9a75e9b9-c9c3-45b7-9b7c-e954b59448b9 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Jul 30 02:17:56.299225 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20833fc-5198-49ef-bf00-4f3ed36dd3f6 req-eabad51f-880a-41b7-8435-a525daddbd3c tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.300726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c20833fc-5198-49ef-bf00-4f3ed36dd3f6 req-eabad51f-880a-41b7-8435-a525daddbd3c tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0533190 Jul 30 02:17:56.344093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c20833fc-5198-49ef-bf00-4f3ed36dd3f6 req-2d8cf026-4edc-48bb-8157-6e026bbe4984 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Jul 30 02:17:57.472304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0214-5de3-40f8-94de-ae4f29913f3f req-4447c8f3-f5ad-40fa-a5b5-d0c66b25ec52 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.473795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2e0214-5de3-40f8-94de-ae4f29913f3f req-4447c8f3-f5ad-40fa-a5b5-d0c66b25ec52 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0533478 Jul 30 02:17:57.513106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f2e0214-5de3-40f8-94de-ae4f29913f3f req-61e7b012-19e9-4ccc-a0b1-aadf2680b8b3 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Jul 30 02:17:58.629962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2aa60-2d32-4a31-baf4-6249294033dd req-7792d216-392e-4602-b1fd-30c513f646cb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:58.631726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ee2aa60-2d32-4a31-baf4-6249294033dd req-7792d216-392e-4602-b1fd-30c513f646cb tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0489552 Jul 30 02:17:58.670002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ee2aa60-2d32-4a31-baf4-6249294033dd req-c41c816b-4540-479e-8c68-7d927e2d5900 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Jul 30 02:17:59.787251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dddf3-7804-4223-8546-de43437a30f0 req-72a671d6-a512-4653-bbec-7fdf35f0822f tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.788760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-459dddf3-7804-4223-8546-de43437a30f0 req-72a671d6-a512-4653-bbec-7fdf35f0822f tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0499294 Jul 30 02:17:59.830671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-459dddf3-7804-4223-8546-de43437a30f0 req-464846cc-fb87-4b6c-9655-4e0d8e207d7b tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Jul 30 02:18:00.954955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0eb33-2bd5-4d57-902e-8f089779d18d req-76f07056-ed26-4bcd-a215-7c39b2b3b10d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:00.956507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7d0eb33-2bd5-4d57-902e-8f089779d18d req-76f07056-ed26-4bcd-a215-7c39b2b3b10d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0565939 Jul 30 02:18:00.997355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7d0eb33-2bd5-4d57-902e-8f089779d18d req-2ce84ae2-f461-4d1c-b322-007896e3f981 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Jul 30 02:18:02.119654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7e0c8-43e2-4b9f-b32f-6c3644d0027c req-0ad07fbd-7b5c-49ba-a02d-c2f723f13879 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:02.121233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1e7e0c8-43e2-4b9f-b32f-6c3644d0027c req-0ad07fbd-7b5c-49ba-a02d-c2f723f13879 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0545807 Jul 30 02:18:02.160276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b1e7e0c8-43e2-4b9f-b32f-6c3644d0027c req-0bd5d7ad-3a08-48b9-8dac-992b36800a8a tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Jul 30 02:18:03.276580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1611ef-1d85-405a-80dc-0c5611ff7958 req-661b1f98-7320-44c2-8f16-5001528c2932 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:03.278155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a1611ef-1d85-405a-80dc-0c5611ff7958 req-661b1f98-7320-44c2-8f16-5001528c2932 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0498190 Jul 30 02:18:03.321073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a1611ef-1d85-405a-80dc-0c5611ff7958 req-e0622d39-49a5-4473-ac4f-bc42664ac8ea tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Jul 30 02:18:04.455840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677de5-d3d4-4f14-a23f-8e407ebeebdb req-e217ab62-b1e0-42ff-98f6-3a2e24634d34 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:04.457383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a677de5-d3d4-4f14-a23f-8e407ebeebdb req-e217ab62-b1e0-42ff-98f6-3a2e24634d34 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0508726 Jul 30 02:18:04.498430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a677de5-d3d4-4f14-a23f-8e407ebeebdb req-45f47c7a-0e6b-4527-960f-ad2569f91348 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Jul 30 02:18:05.613085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9087a-ee78-447e-a23c-f11145544d93 req-f9569397-a1bf-4f48-95b2-7bb5ac44a25a tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:05.614735 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efe9087a-ee78-447e-a23c-f11145544d93 req-f9569397-a1bf-4f48-95b2-7bb5ac44a25a tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0502038 Jul 30 02:18:05.654153 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efe9087a-ee78-447e-a23c-f11145544d93 req-501ad7fd-8f5b-4bc6-8e63-390bfa4a27da tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Jul 30 02:18:06.769742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa150ff-a0aa-48b4-9417-3b2202847311 req-28c88bcb-b00d-4efd-b06c-38f7cded74f6 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.772079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aaa150ff-a0aa-48b4-9417-3b2202847311 req-28c88bcb-b00d-4efd-b06c-38f7cded74f6 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0495374 Jul 30 02:18:06.813633 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-aaa150ff-a0aa-48b4-9417-3b2202847311 req-ca5e6785-ca07-40ba-afdb-66998e561f79 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jul 30 02:18:07.152703 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.935261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863cbb2-6e61-47d4-8df0-3d7ba143505c req-2b498865-2f4c-4840-ba9e-d427754264c2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:07.937521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f863cbb2-6e61-47d4-8df0-3d7ba143505c req-2b498865-2f4c-4840-ba9e-d427754264c2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0550466 Jul 30 02:18:07.985437 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f863cbb2-6e61-47d4-8df0-3d7ba143505c req-a2f3099a-a094-4b0f-a7e7-383575620db2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Jul 30 02:18:09.102605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe728d-52ca-4fb1-a6a6-da7721f7a918 req-a9edc594-f79e-41d8-bf08-16edfd0f33dc tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:09.104162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44fe728d-52ca-4fb1-a6a6-da7721f7a918 req-a9edc594-f79e-41d8-bf08-16edfd0f33dc tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0516727 Jul 30 02:18:09.145754 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44fe728d-52ca-4fb1-a6a6-da7721f7a918 req-82009a4f-8df3-48d6-8d30-d7cd398b46ef tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Jul 30 02:18:10.262073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfe9ee-fe62-4121-8804-d47bd716cc67 req-a14e9c0e-f68f-498f-a0d5-e26ab5dd63bc tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:10.263485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babfe9ee-fe62-4121-8804-d47bd716cc67 req-a14e9c0e-f68f-498f-a0d5-e26ab5dd63bc tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0486779 Jul 30 02:18:10.305946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-babfe9ee-fe62-4121-8804-d47bd716cc67 req-adf861b6-9da3-4852-95d6-0432533d107c tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362833 Jul 30 02:18:11.422768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348f26-f8b8-415d-a748-97c6021a5af4 req-890b8e1e-b155-49dc-9ff7-21d0cae51993 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:11.424353 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d348f26-f8b8-415d-a748-97c6021a5af4 req-890b8e1e-b155-49dc-9ff7-21d0cae51993 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0498338 Jul 30 02:18:11.463894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d348f26-f8b8-415d-a748-97c6021a5af4 req-cd2d9396-0c34-4a1f-b992-42ae53f450dc tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jul 30 02:18:12.596377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b368756-d1a1-4a79-a833-e83d1ac71ec9 req-d5e4a213-c4e6-4a61-b622-f60f8515a9e4 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:12.597906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b368756-d1a1-4a79-a833-e83d1ac71ec9 req-d5e4a213-c4e6-4a61-b622-f60f8515a9e4 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jul 30 02:18:12.641275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b368756-d1a1-4a79-a833-e83d1ac71ec9 req-d037cae6-4146-44f2-be29-285544a80d7c tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Jul 30 02:18:13.499625 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-3aa23200-113a-480c-a312-d1d13465f774 req-e44b13b5-410a-4e05-a6e0-f16e2c425902 service neutron] show failed (client error): The resource could not be found. Jul 30 02:18:13.500649 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-e44b13b5-410a-4e05-a6e0-f16e2c425902 service neutron] 10.222.0.55 "GET /v2.0/ports/4e81ce02-9552-41bd-8395-1a52923dad6a/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0567830 Jul 30 02:18:13.758471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e3c0f-943a-4686-a597-4049f0050550 req-95e73506-7684-4303-ab31-89a1b5e4b43d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:13.759975 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f87e3c0f-943a-4686-a597-4049f0050550 req-95e73506-7684-4303-ab31-89a1b5e4b43d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0484812 Jul 30 02:18:13.766917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-0decbbd7-f1e5-4d0a-a8a4-bd325a8af3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:13.768551 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-0decbbd7-f1e5-4d0a-a8a4-bd325a8af3f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b&tenant_id=bddd9bceefd548d0b73534b57eb4c367 HTTP/1.1" status: 200 len: 1097 time: 0.0932682 Jul 30 02:18:13.780165 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:13.808386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f87e3c0f-943a-4686-a597-4049f0050550 req-891709b6-e467-4935-a939-5fd3ed8a2128 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Jul 30 02:18:13.837336 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.042673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:14.076445 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:14.116736 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:14.119056 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f49af-246b-40f4-9e52-025608afa93d" -d '{"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:14.123198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.143449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Transition to ACTIVE for port object 4e81ce02-9552-41bd-8395-1a52923dad6a will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:14.149071 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.187441 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeae541-b127-47d5-9163-b1387c44bbf4 x-openstack-request-id: req-6eeae541-b127-47d5-9163-b1387c44bbf4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:14.187742 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:14.187981 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6eeae541-b127-47d5-9163-b1387c44bbf4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:14.188381 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'code': 200} Jul 30 02:18:14.229926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] No DVR routers for this DVR port 4e81ce02-9552-41bd-8395-1a52923dad6a on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:14.236489 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:14.273003 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:14.273337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:14.273669 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a on network dfef031f-12d7-4613-83b9-13a70a7e52aa {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:14.278048 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Port 4e81ce02-9552-41bd-8395-1a52923dad6a on network dfef031f-12d7-4613-83b9-13a70a7e52aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:18:14.278365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Attempting to bind port 4e81ce02-9552-41bd-8395-1a52923dad6a on network dfef031f-12d7-4613-83b9-13a70a7e52aa {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:14.283544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:14.283884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Checking segment: {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:14.284272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Bound using segment: {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:14.284722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Bound port: 4e81ce02-9552-41bd-8395-1a52923dad6a, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c26692f-6655-4941-ac38-5d0d91c45632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:14.285099 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.349508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:14.352921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:14.356944 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.393300 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.393923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.395388 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] 10.222.0.66 "PUT /v2.0/ports/4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 1092 time: 0.6194808 Jul 30 02:18:14.416136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb889c1d-3324-44be-8526-374e986ac480 service neutron] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:14.464058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-6f11e0c6-5ad5-449f-afe3-3df48d51af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.465550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-6f11e0c6-5ad5-449f-afe3-3df48d51af77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.0466852 Jul 30 02:18:14.566604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-472f84d2-57ff-48ba-94c3-e86b86797b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.568031 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-472f84d2-57ff-48ba-94c3-e86b86797b5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.0953212 Jul 30 02:18:14.609670 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-3eac0213-b153-47e2-afb1-3d985414cc29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0338550 Jul 30 02:18:14.669372 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23200-113a-480c-a312-d1d13465f774 req-a8485131-ee53-40f1-8b4a-3d6a2186c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.670837 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-a8485131-ee53-40f1-8b4a-3d6a2186c781 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0550127 Jul 30 02:18:14.701846 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-704069a4-a3dc-48bc-ae1f-0fb0a78f83a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242603 Jul 30 02:18:14.791975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-2a873a38-01c0-459e-b7ab-80c61c7fb575 service neutron] 10.222.0.66 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829170 Jul 30 02:18:14.895439 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3aa23200-113a-480c-a312-d1d13465f774 req-4b1c0424-5118-4fd5-a564-dd1da2f0db3d service neutron] 10.222.0.66 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968151 Jul 30 02:18:14.937919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e28456-5494-415f-b481-d6274c56bb33 req-e52e6461-f86d-40bf-b177-9afdd16d5378 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.939482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7e28456-5494-415f-b481-d6274c56bb33 req-e52e6461-f86d-40bf-b177-9afdd16d5378 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0539188 Jul 30 02:18:14.988747 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7e28456-5494-415f-b481-d6274c56bb33 req-4995ee11-8a73-4ba4-b0bb-abbcdde43e8d tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Jul 30 02:18:15.208961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20644883-1405-4353-942b-d63bf6b1254f req-b19bb7fa-4a8f-4cbd-9855-a0f0707b19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:15.210355 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-b19bb7fa-4a8f-4cbd-9855-a0f0707b19d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.0425608 Jul 30 02:18:15.317519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20644883-1405-4353-942b-d63bf6b1254f req-51882f23-900f-4731-b6c9-2e1f108e3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:15.318993 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-51882f23-900f-4731-b6c9-2e1f108e3167 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.0887125 Jul 30 02:18:15.361162 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-c39360ab-b963-4b90-8014-befe849c2ee8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0343521 Jul 30 02:18:15.410253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20644883-1405-4353-942b-d63bf6b1254f req-b8735d7a-5565-4a88-9a5b-5642a8b6760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:15.411781 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-b8735d7a-5565-4a88-9a5b-5642a8b6760f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0442519 Jul 30 02:18:15.450623 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-41528ed6-01a0-4abc-abab-20048b378e7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318234 Jul 30 02:18:15.548718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-b36c2304-e864-4868-9dd5-84d5a7ad92b0 service neutron] 10.222.0.66 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897646 Jul 30 02:18:15.651692 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-20644883-1405-4353-942b-d63bf6b1254f req-96eb6cab-2b42-4ddc-8c3f-5a2605ed6d73 service neutron] 10.222.0.66 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960634 Jul 30 02:18:16.113075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0fb2-5e98-4e70-aed6-f293e4cfe2f5 req-c7ff6e70-3aee-4e3b-944e-301eb24f4c54 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:16.114652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-282b0fb2-5e98-4e70-aed6-f293e4cfe2f5 req-c7ff6e70-3aee-4e3b-944e-301eb24f4c54 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0516531 Jul 30 02:18:16.152479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-282b0fb2-5e98-4e70-aed6-f293e4cfe2f5 req-f1242ae1-403a-4106-b06f-2981ce1db5e1 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Jul 30 02:18:16.190206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:16.192585 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa855047-771c-4f90-be82-961c1bbaa492" -d '{"events": [{"name": "network-changed", "server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:16.241219 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9db17c-f6e6-41e4-9413-f173219cf1f4 x-openstack-request-id: req-3c9db17c-f6e6-41e4-9413-f173219cf1f4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:16.241512 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:16.241774 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c9db17c-f6e6-41e4-9413-f173219cf1f4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:16.242192 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'status': 'completed', 'code': 200} Jul 30 02:18:16.702241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855047-771c-4f90-be82-961c1bbaa492 req-78501976-d29e-4610-941c-c64a2de2d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:16.703793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-78501976-d29e-4610-941c-c64a2de2d008 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.4441874 Jul 30 02:18:16.706210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855047-771c-4f90-be82-961c1bbaa492 req-789f591c-f413-41cc-8625-b6fcfaea9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:16.707578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-789f591c-f413-41cc-8625-b6fcfaea9ff2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.0517349 Jul 30 02:18:16.863146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855047-771c-4f90-be82-961c1bbaa492 req-9591a647-0181-4261-8508-e5b423343982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:16.864624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-9591a647-0181-4261-8508-e5b423343982 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.1537287 Jul 30 02:18:16.866492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855047-771c-4f90-be82-961c1bbaa492 req-20455e2a-41d1-4670-bdd0-46d6f5480237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:16.867824 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-20455e2a-41d1-4670-bdd0-46d6f5480237 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.1497715 Jul 30 02:18:16.914441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-7e8e824a-00e4-48d4-8e6a-607fce5fb732 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0433056 Jul 30 02:18:16.950365 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-5e4914a7-f85f-4dd2-aaa9-6bbae12b1a4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0728948 Jul 30 02:18:17.019563 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855047-771c-4f90-be82-961c1bbaa492 req-60796c1c-52a7-40c4-a3f5-bff5984d89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:17.021010 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-60796c1c-52a7-40c4-a3f5-bff5984d89ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0805576 Jul 30 02:18:17.027751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855047-771c-4f90-be82-961c1bbaa492 req-2b314383-abec-4dd1-81c1-5172db0b4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:17.029066 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-2b314383-abec-4dd1-81c1-5172db0b4895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0618517 Jul 30 02:18:17.063309 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-1e1f1087-6f3b-4f47-b598-8a68826f6254 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332823 Jul 30 02:18:17.083977 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-cb6f28bf-e5e5-4ca9-acda-6b0b747f8c28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466719 Jul 30 02:18:17.223403 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-cf4dd330-cc84-4c9c-8474-4f3b387fa831 service neutron] 10.222.0.66 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473958 Jul 30 02:18:17.279370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b387c27-e293-406e-9e21-51b7b81bc709 req-e8960321-4564-4838-a623-2a9fda7d3350 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:17.280922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b387c27-e293-406e-9e21-51b7b81bc709 req-e8960321-4564-4838-a623-2a9fda7d3350 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 943 time: 0.0507519 Jul 30 02:18:17.286425 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-3dd2ba3a-0d11-45ff-8a16-3f08bea81580 service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916733 Jul 30 02:18:17.325171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3b387c27-e293-406e-9e21-51b7b81bc709 req-4bfe9a5a-3b45-4f30-b411-1017eb0a6ad5 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Jul 30 02:18:17.393508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-0953980c-118b-4e05-a2ad-154f6b044bde service neutron] 10.222.0.66 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634536 Jul 30 02:18:17.415118 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-aa855047-771c-4f90-be82-961c1bbaa492 req-1b4aa3cd-6ffa-4b3d-a3b0-20eef9f10d88 service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201365 Jul 30 02:18:17.621411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-2e6b502b-22e8-42e2-bc2e-8b0716e19a62 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:17.622979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-2e6b502b-22e8-42e2-bc2e-8b0716e19a62 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.55 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b&tenant_id=bddd9bceefd548d0b73534b57eb4c367&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 943 time: 0.0903490 Jul 30 02:18:17.684225 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-36030998-2082-4259-b5a0-e9e1ef7dfbe2 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:18:17.685258 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-36030998-2082-4259-b5a0-e9e1ef7dfbe2 service neutron] 10.222.0.55 "DELETE /v2.0/ports/4e81ce02-9552-41bd-8395-1a52923dad6a/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0553372 Jul 30 02:18:17.814518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-351b8c95-229f-4abe-82de-6cfbb22e7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:17.815226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:18:17.816184 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-351b8c95-229f-4abe-82de-6cfbb22e7662 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bddd9bceefd548d0b73534b57eb4c367&device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 1095 time: 0.0440903 Jul 30 02:18:17.918147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-144cb204-bb87-458f-b445-a9a6e0850e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:17.919680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-144cb204-bb87-458f-b445-a9a6e0850e77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 200 len: 913 time: 0.0963120 Jul 30 02:18:17.963917 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-1fdcbe39-37d2-49cf-8e8c-a2a4072de335 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 200 len: 217 time: 0.0376394 Jul 30 02:18:18.021125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-d0970eb8-830e-45cb-9060-dd2702351e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:18.023224 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-d0970eb8-830e-45cb-9060-dd2702351e90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 200 len: 852 time: 0.0532413 Jul 30 02:18:18.062188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-9a14b173-57ab-4ebb-b290-26597508d362 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfef031f-12d7-4613-83b9-13a70a7e52aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314353 Jul 30 02:18:18.078359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:18.091277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'network_id': 'dfef031f-12d7-4613-83b9-13a70a7e52aa', 'port_id': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'mac_address': 'fa:16:3e:5d:ae:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3570e2-71db-44dd-b348-bdbac3947df8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:18:18.132568 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.146092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e81ce02-9552-41bd-8395-1a52923dad6a {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:18:18.157264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-86127f5a-4382-4d82-99d8-dc4d7760cbcb service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884938 Jul 30 02:18:18.167322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:18.171913 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.200148 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:18:18.221524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:18.229477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.229831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.230174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.230515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.230848 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.231206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.231537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.231863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.232193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.232671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.232846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.233170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:18.237871 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:18.264216 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-976e093a-002e-4beb-8da6-180a6202e8cc service neutron] 10.222.0.55 "GET /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006570 Jul 30 02:18:18.281299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:18.374071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4e81ce02-9552-41bd-8395-1a52923dad6a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:18:18.957353 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e576942c-3418-4fb9-8bc7-77bea56829f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:19.075209 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39f44-4d33-4895-874a-1ecaac0c2cbe req-17218073-ac57-442a-9744-64075f569f72 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:19.076593 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6df39f44-4d33-4895-874a-1ecaac0c2cbe req-17218073-ac57-442a-9744-64075f569f72 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 944 time: 0.0493588 Jul 30 02:18:19.114658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6df39f44-4d33-4895-874a-1ecaac0c2cbe req-052dedd9-b004-490b-8ad7-b37d0889160a tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Jul 30 02:18:19.839812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:19.892811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 4e81ce02-9552-41bd-8395-1a52923dad6a completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:19.896437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 4e81ce02-9552-41bd-8395-1a52923dad6a triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:19.896824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:19.982572 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.005845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:20.008281 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b4dd8a-7079-4d37-871b-4168ae1c1ef3" -d '{"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-plugged", "status": "completed", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:20.023401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:20.028373 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.051528 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1808357-e791-4a4b-b1f6-ed7f29078117 x-openstack-request-id: req-b1808357-e791-4a4b-b1f6-ed7f29078117 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:20.051818 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-plugged", "status": "completed", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:20.052070 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1808357-e791-4a4b-b1f6-ed7f29078117 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:20.052467 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'code': 200} Jul 30 02:18:20.086596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:20.239931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462961-fe9c-4f99-b044-76b23affd24f req-aae3f64b-c565-4d59-ac2f-1601adc2d65f tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.241410 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f462961-fe9c-4f99-b044-76b23affd24f req-aae3f64b-c565-4d59-ac2f-1601adc2d65f tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0497406 Jul 30 02:18:20.281615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f462961-fe9c-4f99-b044-76b23affd24f req-1fdf048d-dafb-4d1d-a355-4cccf6955ca9 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.78 "GET /v2.0/security-groups?id=3db72dde-33b1-44d5-8282-e9c4c626c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jul 30 02:18:20.311126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-b3fbb337-4f3d-4fa1-815d-714c112249b1 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.312604 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-b3fbb337-4f3d-4fa1-815d-714c112249b1 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.66 "GET /v2.0/ports?device_id=4414b11b-94e7-40dd-959d-a868c088f19b HTTP/1.1" status: 200 len: 945 time: 0.0520306 Jul 30 02:18:20.411496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Deleting port 4e81ce02-9552-41bd-8395-1a52923dad6a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:20.411755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.506120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] For port 4e81ce02-9552-41bd-8395-1a52923dad6a, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=4e81ce02-9552-41bd-8395-1a52923dad6a,segment=NetworkSegment(9c26692f-6655-4941-ac38-5d0d91c45632),segment_id=9c26692f-6655-4941-ac38-5d0d91c45632)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:20.506495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.519746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Calling delete_port for 4e81ce02-9552-41bd-8395-1a52923dad6a owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:20.665458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.677013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['4e81ce02-9552-41bd-8395-1a52923dad6a'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:18:20.694810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Pushing event deleted for resources: {'Port': ['ID=4e81ce02-9552-41bd-8395-1a52923dad6a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:20.735314 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] No DVR routers for this DVR port 4e81ce02-9552-41bd-8395-1a52923dad6a on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:20.737900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.740000 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6561106f-1e75-4fd3-8191-7f7e4c347da9 req-78a70b1e-c4a1-4d00-aa08-8d9c3ab31dc2 tempest-DeleteServersTestJSON-734586157 tempest-DeleteServersTestJSON-734586157-project] 10.222.0.66 "DELETE /v2.0/ports/4e81ce02-9552-41bd-8395-1a52923dad6a HTTP/1.1" status: 204 len: 173 time: 0.4216955 Jul 30 02:18:20.740430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-deleted', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:20.751360 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113e97a-c772-498b-9768-43a917f3a205" -d '{"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-deleted", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:20.794966 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000cf42f-1ddd-4a9a-aaaa-f293d1db994d x-openstack-request-id: req-000cf42f-1ddd-4a9a-aaaa-f293d1db994d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:20.795349 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4414b11b-94e7-40dd-959d-a868c088f19b", "name": "network-vif-deleted", "tag": "4e81ce02-9552-41bd-8395-1a52923dad6a", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:20.795606 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-000cf42f-1ddd-4a9a-aaaa-f293d1db994d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:20.796008 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4414b11b-94e7-40dd-959d-a868c088f19b', 'name': 'network-vif-deleted', 'tag': '4e81ce02-9552-41bd-8395-1a52923dad6a', 'status': 'completed', 'code': 200} Jul 30 02:18:21.412326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:21.451715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.458705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Deleting subnet 8a3570e2-71db-44dd-b348-bdbac3947df8 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:21.462329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.502591 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.550639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.606445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.634173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3570e2-71db-44dd-b348-bdbac3947df8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:21.636745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.638563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8a3570e2-71db-44dd-b348-bdbac3947df8 HTTP/1.1" status: 204 len: 168 time: 0.2252719 Jul 30 02:18:21.641640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55120) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:21.666713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.667144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.667407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.667733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.668133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.668380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.668699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.669013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.669409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.669641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.669953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.670267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39585ea9-4e85-4eab-9896-0691e548dce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:21.723363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.727307 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-31ba78d2-0f4e-445a-bf38-d6f7940d1f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.802273 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.811931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfef031f-12d7-4613-83b9-13a70a7e52aa']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:21.826725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c26692f-6655-4941-ac38-5d0d91c45632') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:21.827036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c26692f-6655-4941-ac38-5d0d91c45632') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:21.836124 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.851878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.858096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:21.858373 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:21.860039 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:21.913942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.919603 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.920545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.922766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] 10.222.0.78 "DELETE /v2.0/networks/dfef031f-12d7-4613-83b9-13a70a7e52aa HTTP/1.1" status: 204 len: 168 time: 0.2801878 Jul 30 02:18:21.933997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902050f7-8b43-4881-8e1a-19143f67ad14 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfef031f-12d7-4613-83b9-13a70a7e52aa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:22.047990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55124) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:22.088264 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c9cb7276-5619-4931-8d20-9e143483126c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bddd9bceefd548d0b73534b57eb4c367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391061 Jul 30 02:18:22.090721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:22.143308 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a793b133-4cde-4974-9057-ea21dfda0de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.173927 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a793b133-4cde-4974-9057-ea21dfda0de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.220154 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a793b133-4cde-4974-9057-ea21dfda0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.222848 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a793b133-4cde-4974-9057-ea21dfda0de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.224051 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a793b133-4cde-4974-9057-ea21dfda0de5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3db72dde-33b1-44d5-8282-e9c4c626c10d HTTP/1.1" status: 204 len: 168 time: 0.1324074 Jul 30 02:18:22.233335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793b133-4cde-4974-9057-ea21dfda0de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db72dde-33b1-44d5-8282-e9c4c626c10d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:22.911755 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55148) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:23.010896 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-481428310-network', 'tenant_id': '853ccab1e14e4b8e9d53ca13b029c50f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:23.032351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Made reservation on behalf of 853ccab1e14e4b8e9d53ca13b029c50f for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:23.034938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.044453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.138163 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.142458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.167797 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:23.178089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:23.183834 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.184225 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Added segment d3c92331-f064-47e6-9022-14565bb2a08e of type vlan for network 25c8165f-3b08-4d19-acbd-fedd6df93886 Jul 30 02:18:23.188486 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.226551 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.259511 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.260579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:23.261156 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.324675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4117620 Jul 30 02:18:23.327813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55152) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:23.331887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee446b7-c528-41a8-b777-6a878f856b1d admin admin] Pushing event updated for resources: {'Network': ['ID=25c8165f-3b08-4d19-acbd-fedd6df93886,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:23.332962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Request body: {'subnet': {'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-481428310-subnet', 'tenant_id': '853ccab1e14e4b8e9d53ca13b029c50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:23.342323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 25c8165f-3b08-4d19-acbd-fedd6df93886 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:18:23.355338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Made reservation on behalf of 853ccab1e14e4b8e9d53ca13b029c50f for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:23.357791 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.528634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.583410 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a525d111-8f0a-4ea9-91e8-4fb15b742764,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:23.593423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Checking segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:23.593774 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Network hostable DHCP agents. Network: 25c8165f-3b08-4d19-acbd-fedd6df93886, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:23.615683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Network 25c8165f-3b08-4d19-acbd-fedd6df93886 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:23.625160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 25c8165f-3b08-4d19-acbd-fedd6df93886) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:23.629151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:23.629729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.634302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9b496-0f49-4e1a-8f71-92cd89655d97 None None] Network 25c8165f-3b08-4d19-acbd-fedd6df93886 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:23.647563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ff59bf18-f7ca-4d56-a697-b09734b3bba4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185387 Jul 30 02:18:23.774833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc8ee0-37bc-4e28-b0a4-6e641bfa6f36 None None] Network 25c8165f-3b08-4d19-acbd-fedd6df93886 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:23.877129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:23.913704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 4e81ce02-9552-41bd-8395-1a52923dad6a {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:23.913921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 4e81ce02-9552-41bd-8395-1a52923dad6a not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:24.098625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-a7500e21-7764-4a68-a6e2-9d112e1fad22 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:24.100158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-a7500e21-7764-4a68-a6e2-9d112e1fad22 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 814 time: 0.1128407 Jul 30 02:18:24.114794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-ac6a3ae1-a4e4-4b88-98aa-f594e5dd3046 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/quotas/853ccab1e14e4b8e9d53ca13b029c50f HTTP/1.1" status: 200 len: 375 time: 0.0089297 Jul 30 02:18:24.148312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-a933632d-e6e1-451c-8bae-07e592182fd5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278685 Jul 30 02:18:24.249890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-a12939fc-11a1-4755-8767-dab0a08572f0 service neutron] 10.222.0.78 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944369 Jul 30 02:18:24.340099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-0f8b6b8d-e0e2-4767-a501-0c4d07f844d7 service neutron] 10.222.0.78 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840487 Jul 30 02:18:24.509267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0647848-0a42-48d0-aaa5-8c654fafa295 req-8e4dd6ca-2ec0-4519-b3b0-9061aee488ed tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Jul 30 02:18:24.676309 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.617669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d5b1f76-b182-484c-8de2-8618e2580061 req-ce2ce350-d1a7-4589-b6ca-30ae5fcf688f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 210 time: 0.0400467 Jul 30 02:18:25.701130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-c11c30b6-4bdf-4e7f-9d07-afb67d0ddaca tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:25.702690 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-c11c30b6-4bdf-4e7f-9d07-afb67d0ddaca tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 814 time: 0.1185207 Jul 30 02:18:25.715293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Request body: {'port': {'device_id': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'admin_state_up': True, 'tenant_id': '853ccab1e14e4b8e9d53ca13b029c50f'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:25.830639 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Made reservation on behalf of 853ccab1e14e4b8e9d53ca13b029c50f for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:25.834062 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.966626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Allocated IP 172.20.0.14 (25c8165f-3b08-4d19-acbd-fedd6df93886/a525d111-8f0a-4ea9-91e8-4fb15b742764/b360604c-a932-4a8c-ac07-d7c23284e169) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:26.121923 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.160376 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.204070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Network 25c8165f-3b08-4d19-acbd-fedd6df93886 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:26.207235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:26.213547 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:26.220503 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:26.266141 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:26.267056 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.281415 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-e672ed0c-e0ff-45b1-83fa-7e46749c41ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702457 Jul 30 02:18:26.293831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Request body: {'port': {'device_id': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:26.350458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.617056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b360604c-a932-4a8c-ac07-d7c23284e169 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:18:26.624577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.637268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Transition to ACTIVE for port object b360604c-a932-4a8c-ac07-d7c23284e169 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:26.641160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.690925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:26.738447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34211623-39d6-4c5e-9f11-b6c5eeb9c54f req-89af4bd5-8e11-45e4-8ea9-5c673352c8ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:26.740213 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34211623-39d6-4c5e-9f11-b6c5eeb9c54f req-89af4bd5-8e11-45e4-8ea9-5c673352c8ef tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 944 time: 0.0515320 Jul 30 02:18:26.764963 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:26.765661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:26.765661 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:26.770257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Port b360604c-a932-4a8c-ac07-d7c23284e169 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:18:26.770604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:26.776127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:26.776477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Checking segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:26.776858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Bound using segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:26.777470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Bound port: b360604c-a932-4a8c-ac07-d7c23284e169, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:26.777858 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.779531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34211623-39d6-4c5e-9f11-b6c5eeb9c54f req-5acd5c2d-ca80-4993-a5dc-96c85638ff38 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jul 30 02:18:26.843478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:26.846632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:26.851799 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.885389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:26.886043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.887507 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] 10.222.0.66 "PUT /v2.0/ports/b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 1093 time: 0.5983829 Jul 30 02:18:26.887968 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:26.890317 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31adf845-3712-44ad-bed0-0ebf14a615b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:26.916949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefce52-fd96-425a-bb6c-d53423aafa64 service neutron] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:26.929128 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0f28b-d96d-4b2d-b7e7-b0e1109386a7 x-openstack-request-id: req-2fa0f28b-d96d-4b2d-b7e7-b0e1109386a7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:26.929426 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:26.929719 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fa0f28b-d96d-4b2d-b7e7-b0e1109386a7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:26.930126 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'status': 'completed', 'code': 200} Jul 30 02:18:26.973428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-30db5dc8-29d0-4146-869d-9f294b3ebe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:26.975169 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-30db5dc8-29d0-4146-869d-9f294b3ebe20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1096 time: 0.0433352 Jul 30 02:18:27.020119 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-5daa2e9b-eb47-423c-a1f5-96dfdfe200c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0377550 Jul 30 02:18:27.069121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-d00ce540-f1e9-436e-8f1c-19d9747df8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:27.070590 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-d00ce540-f1e9-436e-8f1c-19d9747df8a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0440497 Jul 30 02:18:27.101812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-1d0fa9b1-52a2-46f9-879d-0885f3085576 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247171 Jul 30 02:18:27.193720 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-9c7795f6-8119-4624-89b2-0d8e622a6943 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Jul 30 02:18:27.283826 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f6b7818b-ab33-4501-859c-30550ed94be8 req-2746dac0-c053-4d66-a2fb-464a1ea98b11 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Jul 30 02:18:27.374688 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-e615b590-fcd8-429e-9db3-ca278c4ecbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:27.376269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-e615b590-fcd8-429e-9db3-ca278c4ecbce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1096 time: 0.0419662 Jul 30 02:18:27.472237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-af7108d3-c68d-477f-a3e8-6ddab42aef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:27.473670 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-af7108d3-c68d-477f-a3e8-6ddab42aef9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0912266 Jul 30 02:18:27.515195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-ea76b9cb-de9a-48aa-bc49-6fe486ed9fd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0347404 Jul 30 02:18:27.568430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-cc3dd30e-13f2-4cf0-9252-64ef2a39e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:27.569974 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-cc3dd30e-13f2-4cf0-9252-64ef2a39e359 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0483696 Jul 30 02:18:27.602855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-70cb9f79-12c7-4f15-b410-392b4999f879 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244451 Jul 30 02:18:27.693509 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-0c958886-ff92-4f8c-8c39-e5393a4fd59b service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830510 Jul 30 02:18:27.788485 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31adf845-3712-44ad-bed0-0ebf14a615b5 req-baccc21e-bc03-4d7e-a65a-71b25f47e630 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874465 Jul 30 02:18:27.903152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16ed1-80aa-4191-b063-1bc5ebda5b74 req-96378fed-cdf8-427d-926c-a74e32ebfc8a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:27.904656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2c16ed1-80aa-4191-b063-1bc5ebda5b74 req-96378fed-cdf8-427d-926c-a74e32ebfc8a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 944 time: 0.0502100 Jul 30 02:18:27.944767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2c16ed1-80aa-4191-b063-1bc5ebda5b74 req-21985f6d-7d88-4f3d-8d03-54c5e9a6b227 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Jul 30 02:18:29.070608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7aa71-e795-4b2c-b0e4-959db253181a req-a3815c2d-ab2d-420f-aa6e-759c815a5871 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:29.072659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91c7aa71-e795-4b2c-b0e4-959db253181a req-a3815c2d-ab2d-420f-aa6e-759c815a5871 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 944 time: 0.0532429 Jul 30 02:18:29.121828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91c7aa71-e795-4b2c-b0e4-959db253181a req-75537e01-92e1-4a64-b6c1-8878fc3190de tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Jul 30 02:18:29.909612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:18:30.018787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:30.030417 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'port_id': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'mac_address': 'fa:16:3e:07:07:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525d111-8f0a-4ea9-91e8-4fb15b742764', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:18:30.076244 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.088619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b360604c-a932-4a8c-ac07-d7c23284e169 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:18:30.108354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:30.112298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.161099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:30.240912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691f654-c6a5-497b-a1ee-271c4708b20c req-7549c4cf-cc19-4bce-86a4-beb7f1d57695 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:30.243725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8691f654-c6a5-497b-a1ee-271c4708b20c req-7549c4cf-cc19-4bce-86a4-beb7f1d57695 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Jul 30 02:18:30.285328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8691f654-c6a5-497b-a1ee-271c4708b20c req-491128c3-fe84-4254-8531-4dbe758e38a9 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357955 Jul 30 02:18:30.309156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['b360604c-a932-4a8c-ac07-d7c23284e169'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:18:31.406697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f12238-c1c5-4beb-8f33-722d81cf9d7f req-b5ef82a0-c5c8-4ed0-ad54-895e0c04b992 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.408303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39f12238-c1c5-4beb-8f33-722d81cf9d7f req-b5ef82a0-c5c8-4ed0-ad54-895e0c04b992 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Jul 30 02:18:31.448564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39f12238-c1c5-4beb-8f33-722d81cf9d7f req-adc0a9f4-a847-40ff-9afa-a31d1505bf8b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Jul 30 02:18:31.923928 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:31.973821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port b360604c-a932-4a8c-ac07-d7c23284e169 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:31.977960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port b360604c-a932-4a8c-ac07-d7c23284e169 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:31.978361 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.060929 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.083451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:32.085703 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb4327-edbe-4d71-bce8-0dae40404317" -d '{"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-plugged", "status": "completed", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:32.098942 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:32.104429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.131580 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35225f67-75a6-4970-9182-1fc9852ab0b1 x-openstack-request-id: req-35225f67-75a6-4970-9182-1fc9852ab0b1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:32.131908 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-plugged", "status": "completed", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:32.132097 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35225f67-75a6-4970-9182-1fc9852ab0b1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:32.132481 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'code': 200} Jul 30 02:18:32.158836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:32.219362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b5a3c-fa4c-4911-b5ff-a78acb3a29a0 req-979138de-f115-481a-b948-ad6411048230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:32.220802 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d25b5a3c-fa4c-4911-b5ff-a78acb3a29a0 req-979138de-f115-481a-b948-ad6411048230 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1098 time: 0.0416572 Jul 30 02:18:32.256326 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d25b5a3c-fa4c-4911-b5ff-a78acb3a29a0 req-0ce52e0e-78d8-4a48-bd84-9c020d923fbb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290608 Jul 30 02:18:32.565702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543091f-a286-443b-aa32-303621afd00c req-336a43b6-0fcb-4e2d-9dc3-2b40ec70c01d tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:32.567311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9543091f-a286-443b-aa32-303621afd00c req-336a43b6-0fcb-4e2d-9dc3-2b40ec70c01d tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0495203 Jul 30 02:18:32.610529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9543091f-a286-443b-aa32-303621afd00c req-4a656bb8-fc25-4c59-a3ab-e7468c09645f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Jul 30 02:18:33.742455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c06b-410c-4276-a976-578b917dc4bb req-8aa3e356-af23-48bd-96c9-abd1f4c46ee2 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:33.744946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99b6c06b-410c-4276-a976-578b917dc4bb req-8aa3e356-af23-48bd-96c9-abd1f4c46ee2 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0511646 Jul 30 02:18:33.784862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99b6c06b-410c-4276-a976-578b917dc4bb req-685c8dfc-b70b-4654-b6f6-c078a17a5adb tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jul 30 02:18:33.900678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2d635-6dae-4be2-b1f2-2711a2700ecb req-c41fff73-9a50-49a8-ad4c-729e3690f613 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:33.902114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fe2d635-6dae-4be2-b1f2-2711a2700ecb req-c41fff73-9a50-49a8-ad4c-729e3690f613 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0504906 Jul 30 02:18:33.946896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fe2d635-6dae-4be2-b1f2-2711a2700ecb req-27d1fbd7-f656-42f3-9f8a-e7e8e5c230b6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Jul 30 02:18:34.157015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ae3e-0af8-4247-9e76-b49c241c2556 req-70db7ce1-a775-4d79-a0dd-f7a2eaf26de5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:34.158444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90c8ae3e-0af8-4247-9e76-b49c241c2556 req-70db7ce1-a775-4d79-a0dd-f7a2eaf26de5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0496626 Jul 30 02:18:34.201439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90c8ae3e-0af8-4247-9e76-b49c241c2556 req-a202c29f-ad53-4e46-8824-7717350fb48b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369797 Jul 30 02:18:34.316330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f4440-36e0-4a49-95d3-79882f02873d req-3dc19e4e-3da6-41fc-bec2-cd953edb07d0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:34.317811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a09f4440-36e0-4a49-95d3-79882f02873d req-3dc19e4e-3da6-41fc-bec2-cd953edb07d0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0495019 Jul 30 02:18:34.357463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a09f4440-36e0-4a49-95d3-79882f02873d req-87b583dc-14e4-42f2-ab07-9e35ccdc830f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Jul 30 02:18:34.615958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-34a1f102-868d-4e3b-89e0-1eae3911ec85 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749304 Jul 30 02:18:34.630497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f50ea4-b322-4069-9c93-211d14838130 req-3d046646-0033-4489-be31-fa646709e8f4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:34.632274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72f50ea4-b322-4069-9c93-211d14838130 req-3d046646-0033-4489-be31-fa646709e8f4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0751212 Jul 30 02:18:34.677237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72f50ea4-b322-4069-9c93-211d14838130 req-29057fd0-41b2-4bc8-aa0c-018c9f48d1fa tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Jul 30 02:18:35.768347 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-45e6fa83-0130-478b-9ef5-d168552e8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:35.769839 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-45e6fa83-0130-478b-9ef5-d168552e8a2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1098 time: 0.0412557 Jul 30 02:18:35.802967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920207-8349-49b0-935c-d27ad6e14eba req-b4027904-66fe-471f-9c55-38abdb352328 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:35.804635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa920207-8349-49b0-935c-d27ad6e14eba req-b4027904-66fe-471f-9c55-38abdb352328 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0501890 Jul 30 02:18:35.843531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa920207-8349-49b0-935c-d27ad6e14eba req-848aefdf-2a7d-4a9a-a69f-a7fc76ff7b6a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Jul 30 02:18:35.873399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-85d324ca-d2b7-4475-a337-a8330561baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:35.874935 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-85d324ca-d2b7-4475-a337-a8330561baa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0983512 Jul 30 02:18:35.917020 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-88e32b5f-0eb3-4f97-ae1c-d41c6f4b29b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0349989 Jul 30 02:18:35.971601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-eae70611-e4d6-4a88-a34b-0967a769a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:35.973070 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-eae70611-e4d6-4a88-a34b-0967a769a789 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0487585 Jul 30 02:18:36.003147 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-10d12fa5-ed5d-461a-8885-cd1ae5de2a6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237179 Jul 30 02:18:36.093442 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-13fe2a59-2e1e-4a8d-a130-13fac6dce6fb service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836520 Jul 30 02:18:36.190392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-8b64e8a6-a123-41f7-97fe-d10a7ad740f7 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Jul 30 02:18:36.962062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f3d1-8874-44dd-b296-aefd9da8940c req-28b009e8-ca17-47b4-bab3-a48cabbca2d5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:36.963650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3592f3d1-8874-44dd-b296-aefd9da8940c req-28b009e8-ca17-47b4-bab3-a48cabbca2d5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0503075 Jul 30 02:18:37.006147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3592f3d1-8874-44dd-b296-aefd9da8940c req-b4baf66d-7af6-4368-bfdc-d358e9604ce6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Jul 30 02:18:37.150775 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.138228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec099c7-a34c-405a-99b1-c72a159a3e46 req-00031b3b-45ba-43c8-b442-1494de0dd31e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:38.139764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bec099c7-a34c-405a-99b1-c72a159a3e46 req-00031b3b-45ba-43c8-b442-1494de0dd31e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0570498 Jul 30 02:18:38.182929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bec099c7-a34c-405a-99b1-c72a159a3e46 req-8dab65a4-07b5-4330-9dbe-4661d969f32b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Jul 30 02:18:39.299189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40731af-fe92-4c64-9f05-9ba58585edb9 req-3ea322e3-beac-4d41-989f-fda608db12e3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:39.300834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b40731af-fe92-4c64-9f05-9ba58585edb9 req-3ea322e3-beac-4d41-989f-fda608db12e3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0492921 Jul 30 02:18:39.339258 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b40731af-fe92-4c64-9f05-9ba58585edb9 req-b155795a-388f-45d7-a82b-9330cd75aa61 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jul 30 02:18:40.458714 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958099-6d98-4ae5-beee-590d63c392bb req-358c327a-29e6-4954-a64f-eb92c0d26580 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:40.460259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68958099-6d98-4ae5-beee-590d63c392bb req-358c327a-29e6-4954-a64f-eb92c0d26580 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0503507 Jul 30 02:18:40.505534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68958099-6d98-4ae5-beee-590d63c392bb req-40053e7a-f5bf-4e9b-9e84-a67b1f9cc350 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jul 30 02:18:41.621681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcf857-b46f-47ad-9f16-efb923abcb19 req-f61851fd-45a5-4381-8698-df77feb3495e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:41.623195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ffcf857-b46f-47ad-9f16-efb923abcb19 req-f61851fd-45a5-4381-8698-df77feb3495e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0497246 Jul 30 02:18:41.665933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ffcf857-b46f-47ad-9f16-efb923abcb19 req-da6ae64d-9e9e-4176-a3fc-448c544fa768 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368783 Jul 30 02:18:42.788943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397abc-f3dc-41a1-8c29-a09f76ff10e8 req-3fa86467-3430-4cb5-9ddf-8fdd92281d6b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:42.791207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b397abc-f3dc-41a1-8c29-a09f76ff10e8 req-3fa86467-3430-4cb5-9ddf-8fdd92281d6b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0571563 Jul 30 02:18:42.829249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b397abc-f3dc-41a1-8c29-a09f76ff10e8 req-42d573d1-4507-430c-b72b-dc8cb974752f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Jul 30 02:18:43.960173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87bb26-0e2b-46c8-acb5-a9592935677a req-0d046721-cc6d-46de-a493-f89d00b5e2a3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:43.961860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e87bb26-0e2b-46c8-acb5-a9592935677a req-0d046721-cc6d-46de-a493-f89d00b5e2a3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0544391 Jul 30 02:18:44.014954 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e87bb26-0e2b-46c8-acb5-a9592935677a req-697defc1-a0a2-4c1c-b505-461f0428a8a9 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464332 Jul 30 02:18:45.135040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f037b2-4f85-4879-8b62-fc5cc35bb6a7 req-93867fab-76a1-4aa0-84ed-974c72e01841 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:45.136634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6f037b2-4f85-4879-8b62-fc5cc35bb6a7 req-93867fab-76a1-4aa0-84ed-974c72e01841 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0513325 Jul 30 02:18:45.178938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d6f037b2-4f85-4879-8b62-fc5cc35bb6a7 req-57182509-3dbc-402c-b90c-9317110de2bf tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Jul 30 02:18:46.305195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb26f5a-ca75-444a-8e82-73265331eedc req-0bead56a-33f9-425a-a9b9-54fc6fae9836 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:46.306689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceb26f5a-ca75-444a-8e82-73265331eedc req-0bead56a-33f9-425a-a9b9-54fc6fae9836 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0502353 Jul 30 02:18:46.349623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceb26f5a-ca75-444a-8e82-73265331eedc req-a001a18d-6a03-4cc9-a112-4145446d3d9e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Jul 30 02:18:47.471071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94837971-b9fe-4578-b914-8cdc71a2ab94 req-a96fd1c0-ebe3-4a43-8104-dcd8e019271e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:47.472781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94837971-b9fe-4578-b914-8cdc71a2ab94 req-a96fd1c0-ebe3-4a43-8104-dcd8e019271e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0547905 Jul 30 02:18:47.517003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94837971-b9fe-4578-b914-8cdc71a2ab94 req-5b35b0b5-e313-4367-aff8-8af3213aac17 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Jul 30 02:18:48.642167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9d5a-3228-4ac8-9754-06304efa62fd req-bf10cbfe-1b23-42d9-92b9-8fab19f7b444 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:48.643739 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-752b9d5a-3228-4ac8-9754-06304efa62fd req-bf10cbfe-1b23-42d9-92b9-8fab19f7b444 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0567687 Jul 30 02:18:48.687268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-752b9d5a-3228-4ac8-9754-06304efa62fd req-486c80fd-40f3-496f-ad11-68d81f0c7756 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Jul 30 02:18:48.959975 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0db092bf-41b2-403d-8d9d-ec1d15434916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.801755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e2214-50a9-4082-b699-cc77b1816643 req-e2735b9d-35db-452c-b226-b7bb55cd2436 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:49.803284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-448e2214-50a9-4082-b699-cc77b1816643 req-e2735b9d-35db-452c-b226-b7bb55cd2436 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Jul 30 02:18:49.843117 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-448e2214-50a9-4082-b699-cc77b1816643 req-ecc6e447-7ff6-4787-a501-19e528696edd tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Jul 30 02:18:50.959869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66178c1f-f3fd-4614-96ec-c7ec40abac83 req-e5b983df-ae72-47c8-bc77-4415fd351238 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:50.961937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66178c1f-f3fd-4614-96ec-c7ec40abac83 req-e5b983df-ae72-47c8-bc77-4415fd351238 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0512912 Jul 30 02:18:51.000150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-66178c1f-f3fd-4614-96ec-c7ec40abac83 req-3f3414cd-51de-43cc-a189-357b3f47e975 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Jul 30 02:18:51.464858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.729190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-63036dcd-0967-4b0b-bf2f-00e2b30300c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.919822 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.118090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f214dd-8b41-46c0-81cb-52f7c761305f req-914d50de-9e20-4634-86e3-57fb85112bea tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:52.119714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02f214dd-8b41-46c0-81cb-52f7c761305f req-914d50de-9e20-4634-86e3-57fb85112bea tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0496192 Jul 30 02:18:52.160989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02f214dd-8b41-46c0-81cb-52f7c761305f req-34a5052a-efb8-4ff0-9c9c-6012b655cbbc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Jul 30 02:18:53.190382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.286375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe2a55-3c5a-4d2a-b332-674548cf8077 req-487bb41b-9a7a-49ce-9aa1-05ce0d25c254 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:53.287906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80fe2a55-3c5a-4d2a-b332-674548cf8077 req-487bb41b-9a7a-49ce-9aa1-05ce0d25c254 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0575676 Jul 30 02:18:53.327615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-80fe2a55-3c5a-4d2a-b332-674548cf8077 req-1f72c269-2c40-4f3e-b0c9-6658ac6bf254 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Jul 30 02:18:54.450884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6b9a-448c-42d0-ab2a-2618fdd5d186 req-60c55d02-9c3b-492b-aa2e-8f9040fb3650 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:54.458729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565e6b9a-448c-42d0-ab2a-2618fdd5d186 req-60c55d02-9c3b-492b-aa2e-8f9040fb3650 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0630810 Jul 30 02:18:54.497763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565e6b9a-448c-42d0-ab2a-2618fdd5d186 req-64c16baa-1659-47be-8451-9600bed8ce6e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Jul 30 02:18:54.682142 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.202092 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:18:55.622674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fdd13-546b-456b-90e7-a7ed8bce690e req-6ded730b-f7c2-42e9-94ac-de512d6d2a68 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:55.624199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917fdd13-546b-456b-90e7-a7ed8bce690e req-6ded730b-f7c2-42e9-94ac-de512d6d2a68 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0572345 Jul 30 02:18:55.673230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-917fdd13-546b-456b-90e7-a7ed8bce690e req-ec8a4ce4-a17e-4ca0-8923-8408bd9f0d45 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Jul 30 02:18:56.797912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0cb5-810d-4282-9b81-b31afe2de808 req-cfad995a-dd96-4fd1-b7d7-a0e0858478dc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:56.799619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfdd0cb5-810d-4282-9b81-b31afe2de808 req-cfad995a-dd96-4fd1-b7d7-a0e0858478dc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Jul 30 02:18:56.838006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfdd0cb5-810d-4282-9b81-b31afe2de808 req-74071c07-ffd1-49eb-83b8-745b416bfbbf tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jul 30 02:18:57.957319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4af062-c50d-4b58-80da-e0f5cf76e3a7 req-95eedfa9-bcd6-4c60-9a21-65b20348e5da tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:57.958848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a4af062-c50d-4b58-80da-e0f5cf76e3a7 req-95eedfa9-bcd6-4c60-9a21-65b20348e5da tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Jul 30 02:18:57.999335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a4af062-c50d-4b58-80da-e0f5cf76e3a7 req-cade0fde-3c25-4906-9be1-0d9b2b8d1c9a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Jul 30 02:18:59.123537 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a5014-0cee-448f-86b5-53543622e068 req-6d6e92a6-8281-4947-bfe4-b840b83b6e00 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:59.125030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-087a5014-0cee-448f-86b5-53543622e068 req-6d6e92a6-8281-4947-bfe4-b840b83b6e00 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0566430 Jul 30 02:18:59.167998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-087a5014-0cee-448f-86b5-53543622e068 req-a2a2d21d-718b-4ce0-9f5a-0408ce857dc2 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 Jul 30 02:19:00.283920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4c41f-d278-44c5-a6fa-d9c4f572d2be req-90185537-8cc2-4809-9ec6-e3686935a435 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:00.285493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d4c41f-d278-44c5-a6fa-d9c4f572d2be req-90185537-8cc2-4809-9ec6-e3686935a435 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0495367 Jul 30 02:19:00.326586 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28d4c41f-d278-44c5-a6fa-d9c4f572d2be req-338711f8-8665-457e-9f6e-fbd86619baf2 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Jul 30 02:19:01.445481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745f77-e08b-4fac-ba2f-8f9dbbe96891 req-62e0ef57-0494-4d51-b9f5-462e9b488300 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.446817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb745f77-e08b-4fac-ba2f-8f9dbbe96891 req-62e0ef57-0494-4d51-b9f5-462e9b488300 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0509038 Jul 30 02:19:01.493855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cb745f77-e08b-4fac-ba2f-8f9dbbe96891 req-c72a6686-60b8-4f58-af6a-17cc299d7392 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Jul 30 02:19:02.609951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26ff27-0b5f-40ad-a00d-1f9f862da621 req-b38cd78f-65d6-4e9f-afcf-e6764cdba836 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:02.611478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f26ff27-0b5f-40ad-a00d-1f9f862da621 req-b38cd78f-65d6-4e9f-afcf-e6764cdba836 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0494814 Jul 30 02:19:02.653620 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f26ff27-0b5f-40ad-a00d-1f9f862da621 req-cc6f2acb-e7cb-47d7-a9bb-b62da60c3010 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Jul 30 02:19:03.104674 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-c5c1b483-51a1-453e-a300-acc40785a720 service neutron] show failed (client error): The resource could not be found. Jul 30 02:19:03.105710 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-c5c1b483-51a1-453e-a300-acc40785a720 service neutron] 10.222.0.66 "GET /v2.0/ports/b360604c-a932-4a8c-ac07-d7c23284e169/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0660744 Jul 30 02:19:03.295766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-0bfd3c09-c1b0-4758-b25d-8d0a9539fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.297419 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-0bfd3c09-c1b0-4758-b25d-8d0a9539fe00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3&tenant_id=853ccab1e14e4b8e9d53ca13b029c50f HTTP/1.1" status: 200 len: 1098 time: 0.0435665 Jul 30 02:19:03.316140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:03.373108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.593040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:03.627089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:03.665898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:03.668189 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dd7380-ec12-4e2d-8fd6-0cc67a4b812b" -d '{"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:03.673770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.693522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Transition to ACTIVE for port object b360604c-a932-4a8c-ac07-d7c23284e169 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:03.699343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.734486 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8730f083-4424-4f57-b31f-a79f61451c62 x-openstack-request-id: req-8730f083-4424-4f57-b31f-a79f61451c62 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:03.734769 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:03.735046 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8730f083-4424-4f57-b31f-a79f61451c62 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:03.735432 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'code': 200} Jul 30 02:19:03.774181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] No DVR routers for this DVR port b360604c-a932-4a8c-ac07-d7c23284e169 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:03.778230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:03.789819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.790080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04374640-8205-4974-8038-4901a34e1c13 req-8cb4f2eb-8d7d-43fc-9713-f3ffb3f37927 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.790550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.790550 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.790859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.791219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.791374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04374640-8205-4974-8038-4901a34e1c13 req-8cb4f2eb-8d7d-43fc-9713-f3ffb3f37927 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 944 time: 0.0583360 Jul 30 02:19:03.791549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.791869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.792186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.792506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.792826 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.793144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.793464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:03.821926 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:03.822257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:03.822582 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:03.827483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Port b360604c-a932-4a8c-ac07-d7c23284e169 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:19:03.827811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Attempting to bind port b360604c-a932-4a8c-ac07-d7c23284e169 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:03.833768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:03.834113 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Checking segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:03.834497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Bound using segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:03.834936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Bound port: b360604c-a932-4a8c-ac07-d7c23284e169, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:03.835323 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.837000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04374640-8205-4974-8038-4901a34e1c13 req-391e600b-d787-430b-807a-242726e1d6db tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Jul 30 02:19:03.906949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:03.909863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:03.914509 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.950782 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.951427 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.952923 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 1093 time: 0.6412652 Jul 30 02:19:03.971031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab8827-75bb-41fe-b089-dff3001fb9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:04.028474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-70292d63-f025-463e-971d-813f2b2e14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:04.029959 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-70292d63-f025-463e-971d-813f2b2e14b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1096 time: 0.0444694 Jul 30 02:19:04.120374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-578e1049-5d98-4986-a8d4-aa28b4a87e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:04.121698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-578e1049-5d98-4986-a8d4-aa28b4a87e75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0842788 Jul 30 02:19:04.162172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-227e2e96-26be-4dc1-880c-cb20fa135e12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0337944 Jul 30 02:19:04.215083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-35634c4b-e999-4124-a35f-9e031d17d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:04.216530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-35634c4b-e999-4124-a35f-9e031d17d5aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0481811 Jul 30 02:19:04.248926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-4f0203e3-e318-4df6-9270-441037f9054e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252028 Jul 30 02:19:04.336436 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-d534e0d4-772c-4dc9-a154-4961fdf78574 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807605 Jul 30 02:19:04.437752 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-60722cbd-5b82-4f03-9ace-11d6141b1dda req-704ebae3-5cae-4ddc-bc85-5cfc4c9d3830 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945947 Jul 30 02:19:04.965199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c1c2a-29a8-4a2f-a6a0-71316c68261e req-93d4b331-18b5-45cf-9bd9-a119f5ef92c3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:04.966743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c8c1c2a-29a8-4a2f-a6a0-71316c68261e req-93d4b331-18b5-45cf-9bd9-a119f5ef92c3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 944 time: 0.0498142 Jul 30 02:19:05.005892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c8c1c2a-29a8-4a2f-a6a0-71316c68261e req-2477da06-4deb-4814-a3fa-6eed59a628b2 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Jul 30 02:19:05.737051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:05.739349 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb92b632-3231-46f6-baa4-0def21871a37" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:05.788398 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51098ffd-8c55-4737-96d6-325ac974b74b x-openstack-request-id: req-51098ffd-8c55-4737-96d6-325ac974b74b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:05.789349 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:05.789609 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51098ffd-8c55-4737-96d6-325ac974b74b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:05.790835 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'status': 'completed', 'code': 200} Jul 30 02:19:05.874612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b632-3231-46f6-baa4-0def21871a37 req-d9fdcde6-f968-4170-b0a7-89509af106b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.876164 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-d9fdcde6-f968-4170-b0a7-89509af106b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1096 time: 0.0690696 Jul 30 02:19:05.886342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b632-3231-46f6-baa4-0def21871a37 req-df66df29-ea9b-457e-8f89-8796351671fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:05.887815 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-df66df29-ea9b-457e-8f89-8796351671fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1096 time: 0.0529664 Jul 30 02:19:06.037226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:06.091163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:06.146562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bb657-2181-4fe5-924e-2e9902dab469 req-f3d617fd-83fd-43a4-9dcd-d77861affa4d tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:06.148325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-756bb657-2181-4fe5-924e-2e9902dab469 req-f3d617fd-83fd-43a4-9dcd-d77861affa4d tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 944 time: 0.0564606 Jul 30 02:19:06.195209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-756bb657-2181-4fe5-924e-2e9902dab469 req-41d51b3d-91d8-41e6-a236-cfb68c01411d tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Jul 30 02:19:06.390100 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b632-3231-46f6-baa4-0def21871a37 req-b692cfcc-dc1e-4872-a4cb-94351e063e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:06.391601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-b692cfcc-dc1e-4872-a4cb-94351e063e63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.5083807 Jul 30 02:19:06.396120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b632-3231-46f6-baa4-0def21871a37 req-3b761abe-e2f8-4734-a659-8ea87ad5803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:06.397440 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-3b761abe-e2f8-4734-a659-8ea87ad5803e service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.5016928 Jul 30 02:19:06.439607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-4f718778-8fef-406a-bfa1-a85bff60057d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0400615 Jul 30 02:19:06.470785 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:19:06.473530 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-b1cfca19-5dde-4b19-a8b8-41d154fd97d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0677776 Jul 30 02:19:06.546107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b632-3231-46f6-baa4-0def21871a37 req-8cc65722-55c1-4b92-b581-8f8cafae39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:06.547881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-8cc65722-55c1-4b92-b581-8f8cafae39d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0826702 Jul 30 02:19:06.553346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92b632-3231-46f6-baa4-0def21871a37 req-45aac4bb-434a-43fb-ae48-b2193a0dad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:06.554755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-45aac4bb-434a-43fb-ae48-b2193a0dad11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0617681 Jul 30 02:19:06.568899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:06.580853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'port_id': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'mac_address': 'fa:16:3e:07:07:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525d111-8f0a-4ea9-91e8-4fb15b742764', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:19:06.599512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-2ff70d20-9361-4f5e-bc11-89e155f27fa7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437858 Jul 30 02:19:06.601353 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-5f76518e-30c5-44e3-8746-6be379684b43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371485 Jul 30 02:19:06.620136 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.632812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b360604c-a932-4a8c-ac07-d7c23284e169 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:19:06.654908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:06.658714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.707332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:06.762914 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-a839251f-6e18-4be1-b65d-4043d351f7f2 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496031 Jul 30 02:19:06.764809 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-3774b5a9-bb9e-46de-b04b-246a8f1fcdfb service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587100 Jul 30 02:19:06.923700 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-f2b01494-fd9f-4f7d-b5dc-3d07c0df86a7 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523771 Jul 30 02:19:06.926867 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb92b632-3231-46f6-baa4-0def21871a37 req-71cebd63-04ab-48fc-bd92-a6efc2d75e4c service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546528 Jul 30 02:19:06.938048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b360604c-a932-4a8c-ac07-d7c23284e169'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:07.164814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.314685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12c61d-da33-4fa9-bef4-b1f1a0f777e9 req-b3c92939-adfd-4245-8ffb-e5030992fb5b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.316205 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff12c61d-da33-4fa9-bef4-b1f1a0f777e9 req-b3c92939-adfd-4245-8ffb-e5030992fb5b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 945 time: 0.0493569 Jul 30 02:19:07.354531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff12c61d-da33-4fa9-bef4-b1f1a0f777e9 req-0a1e0c55-86f5-40d2-9f95-8cc02bca5b1f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Jul 30 02:19:07.564272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fc66e-f09b-4fa9-b93f-961bedf7540b req-6d74e760-862d-4b98-8456-6d5d982ae4de tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.565754 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e4fc66e-f09b-4fa9-b93f-961bedf7540b req-6d74e760-862d-4b98-8456-6d5d982ae4de tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 945 time: 0.0563176 Jul 30 02:19:07.567777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-5c672353-fd96-4a54-9409-ef468bb23fbf tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.569250 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-5c672353-fd96-4a54-9409-ef468bb23fbf tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3&tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 945 time: 0.0553234 Jul 30 02:19:07.608109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2e4fc66e-f09b-4fa9-b93f-961bedf7540b req-e272c624-4c60-4d52-8a45-8420bfd46ba7 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Jul 30 02:19:07.638722 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-287a3af8-342d-489f-8cda-97d99f32623d service neutron] delete failed (client error): The resource could not be found. Jul 30 02:19:07.639790 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-287a3af8-342d-489f-8cda-97d99f32623d service neutron] 10.222.0.66 "DELETE /v2.0/ports/b360604c-a932-4a8c-ac07-d7c23284e169/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0562370 Jul 30 02:19:07.726609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-2d8d1045-b52c-487f-8c90-753c06fdb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.728793 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-2d8d1045-b52c-487f-8c90-753c06fdb770 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 1097 time: 0.0456996 Jul 30 02:19:07.819303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-c120c3aa-e654-49ab-9c11-d4e7517f93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.821536 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-c120c3aa-e654-49ab-9c11-d4e7517f93cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0856593 Jul 30 02:19:07.867806 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-66cdd3a0-d377-4284-a87b-64e5f05f7ba9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 200 len: 217 time: 0.0401757 Jul 30 02:19:07.923112 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-52738d32-d2e0-4e1a-8d9f-bdfc26d85265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.924591 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-52738d32-d2e0-4e1a-8d9f-bdfc26d85265 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0505655 Jul 30 02:19:07.956471 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-ae949c91-1fd6-4201-bf04-51243d098bfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249429 Jul 30 02:19:08.047188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-abbba2a3-b9b3-43db-83bd-d7131708881e service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834582 Jul 30 02:19:08.142510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-213acc5f-bc60-4742-9ae6-793eb9b6c25e req-fc197b83-ad02-410f-8a32-afffdcac623b service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885386 Jul 30 02:19:08.502483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:08.553048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b360604c-a932-4a8c-ac07-d7c23284e169 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:08.557471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b360604c-a932-4a8c-ac07-d7c23284e169 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:08.557844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.645182 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.669924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:08.672656 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fb0bd-4823-4741-bcb5-fd2b3a5226bf" -d '{"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-plugged", "status": "completed", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:08.687865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:08.692148 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.741774 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5937438a-f544-4870-a0ff-0061eae9ab10 x-openstack-request-id: req-5937438a-f544-4870-a0ff-0061eae9ab10 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:08.742067 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-plugged", "status": "completed", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:08.742318 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5937438a-f544-4870-a0ff-0061eae9ab10 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:08.742709 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'code': 200} Jul 30 02:19:08.746218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:08.760753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45557275-be40-4399-bbc9-842b3fb23c49 req-70712525-e152-4e3b-95d7-0c6c449d811c tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:08.762262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45557275-be40-4399-bbc9-842b3fb23c49 req-70712525-e152-4e3b-95d7-0c6c449d811c tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0688891 Jul 30 02:19:08.808347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45557275-be40-4399-bbc9-842b3fb23c49 req-7d0be7c6-049c-47fd-834e-ea0b2f5f9107 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Jul 30 02:19:08.927526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d52b7-3a18-4f3e-a259-0de258a04526 req-71cd0ed8-867e-4dba-9ca3-06ba4585d5cc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:08.929023 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-800d52b7-3a18-4f3e-a259-0de258a04526 req-71cd0ed8-867e-4dba-9ca3-06ba4585d5cc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Jul 30 02:19:08.969820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-800d52b7-3a18-4f3e-a259-0de258a04526 req-9a57cac6-7230-483d-bd7b-b5820774fca6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Jul 30 02:19:09.091335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ccd83-6edf-4968-bb08-f0cd6507b1cb req-d11e61ab-55ce-4d10-9987-ef84101e36da tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.092987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e50ccd83-6edf-4968-bb08-f0cd6507b1cb req-d11e61ab-55ce-4d10-9987-ef84101e36da tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Jul 30 02:19:09.134247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e50ccd83-6edf-4968-bb08-f0cd6507b1cb req-fbd56f75-f105-4e4a-af1d-0b2656966ec8 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Jul 30 02:19:09.504222 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-9eeedfef-a065-4b17-804a-41cb91c227c5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.505680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-9eeedfef-a065-4b17-804a-41cb91c227c5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 814 time: 0.1090965 Jul 30 02:19:09.522227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-820685dc-e59c-4daa-b6fc-b5ca41adb946 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/quotas/853ccab1e14e4b8e9d53ca13b029c50f HTTP/1.1" status: 200 len: 375 time: 0.0097611 Jul 30 02:19:09.573991 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-f69dc2e6-2979-4787-9f5f-23a627f1f1a2 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449982 Jul 30 02:19:09.674464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-daccac62-e5dd-44f7-9e9d-a08ebf452171 service neutron] 10.222.0.78 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935857 Jul 30 02:19:09.763529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-921ab45f-d404-4311-8193-2cefe6b4ecf0 service neutron] 10.222.0.78 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830469 Jul 30 02:19:09.932174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d835f25-d533-4fda-bdaa-48fca36e0fe4 req-a72ed71a-539e-47f8-a2ba-84db231ea284 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 210 time: 0.0342591 Jul 30 02:19:10.751227 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-2b69f929-cc4d-478d-9fa3-301f1a3d8dbb tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.752693 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-2b69f929-cc4d-478d-9fa3-301f1a3d8dbb tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4d0c011-e275-4cbe-882f-f97f458e34e3 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Jul 30 02:19:10.855250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Deleting port b360604c-a932-4a8c-ac07-d7c23284e169 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:10.855596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.876814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.55', 52008) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.952346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] For port b360604c-a932-4a8c-ac07-d7c23284e169, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b360604c-a932-4a8c-ac07-d7c23284e169,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:10.952724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.967608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Calling delete_port for b360604c-a932-4a8c-ac07-d7c23284e169 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:11.016388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-8391986e-d696-4203-ad99-b016f78acb99 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:11.017919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-8391986e-d696-4203-ad99-b016f78acb99 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 814 time: 0.1394382 Jul 30 02:19:11.047112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-940c4b76-7518-4e61-be20-28bbacfc7a69 req-a1082bd5-c359-4576-9439-60ad87bcac20 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 210 time: 0.0278206 Jul 30 02:19:11.051290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Request body: {'port': {'device_id': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'admin_state_up': True, 'tenant_id': '853ccab1e14e4b8e9d53ca13b029c50f'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:11.120766 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.156266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Pushing event deleted for resources: {'Port': ['ID=b360604c-a932-4a8c-ac07-d7c23284e169,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:11.161838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b360604c-a932-4a8c-ac07-d7c23284e169'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:11.167343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Made reservation on behalf of 853ccab1e14e4b8e9d53ca13b029c50f for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:11.171369 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.204151 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] No DVR routers for this DVR port b360604c-a932-4a8c-ac07-d7c23284e169 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:11.206967 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.209180 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.55 "DELETE /v2.0/ports/b360604c-a932-4a8c-ac07-d7c23284e169 HTTP/1.1" status: 204 len: 173 time: 0.4467766 Jul 30 02:19:11.209622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-deleted', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:11.212822 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee6bc22-691d-4032-9ce1-968ce96cd9d1" -d '{"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-deleted", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:11.259400 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3812a14-acb0-4968-a585-497ebc7f8b0c x-openstack-request-id: req-b3812a14-acb0-4968-a585-497ebc7f8b0c {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:11.259759 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d0c011-e275-4cbe-882f-f97f458e34e3", "name": "network-vif-deleted", "tag": "b360604c-a932-4a8c-ac07-d7c23284e169", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:11.260068 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b3812a14-acb0-4968-a585-497ebc7f8b0c {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:11.260470 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d0c011-e275-4cbe-882f-f97f458e34e3', 'name': 'network-vif-deleted', 'tag': 'b360604c-a932-4a8c-ac07-d7c23284e169', 'status': 'completed', 'code': 200} Jul 30 02:19:11.322526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Allocated IP 172.20.0.10 (25c8165f-3b08-4d19-acbd-fedd6df93886/a525d111-8f0a-4ea9-91e8-4fb15b742764/d452db1f-a248-4a57-a855-75a361ed4918) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:11.486556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.528085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.559743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b360604c-a932-4a8c-ac07-d7c23284e169'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:11.571818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Network 25c8165f-3b08-4d19-acbd-fedd6df93886 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:11.575087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:11.580592 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:11.587102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:11.631946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:11.632550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.646901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-30e7a8f0-00ca-40b3-a845-b84d80ceaaf3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022635 Jul 30 02:19:11.664466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Request body: {'port': {'device_id': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:11.723519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.026339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d452db1f-a248-4a57-a855-75a361ed4918 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:19:12.033820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.045740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Transition to ACTIVE for port object d452db1f-a248-4a57-a855-75a361ed4918 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:12.049962 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.471692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:12.527907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375d04-623c-4a21-b064-914cfbe09da0 req-f206b46f-9408-49cd-808e-dcdff897f8ba tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.529383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52375d04-623c-4a21-b064-914cfbe09da0 req-f206b46f-9408-49cd-808e-dcdff897f8ba tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.1050558 Jul 30 02:19:12.582840 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:12.583215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:12.583525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:12.592963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52375d04-623c-4a21-b064-914cfbe09da0 req-26085d33-d3ad-4cbd-a381-99d55ecb80fc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556974 Jul 30 02:19:12.593765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Port d452db1f-a248-4a57-a855-75a361ed4918 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:19:12.594089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:12.599923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:12.600259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Checking segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:12.600635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Bound using segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:12.601068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Bound port: d452db1f-a248-4a57-a855-75a361ed4918, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:12.601434 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.663440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:12.666293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:12.670622 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.705514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.706129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.707520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] 10.222.0.55 "PUT /v2.0/ports/d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 1093 time: 1.0475035 Jul 30 02:19:12.707947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:12.710196 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f3802-73ff-4c0a-8d69-a59639978295" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "tag": "d452db1f-a248-4a57-a855-75a361ed4918"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:12.734198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375852d1-51e2-49cd-ba88-c165eb4326ba service neutron] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:12.802679 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-5c677cf9-44d9-4f2f-9404-0229c2be48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.804764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-5c677cf9-44d9-4f2f-9404-0229c2be48b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1096 time: 0.0433614 Jul 30 02:19:12.825050 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cbe71b-9102-4b36-88eb-9866ba384f18 x-openstack-request-id: req-d1cbe71b-9102-4b36-88eb-9866ba384f18 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:12.825339 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "tag": "d452db1f-a248-4a57-a855-75a361ed4918", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:12.825620 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1cbe71b-9102-4b36-88eb-9866ba384f18 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:12.826031 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918', 'status': 'completed', 'code': 200} Jul 30 02:19:12.858260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-398f84a1-a4d4-4b54-9fa4-05cad8a2f5f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0402784 Jul 30 02:19:12.907853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-32c95044-4afd-41f8-b4c0-3bee11d3cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.909366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-32c95044-4afd-41f8-b4c0-3bee11d3cb1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0445611 Jul 30 02:19:12.941067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-37234c75-0146-4593-a334-a3de019a3eba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247416 Jul 30 02:19:13.040356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-7c863463-8dbc-4146-bcea-ffa04729dcb1 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922005 Jul 30 02:19:13.130984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-11c02db4-89fb-4b1c-9628-1bf4ea969d5d req-5a71ab00-eb90-4ed8-b2b7-93deaee4902c service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Jul 30 02:19:13.252574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-56d67c20-b51e-484b-9b38-ae3c0c9629a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:13.253976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-56d67c20-b51e-484b-9b38-ae3c0c9629a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1096 time: 0.0421631 Jul 30 02:19:13.349671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-27131a23-d8ea-470e-bcf3-2f7609ec71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:13.351193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-27131a23-d8ea-470e-bcf3-2f7609ec71aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0902083 Jul 30 02:19:13.392775 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-1e2b19a6-2038-4695-9fa3-bc457cccecaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0342472 Jul 30 02:19:13.461230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-6bb79e5b-d30c-45f2-8ea6-bbfbe0bf3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:13.462705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-6bb79e5b-d30c-45f2-8ea6-bbfbe0bf3b8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0567696 Jul 30 02:19:13.499389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-652738b1-cc36-4155-8b01-30f8a3ceebec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285592 Jul 30 02:19:13.589419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-21f55527-c176-49fe-8fc2-f78bfc061b35 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828526 Jul 30 02:19:13.709141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-db3f3802-73ff-4c0a-8d69-a59639978295 req-f9643ef9-ac94-4694-a79a-530e392109fb service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117833 Jul 30 02:19:13.728426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea32afa-9b52-48fc-8fc2-efe95ce5b2b5 req-abb38015-1faf-4f21-920c-c4b18793da24 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:13.729892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ea32afa-9b52-48fc-8fc2-efe95ce5b2b5 req-abb38015-1faf-4f21-920c-c4b18793da24 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.0605316 Jul 30 02:19:13.768986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ea32afa-9b52-48fc-8fc2-efe95ce5b2b5 req-f94ddc13-2f8e-41a4-823a-f092dcb4f930 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330899 Jul 30 02:19:14.516591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:14.539236 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: b360604c-a932-4a8c-ac07-d7c23284e169 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:14.539571 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b360604c-a932-4a8c-ac07-d7c23284e169 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:14.892240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78897444-729f-457e-bc4f-e9090c0ef65e req-2697c1ca-333c-41cd-8067-4f113ca09697 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:14.893871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78897444-729f-457e-bc4f-e9090c0ef65e req-2697c1ca-333c-41cd-8067-4f113ca09697 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.0554812 Jul 30 02:19:14.932134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-78897444-729f-457e-bc4f-e9090c0ef65e req-2f9bb4d8-4c2e-46cb-a57d-f5158bb2362e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316293 Jul 30 02:19:16.052879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c55e-af79-4e41-b537-22d1c0fc534d req-20a142c3-6567-42d9-b095-5f0f9752bb07 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:16.054355 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f75c55e-af79-4e41-b537-22d1c0fc534d req-20a142c3-6567-42d9-b095-5f0f9752bb07 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.0538459 Jul 30 02:19:16.096948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7f75c55e-af79-4e41-b537-22d1c0fc534d req-a107bc43-bbaf-4993-91a0-96fd5c891a62 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360825 Jul 30 02:19:16.517131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:19:16.611960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:16.624058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'd452db1f-a248-4a57-a855-75a361ed4918', 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'port_id': 'd452db1f-a248-4a57-a855-75a361ed4918', 'mac_address': 'fa:16:3e:d4:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525d111-8f0a-4ea9-91e8-4fb15b742764', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:19:16.660830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.676908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d452db1f-a248-4a57-a855-75a361ed4918 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:19:16.696127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:16.706502 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.748974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:16.958416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['d452db1f-a248-4a57-a855-75a361ed4918'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:17.213650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddd7ad-e8d6-421c-900d-eaf610261529 req-59a57b0a-79c3-462f-ac8f-ce4b71ea2ad4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:17.215110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1ddd7ad-e8d6-421c-900d-eaf610261529 req-59a57b0a-79c3-462f-ac8f-ce4b71ea2ad4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0492551 Jul 30 02:19:17.254251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1ddd7ad-e8d6-421c-900d-eaf610261529 req-25eeb84e-30f8-4ca3-b52a-13cf5af29152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Jul 30 02:19:18.369329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998458f-6bee-4e48-af9b-f818dfefc2dc req-f85ef58d-2a16-42d2-a771-54a28300d2e4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:18.370926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1998458f-6bee-4e48-af9b-f818dfefc2dc req-f85ef58d-2a16-42d2-a771-54a28300d2e4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0502734 Jul 30 02:19:18.410008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1998458f-6bee-4e48-af9b-f818dfefc2dc req-ec37715c-5345-48d6-b0f9-cccf4246915f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Jul 30 02:19:18.532827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:18.584507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port d452db1f-a248-4a57-a855-75a361ed4918 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:18.588862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port d452db1f-a248-4a57-a855-75a361ed4918 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:18.589227 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.665725 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.694256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:18.696627 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e93260-44c0-4056-9445-49e83ef66306" -d '{"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-plugged", "status": "completed", "tag": "d452db1f-a248-4a57-a855-75a361ed4918"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:18.710176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:18.714844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.744263 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7429bbb-7083-4e81-89ee-19a916196ed3 x-openstack-request-id: req-c7429bbb-7083-4e81-89ee-19a916196ed3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:18.744550 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-plugged", "status": "completed", "tag": "d452db1f-a248-4a57-a855-75a361ed4918", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:18.744798 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7429bbb-7083-4e81-89ee-19a916196ed3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:18.745184 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918', 'code': 200} Jul 30 02:19:18.774469 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:18.782756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.783183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.783478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.783832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.784175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.784517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.784843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.785171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.785497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.785847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.786150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.786472 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:18.857084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7953d-8592-49cd-8737-97e4e4acbbca req-42726bb5-1110-4707-b30a-7ae96fa7bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:18.858618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7953d-8592-49cd-8737-97e4e4acbbca req-42726bb5-1110-4707-b30a-7ae96fa7bf89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1098 time: 0.0448298 Jul 30 02:19:18.898564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8c7953d-8592-49cd-8737-97e4e4acbbca req-ff964bf0-0f3a-4dd9-878c-f0798d4d7af7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Jul 30 02:19:18.962424 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-09765dc9-10e2-4c17-b2dc-8dce9d6af235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.527473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e96b5-d0ee-4fbc-a17f-166db715fad7 req-86810ce7-615a-4dd3-b45b-94e628dc0c78 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:19.528953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-706e96b5-d0ee-4fbc-a17f-166db715fad7 req-86810ce7-615a-4dd3-b45b-94e628dc0c78 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0503221 Jul 30 02:19:19.566234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-706e96b5-d0ee-4fbc-a17f-166db715fad7 req-62421018-3aa8-45aa-a133-684b4bb863e4 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Jul 30 02:19:20.686049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cc8a4-7437-4049-bb35-876a2b3696e3 req-0304498d-9684-454e-88a0-ffa10e06b723 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:20.687722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-583cc8a4-7437-4049-bb35-876a2b3696e3 req-0304498d-9684-454e-88a0-ffa10e06b723 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0500288 Jul 30 02:19:20.726076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-583cc8a4-7437-4049-bb35-876a2b3696e3 req-6e47f569-4d5c-4332-8930-a745c650f50b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Jul 30 02:19:20.845947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6368b-1402-42af-ad6d-3a7d1e6c50e2 req-7b6c40c8-877c-48f0-ae93-17204b97fe88 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:20.847493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dea6368b-1402-42af-ad6d-3a7d1e6c50e2 req-7b6c40c8-877c-48f0-ae93-17204b97fe88 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0534067 Jul 30 02:19:20.886672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dea6368b-1402-42af-ad6d-3a7d1e6c50e2 req-086312ab-15af-497d-b96f-a519ee2cdd29 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Jul 30 02:19:21.240357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-0f043392-5b46-469d-8520-0161a588031a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692241 Jul 30 02:19:21.249008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc19b-33d7-40a3-8987-8fd377957174 req-8a57ed96-1108-42bd-a947-5316c34c1594 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:21.250487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0fbc19b-33d7-40a3-8987-8fd377957174 req-8a57ed96-1108-42bd-a947-5316c34c1594 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0712969 Jul 30 02:19:21.292000 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0fbc19b-33d7-40a3-8987-8fd377957174 req-f8cb8d02-70e2-486a-8eec-626c0e6806cc tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Jul 30 02:19:21.464026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.730011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9de11b75-358d-475c-b7f8-5c6380fb4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.912197 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:22.348165 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-a948d5ec-1b7f-4afd-b4bc-addb2c9886a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:22.349651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-a948d5ec-1b7f-4afd-b4bc-addb2c9886a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1098 time: 0.0479269 Jul 30 02:19:22.478344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da56c7-651b-4d05-95aa-a969b34231ed req-ed3803a8-0a70-496e-8c7d-b78bdb438c85 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:22.479876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5da56c7-651b-4d05-95aa-a969b34231ed req-ed3803a8-0a70-496e-8c7d-b78bdb438c85 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.1135261 Jul 30 02:19:22.485544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-b99e7c72-19cd-4f02-8a0b-73d0ba16db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:22.488259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-b99e7c72-19cd-4f02-8a0b-73d0ba16db17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.1300635 Jul 30 02:19:22.542831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-657e4532-99fe-4fe6-b18d-f03a1571574a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0398819 Jul 30 02:19:22.583830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5da56c7-651b-4d05-95aa-a969b34231ed req-5b6b454d-07b8-4fa1-9413-4603e67b64fb tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941417 Jul 30 02:19:22.601858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-e7478bf8-2365-4ec3-a161-656da7a08683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:22.604100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-e7478bf8-2365-4ec3-a161-656da7a08683 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0580349 Jul 30 02:19:22.638743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-878d5745-7890-439a-9ac0-27cf8b52b5ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273254 Jul 30 02:19:22.731628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-d1a8cf2c-9230-46e8-bdfe-f4ef0ab10f61 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Jul 30 02:19:22.825687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-31c7cb29-02ce-4a10-89ac-ffe7883d1ea0 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Jul 30 02:19:22.960491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-0cf75b44-0388-451c-b87c-f70ac147570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:22.962342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-0cf75b44-0388-451c-b87c-f70ac147570a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1098 time: 0.0460968 Jul 30 02:19:23.105778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-502c81bf-fdbc-4b68-9979-c7791f8d683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:23.107256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-502c81bf-fdbc-4b68-9979-c7791f8d683f service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0867097 Jul 30 02:19:23.153758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-897972ec-2955-459b-9ef0-11a61f70117c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0392053 Jul 30 02:19:23.194100 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.204371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-2c61c783-1881-4116-8be4-683f27350ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:23.205829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-2c61c783-1881-4116-8be4-683f27350ea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0451536 Jul 30 02:19:23.238180 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-063e4ac4-f6c3-41e7-be6b-2d4527047a1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250549 Jul 30 02:19:23.333200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-e6c6f3f7-614e-400a-a82d-47841a7c2960 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877795 Jul 30 02:19:23.423522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4eb8b8-b868-4aa0-8d1e-a86682a3dea3 req-1e6399bf-96d8-4a8d-83cc-3084ab1283c7 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838034 Jul 30 02:19:23.706393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce42b60-2c97-4a06-b882-b11c77ecb478 req-afc5b8eb-e276-4e64-a71e-55d73c7ef8d6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:23.707927 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ce42b60-2c97-4a06-b882-b11c77ecb478 req-afc5b8eb-e276-4e64-a71e-55d73c7ef8d6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0514414 Jul 30 02:19:23.752172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ce42b60-2c97-4a06-b882-b11c77ecb478 req-54022447-2920-4e38-8386-5231346d3880 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jul 30 02:19:24.682027 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.871506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd576030-d3ba-4d36-b3f5-339dbaf49b0d req-3b48c462-2c4a-4fdb-ae2b-9670f7939df0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:24.873020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd576030-d3ba-4d36-b3f5-339dbaf49b0d req-3b48c462-2c4a-4fdb-ae2b-9670f7939df0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0526214 Jul 30 02:19:24.915040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cd576030-d3ba-4d36-b3f5-339dbaf49b0d req-f59be507-e8af-4c42-a8b2-620fab5d6471 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Jul 30 02:19:26.029881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8b26c-934e-4f9c-9c89-c262f9370d99 req-207ffaa1-aafa-4cea-a50e-8bea0efcdef8 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:26.031486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cef8b26c-934e-4f9c-9c89-c262f9370d99 req-207ffaa1-aafa-4cea-a50e-8bea0efcdef8 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0489304 Jul 30 02:19:26.071464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cef8b26c-934e-4f9c-9c89-c262f9370d99 req-ec310738-f88a-4deb-aff5-9c6dd0b3e56f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Jul 30 02:19:27.199244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313d27-621b-4bec-9bcf-5f8f191fc83f req-61189581-f1a5-4544-853c-f73bb5373c87 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:27.200750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74313d27-621b-4bec-9bcf-5f8f191fc83f req-61189581-f1a5-4544-853c-f73bb5373c87 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0570149 Jul 30 02:19:27.244044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74313d27-621b-4bec-9bcf-5f8f191fc83f req-a18bba69-2077-4b82-912b-a1645be78fc1 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Jul 30 02:19:28.360748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e4607-6b63-438e-a2c8-17ef7d26fb7d req-638ea055-d20c-4d1f-8941-dba649884bf5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:28.362240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a9e4607-6b63-438e-a2c8-17ef7d26fb7d req-638ea055-d20c-4d1f-8941-dba649884bf5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0500934 Jul 30 02:19:28.401830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9a9e4607-6b63-438e-a2c8-17ef7d26fb7d req-3ac1dd5b-9aa3-424f-af37-bef390edb86b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Jul 30 02:19:29.519955 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354afd7-4558-42e1-811f-469ff1f10d03 req-38e6e9c4-d3b0-4f62-ba82-97566a92783f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:29.521567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3354afd7-4558-42e1-811f-469ff1f10d03 req-38e6e9c4-d3b0-4f62-ba82-97566a92783f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0515058 Jul 30 02:19:29.561160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3354afd7-4558-42e1-811f-469ff1f10d03 req-88348203-34b3-4b66-bb70-b10d9798faec tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Jul 30 02:19:30.678487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf38b-cddf-470b-8329-0573ef1af5d0 req-615387b6-f237-421f-ba26-3faa0e0c4b2b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:30.680036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9bdf38b-cddf-470b-8329-0573ef1af5d0 req-615387b6-f237-421f-ba26-3faa0e0c4b2b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0512819 Jul 30 02:19:30.724919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9bdf38b-cddf-470b-8329-0573ef1af5d0 req-8d0feb4b-36db-4c90-9ff1-fc197a37e714 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Jul 30 02:19:31.844008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91aa1a-5683-4058-b2b1-4f0b7d051a48 req-bc0a705b-b970-4892-a51c-a7b8ee016b66 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:31.845536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e91aa1a-5683-4058-b2b1-4f0b7d051a48 req-bc0a705b-b970-4892-a51c-a7b8ee016b66 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0516770 Jul 30 02:19:31.890576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e91aa1a-5683-4058-b2b1-4f0b7d051a48 req-0518b348-546a-454c-8c0f-18c6732f87d1 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Jul 30 02:19:32.201823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:19:33.020658 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1857ab-1867-4f6d-83ec-a0ef574a1bf2 req-63768812-1ad2-4a42-961e-19fcb8186f9b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:33.022164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb1857ab-1867-4f6d-83ec-a0ef574a1bf2 req-63768812-1ad2-4a42-961e-19fcb8186f9b tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0503793 Jul 30 02:19:33.063462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fb1857ab-1867-4f6d-83ec-a0ef574a1bf2 req-7f1efb35-516a-4af8-86a1-ee6bb5e7e5ad tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Jul 30 02:19:34.183048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc953a-bce8-4e2a-8a73-4719dfb7205f req-7986bdbe-39ec-4027-b5d1-967f759f99a3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:34.184701 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68dc953a-bce8-4e2a-8a73-4719dfb7205f req-7986bdbe-39ec-4027-b5d1-967f759f99a3 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0514603 Jul 30 02:19:34.228347 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-68dc953a-bce8-4e2a-8a73-4719dfb7205f req-808365d6-716e-4620-bc86-e37ba179a2ad tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Jul 30 02:19:35.346000 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff559744-2c88-49cb-a668-3ae7bb28f2b8 req-957e597e-0b2b-4dc5-adf8-9989dbb6c8cf tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:35.347526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff559744-2c88-49cb-a668-3ae7bb28f2b8 req-957e597e-0b2b-4dc5-adf8-9989dbb6c8cf tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0505481 Jul 30 02:19:35.387281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff559744-2c88-49cb-a668-3ae7bb28f2b8 req-1089189b-65ba-4fab-af2c-e2cf26cdd259 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Jul 30 02:19:36.505108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945740e-96f2-4cf1-874c-67996648d699 req-666c55ba-540c-402d-a015-6570eb74803f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:36.506594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a945740e-96f2-4cf1-874c-67996648d699 req-666c55ba-540c-402d-a015-6570eb74803f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0490432 Jul 30 02:19:36.545685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a945740e-96f2-4cf1-874c-67996648d699 req-b2a56ca1-fe08-472f-a5fb-12e8462eee1f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326869 Jul 30 02:19:37.175337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.660595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1802e14-4582-4f74-b344-e9b4defcfb4a req-6685eec2-c962-4921-a1fc-eb7c0eee81ad tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:37.662148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1802e14-4582-4f74-b344-e9b4defcfb4a req-6685eec2-c962-4921-a1fc-eb7c0eee81ad tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0496631 Jul 30 02:19:37.710773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1802e14-4582-4f74-b344-e9b4defcfb4a req-14326968-9627-44fc-a2dd-71b1be94f29e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Jul 30 02:19:38.834984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc2300-b7c3-4750-82db-8fa5c2318cf9 req-fdc80c3d-c00a-4b13-8d42-02aead1c31bb tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:38.836522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dcc2300-b7c3-4750-82db-8fa5c2318cf9 req-fdc80c3d-c00a-4b13-8d42-02aead1c31bb tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0501487 Jul 30 02:19:38.875312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dcc2300-b7c3-4750-82db-8fa5c2318cf9 req-c95a2461-422f-4669-8bc6-ff230b753222 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Jul 30 02:19:39.993320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a87b-0dc9-476a-a328-6b091d152f9e req-b85d4f0f-4861-4424-af2f-2518f56456a0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:39.995382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2124a87b-0dc9-476a-a328-6b091d152f9e req-b85d4f0f-4861-4424-af2f-2518f56456a0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0504711 Jul 30 02:19:40.040565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2124a87b-0dc9-476a-a328-6b091d152f9e req-edda0d07-4203-4184-b115-0aa7c364ffcd tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Jul 30 02:19:41.191811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ba4c-9a56-45d6-8910-286740b1a110 req-da57b3b6-507d-49ed-90dd-32c8cd2947ed tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:41.193314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7205ba4c-9a56-45d6-8910-286740b1a110 req-da57b3b6-507d-49ed-90dd-32c8cd2947ed tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0515766 Jul 30 02:19:41.236658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7205ba4c-9a56-45d6-8910-286740b1a110 req-996f3c62-ca3f-42e7-939e-479608c5ee6f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Jul 30 02:19:42.353484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9117c9-20cc-4fc7-a17c-931aa33ad0ba req-62f2801b-36df-4a4b-8f13-ba627af24765 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:42.354969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b9117c9-20cc-4fc7-a17c-931aa33ad0ba req-62f2801b-36df-4a4b-8f13-ba627af24765 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0494673 Jul 30 02:19:42.394140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b9117c9-20cc-4fc7-a17c-931aa33ad0ba req-e13be5f8-bfd0-4d94-8bea-0f7d4422138c tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Jul 30 02:19:43.519541 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d64f0-7bca-4738-81e5-e40c497f106b req-55eeab86-9505-4fe2-a8d9-a860b0fc0985 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:43.521027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d7d64f0-7bca-4738-81e5-e40c497f106b req-55eeab86-9505-4fe2-a8d9-a860b0fc0985 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0518613 Jul 30 02:19:43.558918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4d7d64f0-7bca-4738-81e5-e40c497f106b req-c0dca950-e805-435f-8652-affd56d1fcd0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Jul 30 02:19:44.677521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662283-3ed4-4b45-8665-42ea059f7b56 req-f640d372-1be4-4b53-b84e-29776160283e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:44.679024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5662283-3ed4-4b45-8665-42ea059f7b56 req-f640d372-1be4-4b53-b84e-29776160283e tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0503139 Jul 30 02:19:44.722650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d5662283-3ed4-4b45-8665-42ea059f7b56 req-c2339508-2fc0-47bf-8226-f45b1028199d tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Jul 30 02:19:45.838445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f674f0-29e3-48d6-8c70-2e9a30f31c10 req-497321a0-ba50-4be9-9ae5-aed1f460951f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:45.839986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f674f0-29e3-48d6-8c70-2e9a30f31c10 req-497321a0-ba50-4be9-9ae5-aed1f460951f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0507343 Jul 30 02:19:45.879612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f674f0-29e3-48d6-8c70-2e9a30f31c10 req-ed352f07-602e-42a5-8592-5efba4c281ac tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Jul 30 02:19:46.994504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6334fd-cffd-4b47-98e9-20709d0134cb req-f9e67844-b891-4ce5-9c2f-4c180a7aa5b6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:46.996241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee6334fd-cffd-4b47-98e9-20709d0134cb req-f9e67844-b891-4ce5-9c2f-4c180a7aa5b6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.0501988 Jul 30 02:19:47.034753 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee6334fd-cffd-4b47-98e9-20709d0134cb req-ccea76d1-0537-4f1d-bb79-8dab96d30918 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Jul 30 02:19:48.224311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614dc58-f878-4526-9c93-4eae4b1db751 req-1f793340-82a3-4121-8e56-aec144cf1959 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:48.225741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e614dc58-f878-4526-9c93-4eae4b1db751 req-1f793340-82a3-4121-8e56-aec144cf1959 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.1154957 Jul 30 02:19:48.275603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e614dc58-f878-4526-9c93-4eae4b1db751 req-5b78bd2d-7f84-4aff-97fe-dc1c7ca4f3c0 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Jul 30 02:19:48.963642 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-304ea085-51a2-4a7d-bc30-e805a672323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.443583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a7b77-b5f6-4a71-a92a-c1f67fc4ec91 req-eabdd46e-5af9-4d24-be57-588e9177e1da tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:49.445089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-593a7b77-b5f6-4a71-a92a-c1f67fc4ec91 req-eabdd46e-5af9-4d24-be57-588e9177e1da tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 946 time: 0.1016529 Jul 30 02:19:49.489052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-593a7b77-b5f6-4a71-a92a-c1f67fc4ec91 req-522a0049-0c99-40a4-ac72-995bd39bc6fa tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jul 30 02:19:49.821012 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-1a2626db-aa31-4a3f-b4e1-fa753b9b88db service neutron] show failed (client error): The resource could not be found. Jul 30 02:19:49.822730 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-1a2626db-aa31-4a3f-b4e1-fa753b9b88db service neutron] 10.222.0.55 "GET /v2.0/ports/d452db1f-a248-4a57-a855-75a361ed4918/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0591965 Jul 30 02:19:50.026253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-5e4c9394-b3e8-4d21-b004-43b902c13d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.027885 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-5e4c9394-b3e8-4d21-b004-43b902c13d2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf&tenant_id=853ccab1e14e4b8e9d53ca13b029c50f HTTP/1.1" status: 200 len: 1098 time: 0.0419908 Jul 30 02:19:50.039625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:50.093457 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.299527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:50.337811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h2-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:50.377521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:50.379821 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dc6fa9-8aca-441a-a999-5ebf67689aaa" -d '{"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "d452db1f-a248-4a57-a855-75a361ed4918"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:50.384352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.406198 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Transition to ACTIVE for port object d452db1f-a248-4a57-a855-75a361ed4918 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:50.409622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.441203 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ac3477-842c-4446-b06b-be7c19ec108e x-openstack-request-id: req-e3ac3477-842c-4446-b06b-be7c19ec108e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:50.441527 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "d452db1f-a248-4a57-a855-75a361ed4918", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:50.441755 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3ac3477-842c-4446-b06b-be7c19ec108e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:50.442138 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918', 'code': 200} Jul 30 02:19:50.477980 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] No DVR routers for this DVR port d452db1f-a248-4a57-a855-75a361ed4918 on host n-h2-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:50.479814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.516010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:50.516341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:50.516666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:50.520987 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Port d452db1f-a248-4a57-a855-75a361ed4918 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:19:50.521305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Attempting to bind port d452db1f-a248-4a57-a855-75a361ed4918 on network 25c8165f-3b08-4d19-acbd-fedd6df93886 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:50.526128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:50.526461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Checking segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:50.526839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Bound using segment: {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:50.527298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Bound port: d452db1f-a248-4a57-a855-75a361ed4918, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c92331-f064-47e6-9022-14565bb2a08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:50.527656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.596789 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:50.600486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:50.604307 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.614970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e772b-be8a-4394-9bac-1cdbd0e66d0b req-db04e118-6b3b-4902-be8f-fee9f6837ba6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.616531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af0e772b-be8a-4394-9bac-1cdbd0e66d0b req-db04e118-6b3b-4902-be8f-fee9f6837ba6 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.0534956 Jul 30 02:19:50.639508 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.640184 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.642001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] 10.222.0.66 "PUT /v2.0/ports/d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 1093 time: 0.6059797 Jul 30 02:19:50.657973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af0e772b-be8a-4394-9bac-1cdbd0e66d0b req-c34c2402-a240-4ead-ab3d-f90377a64958 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Jul 30 02:19:50.698167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb70053-1d20-49c2-aaa7-c6e9401cc191 service neutron] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.718143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-72276e9b-8324-40bd-bf23-9e7e9a806999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.719701 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-72276e9b-8324-40bd-bf23-9e7e9a806999 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1096 time: 0.0499799 Jul 30 02:19:50.821960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-5c0bfa3a-2b28-424c-a982-8e6dcf277b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.823489 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-5c0bfa3a-2b28-424c-a982-8e6dcf277b63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0965941 Jul 30 02:19:50.865797 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-d2ec1d0f-d6e2-4989-96f1-90675d5e7ea6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0353184 Jul 30 02:19:50.914268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-9765638d-0b20-4779-9826-ddcab44fdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.916195 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-9765638d-0b20-4779-9826-ddcab44fdcb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0440595 Jul 30 02:19:50.948968 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-4153f983-eb92-4a9c-a3c0-1cbf5091fe33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250108 Jul 30 02:19:51.048949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-fedd4120-e772-4489-a1ff-68c81cce95d8 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894451 Jul 30 02:19:51.141004 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a27ac57b-d733-4dfe-a8f1-4f3079353eb4 req-9ca06002-c19c-4e55-823e-c7388a94a39b service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850000 Jul 30 02:19:51.484805 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.733013 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a04d60d5-81f6-4088-9e73-673e72c863a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.783297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae0ae8-625b-4ac5-bd23-8e6ab53bcdd0 req-a75839f4-bf4d-4ac0-a9a7-5f3784504eaa tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:51.784790 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efae0ae8-625b-4ac5-bd23-8e6ab53bcdd0 req-a75839f4-bf4d-4ac0-a9a7-5f3784504eaa tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.0565691 Jul 30 02:19:51.826972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-efae0ae8-625b-4ac5-bd23-8e6ab53bcdd0 req-42bcefc5-43c1-4344-abfa-3c684f9b635f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361049 Jul 30 02:19:51.919825 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.443058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:52.445477 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900ddc52-7aea-40bd-952a-28b5ed6fe07e" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "tag": "d452db1f-a248-4a57-a855-75a361ed4918"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:52.495939 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76fc431-08d9-4e9d-9de3-11de9ec4641f x-openstack-request-id: req-d76fc431-08d9-4e9d-9de3-11de9ec4641f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:52.496900 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "tag": "d452db1f-a248-4a57-a855-75a361ed4918", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:52.497162 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d76fc431-08d9-4e9d-9de3-11de9ec4641f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:52.497576 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918', 'status': 'completed', 'code': 200} Jul 30 02:19:52.559436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-3266e40f-8216-4753-9e45-f0e3298840e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.560967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-3266e40f-8216-4753-9e45-f0e3298840e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1096 time: 0.0487139 Jul 30 02:19:52.584953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-974c7ac4-846a-45ae-8e89-f18ebd9b5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.586483 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-974c7ac4-846a-45ae-8e89-f18ebd9b5850 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1096 time: 0.0464218 Jul 30 02:19:52.661856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-7adcd30e-1920-40db-8b6c-d25343da7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.665179 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-7adcd30e-1920-40db-8b6c-d25343da7981 service neutron] 10.222.0.66 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0924318 Jul 30 02:19:52.691428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:52.708940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-154a9e72-1e0e-40a3-a700-391f45f85d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.710545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-154a9e72-1e0e-40a3-a700-391f45f85d0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.1172962 Jul 30 02:19:52.740595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:52.741687 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-a433a720-d6f6-4f64-9611-31500d4bf5c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0533857 Jul 30 02:19:52.758073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-33c738a9-feb7-44b9-bdb5-c9a2a9d74ca3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0405655 Jul 30 02:19:52.793012 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-f78c0f14-2a40-4ac2-8aeb-8a116a4cb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.794512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-f78c0f14-2a40-4ac2-8aeb-8a116a4cb8d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0464222 Jul 30 02:19:52.807257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-7d490c96-6141-46c3-becb-fc1c870ed2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.808722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-7d490c96-6141-46c3-becb-fc1c870ed2ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0444272 Jul 30 02:19:52.825595 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-0fcde353-a634-4a88-8d95-7ce5169d8f0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246065 Jul 30 02:19:52.842208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-c9f5f2ea-716c-4589-ad71-5bbebdecb32b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258808 Jul 30 02:19:52.922709 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-89716aa3-95e2-4215-9ea0-68efb6a2a6d6 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897808 Jul 30 02:19:52.968214 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-7e498511-3a29-4161-bf1a-540290e9713e service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192701 Jul 30 02:19:52.983319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8eae7-68ed-4675-865d-82c9e6b1e428 req-e6318e68-0831-4c61-acc9-9810c4ae9961 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:52.984879 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48e8eae7-68ed-4675-865d-82c9e6b1e428 req-e6318e68-0831-4c61-acc9-9810c4ae9961 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.0758011 Jul 30 02:19:53.021186 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-b5411a97-a0c9-4d03-b6f9-f35abd94bd40 service neutron] 10.222.0.66 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919139 Jul 30 02:19:53.076757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48e8eae7-68ed-4675-865d-82c9e6b1e428 req-d3b8c6f5-ff3f-4e76-aa7b-a52ed2076f18 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831225 Jul 30 02:19:53.103844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-900ddc52-7aea-40bd-952a-28b5ed6fe07e req-70538147-6d5d-40b7-919f-3ca61d46f91c service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179836 Jul 30 02:19:53.199329 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.344674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b13b1e-64cb-42eb-a77b-870d7da027d7 req-96fd4857-1231-400a-b44d-3f59c8b3f1db tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:53.346163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1b13b1e-64cb-42eb-a77b-870d7da027d7 req-96fd4857-1231-400a-b44d-3f59c8b3f1db tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 944 time: 0.1142933 Jul 30 02:19:53.367233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-1f4f1664-3b29-4c6e-b401-112008447603 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:53.369182 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-1f4f1664-3b29-4c6e-b401-112008447603 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.55 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf&tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&binding%3Ahost_id=n-h1-713499-10 HTTP/1.1" status: 200 len: 944 time: 0.1252491 Jul 30 02:19:53.423518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e1b13b1e-64cb-42eb-a77b-870d7da027d7 req-e633494e-a15b-42c5-8f4a-4b515037e968 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703197 Jul 30 02:19:53.446117 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-141dd1ce-d8b8-440d-b5aa-e5e4b2d4f35d service neutron] delete failed (client error): The resource could not be found. Jul 30 02:19:53.447844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-141dd1ce-d8b8-440d-b5aa-e5e4b2d4f35d service neutron] 10.222.0.55 "DELETE /v2.0/ports/d452db1f-a248-4a57-a855-75a361ed4918/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0712557 Jul 30 02:19:53.551434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-5595cd33-280c-4d2a-bb3a-99c54e06e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:53.552982 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-5595cd33-280c-4d2a-bb3a-99c54e06e1be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 1096 time: 0.0419438 Jul 30 02:19:53.649487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-93742610-a6b7-4b52-a41e-ecfc2d53e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:53.650938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-93742610-a6b7-4b52-a41e-ecfc2d53e712 service neutron] 10.222.0.55 "GET /v2.0/networks?id=25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 200 len: 915 time: 0.0910914 Jul 30 02:19:53.692888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-2be65c07-1faf-4b7e-aa7a-2034f9c16800 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 200 len: 217 time: 0.0348949 Jul 30 02:19:53.740978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-14fe29a5-1fb9-4c87-b68e-d86b4bc7da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:53.742440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-14fe29a5-1fb9-4c87-b68e-d86b4bc7da35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 200 len: 854 time: 0.0434053 Jul 30 02:19:53.778269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-371ea1a3-b952-48f4-9c40-ab0a63234b97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=25c8165f-3b08-4d19-acbd-fedd6df93886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286896 Jul 30 02:19:53.867840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-aa662f62-3028-4de9-9177-47aade93b98f service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821109 Jul 30 02:19:53.961741 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0615e2-d7db-4798-933a-e8c664247b67 req-3c805fc5-c34f-42fd-9cc3-27721facb646 service neutron] 10.222.0.55 "GET /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870914 Jul 30 02:19:54.234906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:19:54.333884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:54.346553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': 'd452db1f-a248-4a57-a855-75a361ed4918', 'network_id': '25c8165f-3b08-4d19-acbd-fedd6df93886', 'port_id': 'd452db1f-a248-4a57-a855-75a361ed4918', 'mac_address': 'fa:16:3e:d4:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525d111-8f0a-4ea9-91e8-4fb15b742764', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:19:54.383658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.405204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d452db1f-a248-4a57-a855-75a361ed4918 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:19:54.427728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:54.432442 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.492633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:54.554031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed34969-7be3-44f8-b147-d21ed9be57cb req-bc24f2a3-36e5-4d95-93c0-3e0a9ef32563 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:54.555686 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bed34969-7be3-44f8-b147-d21ed9be57cb req-bc24f2a3-36e5-4d95-93c0-3e0a9ef32563 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0510423 Jul 30 02:19:54.599326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bed34969-7be3-44f8-b147-d21ed9be57cb req-8ba06726-f666-4c22-af8f-2c3a0d28a61f tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Jul 30 02:19:54.650511 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['d452db1f-a248-4a57-a855-75a361ed4918'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:54.697108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.725565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e0b66-b547-452a-b387-561e13cac1f8 req-3bdd06e8-f148-4e6b-a35a-5624a1239182 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:54.727103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-912e0b66-b547-452a-b387-561e13cac1f8 req-3bdd06e8-f148-4e6b-a35a-5624a1239182 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0587265 Jul 30 02:19:54.767608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-912e0b66-b547-452a-b387-561e13cac1f8 req-1250987f-37e7-47fa-912b-d85b62f78cb9 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Jul 30 02:19:54.889632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f9400-67c5-41de-9148-fe916bc3f3fd req-dc16ab56-e564-428f-bc62-441a6697762a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:54.891167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-214f9400-67c5-41de-9148-fe916bc3f3fd req-dc16ab56-e564-428f-bc62-441a6697762a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0512779 Jul 30 02:19:54.940166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-214f9400-67c5-41de-9148-fe916bc3f3fd req-1a9e1da2-f2b2-4a6e-a82a-2fe628c6c626 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jul 30 02:19:55.286677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c8451-86c1-4c70-8005-8867f840d799 req-f6214154-4ba7-4da1-8610-6b175096f271 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:55.288230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea8c8451-86c1-4c70-8005-8867f840d799 req-f6214154-4ba7-4da1-8610-6b175096f271 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0495918 Jul 30 02:19:55.326098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea8c8451-86c1-4c70-8005-8867f840d799 req-7a05e984-6a3c-4755-bdb9-e9200c858376 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jul 30 02:19:56.235116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:56.286321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port d452db1f-a248-4a57-a855-75a361ed4918 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:56.289874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port d452db1f-a248-4a57-a855-75a361ed4918 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:56.290271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.366588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.371169 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-dedbba74-e3be-4087-aa65-9653bb688e4a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:56.373150 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-dedbba74-e3be-4087-aa65-9653bb688e4a tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.66 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0513780 Jul 30 02:19:56.390818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:56.393131 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5676760-9a0c-4ab1-a3dc-8701ccdafcda" -d '{"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-plugged", "status": "completed", "tag": "d452db1f-a248-4a57-a855-75a361ed4918"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:56.416601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:56.423034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.451197 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d303db3-48c6-40ac-b426-8f477a168a6b x-openstack-request-id: req-5d303db3-48c6-40ac-b426-8f477a168a6b {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:56.451576 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-plugged", "status": "completed", "tag": "d452db1f-a248-4a57-a855-75a361ed4918", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:56.452075 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d303db3-48c6-40ac-b426-8f477a168a6b {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:56.452531 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918', 'code': 200} Jul 30 02:19:56.464879 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7103c3d-9992-4231-b67c-94807fa2ee2b req-50969426-542f-4cae-bd76-0c415bfb0366 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:56.471634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7103c3d-9992-4231-b67c-94807fa2ee2b req-50969426-542f-4cae-bd76-0c415bfb0366 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/ports?device_id=86c5b248-c102-4975-97c8-f5ad66025bcf HTTP/1.1" status: 200 len: 945 time: 0.0640140 Jul 30 02:19:56.480541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:56.486627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Deleting port d452db1f-a248-4a57-a855-75a361ed4918 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:56.487116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.518291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7103c3d-9992-4231-b67c-94807fa2ee2b req-327c0d0a-3e07-4cf3-9753-5dd6a5da26cd tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.78 "GET /v2.0/security-groups?id=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382004 Jul 30 02:19:56.579336 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] For port d452db1f-a248-4a57-a855-75a361ed4918, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=d452db1f-a248-4a57-a855-75a361ed4918,segment=NetworkSegment(d3c92331-f064-47e6-9022-14565bb2a08e),segment_id=d3c92331-f064-47e6-9022-14565bb2a08e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:56.579704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.593624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Calling delete_port for d452db1f-a248-4a57-a855-75a361ed4918 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:56.724924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.737499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['d452db1f-a248-4a57-a855-75a361ed4918'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:19:56.755630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Pushing event deleted for resources: {'Port': ['ID=d452db1f-a248-4a57-a855-75a361ed4918,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:56.803236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] No DVR routers for this DVR port d452db1f-a248-4a57-a855-75a361ed4918 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:56.806550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.808628 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df0a55df-3e4d-40e2-aa5b-07b18c5e10de req-8d0acfd7-b0fd-491f-a5c7-41f689dc9152 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] 10.222.0.66 "DELETE /v2.0/ports/d452db1f-a248-4a57-a855-75a361ed4918 HTTP/1.1" status: 204 len: 173 time: 0.4291372 Jul 30 02:19:56.809082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-deleted', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:56.811391 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2ede3-ac35-4853-a9e2-016729ea0ff8" -d '{"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-deleted", "tag": "d452db1f-a248-4a57-a855-75a361ed4918"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:56.860380 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66ce62-8f77-48be-99e5-1b9b5022ebc3 x-openstack-request-id: req-6c66ce62-8f77-48be-99e5-1b9b5022ebc3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:56.860832 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5b248-c102-4975-97c8-f5ad66025bcf", "name": "network-vif-deleted", "tag": "d452db1f-a248-4a57-a855-75a361ed4918", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:56.861091 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c66ce62-8f77-48be-99e5-1b9b5022ebc3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:56.861504 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5b248-c102-4975-97c8-f5ad66025bcf', 'name': 'network-vif-deleted', 'tag': 'd452db1f-a248-4a57-a855-75a361ed4918', 'status': 'completed', 'code': 200} Jul 30 02:19:57.641711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55520) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:57.686548 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Deleting subnet a525d111-8f0a-4ea9-91e8-4fb15b742764 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:57.689660 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.736482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.774576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.828261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.853980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a525d111-8f0a-4ea9-91e8-4fb15b742764,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:57.858605 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.860447 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a525d111-8f0a-4ea9-91e8-4fb15b742764 HTTP/1.1" status: 204 len: 168 time: 0.2177203 Jul 30 02:19:57.863204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:57.865608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.865953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.866292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.866629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.866957 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.867317 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.867640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.867964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.868792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.869115 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.869434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.869753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8063d-ad1d-4c61-a294-a9b7309345b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:57.933973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.023949 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.034083 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c8165f-3b08-4d19-acbd-fedd6df93886']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.045518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c92331-f064-47e6-9022-14565bb2a08e') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.045810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c92331-f064-47e6-9022-14565bb2a08e') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.054675 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.068579 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.074934 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:58.075345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:58.076961 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:58.129827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.146471 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.148429 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] 10.222.0.78 "DELETE /v2.0/networks/25c8165f-3b08-4d19-acbd-fedd6df93886 HTTP/1.1" status: 204 len: 168 time: 0.2842259 Jul 30 02:19:58.149724 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94d6ce-891e-40fe-ae58-ffc60591d08d admin admin] Pushing event deleted for resources: {'Network': ['ID=25c8165f-3b08-4d19-acbd-fedd6df93886,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.258637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55526) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:58.299251 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-362c6c08-2466-4d8e-ba21-345732c5015a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=853ccab1e14e4b8e9d53ca13b029c50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392168 Jul 30 02:19:58.301732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55528) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:58.355050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f31d64e-2efd-4493-88d8-6b5c4916ae9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.376537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f31d64e-2efd-4493-88d8-6b5c4916ae9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.425707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f31d64e-2efd-4493-88d8-6b5c4916ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.428418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f31d64e-2efd-4493-88d8-6b5c4916ae9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.429619 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f31d64e-2efd-4493-88d8-6b5c4916ae9c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1 HTTP/1.1" status: 204 len: 168 time: 0.1269665 Jul 30 02:19:58.437996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31d64e-2efd-4493-88d8-6b5c4916ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e21c636-c6cf-4fae-9ae2-6549f3e0e0a1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.121179 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55550) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:59.216799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-687419510-network', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:59.239284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Made reservation on behalf of a9ca5589f05647b58584aa238dfd8d1c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:59.241642 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.250005 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.348985 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.353121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.377346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:59.387860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad28fd49-4a59-4b68-b95e-9cedb01d44d2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.393446 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.393792 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Added segment 0f5a244d-f4ef-4b01-95e4-f2b503ada2db of type vlan for network b86a525c-c039-48d5-8b80-0b344199dbdc Jul 30 02:19:59.435870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.466210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.467279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:59.467868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.532781 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4104772 Jul 30 02:19:59.535755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55554) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:59.538206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430cce-3a4c-4d7f-88b8-06e030e5e9ef admin admin] Pushing event updated for resources: {'Network': ['ID=b86a525c-c039-48d5-8b80-0b344199dbdc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.540872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Request body: {'subnet': {'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-687419510-subnet', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:59.548962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network b86a525c-c039-48d5-8b80-0b344199dbdc details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:59.563396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Made reservation on behalf of a9ca5589f05647b58584aa238dfd8d1c for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:59.566204 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.740552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.800650 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7302b6-ba57-41fd-8849-e6ca973204fd,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.811378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:59.811741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Network hostable DHCP agents. Network: b86a525c-c039-48d5-8b80-0b344199dbdc, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:59.828142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Network b86a525c-c039-48d5-8b80-0b344199dbdc is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:59.836703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, b86a525c-c039-48d5-8b80-0b344199dbdc) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:59.841481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:59.842099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.846328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc3989-ea87-4583-99a7-c4fd2c5d9712 None None] Network b86a525c-c039-48d5-8b80-0b344199dbdc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:59.859901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5ba6f572-e037-4b27-8a16-f6853050b58a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3204541 Jul 30 02:19:59.860162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55556) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:59.864675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:59.889141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.890193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.946285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.015632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-b86a525c-c039-48d5-8b80-0b344199dbdc', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:00.016564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.088503 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.153110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Allocated IP 172.20.0.2 (b86a525c-c039-48d5-8b80-0b344199dbdc/9c7302b6-ba57-41fd-8849-e6ca973204fd/6f8315c5-70a5-4875-91c4-d39715713d11) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:00.236602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:00.270184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: d452db1f-a248-4a57-a855-75a361ed4918 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:00.270468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device d452db1f-a248-4a57-a855-75a361ed4918 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:00.296983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.316163 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.323592 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.332807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Transition to ACTIVE for port object 6f8315c5-70a5-4875-91c4-d39715713d11 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:00.348707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Transition to ACTIVE for port object 6f8315c5-70a5-4875-91c4-d39715713d11 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:00.355877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.400684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:00.403622 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:00.406132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:00.418258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Pushing event updated for resources: {'Port': ['ID=6f8315c5-70a5-4875-91c4-d39715713d11,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:00.427306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Allocated IP 172.25.8.102 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/0971951a-bec4-4fe5-9d89-7f4aaeae61bc) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:00.472161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Attempting to bind port 6f8315c5-70a5-4875-91c4-d39715713d11 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:00.472534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Attempting to bind port 6f8315c5-70a5-4875-91c4-d39715713d11 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:00.472889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Attempting to bind port 6f8315c5-70a5-4875-91c4-d39715713d11 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:00.478740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:00.479146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:00.479555 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.479947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:00.480430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Bound port: 6f8315c5-70a5-4875-91c4-d39715713d11, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:00.480812 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.544257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.550679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] For port 6f8315c5-70a5-4875-91c4-d39715713d11, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:00.554082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] For port 6f8315c5-70a5-4875-91c4-d39715713d11, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f8315c5-70a5-4875-91c4-d39715713d11,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:00.557995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.593046 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.626276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5652f-f970-4ce7-9d12-3d574b305eaf None None] Pushing event updated for resources: {'Port': ['ID=6f8315c5-70a5-4875-91c4-d39715713d11,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:00.637226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:00.642855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:00.647587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:00.651408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Pushing event updated for resources: {'Port': ['ID=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:01.265444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.480897 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.573857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40166e43-9f49-47b1-9291-22ab97a2524f None None] Network b86a525c-c039-48d5-8b80-0b344199dbdc requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:01.592545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f8315c5-70a5-4875-91c4-d39715713d11 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:01.628565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Router df09bf4a-9672-420c-85eb-da14a59dd21d is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:20:01.692776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-60c1d7a4-ce10-4ae4-92fc-4504eb6b2472 None None] Provisioning for port 6f8315c5-70a5-4875-91c4-d39715713d11 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:01.749567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:01.754268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6f8315c5-70a5-4875-91c4-d39715713d11 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:01.760606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6f8315c5-70a5-4875-91c4-d39715713d11 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:01.760990 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.762746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:01.766258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.768477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7a7268fb-f769-4024-b959-0fcb8e714871 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9066470 Jul 30 02:20:01.770565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55558) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:01.773509 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:01.774963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:19:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:01.900061 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.905605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:01.949724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6f8315c5-70a5-4875-91c4-d39715713d11, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f8315c5-70a5-4875-91c4-d39715713d11,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:01.956523 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.020016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6f8315c5-70a5-4875-91c4-d39715713d11,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.124473 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 3, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:02.143324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4f630e20-c0e4-400a-9781-c861d6dcc385 None None] Provisioning complete for port 6f8315c5-70a5-4875-91c4-d39715713d11 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:02.143324 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4f630e20-c0e4-400a-9781-c861d6dcc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.162983 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:02.163362 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Updating router df09bf4a-9672-420c-85eb-da14a59dd21d port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:02.187752 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.267424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.444940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Allocated IP 172.20.0.1 (b86a525c-c039-48d5-8b80-0b344199dbdc/9c7302b6-ba57-41fd-8849-e6ca973204fd/c8670134-72fd-40c4-9bd2-8a4a570785ab) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:02.451930 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.464821 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Transition to ACTIVE for port object 0971951a-bec4-4fe5-9d89-7f4aaeae61bc will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:02.470874 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.523224 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Attempting to bind port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:02.523678 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Attempting to bind port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:02.523944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Attempting to bind port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:02.526729 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Pushing event updated for resources: {'Port': ['ID=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.531281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:02.531647 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:02.532034 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.532415 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:02.532893 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Bound port: 0971951a-bec4-4fe5-9d89-7f4aaeae61bc, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:02.533321 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.539538 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.539873 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.540243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.540569 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.540889 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.541205 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.541517 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.541830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.542142 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.542451 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.542759 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.543093 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:02.569792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.584312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Transition to ACTIVE for port object c8670134-72fd-40c4-9bd2-8a4a570785ab will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:02.594570 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] For port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:02.598375 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] For port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:02.602904 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.624913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.669844 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:02.673062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:02.676633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:02.678141 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:02.679263 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:19:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:02.684213 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d33a6-7f26-47cc-8a49-66dc28832751 None None] Pushing event updated for resources: {'Port': ['ID=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.705737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Pushing event updated for resources: {'Port': ['ID=c8670134-72fd-40c4-9bd2-8a4a570785ab,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.727036 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.823120 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:02.889262 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.960092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7229aef3-58fa-4183-9b79-460f67e5d6d0 None None] Provisioning for port c8670134-72fd-40c4-9bd2-8a4a570785ab completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:02.965141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7229aef3-58fa-4183-9b79-460f67e5d6d0 None None] Provisioning complete for port c8670134-72fd-40c4-9bd2-8a4a570785ab triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:02.965517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7229aef3-58fa-4183-9b79-460f67e5d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.004363 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7229aef3-58fa-4183-9b79-460f67e5d6d0 None None] Port c8670134-72fd-40c4-9bd2-8a4a570785ab cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:03.020811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 3, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:03.048415 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94eec13-f834-42a2-a0c4-9a97b3905355 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 3, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:03.090529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.095283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.163416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.165196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Pushing event updated for resources: {'Port': ['ID=c8670134-72fd-40c4-9bd2-8a4a570785ab,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:03.285975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:03.287532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:03.424510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:03.554522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:03.559711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8b624595-f450-424f-bd71-757bd10fc077 admin admin] 10.222.0.78 "PUT /v2.0/routers/df09bf4a-9672-420c-85eb-da14a59dd21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7879059 Jul 30 02:20:03.642686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f8315c5-70a5-4875-91c4-d39715713d11 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:03.690003 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0c593829-9393-4524-ac3a-72f9b0a97e7c None None] Provisioning complete for port c8670134-72fd-40c4-9bd2-8a4a570785ab triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:03.690616 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c593829-9393-4524-ac3a-72f9b0a97e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.750005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-0c593829-9393-4524-ac3a-72f9b0a97e7c None None] Port c8670134-72fd-40c4-9bd2-8a4a570785ab cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:03.760450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6f8315c5-70a5-4875-91c4-d39715713d11 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:03.760959 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.863864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0971951a-bec4-4fe5-9d89-7f4aaeae61bc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:03.928474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:03.933190 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:03.933571 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.018685 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.040295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:04.044644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.101041 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.204472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55570) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:04.209243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504410137', 'description': 'tempest-description--1352579476'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:04.232992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.324761 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.329583 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.359851 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.361100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1556020 Jul 30 02:20:04.364454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55572) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:04.365928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e2b36-5205-427d-8442-f3ec76fcf7cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b976890c-1a57-4871-913c-8f5fa7b91b16,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.370132 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'security_group_rule': {'security_group_id': 'b976890c-1a57-4871-913c-8f5fa7b91b16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:04.398954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.465937 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.469593 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.488162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a62240-4576-4318-aef9-cce5818b18b9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.502955 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.503546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.503885 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.504240 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.504594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.504989 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.505310 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.505631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.505948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.506270 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.506585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.506899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:04.510028 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.511247 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e0f2b0b4-d34a-4020-a094-56c8208e311f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456907 Jul 30 02:20:04.514171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55574) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:04.518607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'security_group_rule': {'security_group_id': 'b976890c-1a57-4871-913c-8f5fa7b91b16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:04.547876 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.609772 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.612930 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.634668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:04.635701 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd09704-9daa-4b72-94a0-22e5669eba46,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.640785 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.645765 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad8a2ba8-fff8-47e7-9a04-eeebf78f0691 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274855 Jul 30 02:20:04.645997 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 55576) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:04.651438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:04.653270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:04.653924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:19:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:04.675577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.762955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:04.784683 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.894178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Allocated IP 172.25.8.84 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/3b059d52-e66b-45b7-842a-fa07ac508bd4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:04.974177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 2, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:05.001530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.005005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:05.005361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Updating router df09bf4a-9672-420c-85eb-da14a59dd21d port c8670134-72fd-40c4-9bd2-8a4a570785ab binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:05.037954 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.052144 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.094660 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:05.097601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:05.104306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:05.142717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'Port': ['ID=3b059d52-e66b-45b7-842a-fa07ac508bd4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.203860 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.240671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.313172 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.324632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Transition to ACTIVE for port object c8670134-72fd-40c4-9bd2-8a4a570785ab will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:05.331271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.384351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb230c-e082-4e80-9024-d0002345d3c0 None None] Pushing event updated for resources: {'Port': ['ID=c8670134-72fd-40c4-9bd2-8a4a570785ab,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.414932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.420284 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.449309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Attempting to bind port c8670134-72fd-40c4-9bd2-8a4a570785ab on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:05.449688 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Attempting to bind port c8670134-72fd-40c4-9bd2-8a4a570785ab by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:05.450057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Attempting to bind port c8670134-72fd-40c4-9bd2-8a4a570785ab on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:05.456692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:05.457071 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:05.457481 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.457874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:05.458351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Bound port: c8670134-72fd-40c4-9bd2-8a4a570785ab, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:05.458730 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.504418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'Port': ['ID=3b059d52-e66b-45b7-842a-fa07ac508bd4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.510196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.526754 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.528155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5657b5c5-41e5-4467-821b-74ab32ec81e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8811157 Jul 30 02:20:05.540645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] For port c8670134-72fd-40c4-9bd2-8a4a570785ab, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:05.544291 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] For port c8670134-72fd-40c4-9bd2-8a4a570785ab, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c8670134-72fd-40c4-9bd2-8a4a570785ab,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:05.549500 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.592262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0971951a-bec4-4fe5-9d89-7f4aaeae61bc up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:05.665024 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:05.665566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:19:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:05.669347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb230c-e082-4e80-9024-d0002345d3c0 None None] Pushing event updated for resources: {'Port': ['ID=c8670134-72fd-40c4-9bd2-8a4a570785ab,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.702547 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-0f27300b-b897-4124-b99c-1d0001717575 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--504410137&fields=id&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 267 time: 0.0445132 Jul 30 02:20:05.773480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:05.773865 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.824007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-152f4319-232e-40c3-8f99-37917cd87cf6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:05.824712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:05.825516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-152f4319-232e-40c3-8f99-37917cd87cf6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1215541 Jul 30 02:20:05.840757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-363e44f3-3780-4a0c-9484-57a8be853209 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/quotas/a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 375 time: 0.0094786 Jul 30 02:20:05.898257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-8e086eac-176b-406b-987c-93402fc47ea5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509925 Jul 30 02:20:05.997440 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-0b2a0445-0bad-4422-a948-d1c331780d70 service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Jul 30 02:20:06.078277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:05Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:06.092462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-a1d59c8a-02e9-45b9-b6ac-605632389c10 service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886738 Jul 30 02:20:06.106408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b3c10-fe39-4c2a-9287-4cfb1d176ee2 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:05Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:06.284634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-337a378b-2300-4916-b11d-ee1d8c3a6661 req-63c4bc6d-5360-4786-b732-ab014b691663 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 210 time: 0.0296152 Jul 30 02:20:07.195602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.313919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-b41354ca-2ba5-40f4-ae69-6ba45a3f3161 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:07.316020 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-b41354ca-2ba5-40f4-ae69-6ba45a3f3161 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1414886 Jul 30 02:20:07.363065 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-01f265de-335d-413d-af3b-4da1f6d9dac1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 379 time: 0.0382435 Jul 30 02:20:07.377923 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'port': {'device_id': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'admin_state_up': True, 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'security_groups': ['b976890c-1a57-4871-913c-8f5fa7b91b16']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:07.383269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-994b575c-2d35-4713-8ae4-f32f405aa0f2 req-2d5f7851-0908-47b6-a92a-c13472fbb582 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Jul 30 02:20:07.500961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Made reservation on behalf of a9ca5589f05647b58584aa238dfd8d1c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:07.504815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.557884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c8670134-72fd-40c4-9bd2-8a4a570785ab up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:07.611931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c8670134-72fd-40c4-9bd2-8a4a570785ab completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:07.616490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c8670134-72fd-40c4-9bd2-8a4a570785ab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:07.616864 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.644189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Allocated IP 172.20.0.12 (b86a525c-c039-48d5-8b80-0b344199dbdc/9c7302b6-ba57-41fd-8849-e6ca973204fd/60361cc4-9ec8-41f6-b089-aec6668def8b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:07.791456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.805520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Transition to ACTIVE for port object 60361cc4-9ec8-41f6-b089-aec6668def8b will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:07.840938 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.866252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.894237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:07.899995 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:07.900534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c8670134-72fd-40c4-9bd2-8a4a570785ab, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c8670134-72fd-40c4-9bd2-8a4a570785ab,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:07.904716 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.912307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:07.917522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:07.957950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c8670134-72fd-40c4-9bd2-8a4a570785ab,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:07.981067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:07.981067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.995305 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-31933400-e06f-412d-924f-9b7aed511b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6212885 Jul 30 02:20:08.007572 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Request body: {'port': {'device_id': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:08.065932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.220439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95b0cfb3-30f7-4039-8222-5158b6575bee None None] Provisioning for port 60361cc4-9ec8-41f6-b089-aec6668def8b completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:08.224550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-95b0cfb3-30f7-4039-8222-5158b6575bee None None] Provisioning complete for port 60361cc4-9ec8-41f6-b089-aec6668def8b triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:08.224917 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95b0cfb3-30f7-4039-8222-5158b6575bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.262531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-95b0cfb3-30f7-4039-8222-5158b6575bee None None] Port 60361cc4-9ec8-41f6-b089-aec6668def8b cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:08.354717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60361cc4-9ec8-41f6-b089-aec6668def8b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:20:08.362136 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.374625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Transition to ACTIVE for port object 60361cc4-9ec8-41f6-b089-aec6668def8b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:08.378309 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.450136 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:08.502847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:08.503220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:08.503555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:08.510201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Port 60361cc4-9ec8-41f6-b089-aec6668def8b on network b86a525c-c039-48d5-8b80-0b344199dbdc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:20:08.511771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:08.517453 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:08.517869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:08.518328 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:08.518824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Bound port: 60361cc4-9ec8-41f6-b089-aec6668def8b, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:08.519301 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.520075 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe66ea-c556-449e-8926-d4113b734ee4 req-ee0fb302-e874-41eb-99c2-27a842deca1e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:08.522504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ebe66ea-c556-449e-8926-d4113b734ee4 req-ee0fb302-e874-41eb-99c2-27a842deca1e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 944 time: 0.0628228 Jul 30 02:20:08.572857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ebe66ea-c556-449e-8926-d4113b734ee4 req-a56d89ce-2278-43dc-bbb8-e2f09ef7c986 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Jul 30 02:20:08.601025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:08.611643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:08.617400 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.652481 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:08.653108 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.657675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] 10.222.0.66 "PUT /v2.0/ports/60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 1093 time: 0.6514368 Jul 30 02:20:08.657675 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:08.657675 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:08.686666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148d90-9422-47c7-ab6d-5ef5fac824f7 service neutron] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:08.726231 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5534f74-4a42-4147-853b-2a83333f4580 x-openstack-request-id: req-e5534f74-4a42-4147-853b-2a83333f4580 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:08.726519 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:08.726755 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5534f74-4a42-4147-853b-2a83333f4580 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:08.727182 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'status': 'completed', 'code': 200} Jul 30 02:20:08.745283 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-3ad8d714-a17f-43ef-95c6-df8c62604091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:08.746854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-3ad8d714-a17f-43ef-95c6-df8c62604091 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1096 time: 0.0477707 Jul 30 02:20:08.798763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-73616ea2-0cd1-4330-a444-e8b4b1c688ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 217 time: 0.0429301 Jul 30 02:20:08.858006 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-ec46ce85-7370-414b-9ede-b2d0d9b090f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:08.859557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-ec46ce85-7370-414b-9ede-b2d0d9b090f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0530434 Jul 30 02:20:08.907585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-9c2e7f22-0053-41ff-a47b-886f64906c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:08.909019 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-9c2e7f22-0053-41ff-a47b-886f64906c74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423322 Jul 30 02:20:09.005366 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-dbd53ca3-4783-4ff6-9d16-5bea0ab5031b service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889938 Jul 30 02:20:09.098689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-50415d0a-18e8-4fac-8126-f2b259338cfb req-9c596c28-6a1f-486b-b9b8-653a9548a238 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863862 Jul 30 02:20:09.199769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-b069639c-05b9-434d-b685-9c073eaa4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:09.201237 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:20:09.201731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-b069639c-05b9-434d-b685-9c073eaa4392 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1096 time: 0.0496454 Jul 30 02:20:09.296793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-65b651ea-9f34-401d-a20d-5ffa17d5c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:09.298528 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-65b651ea-9f34-401d-a20d-5ffa17d5c3b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0907264 Jul 30 02:20:09.342098 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-0f244e8d-bac4-4170-83ab-be2a2ba972d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 217 time: 0.0362875 Jul 30 02:20:09.392454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-22a068cc-6d39-455a-9ac0-fed51bfd329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:09.393917 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-22a068cc-6d39-455a-9ac0-fed51bfd329a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0442634 Jul 30 02:20:09.445479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-7ae0bf04-02ce-4fbf-9cf3-14dc239a648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:09.447550 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-7ae0bf04-02ce-4fbf-9cf3-14dc239a648f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465121 Jul 30 02:20:09.540212 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-bbbcbc63-d0de-4672-9fc8-9cf764d40224 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Jul 30 02:20:09.553645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c8670134-72fd-40c4-9bd2-8a4a570785ab up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:09.602601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c8670134-72fd-40c4-9bd2-8a4a570785ab triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:09.602973 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.710723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1369ad8-2d17-44b0-8c8a-bc63e567c056 req-4aa74fce-fcbe-4bbf-8346-e20cefdb035a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:09.713126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1369ad8-2d17-44b0-8c8a-bc63e567c056 req-4aa74fce-fcbe-4bbf-8346-e20cefdb035a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 944 time: 0.0604713 Jul 30 02:20:09.754113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1369ad8-2d17-44b0-8c8a-bc63e567c056 req-67c590b8-2ff5-4ce1-8468-1b56dbd913e5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347226 Jul 30 02:20:09.985000 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-38fb05f0-be05-4ccc-860e-d7a2bf5e6e31 req-c5c3e534-c993-47e0-9963-98d521a4a9f2 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362550 Jul 30 02:20:10.873824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4019fb-e5bb-4bcc-8df3-f1a3f24a78c2 req-ba4eee6e-cd62-4f2c-97be-28d333813729 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:10.875382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc4019fb-e5bb-4bcc-8df3-f1a3f24a78c2 req-ba4eee6e-cd62-4f2c-97be-28d333813729 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 944 time: 0.0500171 Jul 30 02:20:10.917771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc4019fb-e5bb-4bcc-8df3-f1a3f24a78c2 req-ca141554-3423-4545-91c4-450cce8de42d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362549 Jul 30 02:20:12.035771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94c80f-ebf7-4a10-b082-f5a8d225ccf7 req-bd1a71e4-6429-4487-8559-4f8e39471e7c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:12.037243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d94c80f-ebf7-4a10-b082-f5a8d225ccf7 req-bd1a71e4-6429-4487-8559-4f8e39471e7c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 944 time: 0.0532181 Jul 30 02:20:12.080517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d94c80f-ebf7-4a10-b082-f5a8d225ccf7 req-9418a0e1-bdf2-4175-b9af-a1f0e86a2fa9 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365119 Jul 30 02:20:12.281566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:20:12.376156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:12.387231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'mac_address': 'fa:16:3e:c9:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:20:12.435143 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.451961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60361cc4-9ec8-41f6-b089-aec6668def8b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:20:12.473255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:12.477439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.525972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:12.666460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['60361cc4-9ec8-41f6-b089-aec6668def8b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:20:13.195998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ca3df-7f99-4ac8-b207-dc0119107f31 req-cda6a5ce-6a62-4ba7-8095-519f7efffbfd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:13.197618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-481ca3df-7f99-4ac8-b207-dc0119107f31 req-cda6a5ce-6a62-4ba7-8095-519f7efffbfd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Jul 30 02:20:13.235434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-481ca3df-7f99-4ac8-b207-dc0119107f31 req-b38ec00e-9391-40eb-a3ec-637f163e7eb0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Jul 30 02:20:14.281442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:14.342370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 60361cc4-9ec8-41f6-b089-aec6668def8b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:14.347021 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 60361cc4-9ec8-41f6-b089-aec6668def8b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:14.347450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.363685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b3ba7-d891-4213-a96f-98b3c75d5d33 req-fbbb070b-786d-4b64-bdf2-2f2549047770 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:14.365245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e37b3ba7-d891-4213-a96f-98b3c75d5d33 req-fbbb070b-786d-4b64-bdf2-2f2549047770 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 945 time: 0.0605893 Jul 30 02:20:14.405776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e37b3ba7-d891-4213-a96f-98b3c75d5d33 req-cef0f7d0-664d-4ea7-b796-ed8dd1fbbf38 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 Jul 30 02:20:14.431897 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.462720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:14.465017 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189213eb-5aed-4c27-8050-4b00eb3b6239" -d '{"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-plugged", "status": "completed", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:14.478484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:14.482841 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.509858 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30df3c-d9c7-4102-86b8-9a3a971ac6bf x-openstack-request-id: req-0d30df3c-d9c7-4102-86b8-9a3a971ac6bf {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:14.510154 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-plugged", "status": "completed", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:14.510402 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d30df3c-d9c7-4102-86b8-9a3a971ac6bf {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:14.510799 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'code': 200} Jul 30 02:20:14.537461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:14.603264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c0b4-3a25-4ab5-b7dc-950f45fc65a5 req-21c179fc-e965-4244-a98a-51ff0c5b631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:14.604772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b7b2c0b4-3a25-4ab5-b7dc-950f45fc65a5 req-21c179fc-e965-4244-a98a-51ff0c5b631a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1098 time: 0.0416956 Jul 30 02:20:14.638194 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b7b2c0b4-3a25-4ab5-b7dc-950f45fc65a5 req-606cb9f1-2a57-4eb7-8591-8ffc3db00832 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268300 Jul 30 02:20:15.526324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23e03-81de-4d75-b04f-27b9538fb391 req-1ecc4752-c1bf-477a-a490-9e6b66bc7e6c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:15.527828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73a23e03-81de-4d75-b04f-27b9538fb391 req-1ecc4752-c1bf-477a-a490-9e6b66bc7e6c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0531936 Jul 30 02:20:15.570616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73a23e03-81de-4d75-b04f-27b9538fb391 req-eb653f04-0845-483f-8b54-2bd6eae5c3d7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365322 Jul 30 02:20:16.174738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-944cb522-76ff-4019-bda6-aad270e327a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407426 Jul 30 02:20:16.270429 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-bddc76d6-3eda-4353-866d-d2bc90b9ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:16.272128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-bddc76d6-3eda-4353-866d-d2bc90b9ce40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1098 time: 0.0520725 Jul 30 02:20:16.375708 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-2fed58e4-b607-49e1-9a0a-8b9193ea8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:16.377187 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-2fed58e4-b607-49e1-9a0a-8b9193ea8eb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0861738 Jul 30 02:20:16.423926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-5ff469b8-d4b1-465d-ad12-f84345581b3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 217 time: 0.0392084 Jul 30 02:20:16.473298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-9fb5d7ab-8b36-4a5b-a685-7d4df0a28d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:16.474712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-9fb5d7ab-8b36-4a5b-a685-7d4df0a28d57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0446136 Jul 30 02:20:16.520365 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-58f62631-5980-4306-926e-f8de30c46e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:16.521886 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-58f62631-5980-4306-926e-f8de30c46e7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400252 Jul 30 02:20:16.615135 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-5e214ea8-4ae2-4a56-bb47-b1c9232d3fb1 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Jul 30 02:20:16.695608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c78885-82ab-41b7-8b83-199ac2966962 req-ca0e667b-52b1-41fc-8d0e-d7ec16b656ea tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:16.698207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c78885-82ab-41b7-8b83-199ac2966962 req-ca0e667b-52b1-41fc-8d0e-d7ec16b656ea tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0585551 Jul 30 02:20:16.710209 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7624f282-dff5-49de-a361-cb232e5d5c01 req-a7b41820-3905-4b03-90fa-9679caac4adb service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884116 Jul 30 02:20:16.742811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-48c78885-82ab-41b7-8b83-199ac2966962 req-a1debc5b-c464-4216-bbf5-cf564ffae5b9 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379708 Jul 30 02:20:16.862117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48ef31-481c-4927-b7ef-81da2faeccba req-27109155-4afe-4e7f-a53e-a12791de12cf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:16.863655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd48ef31-481c-4927-b7ef-81da2faeccba req-27109155-4afe-4e7f-a53e-a12791de12cf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0497794 Jul 30 02:20:16.872685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55626) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:16.877248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'floatingip': {'port_id': '60361cc4-9ec8-41f6-b089-aec6668def8b'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:16.919425 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.707426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.714005 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.815252 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 associated. External IP: 172.25.8.84, port: 60361cc4-9ec8-41f6-b089-aec6668def8b. Jul 30 02:20:18.043960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:18.162915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:18.168200 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.172991 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:18.182431 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:18.183061 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:19:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:18.205938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-687b847f-d4b3-4f0d-86a7-dac5c6e91f72 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "PUT /v2.0/floatingips/649307a7-9c35-4437-b391-9ecc99e82465 HTTP/1.1" status: 200 len: 991 time: 1.3295591 Jul 30 02:20:18.205938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:20:18.207417 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a443169-c612-464e-ad6c-651177d7b24e" -d '{"events": [{"name": "network-changed", "server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:20:18.246491 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f80bfa-face-4b46-87e6-0b1ff6aef349 x-openstack-request-id: req-95f80bfa-face-4b46-87e6-0b1ff6aef349 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:20:18.246793 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:20:18.247219 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95f80bfa-face-4b46-87e6-0b1ff6aef349 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:20:18.247618 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'status': 'completed', 'code': 200} Jul 30 02:20:18.291996 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:18.316044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a443169-c612-464e-ad6c-651177d7b24e req-a7bff86e-6a27-440a-a27c-6e3363b1c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:18.317694 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-a7bff86e-6a27-440a-a27c-6e3363b1c4c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1098 time: 0.0497615 Jul 30 02:20:18.416213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a443169-c612-464e-ad6c-651177d7b24e req-22d708d1-2524-403a-aa2d-1fb5b6b77cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:18.417716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-22d708d1-2524-403a-aa2d-1fb5b6b77cfb service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0935822 Jul 30 02:20:18.488601 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-559bc283-712f-46d8-b6ff-891bd08042da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 999 time: 0.0639625 Jul 30 02:20:18.523955 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:c9:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:20:17Z', 'revision_number': 1, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:18.542549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a443169-c612-464e-ad6c-651177d7b24e req-1ab1faf8-9086-4072-af3f-02eee3ea35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:18.544053 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-1ab1faf8-9086-4072-af3f-02eee3ea35f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0490010 Jul 30 02:20:18.553680 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:18.563402 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:18.564041 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:19:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:18.596130 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a443169-c612-464e-ad6c-651177d7b24e req-ea582cf2-6d20-477f-bcc0-61a154647d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:18.597675 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-ea582cf2-6d20-477f-bcc0-61a154647d2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460832 Jul 30 02:20:18.694416 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-27871259-d2a7-4ddd-871e-3f87afde6d79 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899868 Jul 30 02:20:18.764871 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:18.799569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9a443169-c612-464e-ad6c-651177d7b24e req-2b00d100-ebe6-4493-8917-6e7f60966af6 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978470 Jul 30 02:20:18.966473 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-65501658-7d15-48f3-a37f-c1b48f76b195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.990274 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:c9:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:20:17Z', 'revision_number': 1, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:19.018280 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc12df0-d24c-4cc0-8ada-e3ed21a99c5c None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:c9:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:20:17Z', 'revision_number': 1, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:19.221182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c156bb5e-d3d7-4add-82e1-faccf918ca27 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:20:21.482062 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.734768 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e5444577-799f-44fb-a586-f6da7d697b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.921791 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.199458 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.686978 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.193458 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.200852 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:20:48.968131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b7808d1e-5091-441b-9d0f-38ad195afd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.491150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.736092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4c5c45c2-ab48-45a7-81cc-f351200717e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.929204 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.200627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.688996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.209178 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.179458 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-32b683a1-6683-45ed-a776-a3dcf4432f27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491483 Jul 30 02:21:16.261435 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-fdb17d31-7190-46c9-9be4-c30618f884d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:16.262867 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-fdb17d31-7190-46c9-9be4-c30618f884d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1098 time: 0.0407462 Jul 30 02:21:16.368710 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-9c394c89-a661-4a69-824c-fc242224b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:16.370187 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-9c394c89-a661-4a69-824c-fc242224b3a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0884850 Jul 30 02:21:16.436762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-52e7c305-8cae-4628-bcd3-68101af097d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 1001 time: 0.0599005 Jul 30 02:21:16.490839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-0e300b9f-bca6-4790-aaf8-aba46eb422de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:16.492358 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-0e300b9f-bca6-4790-aaf8-aba46eb422de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0491562 Jul 30 02:21:16.544213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-29307584-9367-4841-ae7d-1b2a36254605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:16.545661 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-29307584-9367-4841-ae7d-1b2a36254605 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465858 Jul 30 02:21:16.638402 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-4f8c8b5e-94d6-467b-8e84-ab13dadfb1da service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833495 Jul 30 02:21:16.737165 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6acbf79a-abb1-46cc-8386-5d84f1f7f9c2 req-37df6a7c-8d92-48ba-bd15-374cfce30094 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915029 Jul 30 02:21:18.969540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-292fcde9-158a-4f2d-91b5-4f3ccfd3f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.511177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.736295 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe100-1045-43bd-8526-638dd6b15a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.920856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.200320 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:21:23.208213 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.692698 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:37.224431 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.974327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f4ff28ea-f5ee-4097-b3eb-85435071265c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.511979 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.738743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9df87f75-840c-484c-94b7-c1ba10da3304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.923580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fe427-b3a3-48a0-8520-13c13594290a req-63c4e542-4e23-4af3-b4b4-deef5a08ba25 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:51.925150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-786fe427-b3a3-48a0-8520-13c13594290a req-63c4e542-4e23-4af3-b4b4-deef5a08ba25 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0540216 Jul 30 02:21:51.930734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:51.968524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-786fe427-b3a3-48a0-8520-13c13594290a req-9d84c23b-f885-4772-88d2-8234dbc2d9f9 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Jul 30 02:21:52.156820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55832) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:52.218971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b0103-bd27-4c6a-957a-a80157e9e263 req-7d615ff6-7348-42cd-abb8-0174418c5045 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:52.220504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a35b0103-bd27-4c6a-957a-a80157e9e263 req-7d615ff6-7348-42cd-abb8-0174418c5045 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0543292 Jul 30 02:21:52.261668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a35b0103-bd27-4c6a-957a-a80157e9e263 req-610160e3-bae7-42a1-85d1-478a2ae6de57 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352676 Jul 30 02:21:52.302977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-3b12d6e5-4b3b-406c-8eaa-665752ebbc03 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448009 Jul 30 02:21:53.210006 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:53.380493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb56d8c-c873-498f-bcd8-9edac560a26e req-03d91948-98ea-4cc4-8061-6c809b9b67e4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:53.382014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cb56d8c-c873-498f-bcd8-9edac560a26e req-03d91948-98ea-4cc4-8061-6c809b9b67e4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Jul 30 02:21:53.423685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cb56d8c-c873-498f-bcd8-9edac560a26e req-60bb7f39-5ebf-4cb6-910f-dbaddfd3247c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Jul 30 02:21:53.542928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-0d1f09b2-a54e-4651-bb3c-33dcdba4b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:53.544476 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-0d1f09b2-a54e-4651-bb3c-33dcdba4b0cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1098 time: 0.0435507 Jul 30 02:21:53.654225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-f356eb52-1e53-4c4f-9fa3-ba69e1439708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:53.655763 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-f356eb52-1e53-4c4f-9fa3-ba69e1439708 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0963402 Jul 30 02:21:53.724298 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-958fca6c-27b4-410f-a6fd-66099e5842bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 1001 time: 0.0612435 Jul 30 02:21:53.774718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-74f80a41-afa1-4bd6-9155-ec44661e2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:53.776241 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-74f80a41-afa1-4bd6-9155-ec44661e2135 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0446978 Jul 30 02:21:53.827266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-c99ece3e-d8bd-41cd-b38e-cd9cc10d2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:53.828787 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-c99ece3e-d8bd-41cd-b38e-cd9cc10d2dff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461204 Jul 30 02:21:53.918431 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-6edceb7e-967b-498f-aa52-954002a03ab8 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824029 Jul 30 02:21:54.013990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-359577eb-0758-4d55-8d75-3d9bbb1e90ad service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886512 Jul 30 02:21:54.544734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0a2ae-5470-4fba-bc82-8762f0aa8d07 req-743951b8-68e3-4d7a-a0c9-421e3a201fed tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:54.546424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4f0a2ae-5470-4fba-bc82-8762f0aa8d07 req-743951b8-68e3-4d7a-a0c9-421e3a201fed tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0529439 Jul 30 02:21:54.584417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4f0a2ae-5470-4fba-bc82-8762f0aa8d07 req-f052dc1b-99da-4f04-b39b-a6f15435e558 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Jul 30 02:21:54.695092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.709854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28268-9683-4e1e-b5d4-fac2ebc11fce req-a5f5711e-c7a1-461e-8e99-b34ed0ab27ef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:55.711350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceb28268-9683-4e1e-b5d4-fac2ebc11fce req-a5f5711e-c7a1-461e-8e99-b34ed0ab27ef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0511534 Jul 30 02:21:55.757596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ceb28268-9683-4e1e-b5d4-fac2ebc11fce req-1e90ba9c-96cd-48f7-b075-701093719a11 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396612 Jul 30 02:21:56.874803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7379-7077-40ae-8e54-b36eef0e7e95 req-287e192c-881d-42ad-9f69-6f44b0c7fba0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:56.876363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-928e7379-7077-40ae-8e54-b36eef0e7e95 req-287e192c-881d-42ad-9f69-6f44b0c7fba0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0508270 Jul 30 02:21:56.914638 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-928e7379-7077-40ae-8e54-b36eef0e7e95 req-441a4ba1-29a9-4c64-9862-fe109713185c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Jul 30 02:21:58.050583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33371211-e299-4983-a3e0-e3eb82491c03 req-ecdc4907-e686-4e1d-b195-8bfab9a30f21 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:58.052108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33371211-e299-4983-a3e0-e3eb82491c03 req-ecdc4907-e686-4e1d-b195-8bfab9a30f21 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0605803 Jul 30 02:21:58.090234 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33371211-e299-4983-a3e0-e3eb82491c03 req-19ea46c1-66bf-44b0-b67f-6b2662e312b1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Jul 30 02:21:59.207180 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb7aff-db24-4b60-9ea7-4374e5811439 req-7249ebec-1bb5-4493-9c77-21ef288f9d91 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:59.208744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26fb7aff-db24-4b60-9ea7-4374e5811439 req-7249ebec-1bb5-4493-9c77-21ef288f9d91 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Jul 30 02:21:59.249418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26fb7aff-db24-4b60-9ea7-4374e5811439 req-3cc492ab-660f-4fc9-8713-6dee31a86e7b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337980 Jul 30 02:22:00.198923 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:22:00.365873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451b65-11d2-4ba7-bb2c-2d009b59afcd req-15e7321a-2606-472b-ac40-1b8c49bea365 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:00.367399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10451b65-11d2-4ba7-bb2c-2d009b59afcd req-15e7321a-2606-472b-ac40-1b8c49bea365 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0495152 Jul 30 02:22:00.408610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10451b65-11d2-4ba7-bb2c-2d009b59afcd req-dfbc1aab-23c7-4f6b-a992-e529cf3a0d8a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336726 Jul 30 02:22:01.531765 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a61fe-8fa4-405b-95b3-b7f3f64cfc13 req-565de249-7166-40e4-92a9-954b315668db tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:01.540471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-798a61fe-8fa4-405b-95b3-b7f3f64cfc13 req-565de249-7166-40e4-92a9-954b315668db tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0620129 Jul 30 02:22:01.580319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-798a61fe-8fa4-405b-95b3-b7f3f64cfc13 req-f5cc45e9-2384-4fec-8f44-dfde8df221f8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338676 Jul 30 02:22:02.699367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdf533-4e34-478c-aa6c-a3f1d9d4711a req-9fceb1a5-7b31-4c2a-b196-50a75e0a8040 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:02.700886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2bdf533-4e34-478c-aa6c-a3f1d9d4711a req-9fceb1a5-7b31-4c2a-b196-50a75e0a8040 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0509388 Jul 30 02:22:02.743892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2bdf533-4e34-478c-aa6c-a3f1d9d4711a req-777d9610-da97-403b-bdef-6ed4845d0436 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369759 Jul 30 02:22:03.859946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5a917-4d05-47cb-b1c2-7120505ef76e req-9749f6e1-4f22-40e4-9920-1f1b72a83c0d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:03.861519 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dc5a917-4d05-47cb-b1c2-7120505ef76e req-9749f6e1-4f22-40e4-9920-1f1b72a83c0d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0495911 Jul 30 02:22:03.903423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8dc5a917-4d05-47cb-b1c2-7120505ef76e req-007d3378-4f54-4b9c-a651-cc0885792b1e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360091 Jul 30 02:22:05.030414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6d3f-e86f-4345-9446-9778f3261c43 req-306a11ee-1141-4d1d-9853-de8e2d3b0bfd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:05.032100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0eed6d3f-e86f-4345-9446-9778f3261c43 req-306a11ee-1141-4d1d-9853-de8e2d3b0bfd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0551705 Jul 30 02:22:05.070340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0eed6d3f-e86f-4345-9446-9778f3261c43 req-ce32fe96-a660-4f77-927d-111da5a8ca37 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Jul 30 02:22:05.823675 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-1cb6025b-349d-45f5-b874-184796584a48 req-770fb33d-55a0-4464-8b55-5b6b17df195b service neutron] show failed (client error): The resource could not be found. Jul 30 02:22:05.824624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-770fb33d-55a0-4464-8b55-5b6b17df195b service neutron] 10.222.0.66 "GET /v2.0/ports/60361cc4-9ec8-41f6-b089-aec6668def8b/bindings/n-h2-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0560651 Jul 30 02:22:06.114102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-8c90db00-6656-48f6-96a9-05839a5650b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:06.115653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-8c90db00-6656-48f6-96a9-05839a5650b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 1098 time: 0.1268651 Jul 30 02:22:06.134352 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-10', 'device_owner': 'compute:nova'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:06.226536 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.248731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329e19d-9c33-4f9a-9bd8-cbd347b00507 req-b59fef53-606c-43f2-a4d1-f464f2ef22b4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:06.250212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8329e19d-9c33-4f9a-9bd8-cbd347b00507 req-b59fef53-606c-43f2-a4d1-f464f2ef22b4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0967767 Jul 30 02:22:06.371529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8329e19d-9c33-4f9a-9bd8-cbd347b00507 req-5f9df90f-4c1c-4e11-8a5a-e080acb914ef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006463 Jul 30 02:22:06.473199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:06.514014 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h1-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:06.559347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:06.562309 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba873350-26c3-49f7-8b7f-a78a4cfbf970" -d '{"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-unplugged", "status": "completed", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:06.566455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.579223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Transition to ACTIVE for port object 60361cc4-9ec8-41f6-b089-aec6668def8b will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:06.582915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.613867 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec01f3a-5941-4f42-9948-b6e5e60f9459 x-openstack-request-id: req-cec01f3a-5941-4f42-9948-b6e5e60f9459 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:06.614162 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-unplugged", "status": "completed", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:06.614412 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cec01f3a-5941-4f42-9948-b6e5e60f9459 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:06.614801 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'code': 200} Jul 30 02:22:06.689598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:06.718216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.718555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.718918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.719257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.719586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.719919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.720243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.720567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.720887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.721211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.721528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.721857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:06.777675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] No DVR routers for this DVR port 60361cc4-9ec8-41f6-b089-aec6668def8b on host n-h1-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:06.914693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:06.914908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:06.915254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:06.919516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Port 60361cc4-9ec8-41f6-b089-aec6668def8b on network b86a525c-c039-48d5-8b80-0b344199dbdc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:22:06.919834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Attempting to bind port 60361cc4-9ec8-41f6-b089-aec6668def8b on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:06.924805 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:06.925146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:06.925524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:06.925947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Bound port: 60361cc4-9ec8-41f6-b089-aec6668def8b, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:06.926300 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.991467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:06.994407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:06.999471 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:07.035535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:07.035816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:07.037582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] 10.222.0.55 "PUT /v2.0/ports/60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 1093 time: 0.9076769 Jul 30 02:22:07.065079 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50bec2-aede-4114-ab91-2dfcf2dd7e2f service neutron] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:07.117758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-bf7d8615-b34c-4680-b1e7-5e356847a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:07.119364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-bf7d8615-b34c-4680-b1e7-5e356847a818 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1096 time: 0.0456448 Jul 30 02:22:07.215297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-d35fcf76-ad74-45e8-aee9-367682593911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:07.217426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-d35fcf76-ad74-45e8-aee9-367682593911 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0905325 Jul 30 02:22:07.223273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:07.294131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-2d80e211-952e-4f49-a6be-737b6e9ee5cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 999 time: 0.0698409 Jul 30 02:22:07.344702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-19d810d6-8755-48e4-b009-7b65c2c48db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:07.346171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-19d810d6-8755-48e4-b009-7b65c2c48db4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0444994 Jul 30 02:22:07.408636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6025b-349d-45f5-b874-184796584a48 req-8189653f-349d-4db5-affb-601816eb9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:07.410161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-8189653f-349d-4db5-affb-601816eb9afb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573401 Jul 30 02:22:07.421645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-344f6e4f-f3b8-4ae8-9e51-05e697d608e7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:22:07.422717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-344f6e4f-f3b8-4ae8-9e51-05e697d608e7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056243 Jul 30 02:22:07.539538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d9615-aa59-4a8d-ab49-b025447bf082 req-baa86e43-0ece-4eed-8699-603543c8ba9a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:07.540958 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-373d9615-aa59-4a8d-ab49-b025447bf082 req-baa86e43-0ece-4eed-8699-603543c8ba9a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 944 time: 0.0928943 Jul 30 02:22:07.565903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-776e8417-5277-43c0-a7a6-7af62c2d3bff service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355612 Jul 30 02:22:07.634379 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-373d9615-aa59-4a8d-ab49-b025447bf082 req-5cd2ad63-d55f-458c-b782-11816898cf6b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844219 Jul 30 02:22:07.671308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1cb6025b-349d-45f5-b874-184796584a48 req-a353946a-0a83-4ab8-80e2-78a55ce7e2a6 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989184 Jul 30 02:22:08.615974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:08.618690 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4321e-8d88-4d7f-9090-219ae2dc6b89" -d '{"events": [{"name": "network-changed", "server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:08.669051 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c05075-8ecc-4e79-8ebc-77156be9879f x-openstack-request-id: req-96c05075-8ecc-4e79-8ebc-77156be9879f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:08.669434 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:08.669875 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96c05075-8ecc-4e79-8ebc-77156be9879f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:08.670230 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'status': 'completed', 'code': 200} Jul 30 02:22:08.729877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-60f00c46-55c4-4047-9b20-57934e075aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:08.731463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-60f00c46-55c4-4047-9b20-57934e075aca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1096 time: 0.0451791 Jul 30 02:22:08.794204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-8dac49b6-6fe0-41b2-aeaf-93f3d95c1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:08.795793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-8dac49b6-6fe0-41b2-aeaf-93f3d95c1ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1096 time: 0.0846326 Jul 30 02:22:08.808371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b80979-ff75-4513-87c4-f2d522dc506e req-0ccfb139-b18d-49ae-af4c-ab0957c2e7b5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:08.809818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65b80979-ff75-4513-87c4-f2d522dc506e req-0ccfb139-b18d-49ae-af4c-ab0957c2e7b5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 944 time: 0.0971911 Jul 30 02:22:08.827244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:08.830102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-57298f54-d1eb-409e-bd0a-0abe1842e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:08.831800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-57298f54-d1eb-409e-bd0a-0abe1842e34e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0938203 Jul 30 02:22:08.870170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:08.900952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-603e161c-c988-43b7-9d23-48c6fde2d7ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 999 time: 0.0611992 Jul 30 02:22:08.902464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65b80979-ff75-4513-87c4-f2d522dc506e req-720edaf8-8142-4bca-b8fa-d9c20ed69ffb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844591 Jul 30 02:22:08.938013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-001b22d3-951c-42c4-9051-2156a7a96e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:08.939623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-001b22d3-951c-42c4-9051-2156a7a96e49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1289163 Jul 30 02:22:08.951873 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-dd6d853d-749e-478b-99b5-38bcc62362d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:08.953594 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-dd6d853d-749e-478b-99b5-38bcc62362d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0457489 Jul 30 02:22:09.008744 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-5b6ed257-d6a8-4dc4-a639-ee929cad05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:09.010274 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-5b6ed257-d6a8-4dc4-a639-ee929cad05f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501847 Jul 30 02:22:09.010610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-eb799bba-ea6f-48f9-a301-cbfe80419a83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 999 time: 0.0638525 Jul 30 02:22:09.068501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-ed45049e-aef2-4cbe-a293-992a971b0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:09.069988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-ed45049e-aef2-4cbe-a293-992a971b0396 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0497222 Jul 30 02:22:09.103766 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-cbd501ab-aaaf-4414-9dce-1ed0c6381164 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860817 Jul 30 02:22:09.118071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-3151dc9f-c021-4195-a9d4-ff2bc64587c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:09.119599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-3151dc9f-c021-4195-a9d4-ff2bc64587c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420673 Jul 30 02:22:09.208717 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-45d5cba8-0fc5-4ba1-b2bb-53f742b31e9d service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974138 Jul 30 02:22:09.235055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-72fd3903-991a-4790-9e5b-b4a0380f6f57 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912130 Jul 30 02:22:09.334792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86e4321e-8d88-4d7f-9090-219ae2dc6b89 req-f3b8500e-0c47-4f0e-becf-49589242aec6 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841146 Jul 30 02:22:09.456268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:22:09.548077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:09.561065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'mac_address': 'fa:16:3e:c9:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:22:09.597340 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:09.614792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60361cc4-9ec8-41f6-b089-aec6668def8b {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:09.634187 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:09.639392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:09.686824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:09.694508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.694859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.695231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.695574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.695911 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.696245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.696581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.696907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.697235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.697562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.697889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.698228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:09.952250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['60361cc4-9ec8-41f6-b089-aec6668def8b'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:22:10.024314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd38b3e-6788-454d-a387-713e93c21f7d req-1249d24d-556e-4c7d-a30e-b56e3d85b1fd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.025942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbd38b3e-6788-454d-a387-713e93c21f7d req-1249d24d-556e-4c7d-a30e-b56e3d85b1fd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 945 time: 0.0509768 Jul 30 02:22:10.076142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cbd38b3e-6788-454d-a387-713e93c21f7d req-7e2e9b7a-36c8-4d37-8c85-e2572429eab6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440125 Jul 30 02:22:10.276970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f747f-75ea-4bc8-b43a-64ee5448065a req-3b8ee66f-6116-48b6-93b3-3389e926247e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.278736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e5f747f-75ea-4bc8-b43a-64ee5448065a req-3b8ee66f-6116-48b6-93b3-3389e926247e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 945 time: 0.0526237 Jul 30 02:22:10.287027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-98c447b9-6d84-47ec-af7d-eae435deeabb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.288586 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-98c447b9-6d84-47ec-af7d-eae435deeabb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21&tenant_id=a9ca5589f05647b58584aa238dfd8d1c&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 945 time: 0.0530329 Jul 30 02:22:10.318839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3e5f747f-75ea-4bc8-b43a-64ee5448065a req-9bb83798-0be5-464d-a02d-1828c5a0e0fa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334349 Jul 30 02:22:10.350087 n-d-713499-10 neutron-server[93889]: INFO neutron.api.v2.resource [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-5ba94bbe-bb9e-434f-85f0-f48c054a961c service neutron] delete failed (client error): The resource could not be found. Jul 30 02:22:10.351127 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-5ba94bbe-bb9e-434f-85f0-f48c054a961c service neutron] 10.222.0.66 "DELETE /v2.0/ports/60361cc4-9ec8-41f6-b089-aec6668def8b/bindings/n-h1-713499-10 HTTP/1.1" status: 404 len: 381 time: 0.0547879 Jul 30 02:22:10.436986 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-42db03f3-546f-4885-be01-5b3e4f58cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.438375 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-42db03f3-546f-4885-be01-5b3e4f58cdbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 1097 time: 0.0419912 Jul 30 02:22:10.532874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-70dc24ff-76d0-4c00-bf21-922b72ead0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.534339 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-70dc24ff-76d0-4c00-bf21-922b72ead0ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0890987 Jul 30 02:22:10.598772 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-55773e6d-c6a3-4dc3-b360-ca130707c420 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 200 len: 1000 time: 0.0578356 Jul 30 02:22:10.652078 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-f7138de3-47df-4bf8-a291-527efb91dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.654288 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-f7138de3-47df-4bf8-a291-527efb91dffb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0483532 Jul 30 02:22:10.700248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-5f1dc971-ad19-4323-8b6d-17d99bc71b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:10.701844 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-5f1dc971-ad19-4323-8b6d-17d99bc71b5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416503 Jul 30 02:22:10.796632 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-fe30fec7-12f5-453d-b3dc-1e7a24413407 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880728 Jul 30 02:22:10.894312 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6c6bd9da-3fc8-47f4-9352-e3b6a8278aa8 req-05ba17fa-ab68-4966-b5f1-a23bc910692a service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905800 Jul 30 02:22:11.441618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c97f70-11bc-47df-939c-bc7f87d32d2a req-a288830e-f571-43bd-b235-b40a80d483ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.443532 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59c97f70-11bc-47df-939c-bc7f87d32d2a req-a288830e-f571-43bd-b235-b40a80d483ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 945 time: 0.0529487 Jul 30 02:22:11.465975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:11.483164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-59c97f70-11bc-47df-939c-bc7f87d32d2a req-8daae49e-e2ef-4b4b-b61a-2fe8df883713 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Jul 30 02:22:11.526352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 60361cc4-9ec8-41f6-b089-aec6668def8b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:11.532704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 60361cc4-9ec8-41f6-b089-aec6668def8b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:11.533251 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:11.603624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d0fca-9c28-437a-805c-11d224122edf req-49e24c71-bbb5-4e19-bb86-b1944ef5ea58 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.605224 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d9d0fca-9c28-437a-805c-11d224122edf req-49e24c71-bbb5-4e19-bb86-b1944ef5ea58 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 945 time: 0.0506976 Jul 30 02:22:11.629124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:11.647455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d9d0fca-9c28-437a-805c-11d224122edf req-d1580e14-7de3-4bd6-9576-46965179b569 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356622 Jul 30 02:22:11.659982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:11.662357 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07fb581-3737-4853-a6f4-2eb72056c67e" -d '{"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-plugged", "status": "completed", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:11.675937 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:11.680958 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:11.709071 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ac52c-ed87-4b46-a592-3f28783e77fc x-openstack-request-id: req-328ac52c-ed87-4b46-a592-3f28783e77fc {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:11.709366 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-plugged", "status": "completed", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:11.709616 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-328ac52c-ed87-4b46-a592-3f28783e77fc {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:11.710007 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'code': 200} Jul 30 02:22:11.737416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:11.769912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3f31c-8184-4951-929b-c70d62f215af req-3be9eb31-dc4f-4179-8a67-ad75767d2f63 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:11.771414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4b3f31c-8184-4951-929b-c70d62f215af req-3be9eb31-dc4f-4179-8a67-ad75767d2f63 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0509548 Jul 30 02:22:11.811283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4b3f31c-8184-4951-929b-c70d62f215af req-dbdc10a2-abaf-4161-905e-73603bf0f76a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334084 Jul 30 02:22:12.066809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2b0d-9347-4302-8565-3a1c5cec5026 req-02bd5db0-18a9-46ed-ab79-38e75ba03850 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:12.068569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96ce2b0d-9347-4302-8565-3a1c5cec5026 req-02bd5db0-18a9-46ed-ab79-38e75ba03850 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0496130 Jul 30 02:22:12.106549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96ce2b0d-9347-4302-8565-3a1c5cec5026 req-b7ce8418-3c22-4b02-9606-2a32ff556b09 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319569 Jul 30 02:22:13.232824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108f97f-1187-47aa-89b9-110b6cf17472 req-2450a7d6-f1ab-4ee7-bdf7-72bd4f79f96e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:13.234313 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c108f97f-1187-47aa-89b9-110b6cf17472 req-2450a7d6-f1ab-4ee7-bdf7-72bd4f79f96e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0504766 Jul 30 02:22:13.276934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c108f97f-1187-47aa-89b9-110b6cf17472 req-2cfe0714-505e-44f9-b9b4-aea473f4c01f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366132 Jul 30 02:22:13.390429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-828083ee-9b82-44c9-b3c4-3886f7285248 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:13.391895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-828083ee-9b82-44c9-b3c4-3886f7285248 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 946 time: 0.0577283 Jul 30 02:22:13.482986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Deleting port 60361cc4-9ec8-41f6-b089-aec6668def8b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:22:13.483354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:13.573744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] For port 60361cc4-9ec8-41f6-b089-aec6668def8b, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=60361cc4-9ec8-41f6-b089-aec6668def8b,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:13.574118 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:13.813193 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:13.813487 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:13.813785 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 disassociated. External IP: 172.25.8.84, port: 60361cc4-9ec8-41f6-b089-aec6668def8b. Jul 30 02:22:13.814125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Calling delete_port for 60361cc4-9ec8-41f6-b089-aec6668def8b owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:22:13.942850 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:13.973325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event deleted for resources: {'Port': ['ID=60361cc4-9ec8-41f6-b089-aec6668def8b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:14.096622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:14.518046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7388051-1bb4-4e5f-a84e-c2b7c4f89f8d req-aa8a5f83-ce27-4ce2-8581-529df2d590c3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=be5eb28f-ef73-4925-a760-10ece0db8e21 HTTP/1.1" status: 200 len: 210 time: 0.0323410 Jul 30 02:22:14.578769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:14.589349 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:14.598327 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:14.598932 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:21:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:14.617423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] No DVR routers for this DVR port 60361cc4-9ec8-41f6-b089-aec6668def8b on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:22:14.620353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:14.623156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9d4c9c8-2830-4b33-9c24-853a708f54eb req-3d2f3e27-7c2e-45f3-95b8-bad5523cb0ab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "DELETE /v2.0/ports/60361cc4-9ec8-41f6-b089-aec6668def8b HTTP/1.1" status: 204 len: 173 time: 1.2246914 Jul 30 02:22:14.623520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-deleted', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:14.625863 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20ad7a-f198-4436-b911-41d71e940c51" -d '{"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-deleted", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:14.665037 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e286956-4875-404e-adc1-3be8a2545ff7 x-openstack-request-id: req-9e286956-4875-404e-adc1-3be8a2545ff7 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:14.665413 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5eb28f-ef73-4925-a760-10ece0db8e21", "name": "network-vif-deleted", "tag": "60361cc4-9ec8-41f6-b089-aec6668def8b", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:14.665719 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e286956-4875-404e-adc1-3be8a2545ff7 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:14.666182 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5eb28f-ef73-4925-a760-10ece0db8e21', 'name': 'network-vif-deleted', 'tag': '60361cc4-9ec8-41f6-b089-aec6668def8b', 'status': 'completed', 'code': 200} Jul 30 02:22:14.708475 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:14.916283 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:14.946339 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:14.955019 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:14.955914 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:21:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:15.062248 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:15.279315 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:15.305338 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f7513-9cc6-4076-95b8-2efef1971f47 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:15.524639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901c9a8-d17b-4476-92ae-8ce178f46a92 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:22:15.765641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-1310ec76-0cf3-41d2-a29c-539e3c18357b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--504410137&fields=id&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 267 time: 0.0367675 Jul 30 02:22:15.877845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-e2f86643-df7d-4c03-a85e-ddbad2d3a427 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:15.879371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-e2f86643-df7d-4c03-a85e-ddbad2d3a427 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1069133 Jul 30 02:22:15.895143 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-9214ad39-41c5-4a4f-bf26-fb3e126b3b63 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/quotas/a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 375 time: 0.0100060 Jul 30 02:22:15.949152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-0694dc35-38c4-4fb2-bc25-20b4e207b7e4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486929 Jul 30 02:22:16.050852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-881d45c7-f789-4ce6-9335-ffc73eb72d52 service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891280 Jul 30 02:22:16.143965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-097d6c4a-d797-4a0d-b829-8e2a5939630a service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Jul 30 02:22:16.317019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23b36122-9a4f-4a0d-b029-95626839302b req-d16f136e-087d-4bea-aac8-4393d816b685 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 210 time: 0.0269587 Jul 30 02:22:17.419039 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c20010ec-0cf0-4ec9-9487-90f793e21ce9 req-c5d6017b-f478-450d-b4f5-7617f01e4d24 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 210 time: 0.0298347 Jul 30 02:22:17.462937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-4486f13f-c368-4351-855c-efe0bb1b9969 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:17.464290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-4486f13f-c368-4351-855c-efe0bb1b9969 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1299906 Jul 30 02:22:17.465432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:22:17.487632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 60361cc4-9ec8-41f6-b089-aec6668def8b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:22:17.487974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 60361cc4-9ec8-41f6-b089-aec6668def8b not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:22:17.519949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-f0cb73df-fe07-40a4-9f17-9c6598c1a25a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 379 time: 0.0459173 Jul 30 02:22:17.529491 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'port': {'device_id': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'admin_state_up': True, 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'security_groups': ['b976890c-1a57-4871-913c-8f5fa7b91b16']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:17.636758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Made reservation on behalf of a9ca5589f05647b58584aa238dfd8d1c for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:17.640358 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:17.770566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Allocated IP 172.20.0.14 (b86a525c-c039-48d5-8b80-0b344199dbdc/9c7302b6-ba57-41fd-8849-e6ca973204fd/865ed41e-1f04-486c-bf26-a666269b1b05) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:17.916906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:17.932106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Transition to ACTIVE for port object 865ed41e-1f04-486c-bf26-a666269b1b05 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:17.965569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.015520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:18.018537 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:18.024825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:18.031091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'Port': ['ID=865ed41e-1f04-486c-bf26-a666269b1b05,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:18.061253 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.061591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.061947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.062261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.062671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.063332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.063332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.063579 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.063882 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.064225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.064512 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.064825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:18.090124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.090733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.105857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-b65a37be-2e1f-4641-a981-f4f822059a48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800915 Jul 30 02:22:18.117969 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Request body: {'port': {'device_id': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:18.175333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.248410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-85b8f253-a4ec-468a-80aa-887efe2b90eb None None] Provisioning for port 865ed41e-1f04-486c-bf26-a666269b1b05 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:18.252243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-85b8f253-a4ec-468a-80aa-887efe2b90eb None None] Provisioning complete for port 865ed41e-1f04-486c-bf26-a666269b1b05 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:18.252622 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-85b8f253-a4ec-468a-80aa-887efe2b90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.291610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-85b8f253-a4ec-468a-80aa-887efe2b90eb None None] Port 865ed41e-1f04-486c-bf26-a666269b1b05 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:22:18.454608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865ed41e-1f04-486c-bf26-a666269b1b05 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:18.462143 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.477461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Transition to ACTIVE for port object 865ed41e-1f04-486c-bf26-a666269b1b05 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:18.482418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.548559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Pushing event updated for resources: {'Port': ['ID=865ed41e-1f04-486c-bf26-a666269b1b05,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:18.552778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164db713-a318-4937-a1c4-51fc73ea1468 req-c8378e7a-833a-4958-a040-dfe5b1518864 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.559567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-164db713-a318-4937-a1c4-51fc73ea1468 req-c8378e7a-833a-4958-a040-dfe5b1518864 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 944 time: 0.0687094 Jul 30 02:22:18.602289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-164db713-a318-4937-a1c4-51fc73ea1468 req-1b9b07eb-c179-4dbc-b296-cd22e65f6033 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Jul 30 02:22:18.605622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Attempting to bind port 865ed41e-1f04-486c-bf26-a666269b1b05 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:18.605922 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Attempting to bind port 865ed41e-1f04-486c-bf26-a666269b1b05 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:18.606212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Attempting to bind port 865ed41e-1f04-486c-bf26-a666269b1b05 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:18.611252 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Port 865ed41e-1f04-486c-bf26-a666269b1b05 on network b86a525c-c039-48d5-8b80-0b344199dbdc not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:22:18.611646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Attempting to bind port 865ed41e-1f04-486c-bf26-a666269b1b05 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:18.624280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:18.624706 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:18.625116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:18.625533 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Bound port: 865ed41e-1f04-486c-bf26-a666269b1b05, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:18.625924 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.700266 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] For port 865ed41e-1f04-486c-bf26-a666269b1b05, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:18.704127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] For port 865ed41e-1f04-486c-bf26-a666269b1b05, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=865ed41e-1f04-486c-bf26-a666269b1b05,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:18.708826 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.743994 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.744606 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:18.745972 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] 10.222.0.66 "PUT /v2.0/ports/865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 1093 time: 0.6324129 Jul 30 02:22:18.746404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:18.749353 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e31e710ead74adbca65c13f13d3a95478ea9c0bbdb01aa48addb944f99380cb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2" -d '{"events": [{"name": "network-changed", "server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:18.774367 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bdaff-4c43-461c-bb97-fbcc244f1771 service neutron] Pushing event updated for resources: {'Port': ['ID=865ed41e-1f04-486c-bf26-a666269b1b05,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:18.844695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-35b1be13-351e-47c6-ab34-42d806e8744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.846271 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-35b1be13-351e-47c6-ab34-42d806e8744e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1096 time: 0.0606191 Jul 30 02:22:18.893858 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7789d92c-e078-402f-af6f-8b77b2642c8f x-openstack-request-id: req-7789d92c-e078-402f-af6f-8b77b2642c8f {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:18.894152 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:18.894402 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7789d92c-e078-402f-af6f-8b77b2642c8f {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:18.894803 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05', 'status': 'completed', 'code': 200} Jul 30 02:22:18.896659 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-26677f86-0e2d-473c-a84a-9372b1e6fdae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0432777 Jul 30 02:22:18.950554 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-963dd82a-3d84-42d6-8597-e9ea93f7e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.952407 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-963dd82a-3d84-42d6-8597-e9ea93f7e905 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0474081 Jul 30 02:22:18.974926 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b4339585-d4d1-451c-8dd9-01dd3d262fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:19.003233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-cb81b463-dbf0-4b46-a711-bb29b8d31973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:19.004751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-cb81b463-dbf0-4b46-a711-bb29b8d31973 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454416 Jul 30 02:22:19.104143 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-5d19ad6d-70b9-4893-963f-cca28a2ec8e5 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919797 Jul 30 02:22:19.202471 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-df7eb124-ac9a-4043-ac5b-42f7aa4cb3d3 req-5ff9e9ba-051d-41b0-bf2b-a0d07496345d service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912538 Jul 30 02:22:19.289614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-6b39b567-3c53-4b61-903a-70228f2b4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:19.291199 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-6b39b567-3c53-4b61-903a-70228f2b4ee9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1096 time: 0.0416176 Jul 30 02:22:19.385941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-15d4a3f2-9c03-4369-9277-099997fb14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:19.387433 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-15d4a3f2-9c03-4369-9277-099997fb14e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0891583 Jul 30 02:22:19.431235 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-4d3f34af-438d-456d-938b-678f9339b976 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0364726 Jul 30 02:22:19.481490 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-ea09adea-d981-4e18-8ef8-57dfb92e7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:19.483573 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-ea09adea-d981-4e18-8ef8-57dfb92e7122 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0447545 Jul 30 02:22:19.534072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-3191e5fd-71f1-47c3-8f39-5cdd3c9a878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:19.535622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-3191e5fd-71f1-47c3-8f39-5cdd3c9a878c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446653 Jul 30 02:22:19.628845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-137742de-b842-4eb5-9976-c89692819902 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848746 Jul 30 02:22:19.721431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a073619-afa0-46b5-88d6-7c4f9aa3dc7b req-0ed992ba-56bb-4eff-8f1f-637dc624a837 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:19.723089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a073619-afa0-46b5-88d6-7c4f9aa3dc7b req-0ed992ba-56bb-4eff-8f1f-637dc624a837 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 944 time: 0.0502639 Jul 30 02:22:19.725286 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b9ef0dbb-7a9e-49be-821c-be5e9fe409f2 req-af6fc28f-c801-4a45-a7b3-186e2d8f6a0e service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890861 Jul 30 02:22:19.762026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a073619-afa0-46b5-88d6-7c4f9aa3dc7b req-b0f58715-072c-4460-96ba-cc62d111b58b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Jul 30 02:22:20.884494 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc5ec8-6348-47df-b863-916a74bcd26b req-e5f72b79-93ef-417c-82d1-cc679541843f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:20.885993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55cc5ec8-6348-47df-b863-916a74bcd26b req-e5f72b79-93ef-417c-82d1-cc679541843f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 944 time: 0.0515597 Jul 30 02:22:20.929374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55cc5ec8-6348-47df-b863-916a74bcd26b req-05f59db3-9181-48bb-80fe-2725dbbb88b3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366867 Jul 30 02:22:21.526224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.739842 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-940f5bff-9283-4e75-bfda-6248f402213e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:21.922368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:22.049689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d4875-a074-4de8-a837-fecb5d78fd81 req-31eca983-33a0-43df-860d-97228e72df16 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:22.051244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae1d4875-a074-4de8-a837-fecb5d78fd81 req-31eca983-33a0-43df-860d-97228e72df16 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 944 time: 0.0543249 Jul 30 02:22:22.090338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ae1d4875-a074-4de8-a837-fecb5d78fd81 req-c47cea8c-0e4e-4def-b87d-26f06dd1ee39 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Jul 30 02:22:22.889094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 865ed41e-1f04-486c-bf26-a666269b1b05 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:22:22.984537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 865ed41e-1f04-486c-bf26-a666269b1b05, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=865ed41e-1f04-486c-bf26-a666269b1b05,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:22.997182 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '865ed41e-1f04-486c-bf26-a666269b1b05', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '865ed41e-1f04-486c-bf26-a666269b1b05', 'mac_address': 'fa:16:3e:47:19:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:22:23.033458 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:23.048470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865ed41e-1f04-486c-bf26-a666269b1b05 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:23.067907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 865ed41e-1f04-486c-bf26-a666269b1b05, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=865ed41e-1f04-486c-bf26-a666269b1b05,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:23.071968 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:23.124398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=865ed41e-1f04-486c-bf26-a666269b1b05,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:23.216570 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:23.219048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805efa2f-1ca1-45a6-8549-e7dcaaa7fbc7 req-19877276-7669-4839-933c-a75721b7c0cf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:23.221485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-805efa2f-1ca1-45a6-8549-e7dcaaa7fbc7 req-19877276-7669-4839-933c-a75721b7c0cf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 945 time: 0.0625844 Jul 30 02:22:23.261526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-805efa2f-1ca1-45a6-8549-e7dcaaa7fbc7 req-f700dea2-4e9b-42f3-9d54-fcee62226acb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337558 Jul 30 02:22:23.270560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['865ed41e-1f04-486c-bf26-a666269b1b05'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:22:24.379593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577cbbd-40b7-4467-a2f2-fd7078d4bcf8 req-2eb6b3ca-647f-4428-9cc7-68703727afd0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:24.381109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9577cbbd-40b7-4467-a2f2-fd7078d4bcf8 req-2eb6b3ca-647f-4428-9cc7-68703727afd0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 945 time: 0.0503442 Jul 30 02:22:24.421291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9577cbbd-40b7-4467-a2f2-fd7078d4bcf8 req-48d2bc28-c5aa-46bf-b4c0-ff45dc55e7b1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342972 Jul 30 02:22:24.697521 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:24.888445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 865ed41e-1f04-486c-bf26-a666269b1b05 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:24.941683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 865ed41e-1f04-486c-bf26-a666269b1b05 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:24.945283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 865ed41e-1f04-486c-bf26-a666269b1b05 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:24.945651 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:25.027043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:25.049816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:25.052097 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74366875-945c-4ea5-9596-8bb3886b2c03" -d '{"events": [{"server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "name": "network-vif-plugged", "status": "completed", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:25.065961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 865ed41e-1f04-486c-bf26-a666269b1b05, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=865ed41e-1f04-486c-bf26-a666269b1b05,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:25.070265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:25.093770 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14c6c6-7d2e-4ccc-8cb2-0a33ae7cd0fd x-openstack-request-id: req-0e14c6c6-7d2e-4ccc-8cb2-0a33ae7cd0fd {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:25.094062 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "name": "network-vif-plugged", "status": "completed", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:25.094308 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e14c6c6-7d2e-4ccc-8cb2-0a33ae7cd0fd {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:25.094693 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05', 'code': 200} Jul 30 02:22:25.125854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=865ed41e-1f04-486c-bf26-a666269b1b05,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:25.190217 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623227-5e44-4e5b-8211-4163115e4482 req-c1902728-4be3-4d3d-aa90-9b4817530438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:25.191834 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c623227-5e44-4e5b-8211-4163115e4482 req-c1902728-4be3-4d3d-aa90-9b4817530438 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0441787 Jul 30 02:22:25.226368 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-7c623227-5e44-4e5b-8211-4163115e4482 req-86bfc298-7525-4582-966b-7108f8500d78 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271506 Jul 30 02:22:25.539997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923dd7-2a25-4841-a5a1-79e97798df4e req-8b7bdebc-74bb-42ae-8eb4-4c67724919da tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:25.541794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7923dd7-2a25-4841-a5a1-79e97798df4e req-8b7bdebc-74bb-42ae-8eb4-4c67724919da tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 946 time: 0.0537124 Jul 30 02:22:25.582732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7923dd7-2a25-4841-a5a1-79e97798df4e req-f2bb9b01-8270-4196-ae8a-aed68c1f916f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335536 Jul 30 02:22:26.710992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef03d91-4207-4db3-b669-97cc208de210 req-8eae2b3f-11eb-4b73-8cf6-3c48988167d1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:26.712517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ef03d91-4207-4db3-b669-97cc208de210 req-8eae2b3f-11eb-4b73-8cf6-3c48988167d1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 946 time: 0.0591650 Jul 30 02:22:26.752091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ef03d91-4207-4db3-b669-97cc208de210 req-1f4bdc89-85ab-4ce6-b644-2d6d0cdb6923 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Jul 30 02:22:26.867370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7d565-66e5-410a-b83f-5fca018576e9 req-39ccf576-785c-43b6-af17-f4ab17d55a61 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:26.868794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96c7d565-66e5-410a-b83f-5fca018576e9 req-39ccf576-785c-43b6-af17-f4ab17d55a61 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 946 time: 0.0515735 Jul 30 02:22:26.877788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 55990) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:26.882179 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'floatingip': {'port_id': '865ed41e-1f04-486c-bf26-a666269b1b05'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:26.926955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:27.389838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:27.393866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:27.492283 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 associated. External IP: 172.25.8.84, port: 865ed41e-1f04-486c-bf26-a666269b1b05. Jul 30 02:22:27.707318 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:22:27.823219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:22:27.828329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:27.834104 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:22:27.844004 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:27.844611 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:22:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:27.855977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-62f2f824-f175-433a-b645-2a7e5cdb4533 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "PUT /v2.0/floatingips/649307a7-9c35-4437-b391-9ecc99e82465 HTTP/1.1" status: 200 len: 991 time: 0.9771464 Jul 30 02:22:27.856564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:27.859513 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed" -d '{"events": [{"name": "network-changed", "server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:27.896487 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25faa0a3-8861-4daf-8f39-203cbbb85a57 x-openstack-request-id: req-25faa0a3-8861-4daf-8f39-203cbbb85a57 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:27.897043 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:27.897296 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25faa0a3-8861-4daf-8f39-203cbbb85a57 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:27.897708 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05', 'status': 'completed', 'code': 200} Jul 30 02:22:27.965111 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:27.965277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-674805e2-0626-4e93-b877-14c4f4f8ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:27.967262 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-674805e2-0626-4e93-b877-14c4f4f8ed3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0412850 Jul 30 02:22:28.074488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-211c63e4-ba62-4a2f-bfb8-c9cd39dcef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:28.076602 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-211c63e4-ba62-4a2f-bfb8-c9cd39dcef41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1030095 Jul 30 02:22:28.142202 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-38a8d410-8a45-489b-9219-1c6460197e85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 999 time: 0.0589700 Jul 30 02:22:28.193188 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '865ed41e-1f04-486c-bf26-a666269b1b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:47:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:22:27Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:28.203643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-76b2dbfb-e3f3-43ea-af6f-51ae5a1a8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:28.205159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-76b2dbfb-e3f3-43ea-af6f-51ae5a1a8542 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0565040 Jul 30 02:22:28.220918 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:22:28.229059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:22:28.229671 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:22:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:28.252028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-32835b72-9fed-4380-aec1-096b6a90d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:28.253569 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-32835b72-9fed-4380-aec1-096b6a90d796 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420060 Jul 30 02:22:28.347760 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-59296668-8eeb-4545-b8dc-3a01acddbfe8 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868416 Jul 30 02:22:28.429944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:22:28.449363 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-0bb3e024-7f0a-42cb-9e8c-84c6a30297ed req-5b07f0c0-83a6-430b-abe1-43c5489b7baa service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942936 Jul 30 02:22:28.651681 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '865ed41e-1f04-486c-bf26-a666269b1b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:47:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:22:27Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:22:28.682229 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f35ae72-8079-4992-9d50-7eabca3f7d44 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '865ed41e-1f04-486c-bf26-a666269b1b05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:47:19:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:22:27Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:22:28.885335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10535532-1deb-45b3-8fb9-f1445ab05984 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:22:37.198298 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:22:37.223177 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.977275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-70fa1109-691f-4655-af87-c4787dd5625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.547064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.743036 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-37dbe0d1-04d4-40bf-a24f-d0d227879923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:51.924718 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:53.214028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.701004 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.238041 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:14.201852 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:23:18.217329 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-38b0e83d-b57d-4b83-beaf-d6d2f90afab4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042745 Jul 30 02:23:18.299902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-bdc4bfb1-7174-4567-bf9e-42471200d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:18.301472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-bdc4bfb1-7174-4567-bf9e-42471200d92c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0423124 Jul 30 02:23:18.408983 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-521c5514-2cb6-478b-9a98-9e491fb01520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:18.410389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-521c5514-2cb6-478b-9a98-9e491fb01520 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0902462 Jul 30 02:23:18.476291 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-69645543-9b57-4df8-bccf-7ca6be93e86d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 1001 time: 0.0594180 Jul 30 02:23:18.530236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-6360a3ba-895d-4618-892e-0227abd40b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:18.531756 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-6360a3ba-895d-4618-892e-0227abd40b0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0487900 Jul 30 02:23:18.577175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-943f6e7a-5107-410f-833f-769597976673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:18.578680 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-943f6e7a-5107-410f-833f-769597976673 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403252 Jul 30 02:23:18.589383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-38f7f2a9-64df-4298-8b09-00812c80ebfd service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:23:18.590321 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-38f7f2a9-64df-4298-8b09-00812c80ebfd service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052202 Jul 30 02:23:18.680364 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-7d5baa1e-4e77-43ec-b835-7271e1b41ffa service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824707 Jul 30 02:23:18.773561 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b354917f-f0c9-4d8e-93b1-5ee982566379 req-5e404e24-f82a-4842-93b4-b37c66c4aec3 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Jul 30 02:23:18.981324 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-28095733-2bd6-436a-9092-7ce7e7b6a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.542857 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.743806 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7f420f1e-a450-4ad0-bbdb-4611db578005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.928689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:23.216734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:24.702124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.254645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.982349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a1d1a7a-6fad-4f9b-a0ef-65c00fe3d8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.201347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:23:51.541010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.743908 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21e4025c-105c-4d71-b562-cfef69f048bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.931620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.221362 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.705723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.249863 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.170371 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-d965dc3c-4cd3-4c66-99b6-e95a4590a307 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404031 Jul 30 02:24:18.249438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-161f8c21-a88f-4c84-8545-060a1680009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:18.250844 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-161f8c21-a88f-4c84-8545-060a1680009a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0413213 Jul 30 02:24:18.364468 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-598b8e28-b9dd-46b0-9013-dab7125e8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:18.365952 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-598b8e28-b9dd-46b0-9013-dab7125e8314 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0959983 Jul 30 02:24:18.440253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-6f0dd451-17f2-4765-9259-b67ab2c8dfb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 1001 time: 0.0675735 Jul 30 02:24:18.493696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-8e0b492f-d58f-4733-946c-6dad74134f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:18.495191 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-8e0b492f-d58f-4733-946c-6dad74134f3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0477257 Jul 30 02:24:18.903019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-9c915d15-bc22-4f88-80b2-b62486a06b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:18.904576 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-9c915d15-bc22-4f88-80b2-b62486a06b00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4023833 Jul 30 02:24:18.984843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0c046826-31e5-40f1-9367-cdcaeb69b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.995302 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-ac8046c8-b000-4802-9b22-e0008ac37a7b service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829811 Jul 30 02:24:19.096197 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-fcf7974b-c259-43ff-801e-65dfdc8bae94 req-782e9406-11cb-4831-be0d-f4c276eae7f9 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938196 Jul 30 02:24:21.539536 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:21.744562 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f425b11-2f32-4966-9cdd-53f14e59fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:21.933016 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.222790 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.708005 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:28.200526 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:24:36.240032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-09915f32-bdad-4b35-beab-891dfd5214ee tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--504410137&fields=id&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 267 time: 0.0396810 Jul 30 02:24:36.360375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-53f8aa28-f740-49cc-9fd1-a17c33cf889f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:36.361856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-53f8aa28-f740-49cc-9fd1-a17c33cf889f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1147199 Jul 30 02:24:36.376675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-736d6aa3-225f-44ed-8f0c-28d352c8ea73 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/quotas/a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 375 time: 0.0089560 Jul 30 02:24:36.439757 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-52947a98-6831-46e9-b367-186b4ea4cafb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0573833 Jul 30 02:24:36.595970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-55dc728b-4658-4c55-9d53-e8abc4175373 service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406763 Jul 30 02:24:36.687844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-c16b8a45-e485-4568-b482-1bd7a4f27585 service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Jul 30 02:24:36.853265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a909f6be-6b0e-4d92-bc06-5d8c2023a402 req-13ad831b-c2f4-46bd-9be9-111a56ce4264 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Jul 30 02:24:37.265649 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:37.980657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d88e4847-d032-4ee9-819f-813e864131f5 req-ca89ab8c-abad-4286-bade-53687a660014 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0391099 Jul 30 02:24:38.002388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-538fa679-18da-4e0e-a33b-113bcb98adfb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:38.003922 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-538fa679-18da-4e0e-a33b-113bcb98adfb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1320951 Jul 30 02:24:38.069672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-309d63a4-6d83-4265-ac09-621f38f06e77 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 379 time: 0.0430827 Jul 30 02:24:38.096320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'port': {'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'admin_state_up': True, 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'security_groups': ['b976890c-1a57-4871-913c-8f5fa7b91b16']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:38.216857 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Made reservation on behalf of a9ca5589f05647b58584aa238dfd8d1c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:24:38.220321 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.360315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Allocated IP 172.20.0.13 (b86a525c-c039-48d5-8b80-0b344199dbdc/9c7302b6-ba57-41fd-8849-e6ca973204fd/66650a12-13a4-4a80-8e0a-c44bdc2d9da4) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:38.505307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.518851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Transition to ACTIVE for port object 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:38.552414 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.608400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:38.609761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:38.612087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:38.615341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:38.623194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.623545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.623889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.624291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.624608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.624958 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.625305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.625642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.625961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.626293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.626615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.626935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:38.677683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:38.678326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.699952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-2fbefc2d-3437-4903-ab0f-a6a6c47f1121 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6077001 Jul 30 02:24:38.717553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Request body: {'port': {'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:38.774549 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.873101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6129150e-296c-4a9e-836b-12538646ca0b None None] Provisioning for port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:38.876815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6129150e-296c-4a9e-836b-12538646ca0b None None] Provisioning complete for port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:38.877190 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6129150e-296c-4a9e-836b-12538646ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:38.911504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6129150e-296c-4a9e-836b-12538646ca0b None None] Port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:24:39.056556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:39.073603 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.103068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Transition to ACTIVE for port object 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:39.110212 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.149444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96382244-4055-44e5-a3d1-655e07b3c1ed req-39b3ab7a-d209-4218-99c1-b740fbc20894 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:39.151018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96382244-4055-44e5-a3d1-655e07b3c1ed req-39b3ab7a-d209-4218-99c1-b740fbc20894 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 932 time: 0.0970125 Jul 30 02:24:39.199171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:39.256576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-96382244-4055-44e5-a3d1-655e07b3c1ed req-b3fcda2f-bc44-4e21-90e0-622feea14f08 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961127 Jul 30 02:24:39.284884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Attempting to bind port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:24:39.285228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Attempting to bind port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:24:39.286105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Attempting to bind port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:39.293715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 on network b86a525c-c039-48d5-8b80-0b344199dbdc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:24:39.294295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Attempting to bind port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:39.300682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:39.301104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:39.301448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:39.301881 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Bound port: 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:39.302237 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.370307 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:39.374400 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:39.378154 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.416770 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:39.417451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:39.418977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] 10.222.0.55 "PUT /v2.0/ports/66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 1093 time: 0.7058327 Jul 30 02:24:39.419477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:39.421867 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fc3323-53db-4619-87d2-a02140b84924" -d '{"events": [{"name": "network-changed", "server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:39.454936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1befc9-26e5-4d93-81ed-d92c52c09bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:39.522653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-9de429ed-d4ca-4bac-bbb2-8decf7119e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:39.524269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-9de429ed-d4ca-4bac-bbb2-8decf7119e35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0450542 Jul 30 02:24:39.573958 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cfab19-6fcd-4b4a-849b-cc5a5eef1ee3 x-openstack-request-id: req-14cfab19-6fcd-4b4a-849b-cc5a5eef1ee3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:39.574249 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:39.574505 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14cfab19-6fcd-4b4a-849b-cc5a5eef1ee3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:39.574923 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'status': 'completed', 'code': 200} Jul 30 02:24:39.577005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-9a9fa917-da93-45bd-b0d2-990d503f6551 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 217 time: 0.0398221 Jul 30 02:24:39.630261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-e8e865ce-4f7f-42d8-9068-057dc659d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:39.632115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-e8e865ce-4f7f-42d8-9068-057dc659d70b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0480256 Jul 30 02:24:39.684002 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-f58c0062-46af-4606-99b4-ae61ba707fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:39.685540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-f58c0062-46af-4606-99b4-ae61ba707fdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459859 Jul 30 02:24:39.774578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-df3b1df5-022c-477d-8305-523163c48f8d service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Jul 30 02:24:39.869189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6d0ce20-5b87-4c9e-a31c-d132bfe0a5c3 req-0a28113c-dfc4-4527-b23e-3ed841d773af service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876019 Jul 30 02:24:40.008528 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3323-53db-4619-87d2-a02140b84924 req-53ec66b9-5298-4ff8-b552-c11824242dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:40.010036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-53ec66b9-5298-4ff8-b552-c11824242dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0441530 Jul 30 02:24:40.104706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3323-53db-4619-87d2-a02140b84924 req-1551b398-c8ae-4bc2-8134-f1afb918e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:40.106185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-1551b398-c8ae-4bc2-8134-f1afb918e04b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0885911 Jul 30 02:24:40.147876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-f3130df7-a82d-462b-923c-0371ccc31d58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 217 time: 0.0344121 Jul 30 02:24:40.199171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3323-53db-4619-87d2-a02140b84924 req-7d775218-d903-433f-8002-de1846a90bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:40.200631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-7d775218-d903-433f-8002-de1846a90bb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0457928 Jul 30 02:24:40.248304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3323-53db-4619-87d2-a02140b84924 req-7e12502a-9c5f-46b6-8da7-1a5f3ede9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:40.249825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-7e12502a-9c5f-46b6-8da7-1a5f3ede9f4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410302 Jul 30 02:24:40.380773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-207017c8-aefe-4e8e-bfd4-83d3dcb75b10 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218617 Jul 30 02:24:40.419801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c9b88-e578-4f54-82d4-691ec74a7bdc req-effe2e73-a802-4219-a352-1a1f0c61b8ad tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:40.421318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-719c9b88-e578-4f54-82d4-691ec74a7bdc req-effe2e73-a802-4219-a352-1a1f0c61b8ad tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0863948 Jul 30 02:24:40.503315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-719c9b88-e578-4f54-82d4-691ec74a7bdc req-8a091042-090f-41fa-ac9d-840f5dbd01eb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534794 Jul 30 02:24:40.521288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54fc3323-53db-4619-87d2-a02140b84924 req-0c9f140f-84b1-41cf-a6d2-a3938eede3d6 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327538 Jul 30 02:24:41.625226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586c865-f581-4d04-ac7a-21c8f63423aa req-080f39b9-dff6-4f00-9ad1-cba2b8fbdc25 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:41.626842 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a586c865-f581-4d04-ac7a-21c8f63423aa req-080f39b9-dff6-4f00-9ad1-cba2b8fbdc25 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0535214 Jul 30 02:24:41.665119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a586c865-f581-4d04-ac7a-21c8f63423aa req-ab9e335a-9b88-43b2-9306-a00b2db87eb7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316772 Jul 30 02:24:42.054433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:24:42.158760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:42.170278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:24:42.214249 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:42.227112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:42.246983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:42.251354 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:42.309888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:42.317146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.317492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.317832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.318169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.318498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.318826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.319177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.319503 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.319826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.320147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.320468 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.320793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:24:42.564635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['66650a12-13a4-4a80-8e0a-c44bdc2d9da4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:24:42.792803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e52b94-2cc5-408b-bb86-1ea050b1aee4 req-35ffecab-f6e4-4710-b7da-daa035152b09 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:42.794310 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3e52b94-2cc5-408b-bb86-1ea050b1aee4 req-35ffecab-f6e4-4710-b7da-daa035152b09 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0603878 Jul 30 02:24:42.833904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3e52b94-2cc5-408b-bb86-1ea050b1aee4 req-e1a19dc5-c1b7-40b7-bc82-40d6ca40137a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333550 Jul 30 02:24:43.948133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4345bd-f0a7-48bd-9aac-21d43fca874c req-263e375b-b830-4295-9950-79369ecba0b5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:43.949526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb4345bd-f0a7-48bd-9aac-21d43fca874c req-263e375b-b830-4295-9950-79369ecba0b5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Jul 30 02:24:43.989457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb4345bd-f0a7-48bd-9aac-21d43fca874c req-0281882e-4e17-4f9b-938c-8825d0ddf65d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336864 Jul 30 02:24:44.085903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:44.137684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:44.141368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:44.141731 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:44.370483 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:44.393939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:44.396265 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e53d4-9ae7-4136-8b11-a0f6cea3fb61" -d '{"events": [{"server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:44.409604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:44.414524 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:44.464239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:44.496517 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b119c3e-155d-496a-bd45-f3712a4a88c1 x-openstack-request-id: req-8b119c3e-155d-496a-bd45-f3712a4a88c1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:44.496843 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:44.497096 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b119c3e-155d-496a-bd45-f3712a4a88c1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:44.497497 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'code': 200} Jul 30 02:24:44.617294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48318-89b7-4abc-8815-f994e5c808a8 req-c7f03be5-454e-4109-af04-d7c78c4e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:44.618787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ba48318-89b7-4abc-8815-f994e5c808a8 req-c7f03be5-454e-4109-af04-d7c78c4e05b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0397403 Jul 30 02:24:44.661635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ba48318-89b7-4abc-8815-f994e5c808a8 req-94e79404-4fbd-4d08-a528-af431d781e8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358953 Jul 30 02:24:45.116928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bcf94-aa4d-412a-8b64-e5462d53c659 req-eba6fb63-a37b-4e09-acbd-25444965a2a3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:45.118431 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-840bcf94-aa4d-412a-8b64-e5462d53c659 req-eba6fb63-a37b-4e09-acbd-25444965a2a3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0546367 Jul 30 02:24:45.156545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-840bcf94-aa4d-412a-8b64-e5462d53c659 req-25dfcbf0-5fa3-4728-8f1c-a7f73b59fea4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Jul 30 02:24:46.273135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32d64-e6c3-4788-9084-e6a857d24c7e req-a6e58adc-6751-401f-b860-8d9de72849f2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:46.274557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34e32d64-e6c3-4788-9084-e6a857d24c7e req-a6e58adc-6751-401f-b860-8d9de72849f2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0492730 Jul 30 02:24:46.319208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-34e32d64-e6c3-4788-9084-e6a857d24c7e req-781389a9-588f-425c-80f4-6c097fd260c1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Jul 30 02:24:46.435414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb67c2-3006-44f7-b3c1-147c32fb6d4d req-75ffe8c9-291a-4e6b-9534-5558c74a06bf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:46.436906 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-72bb67c2-3006-44f7-b3c1-147c32fb6d4d req-75ffe8c9-291a-4e6b-9534-5558c74a06bf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0513623 Jul 30 02:24:46.445689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56216) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:46.450204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'floatingip': {'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:46.516076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:47.368036 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:47.372287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:47.481997 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 associated. External IP: 172.25.8.84, port: 865ed41e-1f04-486c-bf26-a666269b1b05. Jul 30 02:24:47.704145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:24:47.813739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:24:47.823748 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:24:47.832492 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:47.833094 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:24:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:47.938055 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:48.031626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:24:48.142344 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:24:48.147340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:48.175903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:48.178308 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27afc01-86be-44bd-bd51-8c4fc0548c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:48.181422 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:24:47Z', 'revision_number': 7, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:48.206151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-121a5f98-e84a-4ad1-99db-c09abdcaa3e8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "PUT /v2.0/floatingips/649307a7-9c35-4437-b391-9ecc99e82465 HTTP/1.1" status: 200 len: 993 time: 1.7592320 Jul 30 02:24:48.211754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:24:48.215909 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6770f993-1b0b-4d85-a7a1-0cdd6785b483 x-openstack-request-id: req-6770f993-1b0b-4d85-a7a1-0cdd6785b483 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:48.216462 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d", "tag": "865ed41e-1f04-486c-bf26-a666269b1b05", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:48.216726 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6770f993-1b0b-4d85-a7a1-0cdd6785b483 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:48.217135 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d', 'tag': '865ed41e-1f04-486c-bf26-a666269b1b05', 'status': 'completed', 'code': 200} Jul 30 02:24:48.220525 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:48.221227 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:24:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:48.279833 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-8c4b8c45-febd-476a-8d6b-3206977d1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:48.281734 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-8c4b8c45-febd-476a-8d6b-3206977d1641 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0425472 Jul 30 02:24:48.333229 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:48.377947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-feed1707-914f-464b-9d01-2ef52b69981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:48.379979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-feed1707-914f-464b-9d01-2ef52b69981b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0914993 Jul 30 02:24:48.422158 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-fb5f9f46-e0ab-4a02-b405-64c65d6354a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0353241 Jul 30 02:24:48.472333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-8a10e463-24bd-475c-8dee-d1d3e89f8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:48.473718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-8a10e463-24bd-475c-8dee-d1d3e89f8a2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0448859 Jul 30 02:24:48.524917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-8b5e0e77-ba01-4786-a499-2f2e9a512fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:48.526450 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-8b5e0e77-ba01-4786-a499-2f2e9a512fc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456259 Jul 30 02:24:48.562210 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:24:47Z', 'revision_number': 7, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:48.588529 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e972858-05aa-42b9-ab5d-3bfdeb25a6ee None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:24:47Z', 'revision_number': 7, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:48.617811 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-105d297f-bb45-484d-9853-7d07b3af4b85 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844979 Jul 30 02:24:48.715334 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c27afc01-86be-44bd-bd51-8c4fc0548c1a req-9e877405-8946-40ed-8a08-17ead19d4d02 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907207 Jul 30 02:24:48.760641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be97f12-f61f-43f0-a0ca-7191ea874e22 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:24:48.987426 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-613baf0a-216c-4350-b6c5-ddda8d4c515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:48.996661 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:24:49.006766 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:49.007476 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:24:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:49.111464 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:49.438345 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:24:48Z', 'revision_number': 8, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:49.463503 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:24:49.471567 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:49.472172 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:24:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:49.578340 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:49.804428 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:24:48Z', 'revision_number': 8, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:49.829475 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8384cc-d468-4266-b085-e88dda736ab0 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:24:48Z', 'revision_number': 8, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:50.219270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:50.221544 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93386a924981b00cdf4f97248a06fe5e76808d116882d2ada25355c0a04ea6e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371" -d '{"events": [{"name": "network-changed", "server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:50.258915 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced43f5b-b6bb-462d-8849-eca9fb6e451e x-openstack-request-id: req-ced43f5b-b6bb-462d-8849-eca9fb6e451e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:50.259378 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:50.259700 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ced43f5b-b6bb-462d-8849-eca9fb6e451e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:50.260151 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'status': 'completed', 'code': 200} Jul 30 02:24:50.343749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-404664c5-eb15-47bf-974f-e45355d202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:50.345267 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-404664c5-eb15-47bf-974f-e45355d202a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0458577 Jul 30 02:24:50.439552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-2e6a578b-b294-40cb-ad9e-0d7ecc0e2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:50.441036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-2e6a578b-b294-40cb-ad9e-0d7ecc0e2b8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0882437 Jul 30 02:24:50.511806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-f5bd61bd-cabd-40f2-af95-cc38e8658dc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 1001 time: 0.0625362 Jul 30 02:24:50.562578 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-2f39d5a4-2237-41ba-86d8-6616a80d5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:50.564046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-2f39d5a4-2237-41ba-86d8-6616a80d5652 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0442688 Jul 30 02:24:50.609737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-1f137be4-d7dc-4b5f-9c73-401e0cc301a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:50.611237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-1f137be4-d7dc-4b5f-9c73-401e0cc301a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403078 Jul 30 02:24:50.712597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-12a3ff23-8c4a-4df2-8d7a-103f0b7f8d87 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937991 Jul 30 02:24:50.813670 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fdee7ff4-34ba-4aee-9a3c-bd0fe25b7371 req-ee120f49-eb0f-4cc5-8814-d37d8d3452f6 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907698 Jul 30 02:24:51.540627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:51.744763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-daace233-eb2e-41bc-9338-f4906c8a6a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:51.935851 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:53.226264 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:54.711307 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:05.200932 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:25:07.281359 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:18.995091 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-530b7197-0e2c-466e-a70d-6da8d69db85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:20.151809 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-1313fe2d-89e4-4df7-88d6-103a26b408ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424354 Jul 30 02:25:20.241830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-6b4094a1-bdf9-46a6-8d61-98e467f73fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:20.243301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-6b4094a1-bdf9-46a6-8d61-98e467f73fab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0497117 Jul 30 02:25:20.353483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-9bb5a751-15be-4ab5-b2c8-74e2b1fa5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:20.354949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-9bb5a751-15be-4ab5-b2c8-74e2b1fa5678 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0930736 Jul 30 02:25:20.406641 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-e82cee19-62f7-4fc8-aac7-000c692a7b78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0434582 Jul 30 02:25:20.458013 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-dea5edf7-3751-4634-9a4c-bd0b5b86b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:20.460024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-dea5edf7-3751-4634-9a4c-bd0b5b86b1cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0456758 Jul 30 02:25:20.505722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-85124b8f-c572-4573-b887-60285fe7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:20.507489 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-85124b8f-c572-4573-b887-60285fe7c975 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409408 Jul 30 02:25:20.600607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-451aefda-7475-47ed-b249-5af41c717c26 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860474 Jul 30 02:25:20.691325 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cff97ee2-f645-41d0-a0bf-2394bc11b19e req-5d704976-5e18-49b9-8299-f82674cf7bc3 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841269 Jul 30 02:25:21.539123 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:21.745854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0953-92ea-42d7-876f-0d8a864acf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:21.938305 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:23.230860 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.714605 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:29.364123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-6cd94f64-7168-43ab-a390-77f4386a2ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431340 Jul 30 02:25:29.466157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-9f83abbd-590d-4de5-aad8-0e383f43fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.467727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-9f83abbd-590d-4de5-aad8-0e383f43fd52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0459316 Jul 30 02:25:29.570412 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-3c58d46e-e53a-4c65-a756-8af7c5514d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.571875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-3c58d46e-e53a-4c65-a756-8af7c5514d45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0854433 Jul 30 02:25:29.648423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-474e529f-107d-4c51-b534-f18aae8aa2d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 1001 time: 0.0697813 Jul 30 02:25:29.698037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-360bf6f6-c24d-408b-82b2-b8c73848a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.699675 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-360bf6f6-c24d-408b-82b2-b8c73848a917 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0449572 Jul 30 02:25:29.747621 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-2250e14f-80d7-4b91-b938-6ca1ef9c9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.749145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-2250e14f-80d7-4b91-b938-6ca1ef9c9e9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430884 Jul 30 02:25:29.844507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-d6601ff9-8b76-43a7-be93-0003f9e112fa service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876439 Jul 30 02:25:29.936112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3662f21-7531-4a0e-97fa-05dbe4e9bbc0 req-c2e9f73a-499c-43f4-b65c-41f77e88e23d service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835090 Jul 30 02:25:37.297049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:42.199944 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:25:48.986215 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4525-7551-46c2-9dca-111eeeb6dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:51.554367 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:51.746755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91a182da-b36e-47ad-a336-b431852d7a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:51.947131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:53.231337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:54.717399 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:07.310347 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:18.990392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f786000-19c5-4b9d-aacd-d6851bf3f817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.199751 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:26:21.585176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.747839 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-201b6c4d-b959-486d-aa4b-940f00bf0f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.939682 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:22.168228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-5a5c3fee-c2b0-4ad0-9797-14fb2c5b4864 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603447 Jul 30 02:26:22.249868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-214dc812-c52e-4e37-b5d4-66660aeb397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:22.251379 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-214dc812-c52e-4e37-b5d4-66660aeb397c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0411365 Jul 30 02:26:22.358628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-14c3eaeb-1342-4479-84ae-76cbeb21d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:22.360126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-14c3eaeb-1342-4479-84ae-76cbeb21d4b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0855539 Jul 30 02:26:22.407410 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-3f62476a-5c1c-4beb-ac00-111a1e7a54f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Jul 30 02:26:22.461915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-44f5268f-4162-4929-afbb-a982aea380df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:22.463344 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-44f5268f-4162-4929-afbb-a982aea380df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0493355 Jul 30 02:26:22.498920 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-89a91fac-3326-4dd6-9db5-82c5197d74ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462267 Jul 30 02:26:22.512350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-b0274cab-83bc-4363-bd35-20a07360e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:22.514080 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-b0274cab-83bc-4363-bd35-20a07360e3c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436330 Jul 30 02:26:22.595668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d567a-cb10-443c-bd78-665c2d68d061 req-91487181-8e1b-49a1-896b-8579467f4c80 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:22.597658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f9d567a-cb10-443c-bd78-665c2d68d061 req-91487181-8e1b-49a1-896b-8579467f4c80 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.1352310 Jul 30 02:26:22.621159 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-c790a23b-a511-4e32-9c9b-d7483a51bb14 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987480 Jul 30 02:26:22.639581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f9d567a-cb10-443c-bd78-665c2d68d061 req-7a9d8272-e79d-42e8-8ece-037ef00421d9 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349455 Jul 30 02:26:22.719220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-834bc26e-3742-49c2-ac35-ac1ab1cbcafd req-4904fe1b-807e-446a-9ea6-192aa92a769f service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911639 Jul 30 02:26:23.233628 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.758709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e630-6d8c-4d68-9767-f44a464c93c7 req-fdfd392e-9dba-4292-abf6-6528900e73ee tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:23.760255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d3e630-6d8c-4d68-9767-f44a464c93c7 req-fdfd392e-9dba-4292-abf6-6528900e73ee tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0507989 Jul 30 02:26:23.798419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d3e630-6d8c-4d68-9767-f44a464c93c7 req-a169ce4b-ec38-4d0c-83d1-ea05401f3820 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323453 Jul 30 02:26:24.720053 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.914184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fb536-cdab-4914-ae89-0854a2e391fe req-782b3e6d-81a3-43aa-bed9-ef934bda3de1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:24.915894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565fb536-cdab-4914-ae89-0854a2e391fe req-782b3e6d-81a3-43aa-bed9-ef934bda3de1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0485797 Jul 30 02:26:24.954246 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-565fb536-cdab-4914-ae89-0854a2e391fe req-573d2e9a-ccaa-4b75-bdac-f9b5b63651b0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321383 Jul 30 02:26:25.733721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-3ed444f0-7cd1-4d25-8d1b-a978ab628857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.735281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-3ed444f0-7cd1-4d25-8d1b-a978ab628857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0529218 Jul 30 02:26:25.826510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-d3a45805-6ffb-4578-9bda-c41417b117fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.828034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-d3a45805-6ffb-4578-9bda-c41417b117fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0858445 Jul 30 02:26:25.897338 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-5f9c0e91-f7ef-4e94-99ed-31f5408625d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 1001 time: 0.0620742 Jul 30 02:26:25.947119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-3714d539-d8b4-4ef1-a734-01fe3f46c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.948501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-3714d539-d8b4-4ef1-a734-01fe3f46c056 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0449762 Jul 30 02:26:25.995949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-bbfdfa25-732e-479a-aba4-7dd801927e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.997471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-bbfdfa25-732e-479a-aba4-7dd801927e29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424044 Jul 30 02:26:26.125058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3298fb1-d805-40c4-8e5d-baa8126e9142 req-3f3c611e-d7fd-4fa3-8c59-4d4f50af99a1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:26.126654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3298fb1-d805-40c4-8e5d-baa8126e9142 req-3f3c611e-d7fd-4fa3-8c59-4d4f50af99a1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.1035473 Jul 30 02:26:26.133471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-70a24a99-6011-4886-a09b-d2a25057b671 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291192 Jul 30 02:26:26.214898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3298fb1-d805-40c4-8e5d-baa8126e9142 req-dec71eb8-234a-4115-b797-55b0d5d4afe2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803852 Jul 30 02:26:26.250288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-5179d2f0-8d83-4962-92dc-f035e202c99c service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089528 Jul 30 02:26:27.335086 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456c521-5bb5-4604-94ea-39d5eaa2c954 req-9575a965-486e-4cae-834b-57fb68f2ee67 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:27.336597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1456c521-5bb5-4604-94ea-39d5eaa2c954 req-9575a965-486e-4cae-834b-57fb68f2ee67 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0523493 Jul 30 02:26:27.374331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1456c521-5bb5-4604-94ea-39d5eaa2c954 req-4880df79-abaf-4b60-bf4b-e7e17d031acb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318277 Jul 30 02:26:28.493723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837b2fd-1fe0-47d4-b2e4-9b5fbd2767a2 req-883e8cff-068d-4f3a-9326-8b8d0f01b233 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:28.495245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9837b2fd-1fe0-47d4-b2e4-9b5fbd2767a2 req-883e8cff-068d-4f3a-9326-8b8d0f01b233 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0496016 Jul 30 02:26:28.540198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9837b2fd-1fe0-47d4-b2e4-9b5fbd2767a2 req-c17aec68-308e-4adf-a58c-f9f0c2cc327c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390449 Jul 30 02:26:29.653677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09db34-9e53-4f13-ac80-9a4fbbac3063 req-26e5f213-58b9-437f-9c67-c9a731cc1fd4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:29.655165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf09db34-9e53-4f13-ac80-9a4fbbac3063 req-26e5f213-58b9-437f-9c67-c9a731cc1fd4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Jul 30 02:26:29.697491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf09db34-9e53-4f13-ac80-9a4fbbac3063 req-dd656d33-e445-4ca5-a5b6-c516f124d8db tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362864 Jul 30 02:26:30.821914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5baf4-8504-4c07-87f0-70c12c8022d7 req-fff88073-3c0d-4f2a-a0be-3416b8f06d69 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:30.823572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25d5baf4-8504-4c07-87f0-70c12c8022d7 req-fff88073-3c0d-4f2a-a0be-3416b8f06d69 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0572839 Jul 30 02:26:30.863352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25d5baf4-8504-4c07-87f0-70c12c8022d7 req-0d933b42-086b-4c4e-b80c-85afd7da97d5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Jul 30 02:26:31.414420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-f798f24f-9785-43f0-916d-b27de7b535e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.415969 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-f798f24f-9785-43f0-916d-b27de7b535e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0422838 Jul 30 02:26:31.532905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-4ce1b5ec-d712-49a0-b4f0-ae8e341adc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.534375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-4ce1b5ec-d712-49a0-b4f0-ae8e341adc34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0889471 Jul 30 02:26:31.601357 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-9f3c9be0-b542-409d-8637-5a178b8c3676 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 1001 time: 0.0592992 Jul 30 02:26:31.652399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-d2a00320-e262-494f-b532-35f0860fb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.653998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-d2a00320-e262-494f-b532-35f0860fb7fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0457907 Jul 30 02:26:31.703851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-1848068d-8c1e-4058-8c98-10bad3409d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.705426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-1848068d-8c1e-4058-8c98-10bad3409d56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450912 Jul 30 02:26:31.793971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-b2e24485-32fe-45af-98bc-80fcadc2149b service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816557 Jul 30 02:26:31.893652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9afc2a2c-01f8-4c53-abc3-5ce427da66e2 req-c5d8b00a-c26e-4587-98c0-a3871e5b3e0b service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930655 Jul 30 02:26:31.984091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20339ba-654d-49ec-8f7b-397b23aa65b5 req-a0be3b7a-193a-4969-a247-408e6e3d8b13 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.985627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d20339ba-654d-49ec-8f7b-397b23aa65b5 req-a0be3b7a-193a-4969-a247-408e6e3d8b13 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0532601 Jul 30 02:26:32.025293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d20339ba-654d-49ec-8f7b-397b23aa65b5 req-c5b434fc-5442-47dd-b04d-2039e8b57abb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331831 Jul 30 02:26:33.229947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7517a5-1e1a-4dcd-863f-f433fae290d2 req-f1bf9724-9ae9-4e07-b478-603953578732 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.231514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d7517a5-1e1a-4dcd-863f-f433fae290d2 req-f1bf9724-9ae9-4e07-b478-603953578732 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0569754 Jul 30 02:26:33.270436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d7517a5-1e1a-4dcd-863f-f433fae290d2 req-3eca76e0-0d13-4683-858d-3dc73490e5ad tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330994 Jul 30 02:26:34.391949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e776bf-b5c4-4244-a34c-70b9a4860f7d req-68b538b3-0082-4765-a6d9-4c99c674cc2e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.393516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85e776bf-b5c4-4244-a34c-70b9a4860f7d req-68b538b3-0082-4765-a6d9-4c99c674cc2e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0543926 Jul 30 02:26:34.433166 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85e776bf-b5c4-4244-a34c-70b9a4860f7d req-ade33313-4fc4-4cc2-8c81-26ff7cd2e208 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jul 30 02:26:35.548595 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e504a-3619-4014-93a7-1c43f8d73186 req-c57a52cf-8630-4024-b344-92e6e2c416d3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:35.550191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a53e504a-3619-4014-93a7-1c43f8d73186 req-c57a52cf-8630-4024-b344-92e6e2c416d3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0497119 Jul 30 02:26:35.589304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a53e504a-3619-4014-93a7-1c43f8d73186 req-80d9f694-b0df-43ef-917f-eb05d27a8566 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Jul 30 02:26:36.788609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02778fe-7bd0-498e-bd0d-1c285466aeb5 req-161884c2-aab4-4aca-8a0f-1d9bbd060344 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:36.790100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02778fe-7bd0-498e-bd0d-1c285466aeb5 req-161884c2-aab4-4aca-8a0f-1d9bbd060344 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0914118 Jul 30 02:26:36.828778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d02778fe-7bd0-498e-bd0d-1c285466aeb5 req-9a41830a-c40f-4632-b045-d251ac3c257a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Jul 30 02:26:37.309792 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.960561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcba96-3c37-4f5f-8b90-1bd5c10e46ca req-36d3bbfb-57de-4f44-b266-4a762cebf1af tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:37.962051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2fcba96-3c37-4f5f-8b90-1bd5c10e46ca req-36d3bbfb-57de-4f44-b266-4a762cebf1af tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0585172 Jul 30 02:26:38.033566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-c08f7375-31c7-40d6-a76b-1e01f5dc6a5f service neutron] 10.222.0.55 "GET /v2.0/ports/66650a12-13a4-4a80-8e0a-c44bdc2d9da4/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.0870392 Jul 30 02:26:38.039142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2fcba96-3c37-4f5f-8b90-1bd5c10e46ca req-701daff3-e3cd-4a7c-9800-58be1b721b85 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573983 Jul 30 02:26:38.259189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-660c5b70-766c-40bd-a071-522fca0e6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:38.260669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-660c5b70-766c-40bd-a071-522fca0e6617 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0472152 Jul 30 02:26:38.335535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-c9c87d9f-e4fb-451e-ac67-e13bb092ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:38.337050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-c9c87d9f-e4fb-451e-ac67-e13bb092ca6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0445549 Jul 30 02:26:38.443820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-1e465b3d-26f0-4b17-a660-d344cb8569d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:38.445812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-1e465b3d-26f0-4b17-a660-d344cb8569d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1019537 Jul 30 02:26:38.510298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-e5fab4dc-e2b1-49c9-b778-c26ba748ab09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 1001 time: 0.0571117 Jul 30 02:26:38.570495 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-07bd3e4a-925f-459b-8150-b400dbea350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:38.572110 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-07bd3e4a-925f-459b-8150-b400dbea350a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0550156 Jul 30 02:26:38.621241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-eec32a79-6364-4df5-b0f1-3a9fcf0f57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:38.622817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-eec32a79-6364-4df5-b0f1-3a9fcf0f57e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436306 Jul 30 02:26:38.715872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-0934bea2-303a-47c7-a56f-b32fde7c4204 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855010 Jul 30 02:26:38.813887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-a506c2ac-243f-424f-b2db-ff9152fefbc9 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877111 Jul 30 02:26:39.165470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c54be-3b18-4f3e-aab2-6ad6009ba2af req-dd01a698-5c87-457d-b133-723d9542df24 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:39.167050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d49c54be-3b18-4f3e-aab2-6ad6009ba2af req-dd01a698-5c87-457d-b133-723d9542df24 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0585089 Jul 30 02:26:39.206705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d49c54be-3b18-4f3e-aab2-6ad6009ba2af req-ee110f32-aebd-471d-8b92-cce931770084 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Jul 30 02:26:40.336666 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a12e3-b267-4dad-8df4-c73048e3763b req-aac2a0bb-01d6-4dd6-9fd5-2946d0078504 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:40.338190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-244a12e3-b267-4dad-8df4-c73048e3763b req-aac2a0bb-01d6-4dd6-9fd5-2946d0078504 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 946 time: 0.0555778 Jul 30 02:26:40.380123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-244a12e3-b267-4dad-8df4-c73048e3763b req-3f40cc3f-0613-440b-8b6a-2f735befd6dd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356622 Jul 30 02:26:40.575771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:40.655379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:40.679691 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:40.682160 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477a9b31-d588-40b4-9d3c-23c67c57b937" -d '{"events": [{"server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:40.695524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:40.699681 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:40.727478 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d92cc9-5a9e-4a93-a043-7ed1fdd15728 x-openstack-request-id: req-47d92cc9-5a9e-4a93-a043-7ed1fdd15728 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:40.727771 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:40.728020 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47d92cc9-5a9e-4a93-a043-7ed1fdd15728 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:40.728410 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'code': 200} Jul 30 02:26:40.750453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:40.758179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.758527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.758856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.759220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.759552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.759877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.760204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.760522 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.760839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.761158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.761478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:40.761791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:41.499716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237407f-5854-4296-ac0f-09aefc567e10 req-f1313c74-0e95-4c80-9dfc-f4b2f17a6826 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:41.501114 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3237407f-5854-4296-ac0f-09aefc567e10 req-f1313c74-0e95-4c80-9dfc-f4b2f17a6826 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0495024 Jul 30 02:26:41.541841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3237407f-5854-4296-ac0f-09aefc567e10 req-1191d858-7857-420b-bd1b-aab750cd894b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339165 Jul 30 02:26:41.856424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-1462131b-134b-4b0d-9f6b-9357bb72da5d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:41.858006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-1462131b-134b-4b0d-9f6b-9357bb72da5d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9&tenant_id=a9ca5589f05647b58584aa238dfd8d1c&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 944 time: 0.0828545 Jul 30 02:26:41.870138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82e04-2aa5-4417-a64e-b7739e58eb77 req-f5ccf1bc-18c5-4bf5-b633-46a143f9481d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:41.871786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-def82e04-2aa5-4417-a64e-b7739e58eb77 req-f5ccf1bc-18c5-4bf5-b633-46a143f9481d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0703502 Jul 30 02:26:42.313591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-def82e04-2aa5-4417-a64e-b7739e58eb77 req-71c32592-3639-41f0-a2b3-8d2c39c533a8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4342401 Jul 30 02:26:42.322104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-7107f6c4-1309-41e6-b309-518832b1b79c service neutron] 10.222.0.55 "GET /v2.0/ports/66650a12-13a4-4a80-8e0a-c44bdc2d9da4/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.4493301 Jul 30 02:26:42.408332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-7537a202-e297-48cd-8e92-7b15b8b7769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.409860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-7537a202-e297-48cd-8e92-7b15b8b7769b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0490961 Jul 30 02:26:42.508262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-0590dd99-d575-461d-b168-37a1c62b5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.509664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-0590dd99-d575-461d-b168-37a1c62b5698 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0934954 Jul 30 02:26:42.575980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-978b4ee8-394d-48b5-bd11-5f9545b92dcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 999 time: 0.0594635 Jul 30 02:26:42.582259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:26:42.631488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-34b7bc09-0d45-4137-aee6-965478403832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.632957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-34b7bc09-0d45-4137-aee6-965478403832 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0497446 Jul 30 02:26:42.680932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-d8e842b1-6026-42e0-b746-d81734c51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.682534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-d8e842b1-6026-42e0-b746-d81734c51c8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423441 Jul 30 02:26:42.686213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:42.698046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:26:42.734951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:42.747760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:42.769953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:42.775285 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:42.800973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-e7bcce6a-660e-4ac3-840b-1be33230a150 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012218 Jul 30 02:26:42.834231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:42.899307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-831bb0f3-af49-4540-a027-04b606bccc6e service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911756 Jul 30 02:26:43.065275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['66650a12-13a4-4a80-8e0a-c44bdc2d9da4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:43.432874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb67fc-21ee-4cb9-b2c4-e2f611bc833e req-6d24bcb3-33e6-4fa0-b1bf-7aba16cbf1dc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:43.434529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcfb67fc-21ee-4cb9-b2c4-e2f611bc833e req-6d24bcb3-33e6-4fa0-b1bf-7aba16cbf1dc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Jul 30 02:26:43.472201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fcfb67fc-21ee-4cb9-b2c4-e2f611bc833e req-56f38472-9676-4e91-aada-14985028c26a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Jul 30 02:26:44.598677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f39e3-b89c-48fa-9d0d-c969a7b023d1 req-7880c577-ca17-44ed-a56e-167cd7c43db2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:44.600328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c11f39e3-b89c-48fa-9d0d-c969a7b023d1 req-7880c577-ca17-44ed-a56e-167cd7c43db2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Jul 30 02:26:44.611230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:44.649517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c11f39e3-b89c-48fa-9d0d-c969a7b023d1 req-c3dd4755-7640-44e0-81d6-97754e8df647 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Jul 30 02:26:44.710489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:44.723405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:44.745742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:44.750054 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:44.799681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:45.076584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-258ea9ae-424e-4b63-95f9-b7adf95ee5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.078105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-258ea9ae-424e-4b63-95f9-b7adf95ee5a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 1096 time: 0.0825608 Jul 30 02:26:45.151347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-168430e3-fc91-4e95-a913-2e9ff7823acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.152850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-168430e3-fc91-4e95-a913-2e9ff7823acb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0419643 Jul 30 02:26:45.249748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-5204fb8a-fbf9-444d-8128-06eb48b33c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.251362 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-5204fb8a-fbf9-444d-8128-06eb48b33c4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0918012 Jul 30 02:26:45.318192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-dcbc8efc-5aa2-489d-ba19-6003e1c20419 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 200 len: 999 time: 0.0597587 Jul 30 02:26:45.372443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-95c92d19-097f-4ae1-aebb-4c0384a3f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.373839 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-95c92d19-097f-4ae1-aebb-4c0384a3f676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0490916 Jul 30 02:26:45.426812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-58e2b545-6ed9-40be-a46b-92e967b31c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.428375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-58e2b545-6ed9-40be-a46b-92e967b31c45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479369 Jul 30 02:26:45.518354 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-44f621f6-34dd-4242-8eb9-95e50d59f47e service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829380 Jul 30 02:26:45.612423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1e928e6-930b-4a30-811b-a1e109a9f1be req-ed9eb36f-21a0-4770-a941-ce0457bdfc70 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875444 Jul 30 02:26:45.788162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99893ac5-1a1a-48af-b51e-4e4d06a662a4 req-11251d03-1af8-4611-8e41-ca1ea38ed891 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.789664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99893ac5-1a1a-48af-b51e-4e4d06a662a4 req-11251d03-1af8-4611-8e41-ca1ea38ed891 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0579929 Jul 30 02:26:45.828295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-99893ac5-1a1a-48af-b51e-4e4d06a662a4 req-488f21d5-e175-4ef6-a1a7-e229eadd4ab6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Jul 30 02:26:46.946783 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4b776-0ff6-4fc4-864c-26889c7ae1f4 req-d1df9f05-da0e-416a-bf75-768c0eb66938 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:46.948779 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ab4b776-0ff6-4fc4-864c-26889c7ae1f4 req-d1df9f05-da0e-416a-bf75-768c0eb66938 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0528004 Jul 30 02:26:46.993710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ab4b776-0ff6-4fc4-864c-26889c7ae1f4 req-cf8f6563-316a-45ce-99e1-3abc9693bf3a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386055 Jul 30 02:26:48.110723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7799c4-a8be-4919-b0b7-6b45c44faf5b req-f5ac4d9b-554d-44f1-923a-a64f02dbf95c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:48.112253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7799c4-a8be-4919-b0b7-6b45c44faf5b req-f5ac4d9b-554d-44f1-923a-a64f02dbf95c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0499721 Jul 30 02:26:48.159324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df7799c4-a8be-4919-b0b7-6b45c44faf5b req-ee57aa3c-a0df-44f3-979e-a22ce6ab61c2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358000 Jul 30 02:26:48.274160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869951a8-7aa0-4bc5-b9aa-30dd59a0682a req-37a6a229-12c5-42da-aa01-1f2b9351f836 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:48.279395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-869951a8-7aa0-4bc5-b9aa-30dd59a0682a req-37a6a229-12c5-42da-aa01-1f2b9351f836 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0544486 Jul 30 02:26:48.333468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-869951a8-7aa0-4bc5-b9aa-30dd59a0682a req-41933a5e-2dbf-457e-b1e9-734b41f44ae2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480490 Jul 30 02:26:48.458849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c92b09-c59d-4be8-b040-b4303e4f7c60 req-cb1d01c4-b312-4ddb-b554-0911cb69bfd4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:48.460998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13c92b09-c59d-4be8-b040-b4303e4f7c60 req-cb1d01c4-b312-4ddb-b554-0911cb69bfd4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0519300 Jul 30 02:26:48.500250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13c92b09-c59d-4be8-b040-b4303e4f7c60 req-fb6c8056-b454-4416-ab9a-7b53b5b97d34 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333514 Jul 30 02:26:48.582967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:26:48.717782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:48.730087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'mac_address': 'fa:16:3e:ea:9e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:26:48.755187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a78f9-2919-4c1c-aa48-6b23b25ae485 req-ab3f2b9a-c2da-4d8c-9738-c48eb03b497c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:48.757271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-253a78f9-2919-4c1c-aa48-6b23b25ae485 req-ab3f2b9a-c2da-4d8c-9738-c48eb03b497c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0541070 Jul 30 02:26:48.768156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:48.781645 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:48.802058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:48.806352 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:48.809274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-253a78f9-2919-4c1c-aa48-6b23b25ae485 req-ecf66f7f-0a1b-4081-a2ec-b584692fecbc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Jul 30 02:26:48.855167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:48.991079 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c9fff61-a5f8-4547-8e7c-8b25878c6433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:49.086474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['66650a12-13a4-4a80-8e0a-c44bdc2d9da4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:49.927116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495c6bf-1d13-41c9-b655-c32ccae40049 req-821ee36f-5a64-4843-a29b-76273017956b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:49.928627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3495c6bf-1d13-41c9-b655-c32ccae40049 req-821ee36f-5a64-4843-a29b-76273017956b tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0506830 Jul 30 02:26:49.969479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3495c6bf-1d13-41c9-b655-c32ccae40049 req-e9c3b035-8077-4771-af25-37b0c01d5797 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348532 Jul 30 02:26:50.136118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-0358bfd3-2ad2-4bbf-9c64-65ce894a81de tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:50.137579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-0358bfd3-2ad2-4bbf-9c64-65ce894a81de tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Jul 30 02:26:50.233210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Deleting port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:50.233460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:50.324073 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] For port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:50.324436 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:50.503576 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:50.503859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:50.504172 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 disassociated. External IP: 172.25.8.84, port: 66650a12-13a4-4a80-8e0a-c44bdc2d9da4. Jul 30 02:26:50.504512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Calling delete_port for 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:50.604467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:50.639964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:50.648165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No active binding found for port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 {{(pid=93891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:26:50.648614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:50.670710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event deleted for resources: {'Port': ['ID=66650a12-13a4-4a80-8e0a-c44bdc2d9da4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:50.683031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.683384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.683722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.684063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.684388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.684710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.685031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.685350 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.685676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.685990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.686309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.686624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:50.803773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:50.922703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:50.934474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:50.944247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:50.944788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:26:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:50.966738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] No DVR routers for this DVR port 66650a12-13a4-4a80-8e0a-c44bdc2d9da4 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:50.969429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:50.971444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff3e1bdb-fe81-43ce-b96a-5dbb4c9b382f req-2a57853a-67d0-4eb9-876e-a328e0cf789f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "DELETE /v2.0/ports/66650a12-13a4-4a80-8e0a-c44bdc2d9da4 HTTP/1.1" status: 204 len: 173 time: 0.8276377 Jul 30 02:26:50.971883 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'name': 'network-vif-deleted', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:51.025166 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f9e870-5793-4da5-8533-e5b7df5ba3e0" -d '{"events": [{"server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "name": "network-vif-deleted", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:51.070631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:51.077771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17b45785-1143-4f9d-b21a-fd39cef54747 req-fb4c0d5f-9dbb-4ee7-bd66-273a1d09c529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=6014f386-5bbd-4181-b583-e7b586f5b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0282259 Jul 30 02:26:51.193091 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1bcdf8-74fe-4d34-bebe-5a54c40c6c76 x-openstack-request-id: req-ed1bcdf8-74fe-4d34-bebe-5a54c40c6c76 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:51.193387 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6014f386-5bbd-4181-b583-e7b586f5b5b9", "name": "network-vif-deleted", "tag": "66650a12-13a4-4a80-8e0a-c44bdc2d9da4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:51.193642 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed1bcdf8-74fe-4d34-bebe-5a54c40c6c76 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:51.194092 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6014f386-5bbd-4181-b583-e7b586f5b5b9', 'name': 'network-vif-deleted', 'tag': '66650a12-13a4-4a80-8e0a-c44bdc2d9da4', 'status': 'completed', 'code': 200} Jul 30 02:26:51.280643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:51.307991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:51.316378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:51.316980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:26:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:51.425908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:51.622180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:51.649964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:51.681665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02108ea9-b227-47a4-9059-e6e4651b2e02 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:51.749131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-eaa63b76-a4f9-47ed-9c7f-db839e6d3d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:51.907462 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7d3fc9-4618-42f1-b1a7-3993de58a835 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:26:51.942553 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:52.354765 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-4b64eb62-40b0-40dc-b48e-02bb01d861e7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--504410137&fields=id&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 267 time: 0.0333431 Jul 30 02:26:52.464340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-f760bb7b-7e39-4e99-8acb-b8e1dc12e007 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:52.465723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-f760bb7b-7e39-4e99-8acb-b8e1dc12e007 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1043084 Jul 30 02:26:52.480817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-5b2f1647-a263-49d2-87c1-9953764a15bf tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/quotas/a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 375 time: 0.0094121 Jul 30 02:26:52.547658 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-c41a2f59-520c-4ca6-8d93-e98739927231 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0616627 Jul 30 02:26:52.567655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-1306cb1c-f0ad-4bb6-b80c-bf91eab53209 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:26:52.568951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-1306cb1c-f0ad-4bb6-b80c-bf91eab53209 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084121 Jul 30 02:26:52.657692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-2013aa59-bf18-4e4d-aef3-c1585dd92931 service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824120 Jul 30 02:26:52.762311 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-66bc329c-80a4-4158-9ccb-e09632e3f4bc service neutron] 10.222.0.78 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966899 Jul 30 02:26:52.932005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55a8a90a-769d-40d2-be92-4ad1cb67f2b5 req-b08b7536-a929-4b30-87d7-cc7c4b86f9eb tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 210 time: 0.0282426 Jul 30 02:26:53.239034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.051081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d8d7476-4c1a-43c9-8be3-263ba229fbe3 req-a22ba593-ec93-48be-9ec9-a470c24ab381 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 210 time: 0.0375454 Jul 30 02:26:54.099662 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-52d00735-50c5-4826-ba70-a1c959c6dc88 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:54.101657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-52d00735-50c5-4826-ba70-a1c959c6dc88 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 811 time: 0.1370356 Jul 30 02:26:54.152951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-2208ef9b-293f-4b7d-9701-a33d795ae5b0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 379 time: 0.0354152 Jul 30 02:26:54.168820 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'port': {'device_id': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'admin_state_up': True, 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'security_groups': ['b976890c-1a57-4871-913c-8f5fa7b91b16']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:54.285395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Made reservation on behalf of a9ca5589f05647b58584aa238dfd8d1c for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:26:54.289384 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.420273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Allocated IP 172.20.0.13 (b86a525c-c039-48d5-8b80-0b344199dbdc/9c7302b6-ba57-41fd-8849-e6ca973204fd/3d5e9b15-5312-4a00-8f9d-3328923333b9) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:26:54.559734 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.572417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Transition to ACTIVE for port object 3d5e9b15-5312-4a00-8f9d-3328923333b9 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:54.607029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.650442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Network b86a525c-c039-48d5-8b80-0b344199dbdc is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:54.653560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:54.656145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:26:54.687457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:54.718047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:54.718742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.724405 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.738376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-44c641ab-8ba4-4c6a-a5c4-36c99175b094 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732706 Jul 30 02:26:54.756850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Request body: {'port': {'device_id': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:54.813869 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.917547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a0bb0d90-4964-40ea-b57f-1f0ec205269a None None] Provisioning for port 3d5e9b15-5312-4a00-8f9d-3328923333b9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:54.921507 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a0bb0d90-4964-40ea-b57f-1f0ec205269a None None] Provisioning complete for port 3d5e9b15-5312-4a00-8f9d-3328923333b9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:54.921881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a0bb0d90-4964-40ea-b57f-1f0ec205269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:54.959238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb0d90-4964-40ea-b57f-1f0ec205269a None None] Port 3d5e9b15-5312-4a00-8f9d-3328923333b9 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:26:55.093911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:55.102007 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:55.115332 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Transition to ACTIVE for port object 3d5e9b15-5312-4a00-8f9d-3328923333b9 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:55.120426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:55.204824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:55.267362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f00c97-dff2-4930-ad76-0a0426f016b4 req-4b26bb45-4c8b-4cc0-8756-9ee7bd6b0b2d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:55.269012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52f00c97-dff2-4930-ad76-0a0426f016b4 req-4b26bb45-4c8b-4cc0-8756-9ee7bd6b0b2d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.1412709 Jul 30 02:26:55.310644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Attempting to bind port 3d5e9b15-5312-4a00-8f9d-3328923333b9 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:26:55.310988 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Attempting to bind port 3d5e9b15-5312-4a00-8f9d-3328923333b9 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:26:55.311341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Attempting to bind port 3d5e9b15-5312-4a00-8f9d-3328923333b9 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:55.325717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Port 3d5e9b15-5312-4a00-8f9d-3328923333b9 on network b86a525c-c039-48d5-8b80-0b344199dbdc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:26:55.326046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Attempting to bind port 3d5e9b15-5312-4a00-8f9d-3328923333b9 on network b86a525c-c039-48d5-8b80-0b344199dbdc {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:55.330918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52f00c97-dff2-4930-ad76-0a0426f016b4 req-42c5c270-3782-47cc-8d93-a22cb728e889 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538087 Jul 30 02:26:55.341663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:26:55.342502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Checking segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:26:55.342930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Bound using segment: {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:26:55.343426 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Bound port: 3d5e9b15-5312-4a00-8f9d-3328923333b9, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5a244d-f4ef-4b01-95e4-f2b503ada2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:26:55.343803 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:55.430939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:26:55.434354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:26:55.438260 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:55.476411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:55.477052 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:55.478485 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1093 time: 0.7272716 Jul 30 02:26:55.478984 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:55.481448 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd61ad-83ff-4adc-9729-873dc3dccac9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:55.507283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79834-807c-4217-bfe0-5344b3319273 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:55.533084 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117da70-236a-4c9b-ac7a-632ee80bb81e x-openstack-request-id: req-1117da70-236a-4c9b-ac7a-632ee80bb81e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:55.533084 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:55.533084 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1117da70-236a-4c9b-ac7a-632ee80bb81e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:55.533084 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'status': 'completed', 'code': 200} Jul 30 02:26:55.591855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-7893c777-3e20-4b09-b40c-b33bddcda1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:55.593303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-7893c777-3e20-4b09-b40c-b33bddcda1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0483882 Jul 30 02:26:55.641250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-4af445be-3cee-4c97-ae46-ae417b0f6828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 217 time: 0.0348399 Jul 30 02:26:55.698105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b18dba29-874c-4fa5-b43c-e8b8f1a4e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:55.699773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-b18dba29-874c-4fa5-b43c-e8b8f1a4e1d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0522888 Jul 30 02:26:55.752346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-8c90b6e5-f1fc-4db5-ab71-943d7095dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:55.753768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-8c90b6e5-f1fc-4db5-ab71-943d7095dbd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424640 Jul 30 02:26:55.852386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-09bd2a7c-ec59-4cf2-92ed-fade944a770c service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915453 Jul 30 02:26:55.953886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6475313f-e9d1-4715-9914-d7a84a33d196 req-1b68b7f6-5cb8-417b-9fbc-3e5613154c5b service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944583 Jul 30 02:26:56.075612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-7fd90b11-62cb-40e2-9570-dee332dd686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:56.077128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-7fd90b11-62cb-40e2-9570-dee332dd686e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0425761 Jul 30 02:26:56.175395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-82128396-6d95-42f4-b427-8a57009c5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:56.177033 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-82128396-6d95-42f4-b427-8a57009c5ae8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0918508 Jul 30 02:26:56.199370 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:26:56.218280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-398a42b5-c305-4978-aa63-9200723b3539 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 217 time: 0.0346198 Jul 30 02:26:56.267786 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-a8600402-5563-40f5-a0e8-cce375b97ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:56.269271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-a8600402-5563-40f5-a0e8-cce375b97ebc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0439918 Jul 30 02:26:56.327248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-2a720a8d-098f-4737-8b0d-68eb0719bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:56.328770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-2a720a8d-098f-4737-8b0d-68eb0719bc19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517993 Jul 30 02:26:56.438582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-5dadb59b-9c1a-45a2-af91-fe5afe57cdfc service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007411 Jul 30 02:26:56.534739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235bb59-441e-45e3-ba6b-9ecd32a1a65d req-b9382c7c-7d23-433a-832e-80dad14c4fab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:56.536294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a235bb59-441e-45e3-ba6b-9ecd32a1a65d req-b9382c7c-7d23-433a-832e-80dad14c4fab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.1176140 Jul 30 02:26:56.585391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c5dd61ad-83ff-4adc-9729-873dc3dccac9 req-07470992-dfc3-48f6-8ad3-fc35d41cb398 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332088 Jul 30 02:26:56.592391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a235bb59-441e-45e3-ba6b-9ecd32a1a65d req-27070678-d2b1-47ea-bf9c-ffa0a2fde9ae tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478306 Jul 30 02:26:57.708619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcec2f-d913-44c9-93f3-35fce3357c0e req-c8c36e71-925f-44ac-a2d6-03e0c6369d37 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:57.710825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90bcec2f-d913-44c9-93f3-35fce3357c0e req-c8c36e71-925f-44ac-a2d6-03e0c6369d37 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0511389 Jul 30 02:26:57.748389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-90bcec2f-d913-44c9-93f3-35fce3357c0e req-2df74287-840f-4352-af5c-ddc8fb955f44 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Jul 30 02:26:58.629315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:26:58.731091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:58.874255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e174c-0a26-46b7-86ca-78c1a7da6ef3 req-b83f8196-f87b-4d39-b0f8-8a37636f9110 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:58.875872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-306e174c-0a26-46b7-86ca-78c1a7da6ef3 req-b83f8196-f87b-4d39-b0f8-8a37636f9110 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0567935 Jul 30 02:26:58.899902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:26:58.915104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-306e174c-0a26-46b7-86ca-78c1a7da6ef3 req-ce250201-eae1-4acf-8a1b-f9773c199270 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Jul 30 02:26:58.937904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:58.950256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:58.970662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:58.977042 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:59.024458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:59.233387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3d5e9b15-5312-4a00-8f9d-3328923333b9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:27:00.038775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251aa34-b315-43e3-ace5-16cc3245882a req-1c7aea59-5b06-42e9-8cae-ec4bbb79a825 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:00.040416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6251aa34-b315-43e3-ace5-16cc3245882a req-1c7aea59-5b06-42e9-8cae-ec4bbb79a825 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.0566106 Jul 30 02:27:00.080449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6251aa34-b315-43e3-ace5-16cc3245882a req-7bbfd73e-1cf1-48a5-859c-d794ec6231ac tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340168 Jul 30 02:27:00.644850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:00.694240 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 3d5e9b15-5312-4a00-8f9d-3328923333b9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:00.698136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 3d5e9b15-5312-4a00-8f9d-3328923333b9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:00.698509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:00.784252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:00.808036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:00.810304 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bd5167f59f19cbfe3c1e16988d9f0fed9f265614234543f217a8893b22e7ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874e3ae-5505-4ab5-b422-f82f3b003288" -d '{"events": [{"server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "name": "network-vif-plugged", "status": "completed", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:00.823545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:00.828728 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:00.859202 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ddc169-fc8e-4fbd-a070-0b05b530bd37 x-openstack-request-id: req-b1ddc169-fc8e-4fbd-a070-0b05b530bd37 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:00.859490 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "name": "network-vif-plugged", "status": "completed", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:00.859737 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1ddc169-fc8e-4fbd-a070-0b05b530bd37 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:00.860123 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'code': 200} Jul 30 02:27:00.886197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:00.978331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba287323-2a36-43dc-b32e-8d887f61196d req-575dd2a5-21d5-4856-a426-08dcaf174ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:00.979905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba287323-2a36-43dc-b32e-8d887f61196d req-575dd2a5-21d5-4856-a426-08dcaf174ffb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0429306 Jul 30 02:27:01.017744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba287323-2a36-43dc-b32e-8d887f61196d req-555b867a-ed4e-4f02-858e-1454565d9cc3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306904 Jul 30 02:27:01.203313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17821cc-18bb-4289-b9c5-8340739fd3ee req-15007697-7cf8-4fae-b3b8-353972bcd7b1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:01.204717 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d17821cc-18bb-4289-b9c5-8340739fd3ee req-15007697-7cf8-4fae-b3b8-353972bcd7b1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0532780 Jul 30 02:27:01.242704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d17821cc-18bb-4289-b9c5-8340739fd3ee req-51c77fb8-8efe-470e-9166-c701132225e1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Jul 30 02:27:02.357496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a14ea7-9e7b-40a5-9213-8c2f827ccc63 req-d333b2eb-5622-4a36-aac1-30ce5bbf854f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:02.359139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88a14ea7-9e7b-40a5-9213-8c2f827ccc63 req-d333b2eb-5622-4a36-aac1-30ce5bbf854f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0492516 Jul 30 02:27:02.397661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88a14ea7-9e7b-40a5-9213-8c2f827ccc63 req-4bafc146-87c5-4b1f-9d8c-23ad3ab1a831 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Jul 30 02:27:02.509009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9eb2-0285-4346-bf8f-818aaf632303 req-b56fed8f-4fcb-458e-995c-acdecdb99847 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:02.510720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4c9b9eb2-0285-4346-bf8f-818aaf632303 req-b56fed8f-4fcb-458e-995c-acdecdb99847 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0475354 Jul 30 02:27:02.519812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 56604) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:02.525234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Request body: {'floatingip': {'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:02.568131 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:03.023864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:03.027751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:03.476347 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 associated. External IP: 172.25.8.84, port: 3d5e9b15-5312-4a00-8f9d-3328923333b9. Jul 30 02:27:03.679627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:27:03.789776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:03.794620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:03.800061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:03.817365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:03.818025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:26:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:03.827342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a515ce3a-c992-46a5-8b5c-42fe76e35529 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "PUT /v2.0/floatingips/649307a7-9c35-4437-b391-9ecc99e82465 HTTP/1.1" status: 200 len: 992 time: 1.3063831 Jul 30 02:27:03.827942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:03.830470 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b3dca3-4052-4a2a-9b28-27e41d7782e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:03.929133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:03.935224 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fde339-29ad-4432-82a1-58f1221e7639 x-openstack-request-id: req-e4fde339-29ad-4432-82a1-58f1221e7639 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:03.935520 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:03.935775 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4fde339-29ad-4432-82a1-58f1221e7639 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:03.936177 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'status': 'completed', 'code': 200} Jul 30 02:27:04.017886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-b030c23e-87b1-4223-8fbf-cee07d855166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:04.019571 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-b030c23e-87b1-4223-8fbf-cee07d855166 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0415921 Jul 30 02:27:04.110207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-f53fbbfe-e635-4f7a-b4aa-cf9365009f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:04.111734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-f53fbbfe-e635-4f7a-b4aa-cf9365009f3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0856552 Jul 30 02:27:04.190957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:27:02Z', 'revision_number': 12, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:04.191336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-6f187e62-93f6-4d39-8e47-6822428357a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1000 time: 0.0729525 Jul 30 02:27:04.218134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:04.227155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:04.227360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:26:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:04.239813 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-b89db23e-7575-46e0-9f99-2c6b2b6c40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:04.242014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-b89db23e-7575-46e0-9f99-2c6b2b6c40cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0446737 Jul 30 02:27:04.289764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-e8f12066-9ce0-4305-8f25-5021558abac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:04.291321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-e8f12066-9ce0-4305-8f25-5021558abac5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410025 Jul 30 02:27:04.336133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:04.385924 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-995afb0b-1b8b-4e7f-949a-501a25443d42 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876682 Jul 30 02:27:04.479640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15b3dca3-4052-4a2a-9b28-27e41d7782e6 req-0f471348-fae0-4f1d-a9e0-077cf446b19c service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871100 Jul 30 02:27:04.581840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:27:02Z', 'revision_number': 12, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:04.612447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc9aa6-0bd2-48bf-ab88-84b5f5a4e96f None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '649307a7-9c35-4437-b391-9ecc99e82465', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:20:05Z', 'updated_at': '2021-07-30T02:27:02Z', 'revision_number': 12, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:27:04.809067 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ecbc4-4742-4487-82b1-d73b5a59f732 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:27:07.325037 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:18.995449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3d9aed86-7558-46f8-8346-b371c06d6372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.599269 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.749711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4486e06e-653d-487b-9c6c-76b60f0af50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.944977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.292738 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-0639d3cb-ea33-40fc-a302-611cc600fb54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930490 Jul 30 02:27:22.375497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-cc73f1a1-b752-447f-9ad3-91ed4944a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.377037 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-cc73f1a1-b752-447f-9ad3-91ed4944a955 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0413356 Jul 30 02:27:22.486846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-a01099d7-261a-4569-b50e-6b4afba15359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.488286 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-a01099d7-261a-4569-b50e-6b4afba15359 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0903478 Jul 30 02:27:22.541843 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-0cf47abb-d2b1-4757-a29e-3357ce04882d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0466020 Jul 30 02:27:22.593714 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-df5d525e-02d8-4a31-96d4-38d5833f07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.595230 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-df5d525e-02d8-4a31-96d4-38d5833f07c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0466480 Jul 30 02:27:22.641656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-04127b7a-2a21-4751-b471-1d0ee065a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.643242 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-04127b7a-2a21-4751-b471-1d0ee065a237 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415928 Jul 30 02:27:22.736981 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-6ce52081-ca5a-41ed-81f7-0fec4b9c9ccd service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864291 Jul 30 02:27:22.830669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-31de439b-09f0-4d83-aa32-0bc4af561a96 req-ccac1e16-39f1-4b8b-a355-9569d38c3f34 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863874 Jul 30 02:27:23.239242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:24.727843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:33.199066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:27:33.365487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-0a40bc7c-2025-49ec-85c8-d76afe031f6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452049 Jul 30 02:27:33.465337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-6ae033b9-5e84-4843-bb36-62d488ec33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.466744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-6ae033b9-5e84-4843-bb36-62d488ec33f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0460308 Jul 30 02:27:33.572372 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-2a1449c4-2ea5-4ce3-9cd6-db2213f2765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.573948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-2a1449c4-2ea5-4ce3-9cd6-db2213f2765e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0867746 Jul 30 02:27:33.647120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-72f9a6be-e143-4675-9cce-30d61cf078b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1002 time: 0.0633197 Jul 30 02:27:33.696900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-30928c3a-e67d-4e64-9140-73e64238fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.698418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-30928c3a-e67d-4e64-9140-73e64238fe0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0451522 Jul 30 02:27:33.750325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-553a952f-280c-47c7-b2a3-78b73c7fd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.751886 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-553a952f-280c-47c7-b2a3-78b73c7fd6d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452268 Jul 30 02:27:33.846363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-719cbe69-dba7-4d3f-96ea-e154649db512 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871296 Jul 30 02:27:33.938533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-212cfaab-dcac-448b-ab58-bf32fbafc7ad req-749fca8d-d9b1-4a78-a272-bf42c793e1e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838227 Jul 30 02:27:37.353867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.997366 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2828-db84-48e9-b946-0a45019f2d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:51.629755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:51.751233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91808020-64d7-4364-b82d-46f5bd586394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:51.947640 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:53.241237 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:54.730548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:07.353536 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:10.197697 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:28:18.999342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e954700a-1cf8-456e-afc5-e86134e259b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:21.653345 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:21.752850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb180c2e-dca6-4565-b525-f8552d681a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:21.952299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:23.149791 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-0a33be19-a032-44d8-83b3-b22719cb7342 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433376 Jul 30 02:28:23.238140 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-025daaf6-df7f-4fcd-beaa-a614a6fa7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:23.239624 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-025daaf6-df7f-4fcd-beaa-a614a6fa7492 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0470567 Jul 30 02:28:23.247046 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:23.342974 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-32be7eab-bc2c-46aa-b334-edb286839e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:23.344485 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-32be7eab-bc2c-46aa-b334-edb286839e1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0856502 Jul 30 02:28:23.391172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-9a6cc79d-a6e1-4d84-988c-2962e252ae68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0397041 Jul 30 02:28:23.441053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-2de70f4a-a0e0-4f1a-a1c7-e55420159a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:23.442542 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-2de70f4a-a0e0-4f1a-a1c7-e55420159a05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0452406 Jul 30 02:28:23.489577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-270d5573-531e-4726-adf3-dbba99b973ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:23.490990 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-270d5573-531e-4726-adf3-dbba99b973ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415173 Jul 30 02:28:23.585385 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-5b998918-7541-42b4-8dfb-ae41df8502b4 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872908 Jul 30 02:28:23.685967 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c998d75d-c0e2-4dce-a120-f1f986b997d6 req-18870ecb-1d2d-4031-9539-dbd780af2dfd service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933335 Jul 30 02:28:24.735209 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:35.354632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-0d081325-7806-40dc-8917-892484cb3d9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418940 Jul 30 02:28:35.457479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf3c69-0f05-4481-886f-266e566c527a req-ab4fc606-cc31-4113-8cb4-82b700e3061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:35.458985 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-ab4fc606-cc31-4113-8cb4-82b700e3061a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0479777 Jul 30 02:28:35.570487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf3c69-0f05-4481-886f-266e566c527a req-401f1b72-3c9e-4b3a-ab3c-83c1bfd577cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:35.572798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-401f1b72-3c9e-4b3a-ab3c-83c1bfd577cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0922976 Jul 30 02:28:35.670449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-c4c0967b-4b5b-46d3-9a4b-ce7f6372de91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1002 time: 0.0700324 Jul 30 02:28:35.725588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf3c69-0f05-4481-886f-266e566c527a req-e3011fef-da0d-40ab-aa29-1322c04a6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:35.727086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-e3011fef-da0d-40ab-aa29-1322c04a6368 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0490923 Jul 30 02:28:35.772861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf3c69-0f05-4481-886f-266e566c527a req-d46cadcf-1667-4ab3-9d85-c5b0f64345b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:35.774385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-d46cadcf-1667-4ab3-9d85-c5b0f64345b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405881 Jul 30 02:28:35.868750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-3f4c39e1-9d47-4418-9684-551b2bcd891c service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870225 Jul 30 02:28:35.958679 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-23cf3c69-0f05-4481-886f-266e566c527a req-13dd9e34-6429-4800-a77e-073c3f1e8683 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830641 Jul 30 02:28:37.367707 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:40.327015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b0d7-e41d-412a-9b62-579cfb17fe1b req-ef161f32-22e5-4d10-9db6-3709ef7b91cd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:40.328542 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87b3b0d7-e41d-412a-9b62-579cfb17fe1b req-ef161f32-22e5-4d10-9db6-3709ef7b91cd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0538850 Jul 30 02:28:40.373978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-87b3b0d7-e41d-412a-9b62-579cfb17fe1b req-dd7f4e42-6d05-47bb-853d-6ef5c79066dd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395977 Jul 30 02:28:47.197939 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:28:49.002928 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-84a8391d-7e7f-4449-994e-5d009c93ae29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:50.533895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc911-1ae9-4df8-99da-5be2ecf1b632 req-0ea21a2d-a8ac-481f-a3e0-02dffe20e425 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:50.535460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-648fc911-1ae9-4df8-99da-5be2ecf1b632 req-0ea21a2d-a8ac-481f-a3e0-02dffe20e425 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0644920 Jul 30 02:28:50.608511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-648fc911-1ae9-4df8-99da-5be2ecf1b632 req-46372fee-5028-41fd-95d8-cb3e5b26bbc3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589962 Jul 30 02:28:50.612399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-8b6e3b71-fad8-4066-859d-f35be21886d6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104698 Jul 30 02:28:51.660036 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:51.754042 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6a980550-ae8e-4707-8b9b-68c8b06b7b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:51.768703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9f8a8-d4fd-4d27-a9b4-f3c66a1e00c2 req-3226258d-c7ec-4e5e-bcc5-34a755739aef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:51.770209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cba9f8a8-d4fd-4d27-a9b4-f3c66a1e00c2 req-3226258d-c7ec-4e5e-bcc5-34a755739aef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0762160 Jul 30 02:28:51.840475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d02a7b45-988a-42f1-8751-98750eca1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:51.841981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d02a7b45-988a-42f1-8751-98750eca1162 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0698557 Jul 30 02:28:51.845186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cba9f8a8-d4fd-4d27-a9b4-f3c66a1e00c2 req-ede51a2a-bcea-42e5-b1c5-54686b41a971 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642781 Jul 30 02:28:51.939944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d9353a84-f7b3-4dbf-8b39-ff33d4026abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:51.941334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d9353a84-f7b3-4dbf-8b39-ff33d4026abe service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0913255 Jul 30 02:28:51.949684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.014155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-c0647a37-9c07-404e-b561-dfc380e80c0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1002 time: 0.0658441 Jul 30 02:28:52.064294 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-a765d9fd-ab35-4090-bc68-766cafacb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:52.065763 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-a765d9fd-ab35-4090-bc68-766cafacb411 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0447831 Jul 30 02:28:52.112735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-2252bac8-9d0c-4db2-8736-874134bdb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:52.114331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-2252bac8-9d0c-4db2-8736-874134bdb4b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411777 Jul 30 02:28:52.233974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-8da44d68-b9ae-46a2-8d01-ffc07ac7016f service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124537 Jul 30 02:28:52.324329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d87c13cd-428f-434b-8022-95f0648833db service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839579 Jul 30 02:28:52.970471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3644c-bc2b-4790-809c-348f5ca47c0c req-6811b9cb-776d-4232-97a3-c4ccb710240a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:52.972027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28b3644c-bc2b-4790-809c-348f5ca47c0c req-6811b9cb-776d-4232-97a3-c4ccb710240a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0512881 Jul 30 02:28:53.015938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28b3644c-bc2b-4790-809c-348f5ca47c0c req-26bdc74f-c7bf-4890-9e5e-069d09817efa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378344 Jul 30 02:28:53.248082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.141716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823d0d9-52fa-49f0-9ff1-0f3d39250640 req-d8a50113-a3f5-453b-ae44-ea90f99bcce6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:54.143291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5823d0d9-52fa-49f0-9ff1-0f3d39250640 req-d8a50113-a3f5-453b-ae44-ea90f99bcce6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0575500 Jul 30 02:28:54.187948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5823d0d9-52fa-49f0-9ff1-0f3d39250640 req-0f8573a9-1e73-463d-89c0-46d8bb04fdd3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387380 Jul 30 02:28:54.738246 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.305080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b00da-4e2b-44c8-be0c-23f57a13b352 req-ea252426-a8e1-4ad9-a6ea-3c7bf49ccc59 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:55.306672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b6b00da-4e2b-44c8-be0c-23f57a13b352 req-ea252426-a8e1-4ad9-a6ea-3c7bf49ccc59 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0502229 Jul 30 02:28:55.345289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b6b00da-4e2b-44c8-be0c-23f57a13b352 req-48e6fd68-182b-4c7f-820e-73ccdf12d469 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317972 Jul 30 02:28:56.464224 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81111a5d-de66-426a-a886-4a253f3cca51 req-511deb9d-f9cc-4902-9914-13922cf2d8e3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:56.465695 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81111a5d-de66-426a-a886-4a253f3cca51 req-511deb9d-f9cc-4902-9914-13922cf2d8e3 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0504551 Jul 30 02:28:56.507733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81111a5d-de66-426a-a886-4a253f3cca51 req-9a3a80df-e363-4a4c-87b8-0b4e71976fd2 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360103 Jul 30 02:28:57.628148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fc92d-fa58-4625-bdfe-03ba06587568 req-a72ca85a-802c-4ecf-be0b-d6ef7547c44e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:57.629646 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f63fc92d-fa58-4625-bdfe-03ba06587568 req-a72ca85a-802c-4ecf-be0b-d6ef7547c44e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0501156 Jul 30 02:28:57.669361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f63fc92d-fa58-4625-bdfe-03ba06587568 req-b6bdbdf2-d83d-4ab3-9c3a-744c25aa6e38 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332115 Jul 30 02:28:58.797562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf73e86-82d7-4cd7-9fe5-c01186dd87fe req-1639e7e9-5fa1-444b-a5da-d44f103f090d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:58.802492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddf73e86-82d7-4cd7-9fe5-c01186dd87fe req-1639e7e9-5fa1-444b-a5da-d44f103f090d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0600066 Jul 30 02:28:58.837864 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddf73e86-82d7-4cd7-9fe5-c01186dd87fe req-2b595c23-7d8b-461c-bdd7-cf91784041c5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322683 Jul 30 02:28:59.953648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a90319-dceb-46dc-80b4-78e1ec51bab0 req-a76d7505-e26b-47e2-aabc-09c9fa9eacde tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.955309 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3a90319-dceb-46dc-80b4-78e1ec51bab0 req-a76d7505-e26b-47e2-aabc-09c9fa9eacde tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Jul 30 02:28:59.998387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3a90319-dceb-46dc-80b4-78e1ec51bab0 req-933f075a-316f-4a36-acfd-2e021c47922e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369327 Jul 30 02:29:01.116775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50fc5d-3d30-4e90-8287-7e084524913a req-649b54cf-e98a-4b65-b6c8-0ca813941fac tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:01.118289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c50fc5d-3d30-4e90-8287-7e084524913a req-649b54cf-e98a-4b65-b6c8-0ca813941fac tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Jul 30 02:29:01.159275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c50fc5d-3d30-4e90-8287-7e084524913a req-ec911815-1783-4dc0-8546-b81fc812ab4a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343854 Jul 30 02:29:02.275397 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb456d-7420-4f62-b390-7cb77eb332a6 req-9c9e5ca2-4be1-4017-a8ec-19c4aed0258c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:02.277572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dfb456d-7420-4f62-b390-7cb77eb332a6 req-9c9e5ca2-4be1-4017-a8ec-19c4aed0258c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0499456 Jul 30 02:29:02.316381 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0dfb456d-7420-4f62-b390-7cb77eb332a6 req-e3db906e-f990-4291-9cb0-99e2d576e1ca tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329177 Jul 30 02:29:03.438978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad226665-af54-4ba9-b314-8cc19efce0fa req-1f55a1af-9e48-4bf7-87b3-dd9d3712e39a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:03.440723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad226665-af54-4ba9-b314-8cc19efce0fa req-1f55a1af-9e48-4bf7-87b3-dd9d3712e39a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0557616 Jul 30 02:29:03.484509 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad226665-af54-4ba9-b314-8cc19efce0fa req-10fb93fa-014e-4eb0-b8e7-8aad4efdb714 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376623 Jul 30 02:29:04.604995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae543f-1b91-4272-a42c-a0fe1a97ce24 req-3b9331c5-1f54-48fb-b5b3-94c7affb6960 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:04.606507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7ae543f-1b91-4272-a42c-a0fe1a97ce24 req-3b9331c5-1f54-48fb-b5b3-94c7affb6960 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Jul 30 02:29:04.653573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d7ae543f-1b91-4272-a42c-a0fe1a97ce24 req-e8243c5e-dd18-49bb-9cb8-a6e9e1d4077f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Jul 30 02:29:05.777730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6ea0f-8fe5-4d59-a4eb-abdec6dd9118 req-2cefbdf7-3406-4589-a217-7d8c72f1bacc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.780057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0c6ea0f-8fe5-4d59-a4eb-abdec6dd9118 req-2cefbdf7-3406-4589-a217-7d8c72f1bacc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0542259 Jul 30 02:29:05.827628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a0c6ea0f-8fe5-4d59-a4eb-abdec6dd9118 req-5473dbf0-3551-4a34-a97e-8d28c77c4348 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345895 Jul 30 02:29:05.896967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-8609908a-6a19-4b2e-b5b9-0842d38301b9 service neutron] 10.222.0.55 "GET /v2.0/ports/3d5e9b15-5312-4a00-8f9d-3328923333b9/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.0543554 Jul 30 02:29:06.115239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-9914ff65-4c23-4658-9dc5-6fcd33d827f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:06.116850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-9914ff65-4c23-4658-9dc5-6fcd33d827f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 1098 time: 0.0460520 Jul 30 02:29:06.191038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-4a955895-23e5-4057-9b7c-25c7485492ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:06.192558 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-4a955895-23e5-4057-9b7c-25c7485492ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0421927 Jul 30 02:29:06.291144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d6f7c53f-d615-4d5f-b581-0031e6bd3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:06.293074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-d6f7c53f-d615-4d5f-b581-0031e6bd3ab7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0939050 Jul 30 02:29:06.370618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-95c219bb-d99f-4748-8693-e5e63b4c822d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1002 time: 0.0710399 Jul 30 02:29:06.428324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-6e3ba806-bdc8-47f3-b3d8-8b6cb27eaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:06.429845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-6e3ba806-bdc8-47f3-b3d8-8b6cb27eaf27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0531914 Jul 30 02:29:06.476551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-642b5fb1-7af0-44df-9810-51a2334fa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:06.478132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-642b5fb1-7af0-44df-9810-51a2334fa126 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417919 Jul 30 02:29:06.577307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-0eabc1e4-4c93-4b52-99c1-5d11bc2a9a2e service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922825 Jul 30 02:29:06.666705 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5fdf98db-6c77-4b0e-adf2-468496b93e45 req-4e3a7f2e-39c1-44fc-a502-c78ae9b346c2 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Jul 30 02:29:07.232923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd120a9-ab0e-4bbb-8949-a3baea4c9180 req-0da9fa90-497b-4075-8852-8cdbe201bd48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:07.234343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffd120a9-ab0e-4bbb-8949-a3baea4c9180 req-0da9fa90-497b-4075-8852-8cdbe201bd48 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 946 time: 0.0665581 Jul 30 02:29:07.234628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:07.276507 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffd120a9-ab0e-4bbb-8949-a3baea4c9180 req-255631a6-5a7a-4cb3-9dd2-020677e7bc68 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360289 Jul 30 02:29:07.318056 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:07.340904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:07.361244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:07.368962 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:07.395895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:07.400638 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6723bb1-a0f7-4028-94da-26beade6ea3a" -d '{"events": [{"server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:07.430762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:07.444821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.445400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.445987 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.446565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.447422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.448050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.448631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.449174 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.449736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.450308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.450856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.451444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:07.516481 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d361ad-bfb0-4956-a655-429061117840 x-openstack-request-id: req-51d361ad-bfb0-4956-a655-429061117840 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:07.516831 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:07.517111 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51d361ad-bfb0-4956-a655-429061117840 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:07.517540 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'code': 200} Jul 30 02:29:08.398579 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe0251-39f8-4536-8fbd-4c5b8920fd89 req-20495dd3-d4d8-4484-92e7-22056fa553fa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:08.400330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82fe0251-39f8-4536-8fbd-4c5b8920fd89 req-20495dd3-d4d8-4484-92e7-22056fa553fa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0516529 Jul 30 02:29:08.447827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-82fe0251-39f8-4536-8fbd-4c5b8920fd89 req-64304e23-ef0e-46a8-b61b-326fe29dd6de tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358787 Jul 30 02:29:09.568613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829e5a2-650a-4cbc-a159-2fb383bde71f req-dccb7ec5-6aa6-4a61-84a0-e56ab9fcced0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:09.570057 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8829e5a2-650a-4cbc-a159-2fb383bde71f req-dccb7ec5-6aa6-4a61-84a0-e56ab9fcced0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0510261 Jul 30 02:29:09.610360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8829e5a2-650a-4cbc-a159-2fb383bde71f req-3adff444-a942-4b1f-8937-0e68f613d151 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343130 Jul 30 02:29:10.734312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2297a-8bd4-4907-adc0-236e6cb97fdb req-0c1d1703-b58a-494a-a111-c7a8623835a7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:10.735997 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bd2297a-8bd4-4907-adc0-236e6cb97fdb req-0c1d1703-b58a-494a-a111-c7a8623835a7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0528812 Jul 30 02:29:10.774600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3bd2297a-8bd4-4907-adc0-236e6cb97fdb req-2edd55a3-a909-474b-bce0-8a2fabade20f tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Jul 30 02:29:11.890008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a22210-4993-469b-8ecd-1986a013286d req-f67f5688-a948-4475-b18f-7c3fa7d38803 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:11.891606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81a22210-4993-469b-8ecd-1986a013286d req-f67f5688-a948-4475-b18f-7c3fa7d38803 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0490425 Jul 30 02:29:11.929540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81a22210-4993-469b-8ecd-1986a013286d req-9a0862f6-e784-48fc-996e-39a9b8628b03 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Jul 30 02:29:13.052763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b877f-158b-430f-bb06-b6b24cd30c4e req-b338b83f-d564-4eb1-96a8-c4452258c18a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:13.054273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-936b877f-158b-430f-bb06-b6b24cd30c4e req-b338b83f-d564-4eb1-96a8-c4452258c18a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0512717 Jul 30 02:29:13.092369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-936b877f-158b-430f-bb06-b6b24cd30c4e req-5c169fdc-2737-4099-9c80-2c3ba1c40fae tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321200 Jul 30 02:29:14.232533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d523db-13fb-4794-bb75-e70c7512ea66 req-0bbf0c13-3249-4c04-aedd-9e0717cde699 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:14.234310 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10d523db-13fb-4794-bb75-e70c7512ea66 req-0bbf0c13-3249-4c04-aedd-9e0717cde699 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0651207 Jul 30 02:29:14.272766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10d523db-13fb-4794-bb75-e70c7512ea66 req-600f446c-bec6-47d0-a6c0-324f1af4a5c6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325634 Jul 30 02:29:15.399991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f06971-46fe-46a7-9089-2f55d950b6e6 req-46ae5e27-a00c-4a6c-bfba-96c73f1677fa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:15.402053 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92f06971-46fe-46a7-9089-2f55d950b6e6 req-46ae5e27-a00c-4a6c-bfba-96c73f1677fa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0587611 Jul 30 02:29:15.442919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92f06971-46fe-46a7-9089-2f55d950b6e6 req-e86f6d13-be76-433b-b3d1-00edff1365de tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348208 Jul 30 02:29:16.562695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ec4b6-78bd-41c1-8c10-7fce3b512d9f req-b4011cc8-2d55-4252-9c72-cb5ff34a93fe tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:16.564229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-437ec4b6-78bd-41c1-8c10-7fce3b512d9f req-b4011cc8-2d55-4252-9c72-cb5ff34a93fe tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0523713 Jul 30 02:29:16.606401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-437ec4b6-78bd-41c1-8c10-7fce3b512d9f req-a1d6af91-82c3-4dd9-aafe-797939ffdef0 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320942 Jul 30 02:29:17.727056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ee7bd-ae8f-4cba-895c-155d1539eb7f req-dedf0f40-81eb-47a3-86d5-a2bae8502d5e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:17.728603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c9ee7bd-ae8f-4cba-895c-155d1539eb7f req-dedf0f40-81eb-47a3-86d5-a2bae8502d5e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0538664 Jul 30 02:29:17.767657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c9ee7bd-ae8f-4cba-895c-155d1539eb7f req-c94f6615-3d8e-433d-bec9-8ff465652690 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330572 Jul 30 02:29:18.080842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077481f-f5ea-43e3-befe-e5656db576a1 req-947f4c21-5060-4439-a302-dba518564d57 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:18.082343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9077481f-f5ea-43e3-befe-e5656db576a1 req-947f4c21-5060-4439-a302-dba518564d57 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0508068 Jul 30 02:29:18.135211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9077481f-f5ea-43e3-befe-e5656db576a1 req-83b736ce-2ff4-4624-bf80-662a053b247c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453501 Jul 30 02:29:18.179025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-2f809d91-f700-4dba-94eb-f83d13a20de4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:18.180531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-2f809d91-f700-4dba-94eb-f83d13a20de4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9&tenant_id=a9ca5589f05647b58584aa238dfd8d1c&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 944 time: 0.0570662 Jul 30 02:29:18.248124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-65138446-7222-41b8-8aba-f66ab4470850 service neutron] 10.222.0.55 "GET /v2.0/ports/3d5e9b15-5312-4a00-8f9d-3328923333b9/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.0598531 Jul 30 02:29:18.326550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-e87b66d4-b4fd-44c9-97fc-fc92b7fcf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:18.327952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-e87b66d4-b4fd-44c9-97fc-fc92b7fcf5f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0423491 Jul 30 02:29:18.422964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-d7c88ec5-b79a-40bd-8113-1b8e6372ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:18.424651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-d7c88ec5-b79a-40bd-8113-1b8e6372ce54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0898805 Jul 30 02:29:18.494808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-94b21e75-4026-4950-af8d-376702ace6e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1000 time: 0.0626731 Jul 30 02:29:18.549622 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-2cca0150-fc66-41ee-a946-72a82bfe45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:18.551076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-2cca0150-fc66-41ee-a946-72a82bfe45a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0498128 Jul 30 02:29:18.598135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-44ce3bbb-d5f2-4ab9-aed9-61646b309f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:18.599652 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-44ce3bbb-d5f2-4ab9-aed9-61646b309f6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417700 Jul 30 02:29:18.692156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-52308135-8033-4f57-a0fa-6ae3fffc4715 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854328 Jul 30 02:29:18.784021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-7589beaf-50e7-4689-adf3-e9c94036a1cc service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845399 Jul 30 02:29:19.005271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3bca9981-5a3f-4b60-9a12-243eeb344242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:19.261644 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ed67-3c30-4c7a-b8f4-cae86c977f29 req-7b566868-c0d3-4c54-9f6f-bd40491c0809 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:19.263149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c64ed67-3c30-4c7a-b8f4-cae86c977f29 req-7b566868-c0d3-4c54-9f6f-bd40491c0809 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0566721 Jul 30 02:29:19.298411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:19.302904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c64ed67-3c30-4c7a-b8f4-cae86c977f29 req-b183da1a-97ec-4e24-b25b-7544f169ffa4 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Jul 30 02:29:19.396554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:19.408091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:19.446713 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:19.459139 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:19.477530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:19.482266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:19.528322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:19.784116 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3d5e9b15-5312-4a00-8f9d-3328923333b9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:29:20.420733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c9194-1432-4cad-aa83-1e0ab2e445c4 req-49e7695f-928a-41f4-a83e-bab36e9f6fcd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:20.422250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c2c9194-1432-4cad-aa83-1e0ab2e445c4 req-49e7695f-928a-41f4-a83e-bab36e9f6fcd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.0506868 Jul 30 02:29:20.462607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c2c9194-1432-4cad-aa83-1e0ab2e445c4 req-c3628d3a-7e29-4f6a-9216-66a444af1afe tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338426 Jul 30 02:29:21.301208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:21.397073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:21.412319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:21.590181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba89e7-b1e4-4806-8548-7d2890f7c766 req-96beaefa-eee1-4f34-a588-baf6b9d0ae61 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:21.591719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98ba89e7-b1e4-4806-8548-7d2890f7c766 req-96beaefa-eee1-4f34-a588-baf6b9d0ae61 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.0506344 Jul 30 02:29:21.637508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98ba89e7-b1e4-4806-8548-7d2890f7c766 req-fb40998e-59d7-4bad-92b2-4cf5e1c496ed tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Jul 30 02:29:21.668511 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:21.755554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d64bd93f-9db5-421f-88d8-c5ebf9f970dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:21.954932 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:22.604855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-af4d0304-2a1b-4082-be76-c540fc256289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:22.606356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-af4d0304-2a1b-4082-be76-c540fc256289 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9&tenant_id=a9ca5589f05647b58584aa238dfd8d1c HTTP/1.1" status: 200 len: 1097 time: 0.0461566 Jul 30 02:29:22.687944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-49a2cd8c-883f-4883-a520-431df1be0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:22.689473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-49a2cd8c-883f-4883-a520-431df1be0583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0480416 Jul 30 02:29:22.820028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0402f-118d-4be6-bd22-b51866eaa7d3 req-944e8890-02d1-46c9-974d-579844d080a1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:22.821508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3a0402f-118d-4be6-bd22-b51866eaa7d3 req-944e8890-02d1-46c9-974d-579844d080a1 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.1072290 Jul 30 02:29:22.824289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-42b13da6-d0d1-4c12-bbeb-e8394dd2f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:22.825630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-42b13da6-d0d1-4c12-bbeb-e8394dd2f9d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1293907 Jul 30 02:29:22.905037 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3a0402f-118d-4be6-bd22-b51866eaa7d3 req-6936c142-e9e1-467d-9ba9-0c92791ea512 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763974 Jul 30 02:29:22.913932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-715ace52-1756-4c56-ad1e-6873a2dc7040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 200 len: 1001 time: 0.0789397 Jul 30 02:29:22.972812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-608e4187-5cd3-4391-851c-54fb538699ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:22.974270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-608e4187-5cd3-4391-851c-54fb538699ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0540650 Jul 30 02:29:23.022113 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-a3d52de8-3581-4423-b507-a3c3f8e4e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:23.023632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-a3d52de8-3581-4423-b507-a3c3f8e4e2a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423028 Jul 30 02:29:23.112492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-4fb09cb7-8302-44e1-a4de-955f0f056c7b service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820649 Jul 30 02:29:23.208320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-09f36d49-37a8-473b-9bcc-19399dd2ca20 req-879d2c08-48ea-4eed-bcac-11306efecee4 service neutron] 10.222.0.55 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Jul 30 02:29:23.261770 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:23.312254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:23.390769 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:23.411467 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:23.432097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:23.437096 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:23.488099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:24.023673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02854e-4461-4b40-8d2d-476b95b331db req-7ffe0d3f-5fee-469b-89bf-4a1d0c171cf6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:24.025079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f02854e-4461-4b40-8d2d-476b95b331db req-7ffe0d3f-5fee-469b-89bf-4a1d0c171cf6 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0500484 Jul 30 02:29:24.072404 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f02854e-4461-4b40-8d2d-476b95b331db req-fd705636-d067-4104-8b62-8b414ed479ad tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335612 Jul 30 02:29:24.198056 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:29:24.739914 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:25.146695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-95d72f01-cd16-453f-a264-c7da69b3e0bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440767 Jul 30 02:29:25.197758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd350f4-351a-4705-9bcd-d6e32627c0a9 req-104be896-f1d0-4466-b02a-84eb9f5ed757 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:25.200020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fd350f4-351a-4705-9bcd-d6e32627c0a9 req-104be896-f1d0-4466-b02a-84eb9f5ed757 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0541525 Jul 30 02:29:25.244490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6fd350f4-351a-4705-9bcd-d6e32627c0a9 req-a7f94048-f3b0-42ea-96c2-30123a20937d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 Jul 30 02:29:25.247171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-16e3c97b-35de-459f-8e54-520082073f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:25.248781 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-16e3c97b-35de-459f-8e54-520082073f48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0603938 Jul 30 02:29:25.363425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-b95e3ae3-6d2f-4c60-8b10-76f9e83a8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:25.365001 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-b95e3ae3-6d2f-4c60-8b10-76f9e83a8359 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0893397 Jul 30 02:29:25.409178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-958eac4a-5c0e-4358-a24d-ebacb83d8256 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0372908 Jul 30 02:29:25.466182 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-8384b6a7-5313-4f44-949b-9bd02a46850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:25.467956 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-8384b6a7-5313-4f44-949b-9bd02a46850d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0521889 Jul 30 02:29:25.519449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-78db8972-5b1b-4d1d-8735-61253f9b1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:25.520977 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-78db8972-5b1b-4d1d-8735-61253f9b1016 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463271 Jul 30 02:29:25.613524 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-cfa5dd0d-f3c8-469c-9d33-5e8e8d7b4c24 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849779 Jul 30 02:29:25.713230 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b40e9b0-025e-4f46-93ca-dce4e6d240e9 req-68a310c7-a757-47c6-8dac-aee4300da896 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931590 Jul 30 02:29:26.366923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278d99d-7e03-4899-a1b8-2394f5b6212d req-2dca6b4d-776c-4d9b-a9af-7f6969eae325 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:26.369238 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9278d99d-7e03-4899-a1b8-2394f5b6212d req-2dca6b4d-776c-4d9b-a9af-7f6969eae325 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0520411 Jul 30 02:29:26.409100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9278d99d-7e03-4899-a1b8-2394f5b6212d req-8b631924-6255-4eda-a925-66c2ea675e96 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342760 Jul 30 02:29:27.534790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aa6e9-859e-431d-8d87-506370805c0d req-0c5d9c92-8ae4-4a45-aa85-2618b94714f5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:27.536426 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-627aa6e9-859e-431d-8d87-506370805c0d req-0c5d9c92-8ae4-4a45-aa85-2618b94714f5 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Jul 30 02:29:27.574499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-627aa6e9-859e-431d-8d87-506370805c0d req-de86ef78-5c96-43fe-9ebf-371f72947992 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Jul 30 02:29:28.696479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0282aad-4d96-4408-83e2-f3c305322b96 req-7779f0f0-2f44-4962-af6c-913a3795b95a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:28.698299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0282aad-4d96-4408-83e2-f3c305322b96 req-7779f0f0-2f44-4962-af6c-913a3795b95a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0531991 Jul 30 02:29:28.742260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0282aad-4d96-4408-83e2-f3c305322b96 req-7f448f70-3017-4533-b1bc-48fa35e88899 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380144 Jul 30 02:29:29.861782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f663-f866-4d85-9eac-223dc274c164 req-24e00f64-fe19-4b9f-87a4-1333b048d9ef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:29.863265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1c9f663-f866-4d85-9eac-223dc274c164 req-24e00f64-fe19-4b9f-87a4-1333b048d9ef tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0520861 Jul 30 02:29:29.901302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1c9f663-f866-4d85-9eac-223dc274c164 req-f205e1f6-0d33-4365-a90e-ffabf3b78b02 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Jul 30 02:29:31.018673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabc57f-3188-4fd5-be96-e7778de46fde req-cdad911f-393e-478c-aafd-329b1ceedbab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:31.020193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cabc57f-3188-4fd5-be96-e7778de46fde req-cdad911f-393e-478c-aafd-329b1ceedbab tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0498948 Jul 30 02:29:31.064219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2cabc57f-3188-4fd5-be96-e7778de46fde req-e75aa8d8-23cc-4e1c-84bf-aac5dd625c27 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381806 Jul 30 02:29:32.182980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939da2d-54c4-4044-a3d9-99b8c205b98f req-9b811704-cf87-4131-9c21-67c320bcdef8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:32.184544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7939da2d-54c4-4044-a3d9-99b8c205b98f req-9b811704-cf87-4131-9c21-67c320bcdef8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0496826 Jul 30 02:29:32.226654 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7939da2d-54c4-4044-a3d9-99b8c205b98f req-d11795a4-027b-4f0f-b486-979b2e922039 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361366 Jul 30 02:29:33.353266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27936a2-2dfb-4371-a5f4-50e5679de20c req-f2b6bee4-3d4a-45dc-97d6-0f7a1bdd2cea tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:33.355424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b27936a2-2dfb-4371-a5f4-50e5679de20c req-f2b6bee4-3d4a-45dc-97d6-0f7a1bdd2cea tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0578375 Jul 30 02:29:33.394303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b27936a2-2dfb-4371-a5f4-50e5679de20c req-117df9e7-c3e8-46c2-878e-b2bb3169e386 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jul 30 02:29:34.510547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d965d-0c01-4b09-9e30-8adb9b1fa3d0 req-80679b0f-f8a6-4784-9204-8bf8d838a4f8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:34.512065 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732d965d-0c01-4b09-9e30-8adb9b1fa3d0 req-80679b0f-f8a6-4784-9204-8bf8d838a4f8 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0492404 Jul 30 02:29:34.550103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-732d965d-0c01-4b09-9e30-8adb9b1fa3d0 req-c6efb4cd-1811-4179-8fc5-d24a926675bd tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Jul 30 02:29:34.665861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550bc05-adfd-448b-b54b-4ef99f4e69a4 req-f365fae4-6ebd-4356-bb67-f03d1659a637 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:34.668004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d550bc05-adfd-448b-b54b-4ef99f4e69a4 req-f365fae4-6ebd-4356-bb67-f03d1659a637 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0508134 Jul 30 02:29:34.710063 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d550bc05-adfd-448b-b54b-4ef99f4e69a4 req-18981dda-2c66-41eb-96f9-2034da81f09a tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359671 Jul 30 02:29:34.825171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3c1f9-d4cb-47dc-8f0e-c66efdd89b78 req-dad4bb1d-a0b8-44ad-a90f-38f562b5eaa7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:34.826665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44f3c1f9-d4cb-47dc-8f0e-c66efdd89b78 req-dad4bb1d-a0b8-44ad-a90f-38f562b5eaa7 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0494838 Jul 30 02:29:34.865487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-44f3c1f9-d4cb-47dc-8f0e-c66efdd89b78 req-bdca13f1-78a9-4b0a-9dfb-d51ba3736d6e tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Jul 30 02:29:35.126637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adbfe3-567b-4596-a2b1-d3a6d1de533d req-799b1c53-7fc6-4c43-8524-28b0a0514e64 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:35.128173 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81adbfe3-567b-4596-a2b1-d3a6d1de533d req-799b1c53-7fc6-4c43-8524-28b0a0514e64 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 944 time: 0.0575871 Jul 30 02:29:35.167398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-81adbfe3-567b-4596-a2b1-d3a6d1de533d req-807cee15-9235-4887-abff-dac1d3dfe901 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Jul 30 02:29:35.410903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:35.506853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:35.520222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:35.561565 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.577079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:35.595816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:35.599728 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.646302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:35.878684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['3d5e9b15-5312-4a00-8f9d-3328923333b9'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:29:36.283671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78174-cbf9-4aa8-a0f2-bc5ca3169f2b req-cdf8f50f-ea9e-431e-9764-630fc218b4cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:36.285188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89f78174-cbf9-4aa8-a0f2-bc5ca3169f2b req-cdf8f50f-ea9e-431e-9764-630fc218b4cc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Jul 30 02:29:36.329279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89f78174-cbf9-4aa8-a0f2-bc5ca3169f2b req-8c66b127-ccc3-4e52-b168-07b8cd8d8ffc tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381193 Jul 30 02:29:36.787027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-44d2ecf1-c4b5-4fd7-82a0-b0cf5874a80c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:36.788484 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-44d2ecf1-c4b5-4fd7-82a0-b0cf5874a80c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.0540276 Jul 30 02:29:36.878581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Deleting port 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:36.878915 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.970144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:36.970511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:37.138511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:37.138882 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:37.139211 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Floating IP 649307a7-9c35-4437-b391-9ecc99e82465 disassociated. External IP: 172.25.8.84, port: 3d5e9b15-5312-4a00-8f9d-3328923333b9. Jul 30 02:29:37.139544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Calling delete_port for 3d5e9b15-5312-4a00-8f9d-3328923333b9 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:37.386133 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:37.410762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:37.518530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 3d5e9b15-5312-4a00-8f9d-3328923333b9, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=3d5e9b15-5312-4a00-8f9d-3328923333b9,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:37.530495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'port_id': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'mac_address': 'fa:16:3e:64:c5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:37.658353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d889-50d0-4800-b829-bc9b8088aa3b req-22d7d45a-26c6-4708-80e8-564dd0b07251 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:37.660297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d68d889-50d0-4800-b829-bc9b8088aa3b req-22d7d45a-26c6-4708-80e8-564dd0b07251 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 945 time: 0.0929043 Jul 30 02:29:37.664907 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:37.712822 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event deleted for resources: {'Port': ['ID=3d5e9b15-5312-4a00-8f9d-3328923333b9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:37.727428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.727776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.728119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.729682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.729682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.729682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.730039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.730299 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.730582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.730924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.731255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.731572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:37.779036 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d68d889-50d0-4800-b829-bc9b8088aa3b req-b0d7e59c-2fe3-49c5-94f4-fcb7a0cd5309 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/security-groups?id=b976890c-1a57-4871-913c-8f5fa7b91b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113443 Jul 30 02:29:37.859252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:37.974841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:37.986806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:37.997997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:37.998620 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:38.021257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] No DVR routers for this DVR port 3d5e9b15-5312-4a00-8f9d-3328923333b9 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:29:38.023996 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:38.026567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b5f1133f-dc4d-4716-921c-b4182711d340 req-d4338d37-3924-4aeb-9f24-ce1e682c21aa tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.55 "DELETE /v2.0/ports/3d5e9b15-5312-4a00-8f9d-3328923333b9 HTTP/1.1" status: 204 len: 173 time: 1.2318416 Jul 30 02:29:38.027044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'name': 'network-vif-deleted', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:38.029335 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b51aff3-7f17-4339-8f8d-f8a1a177f5f2" -d '{"events": [{"server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "name": "network-vif-deleted", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:38.080223 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf47bff-c876-4d39-822b-9696acb7ae07 x-openstack-request-id: req-0cf47bff-c876-4d39-822b-9696acb7ae07 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:38.080537 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2426878-83d5-4594-9c58-0f4e93999ae9", "name": "network-vif-deleted", "tag": "3d5e9b15-5312-4a00-8f9d-3328923333b9", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:38.080773 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0cf47bff-c876-4d39-822b-9696acb7ae07 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:38.081179 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2426878-83d5-4594-9c58-0f4e93999ae9', 'name': 'network-vif-deleted', 'tag': '3d5e9b15-5312-4a00-8f9d-3328923333b9', 'status': 'completed', 'code': 200} Jul 30 02:29:38.271543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:38.482361 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:38.509782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:38.518893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:38.519544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:38.629384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:38.847703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:38.880371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c41f2-da55-441c-ae9c-b4520950627b None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'c8670134-72fd-40c4-9bd2-8a4a570785ab', 'name': '', 'network_id': 'b86a525c-c039-48d5-8b80-0b344199dbdc', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'mac_address': 'fa:16:3e:45:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:02Z', 'updated_at': '2021-07-30T02:20:07Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'subnets': [{'id': '9c7302b6-ba57-41fd-8849-e6ca973204fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:38.890837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be1ab4bb-0c6d-4b39-aa13-e16114be4734 req-1d73084d-05be-43f4-959f-5cb96154642d tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 210 time: 0.0329902 Jul 30 02:29:39.143791 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89873f00-7e89-43d4-b2ec-5f30783e1872 None None] New status for floating IP 649307a7-9c35-4437-b391-9ecc99e82465: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:29:39.422800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:39.443497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 3d5e9b15-5312-4a00-8f9d-3328923333b9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:39.443852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 3d5e9b15-5312-4a00-8f9d-3328923333b9 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:39.996414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3162ce3-b359-493f-9846-a7259aa56933 req-6b949da6-f28b-4dfe-8dc0-09a9da4405be tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Jul 30 02:29:41.094828 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b63e70ca-1b7b-4919-9d4c-62db5cc97361 req-5813123e-dc34-4524-95f6-7d9792a1414c tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2426878-83d5-4594-9c58-0f4e93999ae9 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jul 30 02:29:45.790481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57078) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:45.843455 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-1b7fe735-8d95-4553-b933-977ca6fad270 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 02:29:45.844457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1b7fe735-8d95-4553-b933-977ca6fad270 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "DELETE /v2.0/security-groups/b976890c-1a57-4871-913c-8f5fa7b91b16 HTTP/1.1" status: 409 len: 336 time: 0.0529063 Jul 30 02:29:45.870227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57080) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:45.999654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Deleting port 3b059d52-e66b-45b7-842a-fa07ac508bd4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:45.999987 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.080604 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.080931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.093710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Calling delete_port for 3b059d52-e66b-45b7-842a-fa07ac508bd4 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:46.231689 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.256059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Pushing event deleted for resources: {'Port': ['ID=3b059d52-e66b-45b7-842a-fa07ac508bd4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:46.322363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.325086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.326254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9121af8c-5f1c-4efe-bf47-d420fd9f7a46 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] 10.222.0.78 "DELETE /v2.0/floatingips/649307a7-9c35-4437-b391-9ecc99e82465 HTTP/1.1" status: 204 len: 168 time: 0.4551032 Jul 30 02:29:46.337359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:46.750697 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.999542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Deleting port c8670134-72fd-40c4-9bd2-8a4a570785ab {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:47.000235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.076072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] For port c8670134-72fd-40c4-9bd2-8a4a570785ab, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c8670134-72fd-40c4-9bd2-8a4a570785ab,segment=NetworkSegment(0f5a244d-f4ef-4b01-95e4-f2b503ada2db),segment_id=0f5a244d-f4ef-4b01-95e4-f2b503ada2db)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:47.076375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.091211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Calling delete_port for c8670134-72fd-40c4-9bd2-8a4a570785ab owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:47.277289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.309230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8670134-72fd-40c4-9bd2-8a4a570785ab,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:47.483444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.712632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Router df09bf4a-9672-420c-85eb-da14a59dd21d has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:47.824242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:47.832265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57090) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:47.832769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e616e28c-662a-4caa-9451-765eeecd0163 admin admin] 10.222.0.78 "PUT /v2.0/routers/df09bf4a-9672-420c-85eb-da14a59dd21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940269 Jul 30 02:29:47.836489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] Sync routers for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:47.846370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:47.847025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:47.941487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.951270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:48.052887 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.109520 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Deleting port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:48.109867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.139484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 5, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port': {'id': '0971951a-bec4-4fe5-9d89-7f4aaeae61bc', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:00Z', 'updated_at': '2021-07-30T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:48.165297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] Checking router: df09bf4a-9672-420c-85eb-da14a59dd21d for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:48.175318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] Routers {'df09bf4a-9672-420c-85eb-da14a59dd21d'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:48.175936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:29:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['df09bf4a-9672-420c-85eb-da14a59dd21d'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:48.194740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] For port 0971951a-bec4-4fe5-9d89-7f4aaeae61bc, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:48.195058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.207707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Calling delete_port for 0971951a-bec4-4fe5-9d89-7f4aaeae61bc owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:48.263775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] Set router df09bf4a-9672-420c-85eb-da14a59dd21d gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:48.318557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:29:48Z', 'revision_number': 6, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:48.347741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7f49c-6282-4f10-af73-4918fc20dda9 None None] The sync data for ids ['df09bf4a-9672-420c-85eb-da14a59dd21d'] in n-d-713499-10 is: [{'id': 'df09bf4a-9672-420c-85eb-da14a59dd21d', 'name': 'tempest-ServerActionsTestJSON-687419510-router', 'tenant_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:59Z', 'updated_at': '2021-07-30T02:29:48Z', 'revision_number': 6, 'project_id': 'a9ca5589f05647b58584aa238dfd8d1c', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:48.393704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.420761 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Pushing event deleted for resources: {'Port': ['ID=0971951a-bec4-4fe5-9d89-7f4aaeae61bc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:48.451405 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.451666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.452010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.452349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.452685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.453020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.453355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.453676 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.454007 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.454330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.454654 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.454978 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:48.495134 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.589661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.592297 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.638931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.639411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router df09bf4a-9672-420c-85eb-da14a59dd21d {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:29:48.643914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.645089 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2828f967-1092-430f-9823-9fda3613bccb admin admin] 10.222.0.78 "DELETE /v2.0/routers/df09bf4a-9672-420c-85eb-da14a59dd21d HTTP/1.1" status: 204 len: 168 time: 0.8117094 Jul 30 02:29:48.647612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57094) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:48.693482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] Deleting subnet 9c7302b6-ba57-41fd-8849-e6ca973204fd {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:29:48.697306 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.733481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.777819 n-d-713499-10 neutron-server[93889]: INFO neutron.db.db_base_plugin_v2 [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] Found port (865ed41e-1f04-486c-bf26-a666269b1b05, 172.20.0.14) having IP allocation on subnet 9c7302b6-ba57-41fd-8849-e6ca973204fd, cannot delete Jul 30 02:29:48.779556 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 02:29:48.780026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:29:48.781778 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-65ce6428-25c6-4d07-a415-2cd02eff12b1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 409 len: 404 time: 0.1332040 Jul 30 02:29:49.009394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fadc3e12-9b73-4f3b-85b3-f7c27262a31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.328532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57114) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.436069 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-221972927-network', 'tenant_id': 'f6626772dad249f9a94336942e73ed6d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:49.456819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Made reservation on behalf of f6626772dad249f9a94336942e73ed6d for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:49.459368 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.468062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.565081 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.569512 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.595428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:29:49.605643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205b0904-4be7-4f76-8ac5-620c45a80198,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:49.610438 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.610773 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Added segment 2f3b4e1e-a078-4228-8388-e8199c90e9be of type vlan for network 62138780-02e9-4cec-9534-20648e318807 Jul 30 02:29:49.652459 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.682511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.683677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:49.684156 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.739882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4101894 Jul 30 02:29:49.742726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.747628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Request body: {'subnet': {'network_id': '62138780-02e9-4cec-9534-20648e318807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-221972927-subnet', 'tenant_id': 'f6626772dad249f9a94336942e73ed6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:49.762821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69787c11-119e-48bc-9d46-30358dc96f4d admin admin] Pushing event updated for resources: {'Network': ['ID=62138780-02e9-4cec-9534-20648e318807,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:49.774392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 62138780-02e9-4cec-9534-20648e318807 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:29:49.776834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Made reservation on behalf of f6626772dad249f9a94336942e73ed6d for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:49.779236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.860680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c8670134-72fd-40c4-9bd2-8a4a570785ab no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:49.881573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c8670134-72fd-40c4-9bd2-8a4a570785ab {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:49.881918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c8670134-72fd-40c4-9bd2-8a4a570785ab not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:49.882337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0971951a-bec4-4fe5-9d89-7f4aaeae61bc no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:49.902058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 0971951a-bec4-4fe5-9d89-7f4aaeae61bc {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:49.902411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0971951a-bec4-4fe5-9d89-7f4aaeae61bc not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:49.959372 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.018031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533f83b5-05ae-4667-bd3f-276a3a01fe3d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:50.027966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Checking segment: {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:50.028354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Network hostable DHCP agents. Network: 62138780-02e9-4cec-9534-20648e318807, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:29:50.044659 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Network 62138780-02e9-4cec-9534-20648e318807 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:29:50.055174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 62138780-02e9-4cec-9534-20648e318807) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:50.059288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:50.059874 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.066065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732419f-bd64-43d0-a78a-b613ccd0847c None None] Network 62138780-02e9-4cec-9534-20648e318807 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:50.075242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-42ba9633-2213-4d4c-98aa-b156c6b3cb96 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3314321 Jul 30 02:29:50.193494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572dcfb-3c5d-4d75-a631-57930c0359d8 None None] Network 62138780-02e9-4cec-9534-20648e318807 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:50.509099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-52ee5fa5-4c01-489d-a0e2-ae25afc6343c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:50.511181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-52ee5fa5-4c01-489d-a0e2-ae25afc6343c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/networks?id=62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 200 len: 813 time: 0.1064031 Jul 30 02:29:50.527321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-895d0825-c56b-4ea4-b816-113ef607f497 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/quotas/f6626772dad249f9a94336942e73ed6d HTTP/1.1" status: 200 len: 375 time: 0.0099809 Jul 30 02:29:50.560419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-98eddd6d-a895-42b6-b4aa-2c058ad58ec9 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6626772dad249f9a94336942e73ed6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271397 Jul 30 02:29:50.725590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-4bd1b09c-f88c-4c41-9f3e-a201dcb25c1e service neutron] 10.222.0.78 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247315 Jul 30 02:29:50.821405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-8a977afd-d365-444a-bc18-0443c76e7288 service neutron] 10.222.0.78 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890887 Jul 30 02:29:50.985699 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4e4806c9-ac08-44a9-9bc5-9e9eae3af5d9 req-739b22bd-aeb5-43ba-80c6-2e952a9a5f8f tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 210 time: 0.0286927 Jul 30 02:29:51.680361 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.755620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8706-f865-466c-a4f0-d1e4052d0eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.948028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:52.123536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-19973013-4122-4916-afdc-bcb03c1987e6 req-9ab4e48d-863d-4dc2-9a8c-cbfdf6bb51cb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 210 time: 0.0619094 Jul 30 02:29:52.183735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-35d654ac-d09a-458d-833e-6786e044a154 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:52.185177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-35d654ac-d09a-458d-833e-6786e044a154 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.55 "GET /v2.0/networks?id=62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 200 len: 813 time: 0.1326301 Jul 30 02:29:52.208789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Request body: {'port': {'device_id': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'network_id': '62138780-02e9-4cec-9534-20648e318807', 'admin_state_up': True, 'tenant_id': 'f6626772dad249f9a94336942e73ed6d'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:52.311330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Made reservation on behalf of f6626772dad249f9a94336942e73ed6d for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:52.314708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:52.447055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Allocated IP 172.20.0.8 (62138780-02e9-4cec-9534-20648e318807/533f83b5-05ae-4667-bd3f-276a3a01fe3d/b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:52.604393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:52.646646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:52.688986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Network 62138780-02e9-4cec-9534-20648e318807 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:52.692007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:52.695624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:52.725065 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Pushing event updated for resources: {'Port': ['ID=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:52.750508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:52.751147 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:52.765767 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-3e476a58-2f3b-49b8-81cd-16ba0a30af2b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654006 Jul 30 02:29:52.782303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Request body: {'port': {'device_id': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:52.841142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.116220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:53.128011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.141035 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Transition to ACTIVE for port object b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:53.144885 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.225785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:53.249915 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.304245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a009a7-1e3b-4439-81ba-bd6a839af39f req-e662c2b5-5b5c-4819-b6fb-de7f6fe21beb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:53.305721 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a009a7-1e3b-4439-81ba-bd6a839af39f req-e662c2b5-5b5c-4819-b6fb-de7f6fe21beb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 943 time: 0.1089916 Jul 30 02:29:53.307347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Attempting to bind port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:53.307688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Attempting to bind port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:53.308005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Attempting to bind port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd on network 62138780-02e9-4cec-9534-20648e318807 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:53.314159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd on network 62138780-02e9-4cec-9534-20648e318807 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:29:53.314461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Attempting to bind port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd on network 62138780-02e9-4cec-9534-20648e318807 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:53.329898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:53.330244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Checking segment: {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:53.330627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Bound using segment: {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:53.331127 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Bound port: b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:53.331493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.380815 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a009a7-1e3b-4439-81ba-bd6a839af39f req-202452d3-e430-4755-bdd9-2b9bb90441ef tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683208 Jul 30 02:29:53.419663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] For port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:53.423285 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] For port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:53.428582 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.463499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:53.464134 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.465505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd HTTP/1.1" status: 200 len: 1092 time: 0.6875720 Jul 30 02:29:53.465937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'tag': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:53.468197 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "e46ba3e4-dfae-410c-8e06-5231ce0e8f5e", "tag": "b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:53.493937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758a8cb-7cae-415b-b923-6f3be3c26a51 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:53.508600 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a574a6-7092-4065-8f72-e4f9525c6a44 x-openstack-request-id: req-12a574a6-7092-4065-8f72-e4f9525c6a44 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:53.508892 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46ba3e4-dfae-410c-8e06-5231ce0e8f5e", "tag": "b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:53.509145 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12a574a6-7092-4065-8f72-e4f9525c6a44 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:53.509544 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'tag': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd', 'status': 'completed', 'code': 200} Jul 30 02:29:53.567278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-b5c2d665-321f-4a08-9dd9-cbf275ed8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:53.568789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-b5c2d665-321f-4a08-9dd9-cbf275ed8146 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6626772dad249f9a94336942e73ed6d&device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 1095 time: 0.0420394 Jul 30 02:29:53.615293 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-da52d7d8-b01c-4777-9f43-d22b431304be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd HTTP/1.1" status: 200 len: 217 time: 0.0345650 Jul 30 02:29:53.668037 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-a718b5f9-6494-48b5-8377-82da0c108e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:53.669506 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-a718b5f9-6494-48b5-8377-82da0c108e4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=533f83b5-05ae-4667-bd3f-276a3a01fe3d HTTP/1.1" status: 200 len: 853 time: 0.0478246 Jul 30 02:29:53.701359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-ae9f7fd9-3e0d-4eef-9070-d0ad6527c0db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62138780-02e9-4cec-9534-20648e318807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248830 Jul 30 02:29:53.794053 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-95f9e0a6-8f2f-43f6-86ef-e45a22eb019a service neutron] 10.222.0.55 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857825 Jul 30 02:29:53.889086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-063edf14-c49e-4ffd-9d86-c4f8f63a3106 req-fbfc7616-7c2f-4c2e-8f59-809a88544194 service neutron] 10.222.0.55 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Jul 30 02:29:54.021051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-0623291c-8edc-4c75-a988-7e350c857add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:54.022604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-0623291c-8edc-4c75-a988-7e350c857add service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f6626772dad249f9a94336942e73ed6d&device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 1095 time: 0.0491006 Jul 30 02:29:54.119869 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-c594be93-415c-4e8d-8935-2ca8356cc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:54.121493 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-c594be93-415c-4e8d-8935-2ca8356cc166 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 200 len: 914 time: 0.0919025 Jul 30 02:29:54.162123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-d48b5941-f2fb-42b8-a677-b0144095ad64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd HTTP/1.1" status: 200 len: 217 time: 0.0341399 Jul 30 02:29:54.212516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-7cac58f2-bcd2-4333-81d6-df53c2f37c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:54.214013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-7cac58f2-bcd2-4333-81d6-df53c2f37c40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=533f83b5-05ae-4667-bd3f-276a3a01fe3d HTTP/1.1" status: 200 len: 853 time: 0.0449116 Jul 30 02:29:54.246184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-7994b74f-fa27-4a97-9e77-822b4e5ff016 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62138780-02e9-4cec-9534-20648e318807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249908 Jul 30 02:29:54.344241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-51c2a3a9-85a4-4b77-b49e-3e54cf9fe04d service neutron] 10.222.0.55 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910146 Jul 30 02:29:54.439445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b81ee839-a075-4452-8ae2-9c68d5bc3ae0 req-23001b55-ac33-4c01-8622-fe36a6b066fa service neutron] 10.222.0.55 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868888 Jul 30 02:29:54.747676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.857853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010f7bc-79b8-4191-89f7-800056ea7188 req-1ea7314b-ed6d-40db-97a5-604b031cecd5 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:54.859367 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e010f7bc-79b8-4191-89f7-800056ea7188 req-1ea7314b-ed6d-40db-97a5-604b031cecd5 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 943 time: 0.4011855 Jul 30 02:29:54.896596 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e010f7bc-79b8-4191-89f7-800056ea7188 req-6276850c-9787-4879-aeea-446372574edf tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Jul 30 02:29:56.018923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd08ad-a62d-4e9f-a1f2-6cd5aa6c049c req-ff1d4dc7-ae6f-4c81-932c-107ac5ccdc35 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.020438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fffd08ad-a62d-4e9f-a1f2-6cd5aa6c049c req-ff1d4dc7-ae6f-4c81-932c-107ac5ccdc35 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 943 time: 0.0496140 Jul 30 02:29:56.060360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fffd08ad-a62d-4e9f-a1f2-6cd5aa6c049c req-ae111996-60ff-49d6-8488-6a1289650aea tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337641 Jul 30 02:29:57.175967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677eee2-0576-4e29-bd92-71f578523908 req-30cb3a9c-0508-42e7-83e2-2efab62c62f4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.177664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8677eee2-0576-4e29-bd92-71f578523908 req-30cb3a9c-0508-42e7-83e2-2efab62c62f4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 943 time: 0.0498085 Jul 30 02:29:57.217247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8677eee2-0576-4e29-bd92-71f578523908 req-3b5b657a-beaa-48da-bd95-c15c6c60e3df tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jul 30 02:29:57.515395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:57.608677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:57.621838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd', 'network_id': '62138780-02e9-4cec-9534-20648e318807', 'port_id': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd', 'mac_address': 'fa:16:3e:71:98:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533f83b5-05ae-4667-bd3f-276a3a01fe3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:57.661207 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:57.675657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:57.695529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:57.699666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:57.747123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:57.958988 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:29:58.334193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b0ff2-2b56-472d-88a7-b97cd8daf46d req-b5d3c3e0-3513-47f5-ba92-b34289b17566 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:58.335725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c77b0ff2-2b56-472d-88a7-b97cd8daf46d req-b5d3c3e0-3513-47f5-ba92-b34289b17566 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 944 time: 0.0522790 Jul 30 02:29:58.373923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c77b0ff2-2b56-472d-88a7-b97cd8daf46d req-2b6d3919-e97f-4140-98ee-bcc30fa18cf0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Jul 30 02:29:59.498068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497e9ce-0409-44da-9086-592ab05f02e7 req-a10cce3b-ae0f-471e-9cc6-4922273f27f8 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:59.499597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0497e9ce-0409-44da-9086-592ab05f02e7 req-a10cce3b-ae0f-471e-9cc6-4922273f27f8 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 944 time: 0.0563850 Jul 30 02:29:59.515544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:59.539471 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0497e9ce-0409-44da-9086-592ab05f02e7 req-6e9cecc7-2b41-43fb-8934-30ca1fa6f8d5 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Jul 30 02:29:59.565860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:59.570552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:59.571131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:59.651636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:59.676230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:59.678614 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db548a6-5884-42a4-adf0-d30a35612811" -d '{"events": [{"server_uuid": "e46ba3e4-dfae-410c-8e06-5231ce0e8f5e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:59.693859 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:59.699427 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:59.722928 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be0e356-e855-4a2d-af57-3826914cae6e x-openstack-request-id: req-5be0e356-e855-4a2d-af57-3826914cae6e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:59.723356 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46ba3e4-dfae-410c-8e06-5231ce0e8f5e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:59.723604 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5be0e356-e855-4a2d-af57-3826914cae6e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:59.723986 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd', 'code': 200} Jul 30 02:29:59.751889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:59.841322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2344d23-c0c7-4d93-ad06-420911145fee req-44658bdc-d02d-4ea2-8ff4-268b0e86d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:59.842820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2344d23-c0c7-4d93-ad06-420911145fee req-44658bdc-d02d-4ea2-8ff4-268b0e86d343 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 1097 time: 0.0414634 Jul 30 02:29:59.878388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2344d23-c0c7-4d93-ad06-420911145fee req-2671c4df-218b-48b0-ad8a-77c923061bf4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279472 Jul 30 02:30:00.660838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cf04-0f20-4331-9239-f51d016219f1 req-f0830493-adc3-4f06-8d52-868d3473abc7 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:00.662361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e514cf04-0f20-4331-9239-f51d016219f1 req-f0830493-adc3-4f06-8d52-868d3473abc7 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0527914 Jul 30 02:30:00.702188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e514cf04-0f20-4331-9239-f51d016219f1 req-9d39ef6e-1d3c-42c8-a304-0b62ce4eadf9 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Jul 30 02:30:01.196567 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:30:01.823277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca13ab9-0425-4989-b5e8-449bcd0f2373 req-8d928c7f-a346-4604-8d96-2a5ba48d3970 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:01.824773 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ca13ab9-0425-4989-b5e8-449bcd0f2373 req-8d928c7f-a346-4604-8d96-2a5ba48d3970 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0559826 Jul 30 02:30:01.862955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3ca13ab9-0425-4989-b5e8-449bcd0f2373 req-95e5afc9-ae39-4d40-87ce-9d64810bba9a tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Jul 30 02:30:02.089001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-e8f2e15c-a92c-4874-b450-37b572f68653 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:02.090522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-e8f2e15c-a92c-4874-b450-37b572f68653 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/networks?id=62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 200 len: 813 time: 0.1046276 Jul 30 02:30:02.110047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4f841998-d95c-48aa-a5c2-4446f66a1098 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/quotas/f6626772dad249f9a94336942e73ed6d HTTP/1.1" status: 200 len: 375 time: 0.0102248 Jul 30 02:30:02.161900 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-fdfef46f-54e2-4c7a-9c1d-cf2d4d0b1d9a tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6626772dad249f9a94336942e73ed6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460792 Jul 30 02:30:02.256988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-df1ea623-3732-4ca8-86f2-25c751867b43 service neutron] 10.222.0.78 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872576 Jul 30 02:30:02.345386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-da1e8860-5b9d-4934-b05b-c506ccd80825 service neutron] 10.222.0.78 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Jul 30 02:30:02.514397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42a45f50-c50f-4b71-92ce-fd29ca5a44bd req-9cb58ea0-3be6-424a-a3cb-000aa4347e4e tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0342033 Jul 30 02:30:03.452444 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-430dc390-77ee-481f-92b9-10a324cbd4d9 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:03.454058 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-430dc390-77ee-481f-92b9-10a324cbd4d9 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.66 "GET /v2.0/networks?id=62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 200 len: 813 time: 0.1163647 Jul 30 02:30:03.466698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Request body: {'port': {'device_id': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'network_id': '62138780-02e9-4cec-9534-20648e318807', 'admin_state_up': True, 'tenant_id': 'f6626772dad249f9a94336942e73ed6d'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:03.584324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Made reservation on behalf of f6626772dad249f9a94336942e73ed6d for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:03.587991 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:03.613511 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b42536d8-6470-445d-ab3b-6bb31eb23bca req-73b5a9da-c1b0-4182-98ea-0814081ca21d tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0278447 Jul 30 02:30:03.737966 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Allocated IP 172.20.0.12 (62138780-02e9-4cec-9534-20648e318807/533f83b5-05ae-4667-bd3f-276a3a01fe3d/61c1931d-cc4f-437f-8d5f-803202f22e9d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:03.903426 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:03.944016 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:03.977465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:03.996690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Network 62138780-02e9-4cec-9534-20648e318807 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:04.001624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:04.006355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:04.010544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Pushing event updated for resources: {'Port': ['ID=61c1931d-cc4f-437f-8d5f-803202f22e9d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:04.057950 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.058573 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.073931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-4b3e5145-69b4-4bf0-8de9-7d647954fb74 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110792 Jul 30 02:30:04.087302 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Request body: {'port': {'device_id': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:04.148345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.412185 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c1931d-cc4f-437f-8d5f-803202f22e9d {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:04.419818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.432764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Transition to ACTIVE for port object 61c1931d-cc4f-437f-8d5f-803202f22e9d will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:04.437093 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.488301 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Pushing event updated for resources: {'Port': ['ID=61c1931d-cc4f-437f-8d5f-803202f22e9d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:04.567612 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Attempting to bind port 61c1931d-cc4f-437f-8d5f-803202f22e9d on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:04.567949 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Attempting to bind port 61c1931d-cc4f-437f-8d5f-803202f22e9d by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:04.568286 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Attempting to bind port 61c1931d-cc4f-437f-8d5f-803202f22e9d on network 62138780-02e9-4cec-9534-20648e318807 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:04.573015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Port 61c1931d-cc4f-437f-8d5f-803202f22e9d on network 62138780-02e9-4cec-9534-20648e318807 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:30:04.573339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Attempting to bind port 61c1931d-cc4f-437f-8d5f-803202f22e9d on network 62138780-02e9-4cec-9534-20648e318807 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:04.578014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:04.578351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Checking segment: {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:04.578735 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Bound using segment: {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:04.579203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Bound port: 61c1931d-cc4f-437f-8d5f-803202f22e9d, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3b4e1e-a078-4228-8388-e8199c90e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '62138780-02e9-4cec-9534-20648e318807'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:04.579564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.642189 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] For port 61c1931d-cc4f-437f-8d5f-803202f22e9d, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:04.645760 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] For port 61c1931d-cc4f-437f-8d5f-803202f22e9d, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:04.654399 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.689115 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.689643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.691054 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] 10.222.0.66 "PUT /v2.0/ports/61c1931d-cc4f-437f-8d5f-803202f22e9d HTTP/1.1" status: 200 len: 1093 time: 0.6089904 Jul 30 02:30:04.691488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'tag': '61c1931d-cc4f-437f-8d5f-803202f22e9d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:04.720407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8d2d9-5210-46a0-b1cc-1df4306cafae service neutron] Pushing event updated for resources: {'Port': ['ID=61c1931d-cc4f-437f-8d5f-803202f22e9d,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:04.753129 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb333d3-3fd0-40ef-8c17-b262cd16a7c4", "tag": "61c1931d-cc4f-437f-8d5f-803202f22e9d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:04.761119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b94d0f-a953-4e6f-aa31-7712928295a5 req-5b1f4cc6-1e60-4583-acdc-3be5221c868a tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.762736 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5b94d0f-a953-4e6f-aa31-7712928295a5 req-5b1f4cc6-1e60-4583-acdc-3be5221c868a tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 944 time: 0.0780268 Jul 30 02:30:04.794107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-182631cf-3c59-4370-9873-231fda0daf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.795730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-182631cf-3c59-4370-9873-231fda0daf3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6626772dad249f9a94336942e73ed6d&device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0567055 Jul 30 02:30:04.804956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e5b94d0f-a953-4e6f-aa31-7712928295a5 req-896b2280-72a1-4f8c-b99a-fa9d80e530ba tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360496 Jul 30 02:30:04.839350 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-f559987a-adba-42c0-aa89-b1cd4b70b5c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d HTTP/1.1" status: 200 len: 217 time: 0.0352976 Jul 30 02:30:04.890567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-8f37503e-5a03-44a1-a4b1-ec51d9d22505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.892097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-8f37503e-5a03-44a1-a4b1-ec51d9d22505 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533f83b5-05ae-4667-bd3f-276a3a01fe3d HTTP/1.1" status: 200 len: 853 time: 0.0458038 Jul 30 02:30:04.906962 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be52c9c-24ac-4539-8644-e17a7582c181 x-openstack-request-id: req-5be52c9c-24ac-4539-8644-e17a7582c181 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:04.907274 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb333d3-3fd0-40ef-8c17-b262cd16a7c4", "tag": "61c1931d-cc4f-437f-8d5f-803202f22e9d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:04.907546 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5be52c9c-24ac-4539-8644-e17a7582c181 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:04.907920 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'tag': '61c1931d-cc4f-437f-8d5f-803202f22e9d', 'status': 'completed', 'code': 200} Jul 30 02:30:04.933652 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2e61ea3e-9d11-4ae7-9886-d9c17f257b71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62138780-02e9-4cec-9534-20648e318807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350542 Jul 30 02:30:05.030570 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-2a10b172-1f85-434b-b5f1-518493a10e9e service neutron] 10.222.0.66 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898035 Jul 30 02:30:05.121316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ad0d416f-f0ca-4077-a919-7c06c9b2ac2a req-e12bf2e7-9b9e-4c0e-9e23-081316f3dd13 service neutron] 10.222.0.66 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832207 Jul 30 02:30:05.212058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-8ae77933-48db-493a-b076-5ec9b8f2255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.213484 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-8ae77933-48db-493a-b076-5ec9b8f2255a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6626772dad249f9a94336942e73ed6d&device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0477104 Jul 30 02:30:05.308506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-8b6b1965-8c65-4ae6-8c08-4fccf3cbef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.310512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-8b6b1965-8c65-4ae6-8c08-4fccf3cbef3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 200 len: 914 time: 0.0900276 Jul 30 02:30:05.356144 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-d06fb287-26a2-4134-83ea-d217af89893d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d HTTP/1.1" status: 200 len: 217 time: 0.0382988 Jul 30 02:30:05.407915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-21377b04-ccd0-4f3d-b08d-21493366470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.409549 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-21377b04-ccd0-4f3d-b08d-21493366470a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=533f83b5-05ae-4667-bd3f-276a3a01fe3d HTTP/1.1" status: 200 len: 853 time: 0.0462413 Jul 30 02:30:05.442888 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-b4987735-7f3e-4c58-9b3f-1ba0ee21a146 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62138780-02e9-4cec-9534-20648e318807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254545 Jul 30 02:30:05.539700 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-a0283015-6cbd-4e63-8f16-9edb2045e4ff service neutron] 10.222.0.66 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890481 Jul 30 02:30:05.641396 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-ab11b1b0-acac-448f-87eb-0ddfb43f79a6 req-cbb7ef90-787c-4fd4-a689-47e227619c08 service neutron] 10.222.0.66 "GET /v2.0/networks/62138780-02e9-4cec-9534-20648e318807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944979 Jul 30 02:30:05.926130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66afdac-e00d-4cc9-9843-676edb08d733 req-02abfeea-663f-49e9-81cb-ddf1f5b4b414 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.928291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f66afdac-e00d-4cc9-9843-676edb08d733 req-02abfeea-663f-49e9-81cb-ddf1f5b4b414 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 944 time: 0.0528922 Jul 30 02:30:05.967632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f66afdac-e00d-4cc9-9843-676edb08d733 req-f18aa867-cd55-480a-a89e-de9b252137a5 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jul 30 02:30:07.084171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fe384-c0c1-4d1b-bb23-553ffff79423 req-b369d1d6-2236-4907-9577-127543c08d6f tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.085669 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b4fe384-c0c1-4d1b-bb23-553ffff79423 req-b369d1d6-2236-4907-9577-127543c08d6f tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 944 time: 0.0497653 Jul 30 02:30:07.126051 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b4fe384-c0c1-4d1b-bb23-553ffff79423 req-80048fb8-d020-48f4-be7f-6d374cc78154 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jul 30 02:30:07.393840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.630561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 61c1931d-cc4f-437f-8d5f-803202f22e9d details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:30:07.723676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 61c1931d-cc4f-437f-8d5f-803202f22e9d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:07.736009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '61c1931d-cc4f-437f-8d5f-803202f22e9d', 'network_id': '62138780-02e9-4cec-9534-20648e318807', 'port_id': '61c1931d-cc4f-437f-8d5f-803202f22e9d', 'mac_address': 'fa:16:3e:2d:c6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '533f83b5-05ae-4667-bd3f-276a3a01fe3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:30:07.772011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.789256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c1931d-cc4f-437f-8d5f-803202f22e9d {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:07.808931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 61c1931d-cc4f-437f-8d5f-803202f22e9d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:07.812823 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.862690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=61c1931d-cc4f-437f-8d5f-803202f22e9d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:07.870496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.870854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.871220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.871559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.871891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.872224 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.872546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.872868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.873189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.873510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.873833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:07.874153 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:08.053547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['61c1931d-cc4f-437f-8d5f-803202f22e9d'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:08.244606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07bc55-cb07-40db-b2e1-ed2d64415920 req-72565904-c7d1-42a0-b59c-9b5852136106 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:08.252764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a07bc55-cb07-40db-b2e1-ed2d64415920 req-72565904-c7d1-42a0-b59c-9b5852136106 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 945 time: 0.0602932 Jul 30 02:30:08.291140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a07bc55-cb07-40db-b2e1-ed2d64415920 req-99afa966-4441-4e7f-bd4e-c1f6cf69e1ef tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Jul 30 02:30:09.410305 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482ac8a-f506-4225-898b-a306d9546c6e req-f437ee3e-f93c-4d5a-b172-216ab5b26c57 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:09.411859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d482ac8a-f506-4225-898b-a306d9546c6e req-f437ee3e-f93c-4d5a-b172-216ab5b26c57 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Jul 30 02:30:09.464395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d482ac8a-f506-4225-898b-a306d9546c6e req-4015d0c5-fc2c-483f-a8ac-c5bdc7e64e4b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451937 Jul 30 02:30:09.646074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 61c1931d-cc4f-437f-8d5f-803202f22e9d up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:09.704713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 61c1931d-cc4f-437f-8d5f-803202f22e9d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:09.708658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 61c1931d-cc4f-437f-8d5f-803202f22e9d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:09.709034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.792134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.822276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c1931d-cc4f-437f-8d5f-803202f22e9d'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:09.825075 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6088f2-073d-4fe9-8bbf-3aaa1ea26718" -d '{"events": [{"server_uuid": "1eb333d3-3fd0-40ef-8c17-b262cd16a7c4", "name": "network-vif-plugged", "status": "completed", "tag": "61c1931d-cc4f-437f-8d5f-803202f22e9d"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:09.837617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 61c1931d-cc4f-437f-8d5f-803202f22e9d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:09.842530 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.868551 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c151b-90d3-48d7-a384-b968e5befb75 x-openstack-request-id: req-b56c151b-90d3-48d7-a384-b968e5befb75 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:09.868922 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb333d3-3fd0-40ef-8c17-b262cd16a7c4", "name": "network-vif-plugged", "status": "completed", "tag": "61c1931d-cc4f-437f-8d5f-803202f22e9d", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:09.869172 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b56c151b-90d3-48d7-a384-b968e5befb75 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:09.869559 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c1931d-cc4f-437f-8d5f-803202f22e9d', 'code': 200} Jul 30 02:30:09.896940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=61c1931d-cc4f-437f-8d5f-803202f22e9d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:09.959727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fdf6d-11e6-46e5-b29c-1158bc3de9ae req-d18a69c4-5e81-4427-8818-4801e357a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:09.961240 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db8fdf6d-11e6-46e5-b29c-1158bc3de9ae req-d18a69c4-5e81-4427-8818-4801e357a47d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0414975 Jul 30 02:30:09.997027 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-db8fdf6d-11e6-46e5-b29c-1158bc3de9ae req-b04fdd2a-70c2-4018-8a4f-8d71bdea9cb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287063 Jul 30 02:30:10.582045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c237b56-cc33-445c-826a-46844c1d808e req-ef50a3a1-4b98-429d-a31c-9566e34db4c4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:10.583578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c237b56-cc33-445c-826a-46844c1d808e req-ef50a3a1-4b98-429d-a31c-9566e34db4c4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0514486 Jul 30 02:30:10.622634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c237b56-cc33-445c-826a-46844c1d808e req-a494692a-b737-454b-b536-9f3ca16118df tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Jul 30 02:30:11.743833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f295-c3c1-4928-954d-5d207902be4e req-80c4a83e-cb54-445d-87d5-02baba167f21 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:11.746118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88a8f295-c3c1-4928-954d-5d207902be4e req-80c4a83e-cb54-445d-87d5-02baba167f21 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0555983 Jul 30 02:30:11.784147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-88a8f295-c3c1-4928-954d-5d207902be4e req-ec90c84e-d218-4098-a407-57e7023e3319 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Jul 30 02:30:12.029497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174f8fe-5e8e-47fb-84cb-d2aaddc28a24 req-5c20e177-d481-4cfa-9ecb-3173f5d6d3e8 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:12.031021 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4174f8fe-5e8e-47fb-84cb-d2aaddc28a24 req-5c20e177-d481-4cfa-9ecb-3173f5d6d3e8 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0501163 Jul 30 02:30:12.070919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4174f8fe-5e8e-47fb-84cb-d2aaddc28a24 req-160c0d7b-6a10-4820-b6f8-e8d236ac7adc tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Jul 30 02:30:13.185513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15540599-de32-42c0-bdbb-09fca2791858 req-156c836b-17cb-4d22-96ac-f1155e97e21c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:13.187049 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15540599-de32-42c0-bdbb-09fca2791858 req-156c836b-17cb-4d22-96ac-f1155e97e21c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0496218 Jul 30 02:30:13.226245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-15540599-de32-42c0-bdbb-09fca2791858 req-74189097-4548-43a0-9503-24fd530593d5 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jul 30 02:30:13.236793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-958cc7d5-5099-4ee6-8ee3-104327c292cb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:13.238313 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-958cc7d5-5099-4ee6-8ee3-104327c292cb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 946 time: 0.0532696 Jul 30 02:30:13.328689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Deleting port 61c1931d-cc4f-437f-8d5f-803202f22e9d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:13.329034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:13.421440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] For port 61c1931d-cc4f-437f-8d5f-803202f22e9d, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=61c1931d-cc4f-437f-8d5f-803202f22e9d,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:13.421718 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:13.770664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Calling delete_port for 61c1931d-cc4f-437f-8d5f-803202f22e9d owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:13.897724 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:13.929498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Pushing event deleted for resources: {'Port': ['ID=61c1931d-cc4f-437f-8d5f-803202f22e9d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:13.933853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:13.971784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] No DVR routers for this DVR port 61c1931d-cc4f-437f-8d5f-803202f22e9d on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:13.974586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:13.978665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-2fe2af36-ec5b-4f09-8ab8-bee740d6d57a req-d391b40d-d2df-4508-bf94-659e2a05271c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.66 "DELETE /v2.0/ports/61c1931d-cc4f-437f-8d5f-803202f22e9d HTTP/1.1" status: 204 len: 173 time: 0.7326114 Jul 30 02:30:13.980734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'name': 'network-vif-deleted', 'tag': '61c1931d-cc4f-437f-8d5f-803202f22e9d'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:13.983797 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a96a88-8e18-45b4-b289-d6ca83709f36" -d '{"events": [{"server_uuid": "1eb333d3-3fd0-40ef-8c17-b262cd16a7c4", "name": "network-vif-deleted", "tag": "61c1931d-cc4f-437f-8d5f-803202f22e9d"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:14.021262 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5873f561-70e5-4b37-a79c-87df326bb937 x-openstack-request-id: req-5873f561-70e5-4b37-a79c-87df326bb937 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:14.021547 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb333d3-3fd0-40ef-8c17-b262cd16a7c4", "name": "network-vif-deleted", "tag": "61c1931d-cc4f-437f-8d5f-803202f22e9d", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:14.021808 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5873f561-70e5-4b37-a79c-87df326bb937 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:14.022233 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb333d3-3fd0-40ef-8c17-b262cd16a7c4', 'name': 'network-vif-deleted', 'tag': '61c1931d-cc4f-437f-8d5f-803202f22e9d', 'status': 'completed', 'code': 200} Jul 30 02:30:14.346716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7d108ef-b7d4-45f9-b79e-e290d7258c0d req-587fb3be-da8d-42c9-b1dc-006b1643906f tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=1eb333d3-3fd0-40ef-8c17-b262cd16a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0317810 Jul 30 02:30:15.502741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd3c4-feb6-44a0-a24b-7152ed471fca req-baea2ce6-6660-4b43-b24c-bf195d777f18 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:15.504278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d56bd3c4-feb6-44a0-a24b-7152ed471fca req-baea2ce6-6660-4b43-b24c-bf195d777f18 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0513871 Jul 30 02:30:15.550400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d56bd3c4-feb6-44a0-a24b-7152ed471fca req-10fc4673-41c5-41a1-a462-70787e4b623c tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Jul 30 02:30:15.677719 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 61c1931d-cc4f-437f-8d5f-803202f22e9d no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:15.693193 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb328-68c7-4c4e-a47e-b2c01ffd2269 req-a324592a-7b49-4e70-9bdd-def1ea59c041 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:15.694733 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b2cb328-68c7-4c4e-a47e-b2c01ffd2269 req-a324592a-7b49-4e70-9bdd-def1ea59c041 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0565894 Jul 30 02:30:15.696896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 61c1931d-cc4f-437f-8d5f-803202f22e9d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:15.697340 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 61c1931d-cc4f-437f-8d5f-803202f22e9d not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:15.734590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b2cb328-68c7-4c4e-a47e-b2c01ffd2269 req-8c4f7d58-9147-439b-ba76-7798456b7b92 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Jul 30 02:30:15.861433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458413f-5808-4418-8a5c-08e95e53eb66 req-28d10ec4-fe27-4970-b1a7-a6115301c849 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:15.863849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4458413f-5808-4418-8a5c-08e95e53eb66 req-28d10ec4-fe27-4970-b1a7-a6115301c849 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0526416 Jul 30 02:30:15.906655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4458413f-5808-4418-8a5c-08e95e53eb66 req-826dfb70-84ad-4e1a-942b-3cbb43ccc1a6 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368717 Jul 30 02:30:16.082905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b179-69f4-4df2-bb67-50beaf759c11 req-471929cb-df6a-40ac-941a-16ed5fbde56e tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:16.084435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e554b179-69f4-4df2-bb67-50beaf759c11 req-471929cb-df6a-40ac-941a-16ed5fbde56e tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0569410 Jul 30 02:30:16.124380 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e554b179-69f4-4df2-bb67-50beaf759c11 req-ff684deb-18bd-470f-b2a8-6d587aaead79 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Jul 30 02:30:16.243248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4de9c-c6d8-45dc-afd3-d8c5c3d18ccb req-9a0e4713-5c06-4830-98a2-d83286f289bb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:16.244642 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4f4de9c-c6d8-45dc-afd3-d8c5c3d18ccb req-9a0e4713-5c06-4830-98a2-d83286f289bb tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0509899 Jul 30 02:30:16.283072 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e4f4de9c-c6d8-45dc-afd3-d8c5c3d18ccb req-2542b3cf-5a0c-460f-a1c1-19ba3fe15cb4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jul 30 02:30:16.409270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8607db-e1bf-4699-b17d-1d2ff2cdc885 req-6ef00fe7-9c62-4aa3-b2f8-e5d253877262 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:16.410781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea8607db-e1bf-4699-b17d-1d2ff2cdc885 req-6ef00fe7-9c62-4aa3-b2f8-e5d253877262 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0499389 Jul 30 02:30:16.455644 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea8607db-e1bf-4699-b17d-1d2ff2cdc885 req-688a9c49-8fb7-4912-a5e6-36056ea5db9b tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Jul 30 02:30:16.769032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505ef1-bcaa-4d99-a962-123e17474410 req-8f2ca3d7-e1cd-44f6-bb06-9a17ab7b2803 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:16.770439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45505ef1-bcaa-4d99-a962-123e17474410 req-8f2ca3d7-e1cd-44f6-bb06-9a17ab7b2803 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0505130 Jul 30 02:30:16.810449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-45505ef1-bcaa-4d99-a962-123e17474410 req-38e70148-410d-4225-b572-30c9278fae31 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Jul 30 02:30:17.925999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616419cb-d224-4d67-9b96-a71a47f9fbe6 req-0457b33a-ebfb-42a4-93f3-5093480785a3 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:17.927932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-616419cb-d224-4d67-9b96-a71a47f9fbe6 req-0457b33a-ebfb-42a4-93f3-5093480785a3 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0508327 Jul 30 02:30:17.969285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-616419cb-d224-4d67-9b96-a71a47f9fbe6 req-37bc8b9c-33e9-47e6-ae38-8f2a4fe756d4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/security-groups?id=205b0904-4be7-4f76-8ac5-620c45a80198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347779 Jul 30 02:30:18.197995 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b894a-f055-4b64-b221-1e34c9217e69 req-9eb2a54b-2fbd-4934-b311-125fbb22eb62 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:18.199650 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-489b894a-f055-4b64-b221-1e34c9217e69 req-9eb2a54b-2fbd-4934-b311-125fbb22eb62 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.55 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 945 time: 0.0494139 Jul 30 02:30:18.296387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Deleting port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:18.296723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.385733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] For port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,segment=NetworkSegment(2f3b4e1e-a078-4228-8388-e8199c90e9be),segment_id=2f3b4e1e-a078-4228-8388-e8199c90e9be)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:18.386097 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.399370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Calling delete_port for b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:18.534705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.560989 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Pushing event deleted for resources: {'Port': ['ID=b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:18.567649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:18.614609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] No DVR routers for this DVR port b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:18.617173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.624858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-489b894a-f055-4b64-b221-1e34c9217e69 req-73a54010-412f-4d9a-a500-88b0af82e1c0 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.55 "DELETE /v2.0/ports/b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd HTTP/1.1" status: 204 len: 173 time: 0.4183958 Jul 30 02:30:18.625349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'name': 'network-vif-deleted', 'tag': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:18.627932 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450f8ce-1cfc-4451-a575-f71dd55fc8a3" -d '{"events": [{"server_uuid": "e46ba3e4-dfae-410c-8e06-5231ce0e8f5e", "name": "network-vif-deleted", "tag": "b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:18.666000 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3348fb7-c55c-4b23-a8fb-0f37bffa0e89 x-openstack-request-id: req-d3348fb7-c55c-4b23-a8fb-0f37bffa0e89 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:18.666293 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46ba3e4-dfae-410c-8e06-5231ce0e8f5e", "name": "network-vif-deleted", "tag": "b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:18.666543 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3348fb7-c55c-4b23-a8fb-0f37bffa0e89 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:18.666949 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46ba3e4-dfae-410c-8e06-5231ce0e8f5e', 'name': 'network-vif-deleted', 'tag': 'b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd', 'status': 'completed', 'code': 200} Jul 30 02:30:19.013431 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1f29-5bf7-4337-919d-a0ff2e325331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:19.081392 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af6fd7aa-6a45-4e1b-96cb-005545ffe859 req-04d0192a-beee-496b-88ce-7ce099fea1f4 tempest-ServersNegativeTestJSON-2127502038 tempest-ServersNegativeTestJSON-2127502038-project] 10.222.0.78 "GET /v2.0/ports?device_id=e46ba3e4-dfae-410c-8e06-5231ce0e8f5e HTTP/1.1" status: 200 len: 210 time: 0.0277538 Jul 30 02:30:20.149702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57296) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:20.200603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Deleting subnet 533f83b5-05ae-4667-bd3f-276a3a01fe3d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:20.203789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.245202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.296634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.359246 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.385158 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533f83b5-05ae-4667-bd3f-276a3a01fe3d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:20.389128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.392295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-05115846-f6f8-4a34-bc45-aeb5aae53f19 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/533f83b5-05ae-4667-bd3f-276a3a01fe3d HTTP/1.1" status: 204 len: 168 time: 0.2403634 Jul 30 02:30:20.394700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:20.466086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.553253 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.563731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62138780-02e9-4cec-9534-20648e318807']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:20.574706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3b4e1e-a078-4228-8388-e8199c90e9be') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:20.575023 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3b4e1e-a078-4228-8388-e8199c90e9be') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:20.584044 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.599235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.607017 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:20.607518 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:20.609273 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:20.663835 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.669705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.671629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] 10.222.0.78 "DELETE /v2.0/networks/62138780-02e9-4cec-9534-20648e318807 HTTP/1.1" status: 204 len: 168 time: 0.2759991 Jul 30 02:30:20.689649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b71961-8855-4685-a85e-7aabb1f91098 admin admin] Pushing event deleted for resources: {'Network': ['ID=62138780-02e9-4cec-9534-20648e318807,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:20.779353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57302) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:20.819206 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b6a2555-929f-43ea-8b34-48b75915f17e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6626772dad249f9a94336942e73ed6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386186 Jul 30 02:30:20.821584 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:20.878043 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c570ae74-e0af-48fd-a8f2-cd4642383932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.898935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c570ae74-e0af-48fd-a8f2-cd4642383932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.950316 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c570ae74-e0af-48fd-a8f2-cd4642383932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.952856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c570ae74-e0af-48fd-a8f2-cd4642383932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:20.954086 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c570ae74-e0af-48fd-a8f2-cd4642383932 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/205b0904-4be7-4f76-8ac5-620c45a80198 HTTP/1.1" status: 204 len: 168 time: 0.1316018 Jul 30 02:30:20.962137 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570ae74-e0af-48fd-a8f2-cd4642383932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b0904-4be7-4f76-8ac5-620c45a80198,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:21.624561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:21.644052 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:21.644394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b2ff6d4d-d9ac-4a04-a1c0-ccc421c914bd not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:21.659478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:21.690881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.757337 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440758286'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:21.764538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6ea705c5-0714-4670-9bb7-2b543b6ef378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.782655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:21.786311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.795749 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.898103 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.902482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.926425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:21.941815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a2edba-2d0f-4b93-ae9e-85a6987e8d91,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:21.944510 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.944850 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Added segment 2f308497-0eca-4f1d-b481-31cc13073e75 of type vlan for network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c Jul 30 02:30:21.950219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.995612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.023817 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.030194 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:22.030781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.094892 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4342577 Jul 30 02:30:22.100745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182dc22-f883-4600-8cf5-795e85ce6bdc tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Network': ['ID=560be170-2f4c-4b85-9a2f-ff2c1f0a808c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:22.111894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:23.254376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:24.752084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.313631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57330) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:25.319261 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'subnet': {'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:25.407994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:25.411696 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.596761 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.655050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Subnet': ['ID=fc496fbf-739a-4c74-a3c7-ebe0abd4be73,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:25.667386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Checking segment: {'id': '2f308497-0eca-4f1d-b481-31cc13073e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:25.667764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network hostable DHCP agents. Network: 560be170-2f4c-4b85-9a2f-ff2c1f0a808c, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:25.686143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:25.694653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 560be170-2f4c-4b85-9a2f-ff2c1f0a808c) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:25.699873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:25.700768 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.703924 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0132a8-4edc-4aae-9dee-75074ee7b333 None None] Network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:25.722368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bb778e9b-7dc0-4522-a0cb-b1523fb59a0b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4075391 Jul 30 02:30:25.725784 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57332) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:25.730887 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-294994473'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:25.752398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:25.755934 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.793825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:25.803090 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.803453 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Added segment ee43bd35-b6d7-4d78-a759-3d19b18e840c of type vlan for network 16e9caec-f529-4a38-9068-ef594aa60713 Jul 30 02:30:25.845890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.855375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-560be170-2f4c-4b85-9a2f-ff2c1f0a808c', 'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c', 'tenant_id': '310551b7637b434d89d28dc70715bda6', 'fixed_ips': [{'subnet_id': 'fc496fbf-739a-4c74-a3c7-ebe0abd4be73'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:25.856828 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.877345 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.883107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:25.883702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.940903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2140274 Jul 30 02:30:25.943761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57334) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:25.949340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'subnet': {'network_id': '16e9caec-f529-4a38-9068-ef594aa60713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:26.002024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a2c2f-8e94-490a-943e-6707d4dc3811 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Network': ['ID=16e9caec-f529-4a38-9068-ef594aa60713,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.002929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Allocated IP 2001:db8:0:ffff::2 (560be170-2f4c-4b85-9a2f-ff2c1f0a808c/fc496fbf-739a-4c74-a3c7-ebe0abd4be73/6dc0adae-32ce-45f5-b95b-b30585f5ef09) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:26.015247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 16e9caec-f529-4a38-9068-ef594aa60713 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:26.051756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:26.055616 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.278389 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.338863 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Subnet': ['ID=02265ada-0d50-47b5-9c0e-ec70f2c27a62,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.350054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Checking segment: {'id': 'ee43bd35-b6d7-4d78-a759-3d19b18e840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '16e9caec-f529-4a38-9068-ef594aa60713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:26.350409 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network hostable DHCP agents. Network: 16e9caec-f529-4a38-9068-ef594aa60713, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:26.368022 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network 16e9caec-f529-4a38-9068-ef594aa60713 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:26.378135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 16e9caec-f529-4a38-9068-ef594aa60713) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:26.378360 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.382144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:26.382752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.396593 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Transition to ACTIVE for port object 6dc0adae-32ce-45f5-b95b-b30585f5ef09 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:26.399860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c4d62356-0e35-4240-b841-fbe7c8d7506b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4550405 Jul 30 02:30:26.400284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958368dd-c4a7-4749-a081-a3371b0bb1dc None None] Network 16e9caec-f529-4a38-9068-ef594aa60713 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:26.403100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57336) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:26.451741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Transition to ACTIVE for port object 6dc0adae-32ce-45f5-b95b-b30585f5ef09 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:26.460157 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.505284 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.506846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:26.518796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:26.521312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:26.534991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Pushing event updated for resources: {'Port': ['ID=6dc0adae-32ce-45f5-b95b-b30585f5ef09,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.560499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.626751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.627842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Attempting to bind port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:26.628228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Attempting to bind port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '2f308497-0eca-4f1d-b481-31cc13073e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:26.628596 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Attempting to bind port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 on network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:26.638978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:26.639382 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Checking segment: {'id': '2f308497-0eca-4f1d-b481-31cc13073e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:26.639788 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.640183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Bound using segment: {'id': '2f308497-0eca-4f1d-b481-31cc13073e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:26.640665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Bound port: 6dc0adae-32ce-45f5-b95b-b30585f5ef09, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f308497-0eca-4f1d-b481-31cc13073e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '560be170-2f4c-4b85-9a2f-ff2c1f0a808c'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:26.641050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.656056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Subnet': ['ID=02265ada-0d50-47b5-9c0e-ec70f2c27a62,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.691762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2206f-ed50-4785-a941-41d68bbfe272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-16e9caec-f529-4a38-9068-ef594aa60713', 'network_id': '16e9caec-f529-4a38-9068-ef594aa60713', 'tenant_id': '310551b7637b434d89d28dc70715bda6', 'fixed_ips': [{'subnet_id': '02265ada-0d50-47b5-9c0e-ec70f2c27a62'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:26.692602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-faf2206f-ed50-4785-a941-41d68bbfe272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.721900 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.732856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e9caec-f529-4a38-9068-ef594aa60713']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:26.744382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee43bd35-b6d7-4d78-a759-3d19b18e840c') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:26.744781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee43bd35-b6d7-4d78-a759-3d19b18e840c') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:26.754398 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.770383 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.777247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:26.777798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:26.780866 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:26.790805 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] For port 6dc0adae-32ce-45f5-b95b-b30585f5ef09, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:26.805776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] For port 6dc0adae-32ce-45f5-b95b-b30585f5ef09, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6dc0adae-32ce-45f5-b95b-b30585f5ef09,segment=NetworkSegment(2f308497-0eca-4f1d-b481-31cc13073e75),segment_id=2f308497-0eca-4f1d-b481-31cc13073e75)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:26.817659 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.824289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2eb52-7bdd-4005-945f-314bc95ade3b None None] Network 16e9caec-f529-4a38-9068-ef594aa60713 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:26.841355 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.848651 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.850635 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/16e9caec-f529-4a38-9068-ef594aa60713 HTTP/1.1" status: 204 len: 168 time: 0.4465809 Jul 30 02:30:26.855731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57338) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:26.862518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98992882-0c82-423e-867c-62d96ea8171c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Network': ['ID=16e9caec-f529-4a38-9068-ef594aa60713,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.864110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2eb52-7bdd-4005-945f-314bc95ade3b None None] Network 16e9caec-f529-4a38-9068-ef594aa60713 could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:30:26.871423 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739580625'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:26.889818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9865cf-5613-4fe9-b42b-19d1a446b767 None None] Pushing event updated for resources: {'Port': ['ID=6dc0adae-32ce-45f5-b95b-b30585f5ef09,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.896299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:26.917931 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.952549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:26.967564 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.968122 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Added segment e6c785a8-4829-4525-b1a1-44ae19c83010 of type vlan for network 955b1e64-8c7b-47fa-affe-c41defd83586 Jul 30 02:30:27.014815 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.052994 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.058627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.059252 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.162429 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3049629 Jul 30 02:30:27.165656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:27.172171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'subnet': {'network_id': '955b1e64-8c7b-47fa-affe-c41defd83586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:27.185005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04230a32-1c74-47c2-955e-50f884520f9c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Network': ['ID=955b1e64-8c7b-47fa-affe-c41defd83586,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:27.194822 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-857385ec-2545-40ec-a5d2-cca54c883465 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0748954 Jul 30 02:30:27.195997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 955b1e64-8c7b-47fa-affe-c41defd83586 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:27.295634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:27.299942 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.356976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8785-777f-4e11-9528-e021304cf624 req-42b16d94-0150-414b-abb9-c085020be7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.358493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-42b16d94-0150-414b-abb9-c085020be7a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0427961 Jul 30 02:30:27.358641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Performing IP validity checks on allocation pools {{(pid=93890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:30:27.359192 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:30:27.471473 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8785-777f-4e11-9528-e021304cf624 req-e12aeb83-1ec1-4eba-ab66-7d0fb138a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.473438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-e12aeb83-1ec1-4eba-ab66-7d0fb138a5f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0961063 Jul 30 02:30:27.502832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.519800 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-7910f851-ec38-41ae-b0ce-3e8c1dcf8e3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0392811 Jul 30 02:30:27.554903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Subnet': ['ID=609969a0-90d3-4459-b8f0-3b7d1e73e2d5,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:27.587727 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8785-777f-4e11-9528-e021304cf624 req-c1ace953-0347-467c-8b09-6af3057ea2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.590746 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-c1ace953-0347-467c-8b09-6af3057ea2e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0634911 Jul 30 02:30:27.601184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Checking segment: {'id': 'e6c785a8-4829-4525-b1a1-44ae19c83010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '955b1e64-8c7b-47fa-affe-c41defd83586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:27.601556 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network hostable DHCP agents. Network: 955b1e64-8c7b-47fa-affe-c41defd83586, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:27.623248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network 955b1e64-8c7b-47fa-affe-c41defd83586 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:27.637256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 955b1e64-8c7b-47fa-affe-c41defd83586) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:27.646910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.647586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.649492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972677c-fdd8-47d5-9692-7879cca8c720 None None] Network 955b1e64-8c7b-47fa-affe-c41defd83586 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:27.653335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8785-777f-4e11-9528-e021304cf624 req-af73a798-b1ae-48c8-88b1-71e2f89c3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:27.654982 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-af73a798-b1ae-48c8-88b1-71e2f89c3790 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563681 Jul 30 02:30:27.673802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-928aad8f-f705-4949-b895-3435cdcde73d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5066016 Jul 30 02:30:27.675277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57342) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:27.826210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.854935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36acaae-4fea-4186-94c4-c5944ca2c4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-955b1e64-8c7b-47fa-affe-c41defd83586', 'network_id': '955b1e64-8c7b-47fa-affe-c41defd83586', 'tenant_id': '310551b7637b434d89d28dc70715bda6', 'fixed_ips': [{'subnet_id': '609969a0-90d3-4459-b8f0-3b7d1e73e2d5'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:27.856292 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b36acaae-4fea-4186-94c4-c5944ca2c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.859439 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-8487ea67-1913-4d54-8c64-043526168972 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903780 Jul 30 02:30:27.928208 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.984112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6dc0adae-32ce-45f5-b95b-b30585f5ef09 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:27.998045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-81bb8785-777f-4e11-9528-e021304cf624 req-49de64c5-e7b6-4ad6-bd38-f061a888f6d3 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314347 Jul 30 02:30:28.020524 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server [None req-b36acaae-4fea-4186-94c4-c5944ca2c4e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 609969a0-90d3-4459-b8f0-3b7d1e73e2d5: This subnet is being modified by another concurrent operation. Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 609969a0-90d3-4459-b8f0-3b7d1e73e2d5: This subnet is being modified by another concurrent operation. Jul 30 02:30:28.051250 n-d-713499-10 neutron-server[93891]: ERROR oslo_messaging.rpc.server Jul 30 02:30:28.062920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Subnet': ['ID=609969a0-90d3-4459-b8f0-3b7d1e73e2d5,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:28.070919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb2e2d-2087-452a-ab31-9262fad37842 None None] Network 955b1e64-8c7b-47fa-affe-c41defd83586 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:28.092315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:28.123644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c79538-9ab2-4722-8af5-81d13352fea0 None None] Network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:28.132506 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.142191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955b1e64-8c7b-47fa-affe-c41defd83586']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:28.153121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c785a8-4829-4525-b1a1-44ae19c83010') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:28.153416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c785a8-4829-4525-b1a1-44ae19c83010') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:28.162891 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.178496 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.184505 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:28.184892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:28.187851 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:28.231542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] Provisioning for port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:28.245470 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.254578 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.256833 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/955b1e64-8c7b-47fa-affe-c41defd83586 HTTP/1.1" status: 204 len: 168 time: 0.5800083 Jul 30 02:30:28.262480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57344) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:28.264644 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] Provisioning complete for port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:28.265002 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.267766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106346753'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:28.281766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272db38-ce38-41b6-abd7-45743d82c49e tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Network': ['ID=955b1e64-8c7b-47fa-affe-c41defd83586,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:28.299987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:28.303705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.333380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:28.342984 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.343363 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Added segment c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db of type vlan for network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 Jul 30 02:30:28.385085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.416107 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.418086 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.422159 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:28.422836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.459867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] For port 6dc0adae-32ce-45f5-b95b-b30585f5ef09, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6dc0adae-32ce-45f5-b95b-b30585f5ef09,segment=NetworkSegment(2f308497-0eca-4f1d-b481-31cc13073e75),segment_id=2f308497-0eca-4f1d-b481-31cc13073e75)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:28.465765 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.477193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2135518 Jul 30 02:30:28.480451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:28.485835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'subnet': {'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:28.495348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9d07f-a831-40a7-9c9d-d6bdff3ab9fd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Network': ['ID=a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:28.508962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:28.577147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdcd6e-38e5-4694-9489-e479285a418b None None] Pushing event updated for resources: {'Port': ['ID=6dc0adae-32ce-45f5-b95b-b30585f5ef09,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:28.593546 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:28.597101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.663262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51acb1a-ab29-4ac6-bb84-99bb6cdc2f43 None None] get_active_networks_info from n-d-713499-10 {{(pid=93891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:30:28.718075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9f2cfc41-d546-43af-97f2-3dae04b86f14 None None] Provisioning complete for port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:28.718350 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9f2cfc41-d546-43af-97f2-3dae04b86f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.784578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51acb1a-ab29-4ac6-bb84-99bb6cdc2f43 None None] Resources bound (agent type, host, resource id): {{(pid=93891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:30:28.793665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.855538 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Subnet': ['ID=47ae6687-d37b-44b6-9274-7ff432d338df,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:28.865291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Checking segment: {'id': 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:28.865919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network hostable DHCP agents. Network: a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:28.882837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:28.895374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:28.900004 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:28.900764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.916582 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6da6e310-eba0-4994-8876-d4a765f99ca0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4349625 Jul 30 02:30:28.920210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:28.925536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105363170'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:28.949381 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:28.953175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.981664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:28.987659 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:28.988018 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Added segment eb37abb3-297b-43cc-b9db-4168213b1e3a of type vlan for network 8f587394-1640-4def-914d-48c315a25834 Jul 30 02:30:29.030054 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.044257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c264f04-6256-4a4e-8afd-f7b3cd12c200 None None] Network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:29.067495 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.073573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:29.074157 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.138090 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2166755 Jul 30 02:30:29.141020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57350) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:29.148116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Request body: {'subnet': {'network_id': '8f587394-1640-4def-914d-48c315a25834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:29.153925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb403-9ab1-48e2-a9d5-8d075c9dab73 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Network': ['ID=8f587394-1640-4def-914d-48c315a25834,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:29.165255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 8f587394-1640-4def-914d-48c315a25834 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:29.232226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67', 'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67', 'tenant_id': '310551b7637b434d89d28dc70715bda6', 'fixed_ips': [{'subnet_id': '47ae6687-d37b-44b6-9274-7ff432d338df'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:29.233054 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.244551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Made reservation on behalf of 310551b7637b434d89d28dc70715bda6 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:29.248254 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.403950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Allocated IP 2001:db8::2 (a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67/47ae6687-d37b-44b6-9274-7ff432d338df/ab45857f-ce2c-417e-9656-9e5e7953624a) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:29.449936 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.513981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event updated for resources: {'Subnet': ['ID=df71dfa9-22a1-4578-878f-62c34d17094c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:29.519788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Checking segment: {'id': 'eb37abb3-297b-43cc-b9db-4168213b1e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8f587394-1640-4def-914d-48c315a25834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:29.520154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network hostable DHCP agents. Network: 8f587394-1640-4def-914d-48c315a25834, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:29.536513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Network 8f587394-1640-4def-914d-48c315a25834 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:29.545756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 8f587394-1640-4def-914d-48c315a25834) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:29.553474 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:29.554417 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.563810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979120f-06f2-4c47-98f0-421b14bb6069 None None] Network 8f587394-1640-4def-914d-48c315a25834 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:29.578881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ab282c14-1e0e-4de0-9772-bc23dabdeabd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4344883 Jul 30 02:30:29.579203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:29.607176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.623508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Transition to ACTIVE for port object ab45857f-ce2c-417e-9656-9e5e7953624a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:29.651031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Transition to ACTIVE for port object ab45857f-ce2c-417e-9656-9e5e7953624a will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:29.664657 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.686352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.725131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:29.731237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:29.745796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:29.747569 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.755372 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Pushing event updated for resources: {'Port': ['ID=ab45857f-ce2c-417e-9656-9e5e7953624a,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:29.813880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c8588-401a-40ad-99ac-0733f5812e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-8f587394-1640-4def-914d-48c315a25834', 'network_id': '8f587394-1640-4def-914d-48c315a25834', 'tenant_id': '310551b7637b434d89d28dc70715bda6', 'fixed_ips': [{'subnet_id': 'df71dfa9-22a1-4578-878f-62c34d17094c'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:29.814786 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-944c8588-401a-40ad-99ac-0733f5812e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.816183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.837465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Attempting to bind port ab45857f-ce2c-417e-9656-9e5e7953624a on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:29.837812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Attempting to bind port ab45857f-ce2c-417e-9656-9e5e7953624a by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:29.838178 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Attempting to bind port ab45857f-ce2c-417e-9656-9e5e7953624a on network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:29.851405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:29.851996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Checking segment: {'id': 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:29.851996 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.852430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Bound using segment: {'id': 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:29.852837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Bound port: ab45857f-ce2c-417e-9656-9e5e7953624a, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:29.853219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.861272 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Subnet': ['ID=df71dfa9-22a1-4578-878f-62c34d17094c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:29.909804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6dc0adae-32ce-45f5-b95b-b30585f5ef09 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:29.922458 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.933578 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f587394-1640-4def-914d-48c315a25834']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:29.945876 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb37abb3-297b-43cc-b9db-4168213b1e3a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:29.946197 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb37abb3-297b-43cc-b9db-4168213b1e3a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:29.955651 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.971024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.974772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd80e5b-ef69-4465-9bce-8f7cadc44467 None None] Network 8f587394-1640-4def-914d-48c315a25834 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:29.983055 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:29.983477 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:29.986820 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:30.057816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.065073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.066920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/8f587394-1640-4def-914d-48c315a25834 HTTP/1.1" status: 204 len: 168 time: 0.4867787 Jul 30 02:30:30.069232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] For port ab45857f-ce2c-417e-9656-9e5e7953624a, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:30.070314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57354) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:30.078958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3d2c-9d16-49de-ab7c-26b9b8b540bd tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Network': ['ID=8f587394-1640-4def-914d-48c315a25834,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:30.101995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] For port ab45857f-ce2c-417e-9656-9e5e7953624a, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ab45857f-ce2c-417e-9656-9e5e7953624a,segment=NetworkSegment(c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db),segment_id=c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:30.102986 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:30.103363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.110936 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a1b2d2-4411-4fd5-bca0-803107fb6de3 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] GET failed (client error): The resource could not be found. Jul 30 02:30:30.112314 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a8a1b2d2-4411-4fd5-bca0-803107fb6de3 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "GET /v2.0/subnets/df71dfa9-22a1-4578-878f-62c34d17094c HTTP/1.1" status: 404 len: 337 time: 0.0403566 Jul 30 02:30:30.115264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57356) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:30.125597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.134679 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d462272-348f-476b-9e5c-ce23d013187d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:30.135343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d462272-348f-476b-9e5c-ce23d013187d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:30.141176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9d462272-348f-476b-9e5c-ce23d013187d tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/8f587394-1640-4def-914d-48c315a25834 HTTP/1.1" status: 404 len: 339 time: 0.0208683 Jul 30 02:30:30.141705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57358) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:30.174168 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d733e7-f5bc-4c73-817e-76955596363b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:30.174627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d733e7-f5bc-4c73-817e-76955596363b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:30.176612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b6d733e7-f5bc-4c73-817e-76955596363b tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/subnets/df71dfa9-22a1-4578-878f-62c34d17094c HTTP/1.1" status: 404 len: 337 time: 0.0338898 Jul 30 02:30:30.179525 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57360) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:30.205990 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fd8c69-c4e4-4bb3-94bf-9e8d5fde6ab1 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:30.206560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fd8c69-c4e4-4bb3-94bf-9e8d5fde6ab1 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:30.208560 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a0fd8c69-c4e4-4bb3-94bf-9e8d5fde6ab1 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/8f587394-1640-4def-914d-48c315a25834 HTTP/1.1" status: 404 len: 339 time: 0.0279040 Jul 30 02:30:30.211196 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57362) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:30.218553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a82f20-e999-47ce-9a84-5b0d655585d8 None None] Pushing event updated for resources: {'Port': ['ID=ab45857f-ce2c-417e-9656-9e5e7953624a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:30.277492 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Deleting subnet 47ae6687-d37b-44b6-9274-7ff432d338df {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:30.281271 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.323438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.434126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.515883 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.549219 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Subnet': ['ID=47ae6687-d37b-44b6-9274-7ff432d338df,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:30.556665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.556665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b0d91eee-32d5-4f56-8cfa-6cb51bb6ec38 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/subnets/47ae6687-d37b-44b6-9274-7ff432d338df HTTP/1.1" status: 204 len: 168 time: 0.3439734 Jul 30 02:30:30.559428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57364) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:30.642328 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.695306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Deleting port ab45857f-ce2c-417e-9656-9e5e7953624a {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:30.695645 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.769534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] For port ab45857f-ce2c-417e-9656-9e5e7953624a, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=ab45857f-ce2c-417e-9656-9e5e7953624a,segment=NetworkSegment(c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db),segment_id=c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:30.772017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.783740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Calling delete_port for ab45857f-ce2c-417e-9656-9e5e7953624a owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:30.875549 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:30.904670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Port': ['ID=ab45857f-ce2c-417e-9656-9e5e7953624a,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:30.910382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No DVR routers for this DVR port ab45857f-ce2c-417e-9656-9e5e7953624a on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:30.993733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.004491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:31.017414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:31.017717 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47f9e0c-ca9e-4e1b-93e7-1ef6d78bd8db') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:31.028054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.042892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.049560 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:31.050146 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:31.053564 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:31.117700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.125194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.127212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 HTTP/1.1" status: 204 len: 168 time: 0.5666842 Jul 30 02:30:31.129801 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57366) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.148612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f4edb-9031-4d47-805f-0a745699d75c tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Network': ['ID=a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:31.166688 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7a8bf1-174f-45f8-80e7-2cecfa6d3550 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:31.167154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7a8bf1-174f-45f8-80e7-2cecfa6d3550 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:31.169075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c7a8bf1-174f-45f8-80e7-2cecfa6d3550 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/subnets/609969a0-90d3-4459-b8f0-3b7d1e73e2d5 HTTP/1.1" status: 404 len: 337 time: 0.0381551 Jul 30 02:30:31.172398 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57368) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.192711 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caddf31-4e8c-40b6-9d85-b23855109ed0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:31.193254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3caddf31-4e8c-40b6-9d85-b23855109ed0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:31.194964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3caddf31-4e8c-40b6-9d85-b23855109ed0 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/955b1e64-8c7b-47fa-affe-c41defd83586 HTTP/1.1" status: 404 len: 339 time: 0.0216889 Jul 30 02:30:31.197506 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57370) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.216995 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301ca0b-92ef-4ba7-8609-7b7137f6b153 None None] DHCP port deletion for a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:31.220275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f1fd2d1a-523b-4ba2-a2c7-ee8c84dba09c None None] Could not find standard attr ID for object ab45857f-ce2c-417e-9656-9e5e7953624a. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:30:31.225555 n-d-713499-10 neutron-server[93890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0f45b4-0bb5-4517-ad17-e6cde289c7f3 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:31.226093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0f45b4-0bb5-4517-ad17-e6cde289c7f3 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:31.230120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ed0f45b4-0bb5-4517-ad17-e6cde289c7f3 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/subnets/02265ada-0d50-47b5-9c0e-ec70f2c27a62 HTTP/1.1" status: 404 len: 337 time: 0.0299687 Jul 30 02:30:31.232764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.239682 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d0aaa-0ee5-4c05-9e43-fbc8b2020955 None None] Network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:31.252970 n-d-713499-10 neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c44c3d1-9fd0-4a58-ba7c-c89630e7d7f2 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] DELETE failed (client error): The resource could not be found. Jul 30 02:30:31.253181 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d0aaa-0ee5-4c05-9e43-fbc8b2020955 None None] Network a6b27fc3-dc7b-410a-9c79-e8c87ee7bb67 could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:30:31.253535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c44c3d1-9fd0-4a58-ba7c-c89630e7d7f2 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:30:31.255278 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4c44c3d1-9fd0-4a58-ba7c-c89630e7d7f2 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/16e9caec-f529-4a38-9068-ef594aa60713 HTTP/1.1" status: 404 len: 339 time: 0.0213699 Jul 30 02:30:31.257839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57374) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.310677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Deleting subnet fc496fbf-739a-4c74-a3c7-ebe0abd4be73 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:31.313795 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.355194 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.445151 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.506173 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.532446 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Subnet': ['ID=fc496fbf-739a-4c74-a3c7-ebe0abd4be73,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:31.537646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.539241 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2a94ced4-84c5-4338-853c-9e7e9c44e944 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/subnets/fc496fbf-739a-4c74-a3c7-ebe0abd4be73 HTTP/1.1" status: 204 len: 168 time: 0.2803631 Jul 30 02:30:31.542602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57376) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.544976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52730b7-9a40-4be5-a43c-3e6696337442 None None] Network 560be170-2f4c-4b85-9a2f-ff2c1f0a808c requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:31.623588 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.679335 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Deleting port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:31.679682 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.719490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] DHCP port deletion for 560be170-2f4c-4b85-9a2f-ff2c1f0a808c request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:31.749818 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] For port 6dc0adae-32ce-45f5-b95b-b30585f5ef09, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6dc0adae-32ce-45f5-b95b-b30585f5ef09,segment=NetworkSegment(2f308497-0eca-4f1d-b481-31cc13073e75),segment_id=2f308497-0eca-4f1d-b481-31cc13073e75)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:31.750206 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.764852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Calling delete_port for 6dc0adae-32ce-45f5-b95b-b30585f5ef09 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:31.766857 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] Deleting port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:31.767278 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.830254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] For port 6dc0adae-32ce-45f5-b95b-b30585f5ef09, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6dc0adae-32ce-45f5-b95b-b30585f5ef09,segment=NetworkSegment(2f308497-0eca-4f1d-b481-31cc13073e75),segment_id=2f308497-0eca-4f1d-b481-31cc13073e75)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:31.830647 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.844795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] Calling delete_port for 6dc0adae-32ce-45f5-b95b-b30585f5ef09 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:31.856090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.881175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Port': ['ID=6dc0adae-32ce-45f5-b95b-b30585f5ef09,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:31.886846 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] No DVR routers for this DVR port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:31.894020 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6dc0adae-32ce-45f5-b95b-b30585f5ef09 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:31.918039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6dc0adae-32ce-45f5-b95b-b30585f5ef09 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:31.918373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6dc0adae-32ce-45f5-b95b-b30585f5ef09 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:31.950084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.974859 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.976292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] Pushing event deleted for resources: {'Port': ['ID=6dc0adae-32ce-45f5-b95b-b30585f5ef09,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:31.982072 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c564c69-8c75-489f-921c-5a7aeaa68924 None None] No DVR routers for this DVR port 6dc0adae-32ce-45f5-b95b-b30585f5ef09 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:31.986499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560be170-2f4c-4b85-9a2f-ff2c1f0a808c']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:31.999953 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f308497-0eca-4f1d-b481-31cc13073e75') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:32.000249 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f308497-0eca-4f1d-b481-31cc13073e75') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:32.009161 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.024871 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.031586 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:32.031973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:32.035350 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:32.092855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.099711 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.101385 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] 10.222.0.78 "DELETE /v2.0/networks/560be170-2f4c-4b85-9a2f-ff2c1f0a808c HTTP/1.1" status: 204 len: 168 time: 0.5576532 Jul 30 02:30:32.113052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b45b6-267d-4eb7-99b5-c06cd0fa8dc7 tempest-NetworksIpV6Test-5305433 tempest-NetworksIpV6Test-5305433-project] Pushing event deleted for resources: {'Network': ['ID=560be170-2f4c-4b85-9a2f-ff2c1f0a808c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:32.361825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57382) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:32.516213 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78ae6578-8cfa-48cb-8d73-da4b22a3c04d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=310551b7637b434d89d28dc70715bda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527729 Jul 30 02:30:32.518377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57386) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:32.575501 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8b7a-f340-49b5-b21c-c1f76d67050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.598725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8b7a-f340-49b5-b21c-c1f76d67050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.648818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8b7a-f340-49b5-b21c-c1f76d67050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.651504 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8b7a-f340-49b5-b21c-c1f76d67050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.652665 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dbdc8b7a-f340-49b5-b21c-c1f76d67050c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12a2edba-2d0f-4b93-ae9e-85a6987e8d91 HTTP/1.1" status: 204 len: 168 time: 0.1333716 Jul 30 02:30:32.662014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc8b7a-f340-49b5-b21c-c1f76d67050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a2edba-2d0f-4b93-ae9e-85a6987e8d91,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:33.329138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:33.428096 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1206441551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:33.451664 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.452758 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.504253 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.518125 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.535365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.536704 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-df14004c-f945-4637-8e30-994b559f62ae tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2065251 Jul 30 02:30:33.539528 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57412) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:33.544399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1460154951'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:33.564346 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Made reservation on behalf of 0073d3c123a3492da4b84cc93f67cdef for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:33.567808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.586663 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.691441 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.695751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.725469 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:33.732904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a971874d-421c-4e1c-827f-eb5d6220f78d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:33.739397 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.739771 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Added segment 451227ae-654e-4634-b515-41d1e3372c1e of type vlan for network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad Jul 30 02:30:33.779481 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.814678 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.820559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.821167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.893071 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3523836 Jul 30 02:30:33.896084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57414) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:33.901533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Request body: {'subnet': {'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:33.907868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2890a-118f-40a7-bfa2-56461143a7a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event updated for resources: {'Network': ['ID=ccfd4ad7-fff6-4211-8c2a-72e10cf368ad,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:33.918828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:34.001809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Made reservation on behalf of 0073d3c123a3492da4b84cc93f67cdef for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:34.005420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.209347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.268809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event updated for resources: {'Subnet': ['ID=247d26e5-c837-4ced-acd3-fd545bd40037,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:34.277396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Checking segment: {'id': '451227ae-654e-4634-b515-41d1e3372c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:34.277753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Network hostable DHCP agents. Network: ccfd4ad7-fff6-4211-8c2a-72e10cf368ad, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:34.294403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:34.310091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ccfd4ad7-fff6-4211-8c2a-72e10cf368ad) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:34.314015 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:34.314600 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.319604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f2bba-d82d-4ec8-a7b9-6d628d02672a None None] Network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:34.329433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ee913b28-d2af-4002-a4c6-cdfa0cfd69a6 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4320490 Jul 30 02:30:34.333196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57416) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:34.338269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1848950323'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:34.361366 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Made reservation on behalf of 0073d3c123a3492da4b84cc93f67cdef for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:34.364894 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.390212 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:34.400069 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.400312 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Added segment 6b084e96-c035-4846-a315-bc3fa108c10e of type vlan for network c41f05cf-adf7-43cc-9363-e2c1acd486e6 Jul 30 02:30:34.449858 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.472235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ccfd4ad7-fff6-4211-8c2a-72e10cf368ad', 'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad', 'tenant_id': '0073d3c123a3492da4b84cc93f67cdef', 'fixed_ips': [{'subnet_id': '247d26e5-c837-4ced-acd3-fd545bd40037'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:34.473099 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.481473 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.487083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:34.488303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.554973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2206824 Jul 30 02:30:34.558586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57418) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:34.563864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Request body: {'subnet': {'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:34.608370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f4c37-ffc1-464e-ac65-98624209bfb2 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event updated for resources: {'Network': ['ID=c41f05cf-adf7-43cc-9363-e2c1acd486e6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:34.622268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network c41f05cf-adf7-43cc-9363-e2c1acd486e6 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:34.624693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Allocated IP 172.20.0.2 (ccfd4ad7-fff6-4211-8c2a-72e10cf368ad/247d26e5-c837-4ced-acd3-fd545bd40037/f7574c84-bebc-40a5-8309-7cd7b979f2de) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:34.660439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Made reservation on behalf of 0073d3c123a3492da4b84cc93f67cdef for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:34.664077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.837629 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.845805 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.847392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Transition to ACTIVE for port object f7574c84-bebc-40a5-8309-7cd7b979f2de will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:34.862710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Transition to ACTIVE for port object f7574c84-bebc-40a5-8309-7cd7b979f2de will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:34.868151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.906209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:34.909061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:34.914877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:34.918524 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event updated for resources: {'Subnet': ['ID=ae872a8a-0889-4904-8a2f-b62c521a1db6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:34.920785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Checking segment: {'id': '6b084e96-c035-4846-a315-bc3fa108c10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:34.921160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Network hostable DHCP agents. Network: c41f05cf-adf7-43cc-9363-e2c1acd486e6, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:34.923788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Pushing event updated for resources: {'Port': ['ID=f7574c84-bebc-40a5-8309-7cd7b979f2de,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:34.940444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Network c41f05cf-adf7-43cc-9363-e2c1acd486e6 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:34.949535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, c41f05cf-adf7-43cc-9363-e2c1acd486e6) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:34.958219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:34.959781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:34.966009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5747f73-804a-42a1-82d8-b43ed497f2fb None None] Network c41f05cf-adf7-43cc-9363-e2c1acd486e6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:34.975195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6fb32be6-f5d8-4879-a83b-64a4d09e5323 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153223 Jul 30 02:30:34.978909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:34.986903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-322a5c82-b865-4067-b8dc-bbd8e7917652 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:35.018767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Attempting to bind port f7574c84-bebc-40a5-8309-7cd7b979f2de on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:35.019169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Attempting to bind port f7574c84-bebc-40a5-8309-7cd7b979f2de by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '451227ae-654e-4634-b515-41d1e3372c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:35.019550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Attempting to bind port f7574c84-bebc-40a5-8309-7cd7b979f2de on network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:35.030982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:35.031385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Checking segment: {'id': '451227ae-654e-4634-b515-41d1e3372c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:35.031794 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.032195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Bound using segment: {'id': '451227ae-654e-4634-b515-41d1e3372c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:35.032693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Bound port: f7574c84-bebc-40a5-8309-7cd7b979f2de, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451227ae-654e-4634-b515-41d1e3372c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ccfd4ad7-fff6-4211-8c2a-72e10cf368ad'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:35.033078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.145124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] For port f7574c84-bebc-40a5-8309-7cd7b979f2de, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:35.149720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] For port f7574c84-bebc-40a5-8309-7cd7b979f2de, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f7574c84-bebc-40a5-8309-7cd7b979f2de,segment=NetworkSegment(451227ae-654e-4634-b515-41d1e3372c1e),segment_id=451227ae-654e-4634-b515-41d1e3372c1e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:35.155386 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.196624 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-322a5c82-b865-4067-b8dc-bbd8e7917652 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.217385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-c41f05cf-adf7-43cc-9363-e2c1acd486e6', 'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6', 'tenant_id': '0073d3c123a3492da4b84cc93f67cdef', 'fixed_ips': [{'subnet_id': 'ae872a8a-0889-4904-8a2f-b62c521a1db6'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:35.218217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.256888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e416-2b0d-4d53-9a9e-91eade7d6815 None None] Pushing event updated for resources: {'Port': ['ID=f7574c84-bebc-40a5-8309-7cd7b979f2de,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:35.339908 n-d-713499-10 neutron-server[93890]: INFO neutron.api.v2.resource [None req-322a5c82-b865-4067-b8dc-bbd8e7917652 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:30:35.341048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-322a5c82-b865-4067-b8dc-bbd8e7917652 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "PUT /v2.0/routers/44ef47b7-a2b7-42bc-b01f-8a2b114a52c7 HTTP/1.1" status: 400 len: 364 time: 0.3603766 Jul 30 02:30:35.348013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57422) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:35.401284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Allocated IP 172.21.0.2 (c41f05cf-adf7-43cc-9363-e2c1acd486e6/ae872a8a-0889-4904-8a2f-b62c521a1db6/aa5b8a53-c462-44d0-9bef-d0564348fb2f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:35.409689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Deleting subnet ae872a8a-0889-4904-8a2f-b62c521a1db6 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:35.587252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.595886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Transition to ACTIVE for port object aa5b8a53-c462-44d0-9bef-d0564348fb2f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:35.611536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Transition to ACTIVE for port object aa5b8a53-c462-44d0-9bef-d0564348fb2f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:35.617724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.618929 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.660346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.671903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Network c41f05cf-adf7-43cc-9363-e2c1acd486e6 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:35.676865 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:35.679585 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:35.686370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Pushing event updated for resources: {'Port': ['ID=aa5b8a53-c462-44d0-9bef-d0564348fb2f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:35.745329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Attempting to bind port aa5b8a53-c462-44d0-9bef-d0564348fb2f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:35.745638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Attempting to bind port aa5b8a53-c462-44d0-9bef-d0564348fb2f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6b084e96-c035-4846-a315-bc3fa108c10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:35.746011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Attempting to bind port aa5b8a53-c462-44d0-9bef-d0564348fb2f on network c41f05cf-adf7-43cc-9363-e2c1acd486e6 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:35.751632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:35.752011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Checking segment: {'id': '6b084e96-c035-4846-a315-bc3fa108c10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:35.752417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.752811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Bound using segment: {'id': '6b084e96-c035-4846-a315-bc3fa108c10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:35.753290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Bound port: aa5b8a53-c462-44d0-9bef-d0564348fb2f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b084e96-c035-4846-a315-bc3fa108c10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c41f05cf-adf7-43cc-9363-e2c1acd486e6'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:35.753677 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.823776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] For port aa5b8a53-c462-44d0-9bef-d0564348fb2f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:35.828135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] For port aa5b8a53-c462-44d0-9bef-d0564348fb2f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=aa5b8a53-c462-44d0-9bef-d0564348fb2f,segment=NetworkSegment(6b084e96-c035-4846-a315-bc3fa108c10e),segment_id=6b084e96-c035-4846-a315-bc3fa108c10e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:35.834321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.924343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d6f3a-7d41-435c-a6a3-154d5b7b09e3 None None] Pushing event updated for resources: {'Port': ['ID=aa5b8a53-c462-44d0-9bef-d0564348fb2f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:35.943917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f7574c84-bebc-40a5-8309-7cd7b979f2de up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:36.029546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f7574c84-bebc-40a5-8309-7cd7b979f2de completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:36.198271 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.265433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.293810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event deleted for resources: {'Subnet': ['ID=ae872a8a-0889-4904-8a2f-b62c521a1db6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:36.298529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.300479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c429e02c-db57-464c-a7fb-4c1ffa7ceeda tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "DELETE /v2.0/subnets/ae872a8a-0889-4904-8a2f-b62c521a1db6 HTTP/1.1" status: 204 len: 168 time: 0.9514241 Jul 30 02:30:36.303230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57424) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:36.382104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.390087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d08d52-10c9-4681-99a9-fb2c19d3096b None None] Network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:36.438571 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Deleting port aa5b8a53-c462-44d0-9bef-d0564348fb2f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:36.438920 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.502450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] For port aa5b8a53-c462-44d0-9bef-d0564348fb2f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=aa5b8a53-c462-44d0-9bef-d0564348fb2f,segment=NetworkSegment(6b084e96-c035-4846-a315-bc3fa108c10e),segment_id=6b084e96-c035-4846-a315-bc3fa108c10e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:36.502819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.505730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] Provisioning for port f7574c84-bebc-40a5-8309-7cd7b979f2de completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:36.515764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] Provisioning complete for port f7574c84-bebc-40a5-8309-7cd7b979f2de triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:36.516058 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.520535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Calling delete_port for aa5b8a53-c462-44d0-9bef-d0564348fb2f owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:36.605656 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.636430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event deleted for resources: {'Port': ['ID=aa5b8a53-c462-44d0-9bef-d0564348fb2f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:36.638546 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.642716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] No DVR routers for this DVR port aa5b8a53-c462-44d0-9bef-d0564348fb2f on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:36.681215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] For port f7574c84-bebc-40a5-8309-7cd7b979f2de, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f7574c84-bebc-40a5-8309-7cd7b979f2de,segment=NetworkSegment(451227ae-654e-4634-b515-41d1e3372c1e),segment_id=451227ae-654e-4634-b515-41d1e3372c1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:36.686150 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.740583 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.744152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87b454-2889-4c6e-a288-9735758b75f2 None None] Pushing event updated for resources: {'Port': ['ID=f7574c84-bebc-40a5-8309-7cd7b979f2de,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:36.758238 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41f05cf-adf7-43cc-9363-e2c1acd486e6']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:36.771641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b084e96-c035-4846-a315-bc3fa108c10e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:36.771839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b084e96-c035-4846-a315-bc3fa108c10e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:36.783762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.800687 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.811053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:36.811501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:36.814952 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:36.876489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.884494 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.886528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "DELETE /v2.0/networks/c41f05cf-adf7-43cc-9363-e2c1acd486e6 HTTP/1.1" status: 204 len: 168 time: 0.5823491 Jul 30 02:30:36.888979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57426) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:36.908170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f46fc6-d8c7-4d23-abfe-504becc11459 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event deleted for resources: {'Network': ['ID=c41f05cf-adf7-43cc-9363-e2c1acd486e6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:36.964153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Deleting subnet 247d26e5-c837-4ced-acd3-fd545bd40037 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:36.968408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.011620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.012853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c25a51a0-601d-4863-9a85-bc423af72dae None None] Provisioning complete for port f7574c84-bebc-40a5-8309-7cd7b979f2de triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:37.013312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c25a51a0-601d-4863-9a85-bc423af72dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.103979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217f1f2-cf1b-4aa0-a613-e2b5a9644f7e None None] DHCP port deletion for c41f05cf-adf7-43cc-9363-e2c1acd486e6 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:37.109225 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.125775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668cff9-8f5a-482c-9162-21b24be33481 None None] Network c41f05cf-adf7-43cc-9363-e2c1acd486e6 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:37.139370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668cff9-8f5a-482c-9162-21b24be33481 None None] Network c41f05cf-adf7-43cc-9363-e2c1acd486e6 could not be found, it might have been deleted concurrently. {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:30:37.174127 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.202147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event deleted for resources: {'Subnet': ['ID=247d26e5-c837-4ced-acd3-fd545bd40037,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:37.205813 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.207665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2a3fae74-08a3-4a96-91c1-54d443bdbe30 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "DELETE /v2.0/subnets/247d26e5-c837-4ced-acd3-fd545bd40037 HTTP/1.1" status: 204 len: 168 time: 0.3177714 Jul 30 02:30:37.210239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57428) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.217403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7bf70-883a-403b-8078-664d005b0e44 None None] Network ccfd4ad7-fff6-4211-8c2a-72e10cf368ad requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:37.231336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9236deaa-0d62-482e-8fe9-1523b67aa4d3 None None] Could not find standard attr ID for object aa5b8a53-c462-44d0-9bef-d0564348fb2f. {{(pid=93891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:30:37.303358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.357986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Deleting port f7574c84-bebc-40a5-8309-7cd7b979f2de {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:37.358364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.391767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] DHCP port deletion for ccfd4ad7-fff6-4211-8c2a-72e10cf368ad request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:37.426341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] For port f7574c84-bebc-40a5-8309-7cd7b979f2de, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f7574c84-bebc-40a5-8309-7cd7b979f2de,segment=NetworkSegment(451227ae-654e-4634-b515-41d1e3372c1e),segment_id=451227ae-654e-4634-b515-41d1e3372c1e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:37.426719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.428942 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.448894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Calling delete_port for f7574c84-bebc-40a5-8309-7cd7b979f2de owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:37.451614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] Deleting port f7574c84-bebc-40a5-8309-7cd7b979f2de {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:37.452015 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.522335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] For port f7574c84-bebc-40a5-8309-7cd7b979f2de, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f7574c84-bebc-40a5-8309-7cd7b979f2de,segment=NetworkSegment(451227ae-654e-4634-b515-41d1e3372c1e),segment_id=451227ae-654e-4634-b515-41d1e3372c1e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:37.522755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.528667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.536868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] Calling delete_port for f7574c84-bebc-40a5-8309-7cd7b979f2de owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:37.562755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event deleted for resources: {'Port': ['ID=f7574c84-bebc-40a5-8309-7cd7b979f2de,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:37.565773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] No DVR routers for this DVR port f7574c84-bebc-40a5-8309-7cd7b979f2de on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:37.615659 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.641087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] Pushing event deleted for resources: {'Port': ['ID=f7574c84-bebc-40a5-8309-7cd7b979f2de,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:37.645763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61ecd4-2a2b-4eb7-94a0-cff886f98ef5 None None] No DVR routers for this DVR port f7574c84-bebc-40a5-8309-7cd7b979f2de on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:37.646066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.658394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfd4ad7-fff6-4211-8c2a-72e10cf368ad']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:37.669416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451227ae-654e-4634-b515-41d1e3372c1e') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:37.669699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451227ae-654e-4634-b515-41d1e3372c1e') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:37.678777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.694929 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.701698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:37.702086 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:37.705156 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:37.766972 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.771830 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.774207 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "DELETE /v2.0/networks/ccfd4ad7-fff6-4211-8c2a-72e10cf368ad HTTP/1.1" status: 204 len: 168 time: 0.5629044 Jul 30 02:30:37.777633 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57430) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.790058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Pushing event deleted for resources: {'Network': ['ID=ccfd4ad7-fff6-4211-8c2a-72e10cf368ad,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:37.805554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.805899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.806243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.806584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.806920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.807328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.807660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.807990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.808134 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6cea11a0-9788-41f5-9087-8cde7efe376f tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "GET /v2.0/ports?device_id=44ef47b7-a2b7-42bc-b01f-8a2b114a52c7 HTTP/1.1" status: 200 len: 205 time: 0.0288928 Jul 30 02:30:37.808347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.808628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.808951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.809274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d9939-0759-4d1e-8c47-927f3f041e10 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:37.810498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.877676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f7574c84-bebc-40a5-8309-7cd7b979f2de no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:37.885954 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.901956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f7574c84-bebc-40a5-8309-7cd7b979f2de {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:37.902407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f7574c84-bebc-40a5-8309-7cd7b979f2de not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:38.043600 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.045733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.090965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.091506 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Fanout notify agent at l3_agent the message router_deleted on router 44ef47b7-a2b7-42bc-b01f-8a2b114a52c7 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:30:38.098431 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.102220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-18b74e36-427f-499e-81c1-ddbc561ca6e4 tempest-RoutersNegativeTest-1714509198 tempest-RoutersNegativeTest-1714509198-project] 10.222.0.78 "DELETE /v2.0/routers/44ef47b7-a2b7-42bc-b01f-8a2b114a52c7 HTTP/1.1" status: 204 len: 168 time: 0.2906952 Jul 30 02:30:38.195562 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:30:38.355049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57438) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:38.494191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4bc30ef3-97fd-4e11-83b2-8db03bce0cfc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0073d3c123a3492da4b84cc93f67cdef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378331 Jul 30 02:30:38.497242 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57442) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:38.545786 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78df75ce-8855-49c9-8382-6f23b3efeadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.566839 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78df75ce-8855-49c9-8382-6f23b3efeadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.613499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78df75ce-8855-49c9-8382-6f23b3efeadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.616096 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78df75ce-8855-49c9-8382-6f23b3efeadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.617259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-78df75ce-8855-49c9-8382-6f23b3efeadd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a971874d-421c-4e1c-827f-eb5d6220f78d HTTP/1.1" status: 204 len: 168 time: 0.1191432 Jul 30 02:30:38.625313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df75ce-8855-49c9-8382-6f23b3efeadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a971874d-421c-4e1c-827f-eb5d6220f78d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:39.241446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57464) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:39.343897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-163464362-network', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:39.366461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Made reservation on behalf of eca0282a89244198b9efda4d3a1887a1 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:39.369047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.382166 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.483534 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.487431 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.522053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:39.528914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47658a76-3743-4f65-bc77-073981dcc246,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:39.535141 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.535497 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Added segment d5a055ef-811c-434e-95fe-881f2f6cc27a of type vlan for network 647dbc3c-05dc-43be-ac10-c48fd71d9163 Jul 30 02:30:39.590751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.634914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.636272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.639202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.696615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4540489 Jul 30 02:30:39.700075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:39.705060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Request body: {'subnet': {'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-subnet', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:39.705951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dffde-3795-46a8-9de3-0190c27974cb admin admin] Pushing event updated for resources: {'Network': ['ID=647dbc3c-05dc-43be-ac10-c48fd71d9163,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:39.715513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:39.736479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Made reservation on behalf of eca0282a89244198b9efda4d3a1887a1 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:39.738969 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.909110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.964214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bdc600-5b38-4324-8f12-5a3c507cee8f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:39.976740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Checking segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:39.977150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Network hostable DHCP agents. Network: 647dbc3c-05dc-43be-ac10-c48fd71d9163, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:39.995517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:40.004104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 647dbc3c-05dc-43be-ac10-c48fd71d9163) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:40.008470 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:40.009209 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.013538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca73528-e601-4707-8a74-98d3fb1b82d2 None None] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:40.028278 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-870667c5-4716-4d15-ade6-a19bf2d50415 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3269153 Jul 30 02:30:40.030847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57470) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:40.035498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:40.057639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.058605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.124405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.173677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-647dbc3c-05dc-43be-ac10-c48fd71d9163', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'fixed_ips': [{'subnet_id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:40.174544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.261643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.333352 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Allocated IP 172.20.0.2 (647dbc3c-05dc-43be-ac10-c48fd71d9163/f4bdc600-5b38-4324-8f12-5a3c507cee8f/661306ca-cdd0-4b6a-89dd-9e10ef67d9c4) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:40.483893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.490186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.499030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Transition to ACTIVE for port object 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:40.502695 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.516714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Transition to ACTIVE for port object 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:40.522116 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.558797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:40.560492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:40.562843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:40.580705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Pushing event updated for resources: {'Port': ['ID=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:40.615590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Allocated IP 172.25.8.4 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/82570faa-dc36-4a00-b7e6-a0b0e5aaf948) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:40.633295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Attempting to bind port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:40.633663 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Attempting to bind port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:40.634027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Attempting to bind port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:40.639604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:40.639977 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Checking segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:40.640391 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.640779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Bound using segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:40.641250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Bound port: 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:40.641634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.708501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] For port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:40.711944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] For port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:40.718434 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.722021 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.763571 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:40.777403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907185d-5e9b-4fbb-a261-8b65b0f3428e None None] Pushing event updated for resources: {'Port': ['ID=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:40.801393 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:40.804576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:40.808646 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:41.199699 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Pushing event updated for resources: {'Port': ['ID=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:41.433118 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.640087 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.692742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e163a-578e-4b92-823e-3cfdc1e8d9ea None None] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:41.779432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:30:41.817978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-990b11b3-a583-4093-b831-caaa1e66d5cc None None] Provisioning for port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:41.894398 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:41.916962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Sync routers for ids ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:41.920317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.921645 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-29afbcb9-79c0-48c9-9e45-d376600f7d36 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8897581 Jul 30 02:30:41.924859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57472) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:41.929823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Routers {'9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:41.930796 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:41.941580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:42.002405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:42.013892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:42.014604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.066875 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Set router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:42.106617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.146526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:42.155866 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.189818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0267e146-5cbd-44ab-b5d4-e406dc1209a2 None None] Provisioning complete for port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:42.190447 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0267e146-5cbd-44ab-b5d4-e406dc1209a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.238923 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:42.267669 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:41Z', 'revision_number': 3, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:42.295428 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Checking router: 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:42.295913 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Updating router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:42.322271 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.427995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.580058 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.591943 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Transition to ACTIVE for port object 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:42.592829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Allocated IP 172.20.0.1 (647dbc3c-05dc-43be-ac10-c48fd71d9163/f4bdc600-5b38-4324-8f12-5a3c507cee8f/b09a7b33-e5da-417e-a6fb-96d8cbb8bbba) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:42.598697 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.653814 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Attempting to bind port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:42.654172 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Attempting to bind port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:42.654535 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Attempting to bind port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:42.656386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Pushing event updated for resources: {'Port': ['ID=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:42.669776 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:42.670145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:42.670535 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.670986 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:42.671409 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Bound port: 82570faa-dc36-4a00-b7e6-a0b0e5aaf948, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:42.671777 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.674283 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.674632 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.674954 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.675392 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.675699 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.676020 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.676332 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.676682 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.677024 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.677531 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.677879 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.678283 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:42.706530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.719804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Transition to ACTIVE for port object b09a7b33-e5da-417e-a6fb-96d8cbb8bbba will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:42.731891 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] For port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:42.734843 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] For port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:42.739214 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.755392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.795539 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Routers {'9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:42.796174 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:42.799809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:42.801386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98d13f-4cf8-4744-a758-2b3964ce5b32 None None] Pushing event updated for resources: {'Port': ['ID=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:42.803119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:42.806839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:42.836949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Pushing event updated for resources: {'Port': ['ID=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:42.855747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.924292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] Set router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:42.998647 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.111826 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:41Z', 'revision_number': 3, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:43.123442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-05407d59-360e-4ec4-8f91-44d3b406b30b None None] Provisioning for port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:43.128764 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-05407d59-360e-4ec4-8f91-44d3b406b30b None None] Provisioning complete for port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:43.129237 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-05407d59-360e-4ec4-8f91-44d3b406b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.140309 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2bede-a480-4415-a064-a8df8410d2e6 None None] The sync data for ids ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'] in n-d-713499-10 is: [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:41Z', 'revision_number': 3, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:43.174985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-05407d59-360e-4ec4-8f91-44d3b406b30b None None] Port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:43.191526 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.196210 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.264436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Pushing event updated for resources: {'Port': ['ID=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:43.267314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.379567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:43.382201 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:43.519849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:43.651176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:43.663599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fc2c18ed-3842-407b-9d85-5b2dcc48179d admin admin] 10.222.0.78 "PUT /v2.0/routers/9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370803 Jul 30 02:30:43.701976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b067e73f-2959-4585-96eb-035a8b234917 None None] Provisioning complete for port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:43.702341 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b067e73f-2959-4585-96eb-035a8b234917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.913215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b067e73f-2959-4585-96eb-035a8b234917 None None] Port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:44.008914 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:44.064168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:44.069096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:44.069593 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.155754 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.178289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:44.183194 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.183983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:44.244063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57490) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:44.249963 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-854542255-network', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:44.267105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:44.277949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:44.278332 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.281287 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Made reservation on behalf of 0b90f351ae1e4e6ebb9cc206d0749a6c for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:44.283623 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.297349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.396140 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.400287 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.429642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:44.436025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac0fffa-3e5c-4d8a-9b9f-359e421483ca,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:44.442928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.443308 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Added segment 2e2933aa-21de-44a0-a5bd-b0f35e5ef585 of type vlan for network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 Jul 30 02:30:44.486833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.523744 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.524789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:44.525370 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.578062 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3323166 Jul 30 02:30:44.581131 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:44.587041 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Request body: {'subnet': {'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-subnet', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:44.587606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5483d-61be-47fd-9c15-865e97d33f59 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7303d6-222d-4374-9fcb-b5afbcbe0039,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:44.598699 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:44.610913 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Made reservation on behalf of 0b90f351ae1e4e6ebb9cc206d0749a6c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:44.613283 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.792684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.812246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Sync routers for ids ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:44.821331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Routers {'9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:44.821954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:44.856420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5282d8-957c-40d5-b2d3-11d84203b973,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:44.865759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Checking segment: {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:44.866114 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Network hostable DHCP agents. Network: 9d7303d6-222d-4374-9fcb-b5afbcbe0039, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:44.883622 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:44.893685 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 9d7303d6-222d-4374-9fcb-b5afbcbe0039) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:44.897767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:44.898345 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.908640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338e964-d707-4d97-bf00-53e150cf14a9 None None] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:44.912925 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-641ab9bc-4a30-403a-863f-3a5739402b48 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3299103 Jul 30 02:30:44.915559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:44.920028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:44.941431 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.942425 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.979590 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Set router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:44.998671 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.142790 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.194279 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-9d7303d6-222d-4374-9fcb-b5afbcbe0039', 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'fixed_ips': [{'subnet_id': 'da5282d8-957c-40d5-b2d3-11d84203b973'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:45.195207 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.362505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.371900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:42Z', 'revision_number': 4, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b09a7b33-e5da-417e-a6fb-96d8cbb8bbba', 'name': '', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'mac_address': 'fa:16:3e:85:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:42Z', 'updated_at': '2021-07-30T02:30:43Z', 'revision_number': 2, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'subnets': [{'id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:45.383183 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.411773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Checking router: 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:45.412126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Updating router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:45.414863 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Allocated IP 172.20.0.2 (9d7303d6-222d-4374-9fcb-b5afbcbe0039/da5282d8-957c-40d5-b2d3-11d84203b973/3db8e62e-3d86-45a6-b07f-cd6abca0d165) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:45.450584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.504236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Allocated IP 172.25.8.215 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f0c3b70a-962f-4307-aece-4064fd7e37c5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:45.607215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.652840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.696859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:45.700246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:45.705766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:45.724428 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.729304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Pushing event updated for resources: {'Port': ['ID=f0c3b70a-962f-4307-aece-4064fd7e37c5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:45.739462 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Transition to ACTIVE for port object 3db8e62e-3d86-45a6-b07f-cd6abca0d165 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:45.778332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Transition to ACTIVE for port object 3db8e62e-3d86-45a6-b07f-cd6abca0d165 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:45.791383 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.852605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:45.860090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:45.868289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:45.920049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:45.922110 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Pushing event updated for resources: {'Port': ['ID=3db8e62e-3d86-45a6-b07f-cd6abca0d165,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:45.969516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.981701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Attempting to bind port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:45.982077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Attempting to bind port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:45.982439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Attempting to bind port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 on network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:46.001376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.005166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:46.005703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Checking segment: {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:46.006049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.006461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Bound using segment: {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:46.006930 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Bound port: 3db8e62e-3d86-45a6-b07f-cd6abca0d165, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:46.007347 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.031900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Transition to ACTIVE for port object b09a7b33-e5da-417e-a6fb-96d8cbb8bbba will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:46.061496 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.108001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:46.109093 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.157740 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1448942-5eb9-4f1a-a2c5-a7998273c6ad None None] Pushing event updated for resources: {'Port': ['ID=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:46.190920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.198614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] For port 3db8e62e-3d86-45a6-b07f-cd6abca0d165, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:46.235234 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] For port 3db8e62e-3d86-45a6-b07f-cd6abca0d165, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3db8e62e-3d86-45a6-b07f-cd6abca0d165,segment=NetworkSegment(2e2933aa-21de-44a0-a5bd-b0f35e5ef585),segment_id=2e2933aa-21de-44a0-a5bd-b0f35e5ef585)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:46.248235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.281463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Attempting to bind port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:46.281833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Attempting to bind port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:46.282633 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Attempting to bind port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:46.304026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:46.304351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Checking segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:46.304766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.305161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Bound using segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:46.305666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Bound port: b09a7b33-e5da-417e-a6fb-96d8cbb8bbba, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:46.306152 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.350407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Router 84358763-5632-46a1-bd71-7f4bd6ce5470 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:30:46.373992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c85f-fce4-479f-a2b9-91ff8c4d3c70 None None] Pushing event updated for resources: {'Port': ['ID=3db8e62e-3d86-45a6-b07f-cd6abca0d165,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:46.465780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] For port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:46.469501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] For port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:46.474954 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.485277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:46.496114 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Sync routers for ids ['84358763-5632-46a1-bd71-7f4bd6ce5470'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:46.507862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.511049 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a8172499-dc6d-411c-ba23-30d2bdd79b7b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5926549 Jul 30 02:30:46.512073 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Routers {'84358763-5632-46a1-bd71-7f4bd6ce5470'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:46.512625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57496) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:46.513092 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84358763-5632-46a1-bd71-7f4bd6ce5470'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:46.570592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Routers {'9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:46.571039 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:46.617927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1448942-5eb9-4f1a-a2c5-a7998273c6ad None None] Pushing event updated for resources: {'Port': ['ID=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:46.687836 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Set router 84358763-5632-46a1-bd71-7f4bd6ce5470 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:46.923376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:30:45Z', 'revision_number': 3, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:46.933179 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] Set router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:46.955311 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Checking router: 84358763-5632-46a1-bd71-7f4bd6ce5470 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:46.955657 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Updating router 84358763-5632-46a1-bd71-7f4bd6ce5470 port f0c3b70a-962f-4307-aece-4064fd7e37c5 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:46.988814 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.095663 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.158321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:42Z', 'revision_number': 4, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b09a7b33-e5da-417e-a6fb-96d8cbb8bbba', 'name': '', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'mac_address': 'fa:16:3e:85:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:42Z', 'updated_at': '2021-07-30T02:30:46Z', 'revision_number': 4, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'subnets': [{'id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:47.189701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eecbc66-4eec-481d-ab98-46a5ca65ee74 None None] The sync data for ids ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'] in n-d-713499-10 is: [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:42Z', 'revision_number': 4, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b09a7b33-e5da-417e-a6fb-96d8cbb8bbba', 'name': '', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'mac_address': 'fa:16:3e:85:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:42Z', 'updated_at': '2021-07-30T02:30:46Z', 'revision_number': 4, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'subnets': [{'id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:47.325587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Allocated IP 172.20.0.1 (9d7303d6-222d-4374-9fcb-b5afbcbe0039/da5282d8-957c-40d5-b2d3-11d84203b973/3e4dc6ef-90ad-48df-ba4f-5a1135647d79) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:47.459904 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.465662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.472155 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Transition to ACTIVE for port object f0c3b70a-962f-4307-aece-4064fd7e37c5 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:47.480276 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.483701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Transition to ACTIVE for port object 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:47.519171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Attempting to bind port f0c3b70a-962f-4307-aece-4064fd7e37c5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:47.520216 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Attempting to bind port f0c3b70a-962f-4307-aece-4064fd7e37c5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:47.520911 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Attempting to bind port f0c3b70a-962f-4307-aece-4064fd7e37c5 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:47.533316 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.544990 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:47.545425 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:47.545754 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.546146 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:47.546637 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Bound port: f0c3b70a-962f-4307-aece-4064fd7e37c5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:47.547027 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.578327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb95e54-449d-4ec0-9f2a-d468827e05d2 None None] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:47.590978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:47.596183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:47.606456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:47.613220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Pushing event updated for resources: {'Port': ['ID=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:47.623747 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f5a19-05e3-4e52-a061-f99027a7914a None None] Pushing event updated for resources: {'Port': ['ID=f0c3b70a-962f-4307-aece-4064fd7e37c5,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:47.642514 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] For port f0c3b70a-962f-4307-aece-4064fd7e37c5, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:47.647231 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] For port f0c3b70a-962f-4307-aece-4064fd7e37c5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f0c3b70a-962f-4307-aece-4064fd7e37c5,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:47.656357 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.658442 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.702606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4ac9cc0a-fb0e-4c0f-9176-fd7b0fbace27 None None] Provisioning for port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:47.718281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Routers {'84358763-5632-46a1-bd71-7f4bd6ce5470'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:47.718901 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84358763-5632-46a1-bd71-7f4bd6ce5470'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:47.776936 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f5a19-05e3-4e52-a061-f99027a7914a None None] Pushing event updated for resources: {'Port': ['ID=f0c3b70a-962f-4307-aece-4064fd7e37c5,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:47.831761 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.888482 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] Set router 84358763-5632-46a1-bd71-7f4bd6ce5470 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:48.017998 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b09a7b33-e5da-417e-a6fb-96d8cbb8bbba up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:48.094873 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.102862 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.112858 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:48.122394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:48.122928 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.193102 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:30:45Z', 'revision_number': 3, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:48.230576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Pushing event updated for resources: {'Port': ['ID=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:48.248450 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1465f7-913c-433f-aeea-d574689b5bee None None] The sync data for ids ['84358763-5632-46a1-bd71-7f4bd6ce5470'] in n-d-713499-10 is: [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:30:45Z', 'revision_number': 3, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:48.271955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.273396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.283955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-92f93b72-0991-4f32-b95a-2f554b96c20d None None] Provisioning for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:48.291874 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-92f93b72-0991-4f32-b95a-2f554b96c20d None None] Provisioning complete for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:48.292524 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-92f93b72-0991-4f32-b95a-2f554b96c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.349422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:48.356736 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.357298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3db8e62e-3d86-45a6-b07f-cd6abca0d165 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:48.365428 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-92f93b72-0991-4f32-b95a-2f554b96c20d None None] Port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:48.415764 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:48.418067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:48.464208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:48.472613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:48.486599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:48.487069 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.531559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9b2559f7-f49c-4fe2-9b9e-5ee75947b122 None None] Provisioning complete for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:48.532024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b2559f7-f49c-4fe2-9b9e-5ee75947b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.597454 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Router 84358763-5632-46a1-bd71-7f4bd6ce5470 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:48.600611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9b2559f7-f49c-4fe2-9b9e-5ee75947b122 None None] Port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:48.623865 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.673262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3db8e62e-3d86-45a6-b07f-cd6abca0d165, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3db8e62e-3d86-45a6-b07f-cd6abca0d165,segment=NetworkSegment(2e2933aa-21de-44a0-a5bd-b0f35e5ef585),segment_id=2e2933aa-21de-44a0-a5bd-b0f35e5ef585)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:48.679981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.777144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:48.782648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-135b64b7-d1c0-43d0-841b-40a7dbc7faee admin admin] 10.222.0.78 "PUT /v2.0/routers/84358763-5632-46a1-bd71-7f4bd6ce5470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2680414 Jul 30 02:30:48.784532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3db8e62e-3d86-45a6-b07f-cd6abca0d165,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:48.826959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-4e774fc3-bcc5-471c-bb0f-bada19133468 None None] Provisioning complete for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:48.827413 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4e774fc3-bcc5-471c-bb0f-bada19133468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.878033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-4e774fc3-bcc5-471c-bb0f-bada19133468 None None] Port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:49.014796 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52a67701-fa75-4fda-a097-7489c3879e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.570606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-11c275a6-c07c-477a-9d3d-8a93fcca6014 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:49.572214 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-11c275a6-c07c-477a-9d3d-8a93fcca6014 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 816 time: 0.1037803 Jul 30 02:30:49.589787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-0114efbd-2134-428d-8c7b-f006664d07ae tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/quotas/eca0282a89244198b9efda4d3a1887a1 HTTP/1.1" status: 200 len: 375 time: 0.0109863 Jul 30 02:30:49.645096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-c153dae4-7214-4f5c-9f40-abd6c65dc8fb tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482614 Jul 30 02:30:49.743327 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-b3b9ddc7-3671-4d6a-b03f-444977f7112a service neutron] 10.222.0.78 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866747 Jul 30 02:30:49.841687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-c9306647-8e94-4d4d-a302-2dad432262b0 service neutron] 10.222.0.78 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912206 Jul 30 02:30:49.966046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f0c3b70a-962f-4307-aece-4064fd7e37c5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:50.022264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f0c3b70a-962f-4307-aece-4064fd7e37c5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:50.027784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f0c3b70a-962f-4307-aece-4064fd7e37c5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:50.028219 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.038876 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df0c50db-1426-46ba-9248-fc1531c3ef19 req-6f8c85b4-dc4b-4a86-bcfb-32c99df9f004 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 210 time: 0.0279632 Jul 30 02:30:50.114130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.136413 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f0c3b70a-962f-4307-aece-4064fd7e37c5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f0c3b70a-962f-4307-aece-4064fd7e37c5,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:50.140364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.141677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b09a7b33-e5da-417e-a6fb-96d8cbb8bbba up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:50.223887 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f0c3b70a-962f-4307-aece-4064fd7e37c5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:50.237993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:50.238384 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.326643 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3db8e62e-3d86-45a6-b07f-cd6abca0d165 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:50.385378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:50.385760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.631947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Sync routers for ids ['84358763-5632-46a1-bd71-7f4bd6ce5470'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:50.641195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Routers {'84358763-5632-46a1-bd71-7f4bd6ce5470'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:50.641815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84358763-5632-46a1-bd71-7f4bd6ce5470'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:50.761903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Set router 84358763-5632-46a1-bd71-7f4bd6ce5470 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:50.967909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:30:47Z', 'revision_number': 4, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3e4dc6ef-90ad-48df-ba4f-5a1135647d79', 'name': '', 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'mac_address': 'fa:16:3e:8a:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'da5282d8-957c-40d5-b2d3-11d84203b973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:47Z', 'updated_at': '2021-07-30T02:30:47Z', 'revision_number': 2, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'subnets': [{'id': 'da5282d8-957c-40d5-b2d3-11d84203b973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:50.999744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Checking router: 84358763-5632-46a1-bd71-7f4bd6ce5470 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:51.003312 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Updating router 84358763-5632-46a1-bd71-7f4bd6ce5470 port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:51.034669 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.155844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-feb15ba0-17f9-4887-9bdd-5f5a0f88b984 req-12b838d4-904a-4a08-80ef-8277d10d930b tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 210 time: 0.0393755 Jul 30 02:30:51.162551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-bad69192-a542-4faa-b12c-9b7b25369715 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:51.164013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-bad69192-a542-4faa-b12c-9b7b25369715 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 816 time: 0.1634400 Jul 30 02:30:51.184096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Request body: {'port': {'device_id': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'admin_state_up': True, 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:51.307565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Made reservation on behalf of eca0282a89244198b9efda4d3a1887a1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:51.311048 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.342211 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.354530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Transition to ACTIVE for port object 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:51.360877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.417130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75f74-36e1-4b92-b799-c8162c4fa1a2 None None] Pushing event updated for resources: {'Port': ['ID=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:51.458899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Allocated IP 172.20.0.7 (647dbc3c-05dc-43be-ac10-c48fd71d9163/f4bdc600-5b38-4324-8f12-5a3c507cee8f/57c15577-c242-4594-926d-84a2364f4040) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:51.478122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Attempting to bind port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:51.479061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Attempting to bind port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:51.479427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Attempting to bind port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 on network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:51.484847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:51.485218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Checking segment: {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:51.485619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.486036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Bound using segment: {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:51.486508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Bound port: 3e4dc6ef-90ad-48df-ba4f-5a1135647d79, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2933aa-21de-44a0-a5bd-b0f35e5ef585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:51.486888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.566014 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] For port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:51.570388 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] For port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,segment=NetworkSegment(2e2933aa-21de-44a0-a5bd-b0f35e5ef585),segment_id=2e2933aa-21de-44a0-a5bd-b0f35e5ef585)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:51.577452 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.633427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Routers {'84358763-5632-46a1-bd71-7f4bd6ce5470'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:51.634163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:30:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84358763-5632-46a1-bd71-7f4bd6ce5470'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:51.640354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.654555 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Transition to ACTIVE for port object 57c15577-c242-4594-926d-84a2364f4040 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:51.692724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.705036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75f74-36e1-4b92-b799-c8162c4fa1a2 None None] Pushing event updated for resources: {'Port': ['ID=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:51.753823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:51.758349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:51.760270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Pushing event updated for resources: {'Port': ['ID=57c15577-c242-4594-926d-84a2364f4040,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:51.767748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:51.768266 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.796299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5a584d38-eb6e-4e29-87a8-01ca3b878483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.828454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] Set router 84358763-5632-46a1-bd71-7f4bd6ce5470 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:51.838745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:51.839429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.856375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-953fed92-a5e2-4216-99f8-7c879f4af2b1 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6765728 Jul 30 02:30:51.875608 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Request body: {'port': {'device_id': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:51.941575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f0c3b70a-962f-4307-aece-4064fd7e37c5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:51.972285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.048861 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.095155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f0c3b70a-962f-4307-aece-4064fd7e37c5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:52.095439 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.188092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-853162eb-7f96-4e9d-8075-b5b2d3fea90a None None] Provisioning for port 57c15577-c242-4594-926d-84a2364f4040 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:52.217399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-853162eb-7f96-4e9d-8075-b5b2d3fea90a None None] Provisioning complete for port 57c15577-c242-4594-926d-84a2364f4040 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:52.217783 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-853162eb-7f96-4e9d-8075-b5b2d3fea90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.221404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:30:47Z', 'revision_number': 4, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3e4dc6ef-90ad-48df-ba4f-5a1135647d79', 'name': '', 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'mac_address': 'fa:16:3e:8a:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'da5282d8-957c-40d5-b2d3-11d84203b973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:47Z', 'updated_at': '2021-07-30T02:30:51Z', 'revision_number': 4, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'subnets': [{'id': 'da5282d8-957c-40d5-b2d3-11d84203b973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:52.281356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03dd28-3608-402f-9bac-241acfcedd31 None None] The sync data for ids ['84358763-5632-46a1-bd71-7f4bd6ce5470'] in n-d-713499-10 is: [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:30:47Z', 'revision_number': 4, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3e4dc6ef-90ad-48df-ba4f-5a1135647d79', 'name': '', 'network_id': '9d7303d6-222d-4374-9fcb-b5afbcbe0039', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'mac_address': 'fa:16:3e:8a:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'da5282d8-957c-40d5-b2d3-11d84203b973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:47Z', 'updated_at': '2021-07-30T02:30:51Z', 'revision_number': 4, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'subnets': [{'id': 'da5282d8-957c-40d5-b2d3-11d84203b973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:52.302745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-853162eb-7f96-4e9d-8075-b5b2d3fea90a None None] Port 57c15577-c242-4594-926d-84a2364f4040 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:52.307951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c15577-c242-4594-926d-84a2364f4040 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:52.317715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.347734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528eb2-5e3d-4ddd-a4ad-b37aff3acfb9 req-372d4a2d-d046-415c-a331-ef33046f6546 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:52.351328 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2528eb2-5e3d-4ddd-a4ad-b37aff3acfb9 req-372d4a2d-d046-415c-a331-ef33046f6546 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 931 time: 0.1118605 Jul 30 02:30:52.355752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Transition to ACTIVE for port object 57c15577-c242-4594-926d-84a2364f4040 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:52.367718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.439694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2528eb2-5e3d-4ddd-a4ad-b37aff3acfb9 req-29492bba-3b0f-429b-ac94-b7fcf4d7f44d tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824220 Jul 30 02:30:52.452118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Pushing event updated for resources: {'Port': ['ID=57c15577-c242-4594-926d-84a2364f4040,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.540583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Attempting to bind port 57c15577-c242-4594-926d-84a2364f4040 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:52.541001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Attempting to bind port 57c15577-c242-4594-926d-84a2364f4040 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:52.541311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Attempting to bind port 57c15577-c242-4594-926d-84a2364f4040 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:52.546723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Port 57c15577-c242-4594-926d-84a2364f4040 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:30:52.547132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Attempting to bind port 57c15577-c242-4594-926d-84a2364f4040 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:52.553711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:52.554071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Checking segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:52.554446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Bound using segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:52.554900 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Bound port: 57c15577-c242-4594-926d-84a2364f4040, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:52.555291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.631300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] For port 57c15577-c242-4594-926d-84a2364f4040, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:52.635642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] For port 57c15577-c242-4594-926d-84a2364f4040, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=57c15577-c242-4594-926d-84a2364f4040,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:52.641327 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.676845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:52.677195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.679179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] 10.222.0.55 "PUT /v2.0/ports/57c15577-c242-4594-926d-84a2364f4040 HTTP/1.1" status: 200 len: 1092 time: 0.8083553 Jul 30 02:30:52.679633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'tag': '57c15577-c242-4594-926d-84a2364f4040'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:52.682651 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30ec89f-4a03-47df-a261-7d8a34c75dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0273d38-d23a-4cb8-9f0e-159f218e8329", "tag": "57c15577-c242-4594-926d-84a2364f4040"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:52.712003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b035d95-d512-4dab-9b6c-60209ebcce5c service neutron] Pushing event updated for resources: {'Port': ['ID=57c15577-c242-4594-926d-84a2364f4040,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.763732 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7083b89-4be1-4d4c-8bb9-08fbf64610c0 x-openstack-request-id: req-e7083b89-4be1-4d4c-8bb9-08fbf64610c0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:52.764094 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0273d38-d23a-4cb8-9f0e-159f218e8329", "tag": "57c15577-c242-4594-926d-84a2364f4040", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:52.764278 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7083b89-4be1-4d4c-8bb9-08fbf64610c0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:52.764659 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'tag': '57c15577-c242-4594-926d-84a2364f4040', 'status': 'completed', 'code': 200} Jul 30 02:30:52.782191 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-a4c87dd0-2863-4b6f-ad41-6742fcff6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:52.783781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-a4c87dd0-2863-4b6f-ad41-6742fcff6cb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 1095 time: 0.0484297 Jul 30 02:30:52.843026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-c04786a3-35d7-4428-af8f-57a21c245868 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c15577-c242-4594-926d-84a2364f4040 HTTP/1.1" status: 200 len: 217 time: 0.0459485 Jul 30 02:30:52.896432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-a5139a9b-995b-4a8a-afb4-4c16aa1dd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:52.898082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-a5139a9b-995b-4a8a-afb4-4c16aa1dd632 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f4bdc600-5b38-4324-8f12-5a3c507cee8f HTTP/1.1" status: 200 len: 855 time: 0.0475214 Jul 30 02:30:52.954174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-c846ae8c-e444-43c2-bce4-fa8642883ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:52.956115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-c846ae8c-e444-43c2-bce4-fa8642883ae3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=647dbc3c-05dc-43be-ac10-c48fd71d9163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515316 Jul 30 02:30:53.053221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-8fef323d-d1bf-43af-8d45-fdbd65e7b220 service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894902 Jul 30 02:30:53.256569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:53.498600 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c434fa04-dcee-4bbc-b2b9-d13b54cdaf19 req-e2ba8783-4265-4826-99a6-06d65dcf054c service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388845 Jul 30 02:30:53.579699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b8cba-6c56-4859-b77c-cc5fda1d9622 req-27458ba1-80d3-458d-ac19-52c956a7bbff tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:53.581212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-618b8cba-6c56-4859-b77c-cc5fda1d9622 req-27458ba1-80d3-458d-ac19-52c956a7bbff tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 943 time: 0.0501046 Jul 30 02:30:53.649661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-618b8cba-6c56-4859-b77c-cc5fda1d9622 req-c2a359a5-5b3a-4387-be24-fb36e7b40e1b tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Jul 30 02:30:53.653136 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-a310b0c6-27e6-4839-a7d9-add5087d4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:53.654626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-a310b0c6-27e6-4839-a7d9-add5087d4a76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 1095 time: 0.0725429 Jul 30 02:30:53.746721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-b0f992bf-dc77-47b1-9526-d8b8ac87056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:53.748321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-b0f992bf-dc77-47b1-9526-d8b8ac87056d service neutron] 10.222.0.55 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 917 time: 0.0863888 Jul 30 02:30:53.793768 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-19ba6377-1fe8-4fbe-9362-5f65553d9c6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c15577-c242-4594-926d-84a2364f4040 HTTP/1.1" status: 200 len: 217 time: 0.0384657 Jul 30 02:30:53.856598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-be275768-2e4d-4636-9c58-21a5456eeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:53.858342 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-be275768-2e4d-4636-9c58-21a5456eeed1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f4bdc600-5b38-4324-8f12-5a3c507cee8f HTTP/1.1" status: 200 len: 855 time: 0.0562804 Jul 30 02:30:53.910445 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-97b59c75-d104-4560-a96c-fb7fbe66570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:53.912132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-97b59c75-d104-4560-a96c-fb7fbe66570b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=647dbc3c-05dc-43be-ac10-c48fd71d9163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444932 Jul 30 02:30:53.928399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:53.985313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:53.989776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:53.990686 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.016562 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-d8463a37-c3ee-40ec-9a44-bd61c439e837 service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944703 Jul 30 02:30:54.073576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.106070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,segment=NetworkSegment(2e2933aa-21de-44a0-a5bd-b0f35e5ef585),segment_id=2e2933aa-21de-44a0-a5bd-b0f35e5ef585)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:54.109858 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.111516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c30ec89f-4a03-47df-a261-7d8a34c75dd3 req-4bffe51f-a48b-4459-bac7-11063a3a6771 service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Jul 30 02:30:54.161646 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:54.757646 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.771637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f754a-baf3-43cf-be97-20db0b30a124 req-d4dadcf1-3156-42c1-9e45-b08f20dc1e28 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:54.773165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-627f754a-baf3-43cf-be97-20db0b30a124 req-d4dadcf1-3156-42c1-9e45-b08f20dc1e28 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 943 time: 0.0536633 Jul 30 02:30:54.819678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-627f754a-baf3-43cf-be97-20db0b30a124 req-e5c11060-665d-451e-a49b-30da977d8434 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Jul 30 02:30:55.826326 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 57c15577-c242-4594-926d-84a2364f4040 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:30:55.909261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:55.954060 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 57c15577-c242-4594-926d-84a2364f4040, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=57c15577-c242-4594-926d-84a2364f4040,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:55.955749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956873fc-5376-443a-908f-d39236aaa0d6 req-4b906225-c68d-4139-84c3-7b15f039f1ec tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:55.957400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956873fc-5376-443a-908f-d39236aaa0d6 req-4b906225-c68d-4139-84c3-7b15f039f1ec tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 943 time: 0.0622604 Jul 30 02:30:55.975945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '57c15577-c242-4594-926d-84a2364f4040', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'port_id': '57c15577-c242-4594-926d-84a2364f4040', 'mac_address': 'fa:16:3e:48:b3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:30:56.000045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-956873fc-5376-443a-908f-d39236aaa0d6 req-3d26e378-9b08-49f1-8089-1c817ff05990 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Jul 30 02:30:56.174626 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:56.174991 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.209558 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.232470 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c15577-c242-4594-926d-84a2364f4040 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:56.258968 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 57c15577-c242-4594-926d-84a2364f4040, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=57c15577-c242-4594-926d-84a2364f4040,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:56.279489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.341606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=57c15577-c242-4594-926d-84a2364f4040,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:56.549557 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['57c15577-c242-4594-926d-84a2364f4040'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:57.130167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05336c1c-2c81-478d-be65-1a2e7582ca22 req-8d1eec9c-febb-42e3-adfd-9b914c50f6c4 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:57.132308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05336c1c-2c81-478d-be65-1a2e7582ca22 req-8d1eec9c-febb-42e3-adfd-9b914c50f6c4 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 944 time: 0.0555356 Jul 30 02:30:57.180829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-05336c1c-2c81-478d-be65-1a2e7582ca22 req-ba44a175-1c02-4e04-bd75-bd48caa368aa tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Jul 30 02:30:57.841583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 57c15577-c242-4594-926d-84a2364f4040 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:57.943654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 57c15577-c242-4594-926d-84a2364f4040 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:57.949963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 57c15577-c242-4594-926d-84a2364f4040 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:57.950331 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:58.075344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:58.109698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c15577-c242-4594-926d-84a2364f4040'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:58.112278 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5432633-7e1c-400f-acdf-296d119d490b" -d '{"events": [{"server_uuid": "c0273d38-d23a-4cb8-9f0e-159f218e8329", "name": "network-vif-plugged", "status": "completed", "tag": "57c15577-c242-4594-926d-84a2364f4040"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:58.131975 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 57c15577-c242-4594-926d-84a2364f4040, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=57c15577-c242-4594-926d-84a2364f4040,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:58.139517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:58.162773 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1f1013-8d8a-4aeb-b432-49254ce14d59 x-openstack-request-id: req-8b1f1013-8d8a-4aeb-b432-49254ce14d59 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:58.163092 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0273d38-d23a-4cb8-9f0e-159f218e8329", "name": "network-vif-plugged", "status": "completed", "tag": "57c15577-c242-4594-926d-84a2364f4040", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:58.163345 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b1f1013-8d8a-4aeb-b432-49254ce14d59 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:58.163734 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c15577-c242-4594-926d-84a2364f4040', 'code': 200} Jul 30 02:30:58.189458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=57c15577-c242-4594-926d-84a2364f4040,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:58.311253 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897ea81-7bdf-40c2-9ba6-ec9a8a2ecbf5 req-234496f6-5c2d-4ef7-ad7a-4460bf5d8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:58.312798 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1897ea81-7bdf-40c2-9ba6-ec9a8a2ecbf5 req-234496f6-5c2d-4ef7-ad7a-4460bf5d8d01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 1097 time: 0.0754762 Jul 30 02:30:58.324937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899023f-5966-451f-b946-3802ea97b429 req-1d8abe0b-5a8f-44de-9c48-c9ee169791e0 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:58.326341 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0899023f-5966-451f-b946-3802ea97b429 req-1d8abe0b-5a8f-44de-9c48-c9ee169791e0 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0638623 Jul 30 02:30:58.379156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1897ea81-7bdf-40c2-9ba6-ec9a8a2ecbf5 req-bcce2092-c1dc-4322-8ca4-c6f65fa44edc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Jul 30 02:30:58.383986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0899023f-5966-451f-b946-3802ea97b429 req-3f836844-b5c3-45e3-9fee-d55cd4ceaa65 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515232 Jul 30 02:30:59.508532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6890cc-9a47-44cc-b9e2-e95a0d67b5cd req-dbf72d9e-34d5-4a9f-8a33-76071c159a65 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:59.510054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f6890cc-9a47-44cc-b9e2-e95a0d67b5cd req-dbf72d9e-34d5-4a9f-8a33-76071c159a65 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0504050 Jul 30 02:30:59.548889 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f6890cc-9a47-44cc-b9e2-e95a0d67b5cd req-ece1ff3c-e142-4809-88d9-8768a7b50d08 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jul 30 02:31:00.674416 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a901dc-06a3-4107-8a1a-c8d457c7af6a req-d1f19093-01d5-4156-a6a1-6614698cd1ab tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:00.675953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92a901dc-06a3-4107-8a1a-c8d457c7af6a req-d1f19093-01d5-4156-a6a1-6614698cd1ab tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0537384 Jul 30 02:31:00.715115 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-92a901dc-06a3-4107-8a1a-c8d457c7af6a req-51e8e075-0dc1-4970-bfd8-24f49aaa246f tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Jul 30 02:31:00.835405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586003c9-df3b-48de-a21e-2588822f26e6 req-3f2e1cea-3d8f-47b6-9830-51d125261a39 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:00.836818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-586003c9-df3b-48de-a21e-2588822f26e6 req-3f2e1cea-3d8f-47b6-9830-51d125261a39 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0550470 Jul 30 02:31:00.876027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-586003c9-df3b-48de-a21e-2588822f26e6 req-b8745741-8c72-4d47-8263-d0bc816ea0c7 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Jul 30 02:31:07.419081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:15.195673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:31:19.024274 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9a79260b-becf-4b18-bfb9-b3db9fc473b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:20.597328 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c6275-35a8-4491-b879-833428336231 req-d29b2919-0aa9-46eb-bf8f-068e344570f2 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:20.598835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-057c6275-35a8-4491-b879-833428336231 req-d29b2919-0aa9-46eb-bf8f-068e344570f2 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Jul 30 02:31:20.638601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-057c6275-35a8-4491-b879-833428336231 req-8427748e-63bd-44d8-ae9f-9f2eefa53e39 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jul 30 02:31:21.736344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:21.757312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c938b3d4-9ad3-450f-b3e0-fe9a9f00e680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:21.760538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b488-83a8-43e3-b7b1-91892f762787 req-9d9dbcd8-f11c-43b4-9b29-5dca2a01dd7c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:21.762073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3152b488-83a8-43e3-b7b1-91892f762787 req-9d9dbcd8-f11c-43b4-9b29-5dca2a01dd7c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0549073 Jul 30 02:31:21.802067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3152b488-83a8-43e3-b7b1-91892f762787 req-4dadfd48-c862-4d26-acd6-9a395c2456d6 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jul 30 02:31:21.960340 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:22.229994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-958ad800-9cac-4434-9e29-4b20f40156e4 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:22.231869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-958ad800-9cac-4434-9e29-4b20f40156e4 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 945 time: 0.0511782 Jul 30 02:31:22.328807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Deleting port 57c15577-c242-4594-926d-84a2364f4040 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:22.329143 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:22.421695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] For port 57c15577-c242-4594-926d-84a2364f4040, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=57c15577-c242-4594-926d-84a2364f4040,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:22.422065 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:22.435890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Calling delete_port for 57c15577-c242-4594-926d-84a2364f4040 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:22.576221 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:22.605368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Pushing event deleted for resources: {'Port': ['ID=57c15577-c242-4594-926d-84a2364f4040,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:22.610267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['57c15577-c242-4594-926d-84a2364f4040'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:31:22.649619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] No DVR routers for this DVR port 57c15577-c242-4594-926d-84a2364f4040 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:31:22.652361 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:22.655176 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-088ebc9b-c19d-4706-81ef-475b4ca5743f req-2015119b-bcb2-4482-861a-9493842ad00c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "DELETE /v2.0/ports/57c15577-c242-4594-926d-84a2364f4040 HTTP/1.1" status: 204 len: 173 time: 0.4174697 Jul 30 02:31:22.655626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'name': 'network-vif-deleted', 'tag': '57c15577-c242-4594-926d-84a2364f4040'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:22.657971 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb37bf1-f196-4a20-9cfa-37d368fdc756" -d '{"events": [{"server_uuid": "c0273d38-d23a-4cb8-9f0e-159f218e8329", "name": "network-vif-deleted", "tag": "57c15577-c242-4594-926d-84a2364f4040"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:22.703208 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1641eb04-cafd-486d-9a49-91d71740de39 x-openstack-request-id: req-1641eb04-cafd-486d-9a49-91d71740de39 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:22.703501 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0273d38-d23a-4cb8-9f0e-159f218e8329", "name": "network-vif-deleted", "tag": "57c15577-c242-4594-926d-84a2364f4040", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:22.703749 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1641eb04-cafd-486d-9a49-91d71740de39 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:22.704150 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0273d38-d23a-4cb8-9f0e-159f218e8329', 'name': 'network-vif-deleted', 'tag': '57c15577-c242-4594-926d-84a2364f4040', 'status': 'completed', 'code': 200} Jul 30 02:31:22.914541 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8ccbb24-0572-4748-a72a-ed663ba2aa74 req-db183f1f-a998-45d0-9f4d-7af9f65b37fe tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0273d38-d23a-4cb8-9f0e-159f218e8329 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Jul 30 02:31:23.261214 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:24.595924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-20c719e4-bbd5-4e06-bd86-5ef4e626c4b7 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:24.597408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-20c719e4-bbd5-4e06-bd86-5ef4e626c4b7 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 816 time: 0.1045768 Jul 30 02:31:24.620434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-002cc8c2-d8c6-474c-bc1d-2874b0313b62 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/quotas/eca0282a89244198b9efda4d3a1887a1 HTTP/1.1" status: 200 len: 375 time: 0.0096128 Jul 30 02:31:24.672980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-02490d56-e2b0-4d3f-8a7d-ce88fccdea8f tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471892 Jul 30 02:31:24.753718 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:24.782015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-c24f067f-55cb-4223-ad2b-1dad0593cf8e service neutron] 10.222.0.78 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974135 Jul 30 02:31:24.872594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-6f881eea-d674-4e82-b3a9-5f51bedb6bbc service neutron] 10.222.0.78 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843120 Jul 30 02:31:25.034369 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1943684e-abd9-4634-9c4c-b7e3d39575d9 req-36eec445-9fdd-448e-a6bd-6c8d4f972b06 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 210 time: 0.0279312 Jul 30 02:31:25.952475 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 57c15577-c242-4594-926d-84a2364f4040 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:31:25.977474 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 57c15577-c242-4594-926d-84a2364f4040 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:31:25.977900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 57c15577-c242-4594-926d-84a2364f4040 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:31:26.071899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-fb36c354-7d41-42c7-a797-4a6486da2363 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:26.073602 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-fb36c354-7d41-42c7-a797-4a6486da2363 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 816 time: 0.1318638 Jul 30 02:31:26.101163 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Request body: {'port': {'device_id': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'admin_state_up': True, 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:26.169903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e730ee64-8703-4f0a-811e-e0009a68bfe3 req-f024e3c2-96fc-47ad-b5cf-4057594b7c75 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 210 time: 0.0649786 Jul 30 02:31:26.240680 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Made reservation on behalf of eca0282a89244198b9efda4d3a1887a1 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:31:26.244460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:26.384155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Allocated IP 172.20.0.14 (647dbc3c-05dc-43be-ac10-c48fd71d9163/f4bdc600-5b38-4324-8f12-5a3c507cee8f/f74f0bc6-57a7-4b9d-8602-0d8400f4b722) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:31:26.536261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:26.550244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Transition to ACTIVE for port object f74f0bc6-57a7-4b9d-8602-0d8400f4b722 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:26.598674 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:26.637029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:26.640745 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:26.644362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:31:26.684653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Pushing event updated for resources: {'Port': ['ID=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:26.711109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:26.711751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:26.725770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-aaca412b-5956-4265-a732-e9701315ac74 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6285424 Jul 30 02:31:26.745267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Request body: {'port': {'device_id': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:26.804169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:26.922926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7c4d05be-b859-4645-9fe9-b442167d3b2f None None] Provisioning for port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:26.926743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7c4d05be-b859-4645-9fe9-b442167d3b2f None None] Provisioning complete for port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:26.927218 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7c4d05be-b859-4645-9fe9-b442167d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:26.974411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d05be-b859-4645-9fe9-b442167d3b2f None None] Port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:31:27.083456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74f0bc6-57a7-4b9d-8602-0d8400f4b722 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:31:27.091553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:27.104277 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Transition to ACTIVE for port object f74f0bc6-57a7-4b9d-8602-0d8400f4b722 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:27.108429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:27.172269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:27.179136 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-f85f4d86-c177-4555-80d3-3cfc04d8a219 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448978 Jul 30 02:31:27.253094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Attempting to bind port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:31:27.253432 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Attempting to bind port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:31:27.253762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Attempting to bind port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:27.279575 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-6ad5a848-4d8f-49d0-8d33-4a4dac5ca730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.281167 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-6ad5a848-4d8f-49d0-8d33-4a4dac5ca730 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0539701 Jul 30 02:31:27.284945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:31:27.285273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Attempting to bind port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 on network 647dbc3c-05dc-43be-ac10-c48fd71d9163 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:27.294181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:31:27.294975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Checking segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:31:27.294975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Bound using segment: {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:31:27.295348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Bound port: f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a055ef-811c-434e-95fe-881f2f6cc27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:31:27.295705 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:27.328068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0112-c84b-4b29-bdbc-fe76536d58f0 req-bd668040-0dee-4f34-916f-01c710533acc tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.329637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f09d0112-c84b-4b29-bdbc-fe76536d58f0 req-bd668040-0dee-4f34-916f-01c710533acc tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 944 time: 0.0734062 Jul 30 02:31:27.403531 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-e7ff4344-603b-4d02-afca-5b46e0bb1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.405074 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-e7ff4344-603b-4d02-afca-5b46e0bb1a59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1015878 Jul 30 02:31:27.415279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f09d0112-c84b-4b29-bdbc-fe76536d58f0 req-bb51db1d-b8cf-4014-af33-fe726f6a9171 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560014 Jul 30 02:31:27.415626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] For port f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:31:27.419465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] For port f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:31:27.425894 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:27.455936 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-b1a79bd5-d8f1-4470-a079-da7226f64f3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0427451 Jul 30 02:31:27.460852 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.461636 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:27.463164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] 10.222.0.55 "PUT /v2.0/ports/f74f0bc6-57a7-4b9d-8602-0d8400f4b722 HTTP/1.1" status: 200 len: 1093 time: 0.7224855 Jul 30 02:31:27.466385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'tag': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:27.468862 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652dbc29-cf4e-4454-9ab5-e180f0519c73" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaf2cec-bab2-4296-b32e-49fe5bd61317", "tag": "f74f0bc6-57a7-4b9d-8602-0d8400f4b722"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:27.500731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ac6be-25e1-4a6a-b0a5-a0e1341d0c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:27.513573 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-6def2694-633e-46c3-86b9-e06a407ae24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.515656 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-6def2694-633e-46c3-86b9-e06a407ae24e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0530827 Jul 30 02:31:27.518359 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590e992e-801d-4a95-ad87-ebc3a4179183 x-openstack-request-id: req-590e992e-801d-4a95-ad87-ebc3a4179183 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:27.518653 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaf2cec-bab2-4296-b32e-49fe5bd61317", "tag": "f74f0bc6-57a7-4b9d-8602-0d8400f4b722", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:27.518892 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-590e992e-801d-4a95-ad87-ebc3a4179183 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:27.519331 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'tag': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722', 'status': 'completed', 'code': 200} Jul 30 02:31:27.564667 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-c86b267a-9b79-458f-8fdc-f3e85087651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.566401 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-c86b267a-9b79-458f-8fdc-f3e85087651a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435474 Jul 30 02:31:27.583978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-b3e7cb47-0215-4e73-a61e-fffdf54936a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.586028 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-b3e7cb47-0215-4e73-a61e-fffdf54936a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 1096 time: 0.0470870 Jul 30 02:31:27.640904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-161b6d55-1b1a-4eda-bd9f-bee825c6a2da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722 HTTP/1.1" status: 200 len: 217 time: 0.0413880 Jul 30 02:31:27.669218 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-4279b6f7-715a-4d9e-b8b1-fe54419156a4 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957665 Jul 30 02:31:27.694599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-c72cc04d-1fb1-4da1-a385-66e430ff3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.696120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-c72cc04d-1fb1-4da1-a385-66e430ff3269 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f4bdc600-5b38-4324-8f12-5a3c507cee8f HTTP/1.1" status: 200 len: 855 time: 0.0476942 Jul 30 02:31:27.743187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f607d1fa-a408-4e41-8ce2-6af0eac5724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:27.744781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-f607d1fa-a408-4e41-8ce2-6af0eac5724a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=647dbc3c-05dc-43be-ac10-c48fd71d9163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417478 Jul 30 02:31:27.762704 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-d39f3a47-8a6c-4d73-bf27-5f99fb7bc840 req-5b8d49ac-f56c-4fb3-8491-919c8d9f4454 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859716 Jul 30 02:31:27.840582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-09201a79-c3cf-427b-afbb-f60b81a824f8 service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887692 Jul 30 02:31:27.932694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7d910cf0-ec4a-46c6-8a46-a8d072bf76d7 req-597a1aef-72a7-46ac-bbb9-df2738caa40b service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850406 Jul 30 02:31:28.060402 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-a6a9b73b-8b55-4086-b9b3-f95c40417528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:28.062201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-a6a9b73b-8b55-4086-b9b3-f95c40417528 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 1096 time: 0.0434210 Jul 30 02:31:28.169811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-75ae125b-41c8-4786-a08f-38e23b7f6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:28.171253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-75ae125b-41c8-4786-a08f-38e23b7f6214 service neutron] 10.222.0.55 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 917 time: 0.1009903 Jul 30 02:31:28.220881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-6ed605d5-e992-4f95-a02b-9c2357d34e1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722 HTTP/1.1" status: 200 len: 217 time: 0.0413165 Jul 30 02:31:28.275751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-75296b08-f891-45b0-b0d1-60961d7f0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:28.277260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-75296b08-f891-45b0-b0d1-60961d7f0afc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f4bdc600-5b38-4324-8f12-5a3c507cee8f HTTP/1.1" status: 200 len: 855 time: 0.0491104 Jul 30 02:31:28.332535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-503b0ec7-1da5-4922-8799-402467fbcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:28.334048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-503b0ec7-1da5-4922-8799-402467fbcbbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=647dbc3c-05dc-43be-ac10-c48fd71d9163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488057 Jul 30 02:31:28.428052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-e4b6e474-886d-45ac-b8d5-568bd1e008e6 service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855820 Jul 30 02:31:28.558418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59a110-699c-48af-bcef-ea43db67ade5 req-a1fb4949-54e7-4445-9061-b3230f16a83b tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:28.560124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f59a110-699c-48af-bcef-ea43db67ade5 req-a1fb4949-54e7-4445-9061-b3230f16a83b tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 944 time: 0.0774481 Jul 30 02:31:28.566291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-652dbc29-cf4e-4454-9ab5-e180f0519c73 req-534d0815-07ac-49dc-9c0a-129cb873d16a service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303787 Jul 30 02:31:28.599389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f59a110-699c-48af-bcef-ea43db67ade5 req-a0505d2e-9e14-43f7-8137-407b2b99ccbb tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Jul 30 02:31:29.721971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba70c-7357-4b13-b2cc-b907eca31152 req-db81390b-9884-48ce-866e-05665783a1d0 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:29.723478 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2fdba70c-7357-4b13-b2cc-b907eca31152 req-db81390b-9884-48ce-866e-05665783a1d0 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 944 time: 0.0550017 Jul 30 02:31:29.763280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2fdba70c-7357-4b13-b2cc-b907eca31152 req-7268e0e9-421e-4d45-8aa2-d08caac5447e tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Jul 30 02:31:30.886647 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17314d-257f-4843-834d-191ebab4225c req-1a6fab2b-b18a-4fbe-8443-4df475f62a1e tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:30.888192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e17314d-257f-4843-834d-191ebab4225c req-1a6fab2b-b18a-4fbe-8443-4df475f62a1e tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 944 time: 0.0499954 Jul 30 02:31:30.929170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e17314d-257f-4843-834d-191ebab4225c req-2e2b86f9-374d-4f3a-b05d-eb5b7c782b0a tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Jul 30 02:31:31.950450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f74f0bc6-57a7-4b9d-8602-0d8400f4b722 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:31:32.050603 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1a3ba-8df1-49b7-91a4-d015e4d25f3e req-edba899f-a349-479c-bf67-d2df39d1807a tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:32.052250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06b1a3ba-8df1-49b7-91a4-d015e4d25f3e req-edba899f-a349-479c-bf67-d2df39d1807a tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 944 time: 0.0524108 Jul 30 02:31:32.057488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:32.070027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722', 'network_id': '647dbc3c-05dc-43be-ac10-c48fd71d9163', 'port_id': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722', 'mac_address': 'fa:16:3e:95:90:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bdc600-5b38-4324-8f12-5a3c507cee8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:31:32.091399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-06b1a3ba-8df1-49b7-91a4-d015e4d25f3e req-c057c037-1bf0-4f9c-baef-0c95efea77b0 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Jul 30 02:31:32.112162 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:32.125265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74f0bc6-57a7-4b9d-8602-0d8400f4b722 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:31:32.146225 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:32.150192 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:32.200572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:32.208218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.208551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.208898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.209237 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.209574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.209908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.210235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.210564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.210889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.211250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.211573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.211894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:32.421902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f74f0bc6-57a7-4b9d-8602-0d8400f4b722'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:31:33.217991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a40e0-b189-4d16-937a-e36a1f89cfa2 req-1ec35f2f-6851-43af-becd-97809c3750fe tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:33.219482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-124a40e0-b189-4d16-937a-e36a1f89cfa2 req-1ec35f2f-6851-43af-becd-97809c3750fe tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 945 time: 0.0548320 Jul 30 02:31:33.260543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-124a40e0-b189-4d16-937a-e36a1f89cfa2 req-e496f553-5666-4bca-8772-4520c962b5ed tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Jul 30 02:31:33.965541 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f74f0bc6-57a7-4b9d-8602-0d8400f4b722 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:34.014498 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:34.018099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:34.018469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:34.095312 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:34.120685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:34.122871 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2054ccd-6548-469c-a897-11ebde04bb74" -d '{"events": [{"server_uuid": "1aaf2cec-bab2-4296-b32e-49fe5bd61317", "name": "network-vif-plugged", "status": "completed", "tag": "f74f0bc6-57a7-4b9d-8602-0d8400f4b722"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:34.142135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:34.146767 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:34.170528 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe47321f-a2e7-4849-b9ca-4177d3f7c090 x-openstack-request-id: req-fe47321f-a2e7-4849-b9ca-4177d3f7c090 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:34.170827 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaf2cec-bab2-4296-b32e-49fe5bd61317", "name": "network-vif-plugged", "status": "completed", "tag": "f74f0bc6-57a7-4b9d-8602-0d8400f4b722", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:34.171111 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe47321f-a2e7-4849-b9ca-4177d3f7c090 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:34.171500 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722', 'code': 200} Jul 30 02:31:34.199451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:34.285551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5df1b-a877-4e21-8b5a-b6c2b19ec589 req-104f1ae1-f585-4391-b12c-d1ecda69073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:34.287109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aa5df1b-a877-4e21-8b5a-b6c2b19ec589 req-104f1ae1-f585-4391-b12c-d1ecda69073d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 1098 time: 0.0434425 Jul 30 02:31:34.322430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4aa5df1b-a877-4e21-8b5a-b6c2b19ec589 req-30e70552-3415-403d-b9b2-1d19d6cd4f9e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282893 Jul 30 02:31:34.378475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc6f1-67f2-44ab-b4c7-31e7b2d838cf req-91a49019-a739-43dd-8fe9-85b31fd6d2ee tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:34.379921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53cfc6f1-67f2-44ab-b4c7-31e7b2d838cf req-91a49019-a739-43dd-8fe9-85b31fd6d2ee tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 946 time: 0.0497603 Jul 30 02:31:34.420373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53cfc6f1-67f2-44ab-b4c7-31e7b2d838cf req-3cc25d07-d253-4bc2-96ad-0a8ee3988979 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Jul 30 02:31:35.540529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184a9b-b3da-4ee0-9d0b-030b1e2ce991 req-0f4ee641-fb01-40d7-96bb-8ab5558346dd tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:35.542204 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d184a9b-b3da-4ee0-9d0b-030b1e2ce991 req-0f4ee641-fb01-40d7-96bb-8ab5558346dd tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Jul 30 02:31:35.580590 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5d184a9b-b3da-4ee0-9d0b-030b1e2ce991 req-2ed410b4-f9ae-4e5e-8679-100bedde0782 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jul 30 02:31:35.703367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb95f6-dd34-4f77-bee3-a3d56c0fd8ab req-0b260fec-116c-4965-8ed7-c6047e05293c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:35.704873 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daeb95f6-dd34-4f77-bee3-a3d56c0fd8ab req-0b260fec-116c-4965-8ed7-c6047e05293c tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 946 time: 0.0501113 Jul 30 02:31:35.743081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-daeb95f6-dd34-4f77-bee3-a3d56c0fd8ab req-24d85891-dfe2-4e4a-8668-730acfbd3cac tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jul 30 02:31:37.432986 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:39.360247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-3c5f78d8-ecf4-46a7-9136-94a23da0e85d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492725 Jul 30 02:31:39.461138 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-2c3c0d11-2f1c-4c79-abbc-e2508423cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.462685 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-2c3c0d11-2f1c-4c79-abbc-e2508423cf06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eca0282a89244198b9efda4d3a1887a1&device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 1098 time: 0.0427148 Jul 30 02:31:39.573789 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-659e14e3-80ee-4a6c-a4fe-d1134e59e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.575312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-659e14e3-80ee-4a6c-a4fe-d1134e59e14f service neutron] 10.222.0.55 "GET /v2.0/networks?id=647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 200 len: 917 time: 0.0933857 Jul 30 02:31:39.623226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-0460d83d-f76b-4f0c-8b2a-54c11712957f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722 HTTP/1.1" status: 200 len: 217 time: 0.0413005 Jul 30 02:31:39.677676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-dc30b16b-a069-48fd-bdd0-000ca090c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.679442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-dc30b16b-a069-48fd-bdd0-000ca090c65a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f4bdc600-5b38-4324-8f12-5a3c507cee8f HTTP/1.1" status: 200 len: 855 time: 0.0498292 Jul 30 02:31:39.726048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-9ddd35b7-90d6-4db3-85ef-62448437b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.727606 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-9ddd35b7-90d6-4db3-85ef-62448437b4ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=647dbc3c-05dc-43be-ac10-c48fd71d9163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416880 Jul 30 02:31:39.825428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-0754c412-c08c-4e10-ab12-4ae18fb0ea16 service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Jul 30 02:31:39.920726 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98f49aac-b0cf-43ab-87fb-c426dfd03fc6 req-d532a829-81f2-4320-836a-82d6bb3366da service neutron] 10.222.0.55 "GET /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880196 Jul 30 02:31:49.016574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a002caf1-90da-4c98-a110-787460a6f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.737539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.758451 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6854c394-4b03-4bcc-81a7-bbb391332364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.964762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.195431 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:31:53.262321 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.355728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc3908-3ff9-414e-892a-f080e93304f5 req-3aa662e1-2623-4359-b5ee-01b807f9a4e6 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:54.357226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fddc3908-3ff9-414e-892a-f080e93304f5 req-3aa662e1-2623-4359-b5ee-01b807f9a4e6 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 946 time: 0.0518970 Jul 30 02:31:54.396570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fddc3908-3ff9-414e-892a-f080e93304f5 req-7c00a8e9-b6e5-4d33-a009-37e8b8711ade tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331490 Jul 30 02:31:54.759380 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:55.516116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb1ae-d876-470a-849a-8d009e305b3c req-97823f28-6777-4ed8-bd7e-30e7b2b9eaaf tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:55.517974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-225cb1ae-d876-470a-849a-8d009e305b3c req-97823f28-6777-4ed8-bd7e-30e7b2b9eaaf tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 946 time: 0.0518665 Jul 30 02:31:55.563082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-225cb1ae-d876-470a-849a-8d009e305b3c req-167bce3d-9033-46ed-8455-3d94c13ca076 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/security-groups?id=47658a76-3743-4f65-bc77-073981dcc246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386455 Jul 30 02:31:55.978401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a61b5979-d411-46f1-99d9-b213746782f2 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:55.979901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a61b5979-d411-46f1-99d9-b213746782f2 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 946 time: 0.0505280 Jul 30 02:31:56.081845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Deleting port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:56.082195 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.180507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] For port f74f0bc6-57a7-4b9d-8602-0d8400f4b722, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:56.180875 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.194641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Calling delete_port for f74f0bc6-57a7-4b9d-8602-0d8400f4b722 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:56.341519 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.370695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Pushing event deleted for resources: {'Port': ['ID=f74f0bc6-57a7-4b9d-8602-0d8400f4b722,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:56.375161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['f74f0bc6-57a7-4b9d-8602-0d8400f4b722'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:31:56.401897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.402249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.402585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.402916 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.403268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.403598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.403920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.404425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.404751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.405068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.405383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.405702 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:56.429008 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] No DVR routers for this DVR port f74f0bc6-57a7-4b9d-8602-0d8400f4b722 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:31:56.431819 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.433895 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aae28b7-5842-4e83-9cd4-3887f6996b4b req-a94a9907-f9f0-4ac8-9595-3f4259278e69 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.55 "DELETE /v2.0/ports/f74f0bc6-57a7-4b9d-8602-0d8400f4b722 HTTP/1.1" status: 204 len: 173 time: 0.4480615 Jul 30 02:31:56.434355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'name': 'network-vif-deleted', 'tag': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:56.437365 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ef91f-9b66-4195-9de0-fb3fbeb8cbbe" -d '{"events": [{"server_uuid": "1aaf2cec-bab2-4296-b32e-49fe5bd61317", "name": "network-vif-deleted", "tag": "f74f0bc6-57a7-4b9d-8602-0d8400f4b722"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:56.599042 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5aa8db-5c97-477a-8753-1f610e7eca05 x-openstack-request-id: req-1a5aa8db-5c97-477a-8753-1f610e7eca05 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:56.600192 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaf2cec-bab2-4296-b32e-49fe5bd61317", "name": "network-vif-deleted", "tag": "f74f0bc6-57a7-4b9d-8602-0d8400f4b722", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:56.600647 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a5aa8db-5c97-477a-8753-1f610e7eca05 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:56.601508 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaf2cec-bab2-4296-b32e-49fe5bd61317', 'name': 'network-vif-deleted', 'tag': 'f74f0bc6-57a7-4b9d-8602-0d8400f4b722', 'status': 'completed', 'code': 200} Jul 30 02:31:56.684160 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0d6953f-f224-4067-9245-a3b81ae17b36 req-6e354276-5645-4a64-869d-23c6c7fe67f6 tempest-TestEncryptedCinderVolumes-193129586 tempest-TestEncryptedCinderVolumes-193129586-project] 10.222.0.78 "GET /v2.0/ports?device_id=1aaf2cec-bab2-4296-b32e-49fe5bd61317 HTTP/1.1" status: 200 len: 210 time: 0.0270534 Jul 30 02:31:57.774620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57810) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:58.124750 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:58.372268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Deleting port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:58.372606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:58.449925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] For port b09a7b33-e5da-417e-a6fb-96d8cbb8bbba, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:58.450199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:58.464602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Calling delete_port for b09a7b33-e5da-417e-a6fb-96d8cbb8bbba owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:58.642274 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:58.679446 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09a7b33-e5da-417e-a6fb-96d8cbb8bbba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:58.846593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:59.411094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:31:59.517216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:31:59.522266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1af27a95-757f-4caf-8d9f-282d50a94081 admin admin] 10.222.0.78 "PUT /v2.0/routers/9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465603 Jul 30 02:31:59.524836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57812) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:59.527526 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] Sync routers for ids ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:31:59.537173 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] Routers {'9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:59.537782 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:59.629774 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:59.641343 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] Set router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:59.734596 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:59.795399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Deleting port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:59.795752 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:59.819514 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:31:58Z', 'revision_number': 5, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port': {'id': '82570faa-dc36-4a00-b7e6-a0b0e5aaf948', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:59.849333 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] Checking router: 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:31:59.858473 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] Routers {'9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:59.859148 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:59.888346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] For port 82570faa-dc36-4a00-b7e6-a0b0e5aaf948, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:59.889300 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:59.903500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Calling delete_port for 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:59.941026 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] Set router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:59.994885 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:31:59Z', 'revision_number': 6, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:00.021652 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224d029-06fe-4dc6-a40b-ad6f818882cd None None] The sync data for ids ['9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be'] in n-d-713499-10 is: [{'id': '9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be', 'name': 'tempest-TestEncryptedCinderVolumes-163464362-router', 'tenant_id': 'eca0282a89244198b9efda4d3a1887a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:40Z', 'updated_at': '2021-07-30T02:31:59Z', 'revision_number': 6, 'project_id': 'eca0282a89244198b9efda4d3a1887a1', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:00.083437 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.112980 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82570faa-dc36-4a00-b7e6-a0b0e5aaf948,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:00.169136 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f74f0bc6-57a7-4b9d-8602-0d8400f4b722 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:00.174748 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.205722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: f74f0bc6-57a7-4b9d-8602-0d8400f4b722 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:00.206271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device f74f0bc6-57a7-4b9d-8602-0d8400f4b722 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:00.279507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.281544 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.324463 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.325018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:32:00.330085 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.331281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3352a64f-4ec6-4860-afae-620ddb6ed8b7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9c02ae5a-a2e5-4d43-a0df-ed5b744fb0be HTTP/1.1" status: 204 len: 168 time: 0.8049791 Jul 30 02:32:00.333815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57814) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:00.383792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Deleting subnet f4bdc600-5b38-4324-8f12-5a3c507cee8f {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:32:00.387556 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.424129 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.510964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.573278 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.601160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bdc600-5b38-4324-8f12-5a3c507cee8f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:00.603965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.605845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1e2720c3-ccda-4f14-a1ba-7d3303ccfa93 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f4bdc600-5b38-4324-8f12-5a3c507cee8f HTTP/1.1" status: 204 len: 168 time: 0.2710943 Jul 30 02:32:00.608630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa5fa3-2023-41e3-91f8-12820b91009c None None] Network 647dbc3c-05dc-43be-ac10-c48fd71d9163 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:00.608907 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57816) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:00.677509 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.732068 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Deleting port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:32:00.732950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.804379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] For port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:00.804753 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.819939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Calling delete_port for 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:32:00.823978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] DHCP port deletion for 647dbc3c-05dc-43be-ac10-c48fd71d9163 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:32:00.877490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] Deleting port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:32:00.877878 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.906343 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.937025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Pushing event deleted for resources: {'Port': ['ID=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:00.943926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] No DVR routers for this DVR port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:32:00.947275 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] For port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,segment=NetworkSegment(d5a055ef-811c-434e-95fe-881f2f6cc27a),segment_id=d5a055ef-811c-434e-95fe-881f2f6cc27a)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:00.947708 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.963188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] Calling delete_port for 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:32:01.027695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.039176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647dbc3c-05dc-43be-ac10-c48fd71d9163']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:01.043055 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.051342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a055ef-811c-434e-95fe-881f2f6cc27a') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:01.051627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a055ef-811c-434e-95fe-881f2f6cc27a') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:01.062408 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.073499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] Pushing event deleted for resources: {'Port': ['ID=661306ca-cdd0-4b6a-89dd-9e10ef67d9c4,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:01.078158 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755787a8-ebe9-414a-8489-593dc81af065 None None] No DVR routers for this DVR port 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:32:01.079924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.087775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:32:01.088180 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:32:01.091445 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:32:01.152457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.159338 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.161352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] 10.222.0.78 "DELETE /v2.0/networks/647dbc3c-05dc-43be-ac10-c48fd71d9163 HTTP/1.1" status: 204 len: 168 time: 0.5514796 Jul 30 02:32:01.164608 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57818) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:01.172497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384fc5d-ef25-4f33-82f5-2396af9f57fa admin admin] Pushing event deleted for resources: {'Network': ['ID=647dbc3c-05dc-43be-ac10-c48fd71d9163,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:01.536638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.939705 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:01.960219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:01.960573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 82570faa-dc36-4a00-b7e6-a0b0e5aaf948 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:01.960993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b09a7b33-e5da-417e-a6fb-96d8cbb8bbba no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:01.979720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b09a7b33-e5da-417e-a6fb-96d8cbb8bbba {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:01.980289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b09a7b33-e5da-417e-a6fb-96d8cbb8bbba not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:01.980860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:02.001491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:02.001839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 661306ca-cdd0-4b6a-89dd-9e10ef67d9c4 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:02.144581 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Deleting port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:32:02.144837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:02.228143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] For port 3e4dc6ef-90ad-48df-ba4f-5a1135647d79, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,segment=NetworkSegment(2e2933aa-21de-44a0-a5bd-b0f35e5ef585),segment_id=2e2933aa-21de-44a0-a5bd-b0f35e5ef585)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:02.228861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:02.241230 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Calling delete_port for 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:32:02.437726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:02.460892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4dc6ef-90ad-48df-ba4f-5a1135647d79,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:02.476203 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.476707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.477054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.477390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.477721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.478052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.478375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.478696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.479062 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.479361 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.479683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.480000 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:02.648312 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:02.896415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Router 84358763-5632-46a1-bd71-7f4bd6ce5470 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:32:03.007854 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:03.012880 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-86ca6a8f-e276-4e7d-bb40-3684dd040789 admin admin] 10.222.0.78 "PUT /v2.0/routers/84358763-5632-46a1-bd71-7f4bd6ce5470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8472285 Jul 30 02:32:03.016281 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:03.019175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] Sync routers for ids ['84358763-5632-46a1-bd71-7f4bd6ce5470'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:03.030956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] Routers {'84358763-5632-46a1-bd71-7f4bd6ce5470'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:03.031617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84358763-5632-46a1-bd71-7f4bd6ce5470'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:03.125761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.145825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] Set router 84358763-5632-46a1-bd71-7f4bd6ce5470 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:03.230505 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.283534 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Deleting port f0c3b70a-962f-4307-aece-4064fd7e37c5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:32:03.283878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.346555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:32:02Z', 'revision_number': 5, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port': {'id': 'f0c3b70a-962f-4307-aece-4064fd7e37c5', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:03.368981 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] For port f0c3b70a-962f-4307-aece-4064fd7e37c5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f0c3b70a-962f-4307-aece-4064fd7e37c5,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:03.369348 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.374812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] Checking router: 84358763-5632-46a1-bd71-7f4bd6ce5470 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:03.383572 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] Routers {'84358763-5632-46a1-bd71-7f4bd6ce5470'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:03.384211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['84358763-5632-46a1-bd71-7f4bd6ce5470'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:03.387350 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Calling delete_port for f0c3b70a-962f-4307-aece-4064fd7e37c5 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:32:03.480127 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] Set router 84358763-5632-46a1-bd71-7f4bd6ce5470 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:03.539074 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:32:03Z', 'revision_number': 6, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:03.563110 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.577751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d5bf9-e62d-4e10-bd68-cd937307aba9 None None] The sync data for ids ['84358763-5632-46a1-bd71-7f4bd6ce5470'] in n-d-713499-10 is: [{'id': '84358763-5632-46a1-bd71-7f4bd6ce5470', 'name': 'tempest-TestEncryptedCinderVolumes-854542255-router', 'tenant_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:44Z', 'updated_at': '2021-07-30T02:32:03Z', 'revision_number': 6, 'project_id': '0b90f351ae1e4e6ebb9cc206d0749a6c', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:03.592218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c3b70a-962f-4307-aece-4064fd7e37c5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:03.656320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.753085 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.755357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.807097 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.807551 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84358763-5632-46a1-bd71-7f4bd6ce5470 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:32:03.812393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.817804 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c88be21d-7bd6-455a-af81-b17517fa1cf8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/84358763-5632-46a1-bd71-7f4bd6ce5470 HTTP/1.1" status: 204 len: 168 time: 0.7961042 Jul 30 02:32:03.819400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:03.874138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Deleting subnet da5282d8-957c-40d5-b2d3-11d84203b973 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:32:03.877823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.913259 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.007026 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.070707 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.098329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5282d8-957c-40d5-b2d3-11d84203b973,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:04.100367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.102868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7e0ed446-4034-4e55-bb57-b2eef0e4fd6c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/da5282d8-957c-40d5-b2d3-11d84203b973 HTTP/1.1" status: 204 len: 168 time: 0.2817934 Jul 30 02:32:04.104982 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:04.105966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8d666-6ce0-4ffd-a204-5e01e48f53d1 None None] Network 9d7303d6-222d-4374-9fcb-b5afbcbe0039 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:04.172708 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.229860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Deleting port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:32:04.230210 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.307841 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] For port 3db8e62e-3d86-45a6-b07f-cd6abca0d165, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3db8e62e-3d86-45a6-b07f-cd6abca0d165,segment=NetworkSegment(2e2933aa-21de-44a0-a5bd-b0f35e5ef585),segment_id=2e2933aa-21de-44a0-a5bd-b0f35e5ef585)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:04.308506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.320993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Calling delete_port for 3db8e62e-3d86-45a6-b07f-cd6abca0d165 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:32:04.406499 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.408381 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e5f97-7b7a-4d85-8cef-c2aff26eaeba None None] DHCP port deletion for 9d7303d6-222d-4374-9fcb-b5afbcbe0039 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:32:04.410385 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:04.434796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:04.435295 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3e4dc6ef-90ad-48df-ba4f-5a1135647d79 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:04.440552 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db8e62e-3d86-45a6-b07f-cd6abca0d165,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:04.452206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] No DVR routers for this DVR port 3db8e62e-3d86-45a6-b07f-cd6abca0d165 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:32:04.523061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.533754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7303d6-222d-4374-9fcb-b5afbcbe0039']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:04.543892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2933aa-21de-44a0-a5bd-b0f35e5ef585') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:04.544186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2933aa-21de-44a0-a5bd-b0f35e5ef585') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:04.554957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.573174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.581076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:32:04.581490 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:32:04.583199 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:32:04.643645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.649367 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.651253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9d7303d6-222d-4374-9fcb-b5afbcbe0039 HTTP/1.1" status: 204 len: 168 time: 0.5453019 Jul 30 02:32:04.666454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48100-1b62-4814-90f3-724269ca9f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7303d6-222d-4374-9fcb-b5afbcbe0039,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:04.843586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57828) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:04.891495 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-852c7c75-70eb-461d-8b9d-876f90df4992 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eca0282a89244198b9efda4d3a1887a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466979 Jul 30 02:32:04.893981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57830) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:04.943382 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ac4345ae-37d7-4f74-9812-1dc6358e5c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.964068 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ac4345ae-37d7-4f74-9812-1dc6358e5c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.012933 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ac4345ae-37d7-4f74-9812-1dc6358e5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.015499 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ac4345ae-37d7-4f74-9812-1dc6358e5c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.016904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ac4345ae-37d7-4f74-9812-1dc6358e5c42 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47658a76-3743-4f65-bc77-073981dcc246 HTTP/1.1" status: 204 len: 168 time: 0.1218369 Jul 30 02:32:05.025924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4345ae-37d7-4f74-9812-1dc6358e5c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47658a76-3743-4f65-bc77-073981dcc246,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:05.357737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57836) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:05.402803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-060c1b40-226b-408b-a2f0-0439b3432f66 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b90f351ae1e4e6ebb9cc206d0749a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439036 Jul 30 02:32:05.405944 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57838) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:05.462311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-935fe6f9-a8f7-4551-b0c1-ba0bb43ff232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.486558 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-935fe6f9-a8f7-4551-b0c1-ba0bb43ff232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.533701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-935fe6f9-a8f7-4551-b0c1-ba0bb43ff232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.537288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-935fe6f9-a8f7-4551-b0c1-ba0bb43ff232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.538567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-935fe6f9-a8f7-4551-b0c1-ba0bb43ff232 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ac0fffa-3e5c-4d8a-9b9f-359e421483ca HTTP/1.1" status: 204 len: 168 time: 0.1316452 Jul 30 02:32:05.548050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fe6f9-a8f7-4551-b0c1-ba0bb43ff232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac0fffa-3e5c-4d8a-9b9f-359e421483ca,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:05.935272 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f0c3b70a-962f-4307-aece-4064fd7e37c5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:05.955509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f0c3b70a-962f-4307-aece-4064fd7e37c5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:05.955953 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f0c3b70a-962f-4307-aece-4064fd7e37c5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:05.956506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3db8e62e-3d86-45a6-b07f-cd6abca0d165 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:32:05.976662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3db8e62e-3d86-45a6-b07f-cd6abca0d165 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:32:05.977010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3db8e62e-3d86-45a6-b07f-cd6abca0d165 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:32:06.217903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57860) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:06.324307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2074410430-network', 'tenant_id': '311ad342b4914579a9b6158206d279c6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:06.344574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Made reservation on behalf of 311ad342b4914579a9b6158206d279c6 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:06.346888 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.355175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.448524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.452794 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.473730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:32:06.488522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:06.494107 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.494484 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Added segment ca98d869-c0ae-47e2-b3fb-4f9291a5acfb of type vlan for network d292950f-edb1-4586-9da0-9dcf95366297 Jul 30 02:32:06.542192 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.575613 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.576786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:06.577379 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.636231 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4171655 Jul 30 02:32:06.638929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:06.645436 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Request body: {'subnet': {'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2074410430-subnet', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:06.654549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36115774-1dfa-4c71-8282-d10054ccf67e admin admin] Pushing event updated for resources: {'Network': ['ID=d292950f-edb1-4586-9da0-9dcf95366297,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:06.664754 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d292950f-edb1-4586-9da0-9dcf95366297 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:32:06.670721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Made reservation on behalf of 311ad342b4914579a9b6158206d279c6 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:06.673182 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.845227 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.901080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=859056f6-bc9b-42ad-bce8-81ac6817d80e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:06.910261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Checking segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:06.910621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Network hostable DHCP agents. Network: d292950f-edb1-4586-9da0-9dcf95366297, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:32:06.927161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Network d292950f-edb1-4586-9da0-9dcf95366297 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:32:06.935930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d292950f-edb1-4586-9da0-9dcf95366297) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:06.940214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:06.940741 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.948913 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6730594-e292-4b7f-90ba-637e5f16a083 None None] Network d292950f-edb1-4586-9da0-9dcf95366297 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:06.957188 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a12b3414-4a0a-43c8-8d77-79dcb715b91e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3170927 Jul 30 02:32:06.959967 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57866) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:06.964683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:06.990518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.991639 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.058752 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.108797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d292950f-edb1-4586-9da0-9dcf95366297', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:32:07.109763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.214165 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.241972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Allocated IP 172.20.0.2 (d292950f-edb1-4586-9da0-9dcf95366297/859056f6-bc9b-42ad-bce8-81ac6817d80e/f5173113-1cb4-4327-8952-8642aff09d97) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:07.440123 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.468124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.474430 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.557450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.566756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Transition to ACTIVE for port object f5173113-1cb4-4327-8952-8642aff09d97 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:07.582909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Transition to ACTIVE for port object f5173113-1cb4-4327-8952-8642aff09d97 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:07.583273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Allocated IP 172.25.8.126 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/cdbc4962-8390-4ae3-8ed6-6adc1f30513d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:07.590719 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.623702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Network d292950f-edb1-4586-9da0-9dcf95366297 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:07.626876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:07.630223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:07.663439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Pushing event updated for resources: {'Port': ['ID=f5173113-1cb4-4327-8952-8642aff09d97,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:07.699183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Attempting to bind port f5173113-1cb4-4327-8952-8642aff09d97 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:07.699538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Attempting to bind port f5173113-1cb4-4327-8952-8642aff09d97 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:07.699888 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Attempting to bind port f5173113-1cb4-4327-8952-8642aff09d97 on network d292950f-edb1-4586-9da0-9dcf95366297 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:07.705544 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:07.705915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Checking segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:07.706311 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.706692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Bound using segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:07.707188 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Bound port: f5173113-1cb4-4327-8952-8642aff09d97, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:07.707565 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.707814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.760939 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.786348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] For port f5173113-1cb4-4327-8952-8642aff09d97, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:07.789566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] For port f5173113-1cb4-4327-8952-8642aff09d97, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f5173113-1cb4-4327-8952-8642aff09d97,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:07.793600 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.797438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:07.801610 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:07.805311 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:07.845294 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:07.860125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477c813-ec12-47f1-80db-81efe64cdc50 None None] Pushing event updated for resources: {'Port': ['ID=f5173113-1cb4-4327-8952-8642aff09d97,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:08.109371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:08.671544 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:08.777762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be8acc-e4e1-4993-af48-bc3231546544 None None] Network d292950f-edb1-4586-9da0-9dcf95366297 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:08.807200 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Router 6f395b81-2cc1-4c85-bf52-9d9add21d318 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:32:08.864198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f45d4583-be2b-478a-845d-2ffc2d918798 None None] Provisioning for port f5173113-1cb4-4327-8952-8642aff09d97 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:08.917313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:08.938950 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:08.940448 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c09ea8fa-1f09-4adb-a69a-da3f2d62a763 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9793217 Jul 30 02:32:08.943147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57868) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:08.943276 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Sync routers for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:08.954131 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:08.958908 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:09.069056 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:09.261636 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:07Z', 'revision_number': 3, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:09.288433 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Checking router: 6f395b81-2cc1-4c85-bf52-9d9add21d318 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:09.288793 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Updating router 6f395b81-2cc1-4c85-bf52-9d9add21d318 port cdbc4962-8390-4ae3-8ed6-6adc1f30513d binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:32:09.314082 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.387870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.551161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Allocated IP 172.20.0.1 (d292950f-edb1-4586-9da0-9dcf95366297/859056f6-bc9b-42ad-bce8-81ac6817d80e/36c33d34-ccf7-4222-bf9c-2e35cacc872d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:09.570015 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.580334 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Transition to ACTIVE for port object cdbc4962-8390-4ae3-8ed6-6adc1f30513d will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:09.585695 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.635218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Attempting to bind port cdbc4962-8390-4ae3-8ed6-6adc1f30513d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:09.635579 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Attempting to bind port cdbc4962-8390-4ae3-8ed6-6adc1f30513d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:09.635934 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Attempting to bind port cdbc4962-8390-4ae3-8ed6-6adc1f30513d on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:09.643605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:09.643978 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:09.644374 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.644762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:09.645224 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Bound port: cdbc4962-8390-4ae3-8ed6-6adc1f30513d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:09.645599 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.647226 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:09.666930 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.672243 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.672573 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.672911 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.673259 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.673569 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.673892 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.674213 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.674531 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.674851 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.677069 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.677685 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.677685 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:09.682244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Transition to ACTIVE for port object 36c33d34-ccf7-4222-bf9c-2e35cacc872d will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:09.715241 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] For port cdbc4962-8390-4ae3-8ed6-6adc1f30513d, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:09.717467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.719699 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] For port cdbc4962-8390-4ae3-8ed6-6adc1f30513d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:09.724192 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.758605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Network d292950f-edb1-4586-9da0-9dcf95366297 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:09.764001 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:09.766337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:09.789248 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9fce9-5a54-4adb-b8d6-40bf56b1a8e8 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:09.791777 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:09.792373 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:09.816878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Pushing event updated for resources: {'Port': ['ID=36c33d34-ccf7-4222-bf9c-2e35cacc872d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:09.822416 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.991476 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:09.999330 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:10.032353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c3f7deb-5bb8-4880-b613-5ff8a2c8897d None None] Provisioning for port 36c33d34-ccf7-4222-bf9c-2e35cacc872d completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:10.038400 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c3f7deb-5bb8-4880-b613-5ff8a2c8897d None None] Provisioning complete for port 36c33d34-ccf7-4222-bf9c-2e35cacc872d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:10.038776 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7deb-5bb8-4880-b613-5ff8a2c8897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.042068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5173113-1cb4-4327-8952-8642aff09d97 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:10.112081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f7deb-5bb8-4880-b613-5ff8a2c8897d None None] Port 36c33d34-ccf7-4222-bf9c-2e35cacc872d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:10.128245 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port f5173113-1cb4-4327-8952-8642aff09d97 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:10.133856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f5173113-1cb4-4327-8952-8642aff09d97 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:10.134620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.181145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.186409 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.198536 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:07Z', 'revision_number': 3, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:10.225100 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.229503 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196cca9-9404-4685-9c6a-f3ae708fa796 None None] The sync data for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 is: [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:07Z', 'revision_number': 3, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:10.258615 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.259984 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port f5173113-1cb4-4327-8952-8642aff09d97, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f5173113-1cb4-4327-8952-8642aff09d97,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:10.261598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Pushing event updated for resources: {'Port': ['ID=36c33d34-ccf7-4222-bf9c-2e35cacc872d,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:10.267187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.322665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=f5173113-1cb4-4327-8952-8642aff09d97,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:10.374288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Network d292950f-edb1-4586-9da0-9dcf95366297 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:10.375690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:10.527047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Router 6f395b81-2cc1-4c85-bf52-9d9add21d318 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:32:10.639473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-508ff735-e966-4887-8e32-7adc0bfbb6b9 None None] Provisioning complete for port 36c33d34-ccf7-4222-bf9c-2e35cacc872d triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:10.639868 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-508ff735-e966-4887-8e32-7adc0bfbb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:10.653591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:10.660921 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-791bc71a-4a9d-479f-9631-08ab17e380af admin admin] 10.222.0.78 "PUT /v2.0/routers/6f395b81-2cc1-4c85-bf52-9d9add21d318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151721 Jul 30 02:32:10.675235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-508ff735-e966-4887-8e32-7adc0bfbb6b9 None None] Port 36c33d34-ccf7-4222-bf9c-2e35cacc872d cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:11.162567 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57884) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:11.167838 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506382029-network', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:11.190076 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Made reservation on behalf of 56ce35623ed34192ad3867cf88e33ea5 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:11.192605 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.201493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.300661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.304779 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.326072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:32:11.344806 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.345222 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Added segment dcc594d2-3c2e-47cf-9319-36c0c8212290 of type vlan for network 46d52072-f4f4-4f78-be75-642dd9f7e3fe Jul 30 02:32:11.346415 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1978c-1e61-4b8d-88d2-2ab1e67fbf2a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:11.389124 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.418390 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.420295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:11.420960 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.476472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3127024 Jul 30 02:32:11.480424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57886) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:11.486258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Request body: {'subnet': {'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506382029-subnet', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:11.487293 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5645f-2609-4964-a3ef-c4e6ca0aff0a admin admin] Pushing event updated for resources: {'Network': ['ID=46d52072-f4f4-4f78-be75-642dd9f7e3fe,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:11.500849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:32:11.510977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Made reservation on behalf of 56ce35623ed34192ad3867cf88e33ea5 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:11.513542 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.701199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.769533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13051a3e-7bf1-4925-a8f3-bc9ca2b991f7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:11.771773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Checking segment: {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:11.772130 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Network hostable DHCP agents. Network: 46d52072-f4f4-4f78-be75-642dd9f7e3fe, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:32:11.791058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:32:11.801790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 46d52072-f4f4-4f78-be75-642dd9f7e3fe) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:11.806349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:11.807087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.813750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed05e62-0b9d-47ea-b537-72111cda7b48 None None] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:11.821628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-65d6f47f-00df-479e-8285-f7a13d9fea19 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3399644 Jul 30 02:32:11.824080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 57888) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:11.829060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:11.859340 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.860629 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.922248 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:11.936298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Sync routers for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:11.954351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:11.955350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:12.039560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-46d52072-f4f4-4f78-be75-642dd9f7e3fe', 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'fixed_ips': [{'subnet_id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:32:12.040422 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.085814 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.088167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5173113-1cb4-4327-8952-8642aff09d97 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:12.217341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:12.310949 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.331606 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.383102 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port f5173113-1cb4-4327-8952-8642aff09d97 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:12.383471 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.426951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Allocated IP 172.20.0.2 (46d52072-f4f4-4f78-be75-642dd9f7e3fe/13051a3e-7bf1-4925-a8f3-bc9ca2b991f7/a5b20ad8-1538-4624-92c9-694a78b66a0f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:12.445758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Allocated IP 172.25.8.70 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/94cf190a-be3e-4328-93d7-e9238537972e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:12.557100 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.599477 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.623375 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cdbc4962-8390-4ae3-8ed6-6adc1f30513d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:12.644874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:12.649651 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:12.654048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:12.657243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Pushing event updated for resources: {'Port': ['ID=94cf190a-be3e-4328-93d7-e9238537972e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:12.713777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:10Z', 'revision_number': 2, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:12.720225 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.754614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Checking router: 6f395b81-2cc1-4c85-bf52-9d9add21d318 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:12.754966 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Updating router 6f395b81-2cc1-4c85-bf52-9d9add21d318 port 36c33d34-ccf7-4222-bf9c-2e35cacc872d binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:32:12.759891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Transition to ACTIVE for port object a5b20ad8-1538-4624-92c9-694a78b66a0f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:12.803369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port cdbc4962-8390-4ae3-8ed6-6adc1f30513d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:12.805221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.808130 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Transition to ACTIVE for port object a5b20ad8-1538-4624-92c9-694a78b66a0f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:12.818711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port cdbc4962-8390-4ae3-8ed6-6adc1f30513d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:12.819108 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.823506 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.929951 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:12.942839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:12.952002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:12.987788 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:12.990293 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Pushing event updated for resources: {'Port': ['ID=a5b20ad8-1538-4624-92c9-694a78b66a0f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:13.130193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Attempting to bind port a5b20ad8-1538-4624-92c9-694a78b66a0f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:13.130558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Attempting to bind port a5b20ad8-1538-4624-92c9-694a78b66a0f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:13.130917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Attempting to bind port a5b20ad8-1538-4624-92c9-694a78b66a0f on network 46d52072-f4f4-4f78-be75-642dd9f7e3fe {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:13.141408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.151866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:13.152244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Checking segment: {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:13.152645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.153064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Bound using segment: {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:13.153521 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Bound port: a5b20ad8-1538-4624-92c9-694a78b66a0f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:13.154457 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.175392 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.184779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port cdbc4962-8390-4ae3-8ed6-6adc1f30513d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:13.199750 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.305029 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Router 7ab9f148-23f9-4ca1-a020-45358ac7abeb is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:32:13.317825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:13.325318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] For port a5b20ad8-1538-4624-92c9-694a78b66a0f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:13.362693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] For port a5b20ad8-1538-4624-92c9-694a78b66a0f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a5b20ad8-1538-4624-92c9-694a78b66a0f,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:13.368460 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.414169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:13.425465 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Sync routers for ids ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:13.433708 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.437417 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Routers {'7ab9f148-23f9-4ca1-a020-45358ac7abeb'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:13.438219 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:13.438385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6bab67e9-bf54-4ee7-b80d-b3d3fe1a5b93 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6131520 Jul 30 02:32:13.438635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 57892) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:13.564922 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Set router 7ab9f148-23f9-4ca1-a020-45358ac7abeb gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:13.572559 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.593277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Transition to ACTIVE for port object 36c33d34-ccf7-4222-bf9c-2e35cacc872d will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:13.610467 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.618422 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4c0ff-8a88-4212-b5d5-cfab2e3bf200 None None] Pushing event updated for resources: {'Port': ['ID=a5b20ad8-1538-4624-92c9-694a78b66a0f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:13.671143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65e48b-63ed-4afe-925c-5f2bca702ac7 None None] Pushing event updated for resources: {'Port': ['ID=36c33d34-ccf7-4222-bf9c-2e35cacc872d,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:13.734514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Attempting to bind port 36c33d34-ccf7-4222-bf9c-2e35cacc872d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:13.735634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Attempting to bind port 36c33d34-ccf7-4222-bf9c-2e35cacc872d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:13.736379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Attempting to bind port 36c33d34-ccf7-4222-bf9c-2e35cacc872d on network d292950f-edb1-4586-9da0-9dcf95366297 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:13.745506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:13.746066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Checking segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:13.747103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.747103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Bound using segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:13.748222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Bound port: 36c33d34-ccf7-4222-bf9c-2e35cacc872d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:13.749112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.822814 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:32:12Z', 'revision_number': 3, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:13.838529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] For port 36c33d34-ccf7-4222-bf9c-2e35cacc872d, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:13.843033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] For port 36c33d34-ccf7-4222-bf9c-2e35cacc872d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=36c33d34-ccf7-4222-bf9c-2e35cacc872d,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:13.849073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.852654 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Checking router: 7ab9f148-23f9-4ca1-a020-45358ac7abeb for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:13.853003 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Updating router 7ab9f148-23f9-4ca1-a020-45358ac7abeb port 94cf190a-be3e-4328-93d7-e9238537972e binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:32:13.880761 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:13.918647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65e48b-63ed-4afe-925c-5f2bca702ac7 None None] Pushing event updated for resources: {'Port': ['ID=36c33d34-ccf7-4222-bf9c-2e35cacc872d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:13.985068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:13.985714 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:14.102111 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.130632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cdbc4962-8390-4ae3-8ed6-6adc1f30513d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:14.216997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:14.285428 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.313541 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Transition to ACTIVE for port object 94cf190a-be3e-4328-93d7-e9238537972e will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:14.315739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port cdbc4962-8390-4ae3-8ed6-6adc1f30513d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:14.316588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.323681 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.352496 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Allocated IP 172.20.0.1 (46d52072-f4f4-4f78-be75-642dd9f7e3fe/13051a3e-7bf1-4925-a8f3-bc9ca2b991f7/fb3fcb75-85df-477c-988c-a2cd8b4e41de) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:14.392673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dddd0e-5432-4c15-bbde-7d18c4569ea7 None None] Pushing event updated for resources: {'Port': ['ID=94cf190a-be3e-4328-93d7-e9238537972e,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:14.395768 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Attempting to bind port 94cf190a-be3e-4328-93d7-e9238537972e on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:14.397297 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Attempting to bind port 94cf190a-be3e-4328-93d7-e9238537972e by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:14.397297 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Attempting to bind port 94cf190a-be3e-4328-93d7-e9238537972e on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:14.402839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:14.403259 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:14.404179 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.404604 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:14.405087 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Bound port: 94cf190a-be3e-4328-93d7-e9238537972e, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:14.406064 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.463831 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] For port 94cf190a-be3e-4328-93d7-e9238537972e, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:14.468315 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] For port 94cf190a-be3e-4328-93d7-e9238537972e, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=94cf190a-be3e-4328-93d7-e9238537972e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:14.480063 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.493507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.514121 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Transition to ACTIVE for port object fb3fcb75-85df-477c-988c-a2cd8b4e41de will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:14.551159 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Routers {'7ab9f148-23f9-4ca1-a020-45358ac7abeb'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:14.551896 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:14.554119 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dddd0e-5432-4c15-bbde-7d18c4569ea7 None None] Pushing event updated for resources: {'Port': ['ID=94cf190a-be3e-4328-93d7-e9238537972e,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:14.576113 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.577615 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:14.612575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c8bb25-62f0-49f9-bbe3-cd3f18b70e70 None None] The sync data for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 is: [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:14.631636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:14.637119 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:14.640796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:14.683839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3fcb75-85df-477c-988c-a2cd8b4e41de,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:14.710908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.732644 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] Set router 7ab9f148-23f9-4ca1-a020-45358ac7abeb gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:14.878304 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:14.969012 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:32:12Z', 'revision_number': 3, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:14.995249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c5b282-4edc-4c88-bc57-5fc9d62298f5 None None] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:15.009808 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9461e-2f40-4d7d-b77b-341c631fe4f0 None None] The sync data for ids ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'] in n-d-713499-10 is: [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:32:12Z', 'revision_number': 3, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:15.074566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-85ed53dd-3321-419f-8265-c62af8ae0c46 None None] Provisioning for port a5b20ad8-1538-4624-92c9-694a78b66a0f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:15.128215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:15.134840 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:15.220330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3fcb75-85df-477c-988c-a2cd8b4e41de,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:15.241553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:15.370380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:15.371937 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:15.516908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b321fb31-6bff-4f53-bc9a-1c80ee2bec5e None None] Provisioning for port fb3fcb75-85df-477c-988c-a2cd8b4e41de completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:15.525437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b321fb31-6bff-4f53-bc9a-1c80ee2bec5e None None] Provisioning complete for port fb3fcb75-85df-477c-988c-a2cd8b4e41de triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:15.525803 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b321fb31-6bff-4f53-bc9a-1c80ee2bec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:15.572427 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Router 7ab9f148-23f9-4ca1-a020-45358ac7abeb has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:32:15.575489 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b321fb31-6bff-4f53-bc9a-1c80ee2bec5e None None] Port fb3fcb75-85df-477c-988c-a2cd8b4e41de cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:15.708210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:15.718170 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4dca7677-7d38-4901-8dec-d49916bf0ce8 admin admin] 10.222.0.78 "PUT /v2.0/routers/7ab9f148-23f9-4ca1-a020-45358ac7abeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2783899 Jul 30 02:32:15.834877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-390a8374-b893-46bc-ae2a-0eeef9a324fc None None] Provisioning complete for port fb3fcb75-85df-477c-988c-a2cd8b4e41de triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:15.835298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-390a8374-b893-46bc-ae2a-0eeef9a324fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:15.880365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-390a8374-b893-46bc-ae2a-0eeef9a324fc None None] Port fb3fcb75-85df-477c-988c-a2cd8b4e41de cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:16.120931 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94cf190a-be3e-4328-93d7-e9238537972e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:16.152852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-436e13eb-0d35-42b9-9748-b6cb2185e64c None None] Provisioning complete for port fb3fcb75-85df-477c-988c-a2cd8b4e41de triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:16.153226 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-436e13eb-0d35-42b9-9748-b6cb2185e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.205827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-436e13eb-0d35-42b9-9748-b6cb2185e64c None None] Port fb3fcb75-85df-477c-988c-a2cd8b4e41de cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:16.218549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 94cf190a-be3e-4328-93d7-e9238537972e completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:16.223357 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 94cf190a-be3e-4328-93d7-e9238537972e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:16.223737 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.322407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.345423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 94cf190a-be3e-4328-93d7-e9238537972e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=94cf190a-be3e-4328-93d7-e9238537972e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:16.349302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.350450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a5b20ad8-1538-4624-92c9-694a78b66a0f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:16.440787 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=94cf190a-be3e-4328-93d7-e9238537972e,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:16.449777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a5b20ad8-1538-4624-92c9-694a78b66a0f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:16.454112 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a5b20ad8-1538-4624-92c9-694a78b66a0f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:16.454504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.546906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.580548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a5b20ad8-1538-4624-92c9-694a78b66a0f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a5b20ad8-1538-4624-92c9-694a78b66a0f,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:16.592953 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.593789 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 36c33d34-ccf7-4222-bf9c-2e35cacc872d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:16.674308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a5b20ad8-1538-4624-92c9-694a78b66a0f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:16.685387 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 36c33d34-ccf7-4222-bf9c-2e35cacc872d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:16.689563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 36c33d34-ccf7-4222-bf9c-2e35cacc872d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:16.689928 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.772611 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.818505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 36c33d34-ccf7-4222-bf9c-2e35cacc872d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=36c33d34-ccf7-4222-bf9c-2e35cacc872d,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:16.826103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:16.883561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=36c33d34-ccf7-4222-bf9c-2e35cacc872d,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:18.021415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94cf190a-be3e-4328-93d7-e9238537972e up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:18.117549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 94cf190a-be3e-4328-93d7-e9238537972e triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:18.118288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:18.251915 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a5b20ad8-1538-4624-92c9-694a78b66a0f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:18.323683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a5b20ad8-1538-4624-92c9-694a78b66a0f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:18.324227 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:18.406477 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Sync routers for ids ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:18.428592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Routers {'7ab9f148-23f9-4ca1-a020-45358ac7abeb'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:18.429138 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:18.434011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 36c33d34-ccf7-4222-bf9c-2e35cacc872d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:18.600404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Set router 7ab9f148-23f9-4ca1-a020-45358ac7abeb gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:18.635463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 36c33d34-ccf7-4222-bf9c-2e35cacc872d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:18.635845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:18.906696 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:32:14Z', 'revision_number': 4, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'fb3fcb75-85df-477c-988c-a2cd8b4e41de', 'name': '', 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'mac_address': 'fa:16:3e:a0:81:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:14Z', 'updated_at': '2021-07-30T02:32:14Z', 'revision_number': 2, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'subnets': [{'id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:18.936062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Checking router: 7ab9f148-23f9-4ca1-a020-45358ac7abeb for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:18.943356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Updating router 7ab9f148-23f9-4ca1-a020-45358ac7abeb port fb3fcb75-85df-477c-988c-a2cd8b4e41de binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:32:18.979337 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.044248 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-393b5330-120a-4e7b-9d9e-9da57a133878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.290167 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.303761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Transition to ACTIVE for port object fb3fcb75-85df-477c-988c-a2cd8b4e41de will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:19.312407 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.362046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905639c-4213-49a5-af5a-4891ae4b1a1f None None] Pushing event updated for resources: {'Port': ['ID=fb3fcb75-85df-477c-988c-a2cd8b4e41de,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:19.466554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Attempting to bind port fb3fcb75-85df-477c-988c-a2cd8b4e41de on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:19.466873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Attempting to bind port fb3fcb75-85df-477c-988c-a2cd8b4e41de by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:19.467348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Attempting to bind port fb3fcb75-85df-477c-988c-a2cd8b4e41de on network 46d52072-f4f4-4f78-be75-642dd9f7e3fe {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:19.473553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:19.474106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Checking segment: {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:19.474519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.474916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Bound using segment: {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:19.475527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Bound port: fb3fcb75-85df-477c-988c-a2cd8b4e41de, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc594d2-3c2e-47cf-9319-36c0c8212290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:19.475910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.582170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] For port fb3fcb75-85df-477c-988c-a2cd8b4e41de, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:19.586634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] For port fb3fcb75-85df-477c-988c-a2cd8b4e41de, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fb3fcb75-85df-477c-988c-a2cd8b4e41de,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:19.592749 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:19.667106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Routers {'7ab9f148-23f9-4ca1-a020-45358ac7abeb'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:19.667756 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:31:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:19.928919 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905639c-4213-49a5-af5a-4891ae4b1a1f None None] Pushing event updated for resources: {'Port': ['ID=fb3fcb75-85df-477c-988c-a2cd8b4e41de,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:20.011230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] Set router 7ab9f148-23f9-4ca1-a020-45358ac7abeb gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:20.253840 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:32:14Z', 'revision_number': 4, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'fb3fcb75-85df-477c-988c-a2cd8b4e41de', 'name': '', 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'mac_address': 'fa:16:3e:a0:81:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:14Z', 'updated_at': '2021-07-30T02:32:19Z', 'revision_number': 4, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'subnets': [{'id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:20.284082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f18e4-0556-4c84-bfbf-d473e4379308 None None] The sync data for ids ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'] in n-d-713499-10 is: [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:32:14Z', 'revision_number': 4, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'fb3fcb75-85df-477c-988c-a2cd8b4e41de', 'name': '', 'network_id': '46d52072-f4f4-4f78-be75-642dd9f7e3fe', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'mac_address': 'fa:16:3e:a0:81:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:14Z', 'updated_at': '2021-07-30T02:32:19Z', 'revision_number': 4, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'subnets': [{'id': '13051a3e-7bf1-4925-a8f3-bc9ca2b991f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:21.765745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:21.782503 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-473577e1-ce4c-41d9-83dd-74c7159e251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:21.999084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:22.047058 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb3fcb75-85df-477c-988c-a2cd8b4e41de up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:22.121731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port fb3fcb75-85df-477c-988c-a2cd8b4e41de completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:22.130365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fb3fcb75-85df-477c-988c-a2cd8b4e41de triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:22.130891 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:22.230951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:22.273994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port fb3fcb75-85df-477c-988c-a2cd8b4e41de, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fb3fcb75-85df-477c-988c-a2cd8b4e41de,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:22.282151 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:22.365260 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=fb3fcb75-85df-477c-988c-a2cd8b4e41de,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:23.272270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:23.981322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb3fcb75-85df-477c-988c-a2cd8b4e41de up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:24.035973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port fb3fcb75-85df-477c-988c-a2cd8b4e41de triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:24.036613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:24.764529 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:26.230170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-ef2b2c44-98d4-4bdf-b5f8-4aa1d86e8a1d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:26.231809 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-ef2b2c44-98d4-4bdf-b5f8-4aa1d86e8a1d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 815 time: 0.1111338 Jul 30 02:32:26.249624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-11beb111-9e40-4e06-b77b-7d5135cd3f71 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/quotas/311ad342b4914579a9b6158206d279c6 HTTP/1.1" status: 200 len: 375 time: 0.0111196 Jul 30 02:32:26.310551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-bc966b21-df17-4705-b53d-18c0662fa54a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551193 Jul 30 02:32:26.416281 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-729f67f0-0e54-4dca-8bd0-92cf478ea021 service neutron] 10.222.0.78 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942578 Jul 30 02:32:26.508161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-f9b35704-2854-412a-8bcb-7b599cf40a6f service neutron] 10.222.0.78 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849943 Jul 30 02:32:26.676911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c07e7779-45c2-4e77-9ae1-50ae294ed249 req-76b1466d-d6b5-4032-9448-6a3e9531959d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 210 time: 0.0344410 Jul 30 02:32:27.704684 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-d850ddc4-d950-49bc-9bc5-e18820f6f23f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:27.705896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-d850ddc4-d950-49bc-9bc5-e18820f6f23f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 815 time: 0.1197228 Jul 30 02:32:27.733036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'port': {'device_id': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'admin_state_up': True, 'tenant_id': '311ad342b4914579a9b6158206d279c6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:28.227941 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe11149-a16d-4961-8dbc-459e6ed4a195 req-1e3ac850-331e-4d89-9f5c-281c8e091f42 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 210 time: 0.4784949 Jul 30 02:32:28.371564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Made reservation on behalf of 311ad342b4914579a9b6158206d279c6 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:28.379488 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:28.396223 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-131f445e-b4ab-4b4a-9b7b-078c352abc25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2883160 Jul 30 02:32:28.520716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-6728ee23-d982-4084-90f7-fde123dfe21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:28.523637 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-6728ee23-d982-4084-90f7-fde123dfe21b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0525212 Jul 30 02:32:28.620766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Allocated IP 172.20.0.6 (d292950f-edb1-4586-9da0-9dcf95366297/859056f6-bc9b-42ad-bce8-81ac6817d80e/2ad35775-4a1c-4120-9e54-f4e7730b64a4) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:28.854146 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:28.875012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Transition to ACTIVE for port object 2ad35775-4a1c-4120-9e54-f4e7730b64a4 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:28.913443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:28.972388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Network d292950f-edb1-4586-9da0-9dcf95366297 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:28.976425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:28.995276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:29.036867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:29.078293 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:29.079437 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:29.102356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8d90f526-81dc-41f6-bd5a-50a6ea607a4f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3734691 Jul 30 02:32:29.181128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-f0d4c40b-b74b-44fd-bdb2-581ddd3b3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:29.182890 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-f0d4c40b-b74b-44fd-bdb2-581ddd3b3a9f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.6355839 Jul 30 02:32:29.195611 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:32:29.233616 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-f94e6daa-5041-47b3-b125-d0257e9ffa17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0369067 Jul 30 02:32:29.289984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-7b8a04f4-2d70-4675-90df-ade6d6778330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:29.291891 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-7b8a04f4-2d70-4675-90df-ade6d6778330 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0507560 Jul 30 02:32:29.301745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c49fee9-5bb9-4c35-86cc-05b9b168f1b3 None None] Provisioning for port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:29.327704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1c49fee9-5bb9-4c35-86cc-05b9b168f1b3 None None] Provisioning complete for port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:29.328078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1c49fee9-5bb9-4c35-86cc-05b9b168f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:29.353678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-4f5a3cf7-7311-485f-b1ef-af0c8e2a923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:29.355508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-4f5a3cf7-7311-485f-b1ef-af0c8e2a923a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565145 Jul 30 02:32:29.374776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1c49fee9-5bb9-4c35-86cc-05b9b168f1b3 None None] Port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:29.416909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2edd1-0f9c-409e-840c-b822f93c0c38 req-32252ac0-1b5e-4322-ac83-ad7807e39b5f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:29.418584 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91c2edd1-0f9c-409e-840c-b822f93c0c38 req-32252ac0-1b5e-4322-ac83-ad7807e39b5f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0759909 Jul 30 02:32:29.476239 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91c2edd1-0f9c-409e-840c-b822f93c0c38 req-529b3e82-c0b6-4852-b2aa-7b068bebe8a9 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506284 Jul 30 02:32:29.488957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-3af8684d-6358-4cbf-b3a1-f486573b7254 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251986 Jul 30 02:32:29.593616 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42ae79c8-4fb6-4cb7-81a0-cf9454071237 req-b370a913-5341-4503-9055-e179045dafae service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976310 Jul 30 02:32:30.598961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbc102-6735-4d63-b169-18a40abafac3 req-af7d4875-70de-42c2-a294-ee9a949c10e8 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:30.600540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ffbc102-6735-4d63-b169-18a40abafac3 req-af7d4875-70de-42c2-a294-ee9a949c10e8 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0515893 Jul 30 02:32:30.641999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ffbc102-6735-4d63-b169-18a40abafac3 req-c4ed2901-4b04-4eed-96a9-dfec95fff6e0 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342257 Jul 30 02:32:31.769453 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3247-ffdf-434c-a4a5-415142398689 req-c769585b-f948-4d7d-9e4b-d2310a2f4ae0 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:31.771274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-958b3247-ffdf-434c-a4a5-415142398689 req-c769585b-f948-4d7d-9e4b-d2310a2f4ae0 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0555151 Jul 30 02:32:31.819917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-958b3247-ffdf-434c-a4a5-415142398689 req-fdd6dbd9-a33e-4c9f-8b55-7cb5d055e425 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Jul 30 02:32:32.971535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2721-93ff-457b-badf-38baee9ba994 req-fbdaafba-d515-4788-9693-0c4b9c048105 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:32.973299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b27d2721-93ff-457b-badf-38baee9ba994 req-fbdaafba-d515-4788-9693-0c4b9c048105 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0756180 Jul 30 02:32:33.024574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b27d2721-93ff-457b-badf-38baee9ba994 req-1a9bfcab-7879-4c3d-9625-4e3562caa9f7 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Jul 30 02:32:34.142626 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9215-7bba-4198-b08f-f9cdc847210b req-deadddfa-5e4c-4ecc-80b6-18365e3fec6e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:34.147626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bda9215-7bba-4198-b08f-f9cdc847210b req-deadddfa-5e4c-4ecc-80b6-18365e3fec6e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0501003 Jul 30 02:32:34.195715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4bda9215-7bba-4198-b08f-f9cdc847210b req-c501efb7-4518-49e0-acc5-62dd816d29af tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Jul 30 02:32:35.318097 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b825-682a-41bd-b3c2-fd6e407e2226 req-82095bb8-e812-4fa2-b559-5a1bbde57c32 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:35.319649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8234b825-682a-41bd-b3c2-fd6e407e2226 req-82095bb8-e812-4fa2-b559-5a1bbde57c32 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0531046 Jul 30 02:32:35.365673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8234b825-682a-41bd-b3c2-fd6e407e2226 req-1f908b7b-8a82-4127-bbc1-a0bd4c70dced tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Jul 30 02:32:36.493041 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972d0d-3ef7-41a4-9a9e-7f33b5568484 req-2216221d-e7e8-4eb0-b87e-0694040d062b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:36.494681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27972d0d-3ef7-41a4-9a9e-7f33b5568484 req-2216221d-e7e8-4eb0-b87e-0694040d062b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0514939 Jul 30 02:32:36.532942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-27972d0d-3ef7-41a4-9a9e-7f33b5568484 req-760a4e2a-b0c9-4307-bda9-3fef09e1ab4d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 30 02:32:37.454621 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:37.651247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0f23-3ebc-4ba1-885c-b85b447c0633 req-702d7f7c-ffe4-47bb-b771-97e44c0a827a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:37.652844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f3a0f23-3ebc-4ba1-885c-b85b447c0633 req-702d7f7c-ffe4-47bb-b771-97e44c0a827a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 931 time: 0.0511861 Jul 30 02:32:37.692965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f3a0f23-3ebc-4ba1-885c-b85b447c0633 req-77b05569-966b-4edd-9de2-5bd3a7917c9a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Jul 30 02:32:38.291959 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8dd52b03-349f-406d-bc34-1d60116f3e0f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:32:38.292874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8dd52b03-349f-406d-bc34-1d60116f3e0f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056894 Jul 30 02:32:38.351393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Request body: {'port': {'device_id': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:38.411306 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:38.695401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad35775-4a1c-4120-9e54-f4e7730b64a4 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:32:38.702846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:38.714312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Transition to ACTIVE for port object 2ad35775-4a1c-4120-9e54-f4e7730b64a4 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:38.718665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:38.781932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:38.882424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46aeac-9518-4cc3-8f80-0421a719f427 req-3b04c4de-6df0-40e0-9b72-578e45e7c6ae tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:38.884188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed46aeac-9518-4cc3-8f80-0421a719f427 req-3b04c4de-6df0-40e0-9b72-578e45e7c6ae tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 943 time: 0.1145236 Jul 30 02:32:38.909775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Attempting to bind port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:38.910218 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Attempting to bind port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:38.910440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Attempting to bind port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 on network d292950f-edb1-4586-9da0-9dcf95366297 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:38.922107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 on network d292950f-edb1-4586-9da0-9dcf95366297 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:32:38.922502 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Attempting to bind port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 on network d292950f-edb1-4586-9da0-9dcf95366297 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:38.934625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:38.934968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Checking segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:38.935384 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Bound using segment: {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:38.935829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Bound port: 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:38.936192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:38.950190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ed46aeac-9518-4cc3-8f80-0421a719f427 req-f252ec59-5df3-4231-92c8-7c0c47df45ff tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Jul 30 02:32:39.009145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:39.012141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:39.016781 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:39.055487 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.056013 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:39.057434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-6b06968d-8824-4b56-a345-940c38090465 service neutron] 10.222.0.55 "PUT /v2.0/ports/2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 1092 time: 0.7572541 Jul 30 02:32:39.057876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:39.060204 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04958161-7e09-4398-ad87-1d9bdc58c10c" -d '{"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:39.087581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06968d-8824-4b56-a345-940c38090465 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:39.105337 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c665b-4cfb-4ac5-8ab2-14d988b17928 x-openstack-request-id: req-020c665b-4cfb-4ac5-8ab2-14d988b17928 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:39.105685 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:39.105938 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-020c665b-4cfb-4ac5-8ab2-14d988b17928 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:39.106342 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'status': 'completed', 'code': 200} Jul 30 02:32:39.168070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8035376a-4db4-40ae-9476-7500ead6d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.169681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-8035376a-4db4-40ae-9476-7500ead6d7d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1095 time: 0.0472729 Jul 30 02:32:39.219305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-978633d6-79f4-41f9-9775-449b4adf8313 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 217 time: 0.0356569 Jul 30 02:32:39.273602 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-f38c841d-38fe-4c39-96ae-8f30105fde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.275109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-f38c841d-38fe-4c39-96ae-8f30105fde3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0494804 Jul 30 02:32:39.322554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-705ad924-2a8e-4f71-be02-a20b154ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.324120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-705ad924-2a8e-4f71-be02-a20b154ea2f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420375 Jul 30 02:32:39.413589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-23f334fb-e8e1-4f34-b1f3-dd03840311f9 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820317 Jul 30 02:32:39.509054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbbf5438-c078-4acf-bd5c-faff96380d7e req-f9e4e81c-400a-4069-8bb5-0c7f8436aa73 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Jul 30 02:32:39.631227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-c4694ec1-85c6-465a-81b6-31898feeb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.632830 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-c4694ec1-85c6-465a-81b6-31898feeb64e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1095 time: 0.0421963 Jul 30 02:32:39.727790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-9a14cf66-ef2e-4c79-99c2-101c5fdd88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.729274 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-9a14cf66-ef2e-4c79-99c2-101c5fdd88e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.0894217 Jul 30 02:32:39.773888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-1bc3fc17-7770-4554-865f-992cd892f470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 217 time: 0.0368521 Jul 30 02:32:39.822517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-c71f12a0-8ed6-4322-9e59-ef67bbd4b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.824046 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-c71f12a0-8ed6-4322-9e59-ef67bbd4b4f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0438085 Jul 30 02:32:39.875534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-f17a0553-714a-420b-a235-8f2358b52715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:39.877032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-f17a0553-714a-420b-a235-8f2358b52715 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451679 Jul 30 02:32:39.970233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-a6c7f624-d212-4ffa-a848-28c14e9c1fcc service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Jul 30 02:32:40.105007 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c07a7-5241-4f1b-b4da-6345816030a6 req-38b28f54-76c7-4ee0-843a-c8ade93fb99e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:40.106659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-395c07a7-5241-4f1b-b4da-6345816030a6 req-38b28f54-76c7-4ee0-843a-c8ade93fb99e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 943 time: 0.0795991 Jul 30 02:32:40.109715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04958161-7e09-4398-ad87-1d9bdc58c10c req-6fa345c0-8cae-459c-b139-a8368401eb65 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311727 Jul 30 02:32:40.147637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-395c07a7-5241-4f1b-b4da-6345816030a6 req-434583b5-1faa-419a-92c5-9495cbbed2e1 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Jul 30 02:32:41.264974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc505ff-40df-4d0d-909a-ba2b6a89de35 req-9371438d-43d1-49d7-8fa9-d6f1ce992603 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:41.266938 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbc505ff-40df-4d0d-909a-ba2b6a89de35 req-9371438d-43d1-49d7-8fa9-d6f1ce992603 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 943 time: 0.0512598 Jul 30 02:32:41.305085 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbc505ff-40df-4d0d-909a-ba2b6a89de35 req-f862caa4-23fd-4b00-a239-681f49b3e17f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Jul 30 02:32:42.321351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2ad35775-4a1c-4120-9e54-f4e7730b64a4 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:32:42.425670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:42.428934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242ad1a-7fce-4276-b1e2-1f44cedca4c6 req-8d6a5f38-7783-43ed-ac44-1fc323ed8013 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:42.430498 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0242ad1a-7fce-4276-b1e2-1f44cedca4c6 req-8d6a5f38-7783-43ed-ac44-1fc323ed8013 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 943 time: 0.0566044 Jul 30 02:32:42.437744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'port_id': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'mac_address': 'fa:16:3e:d8:e1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:32:42.471615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0242ad1a-7fce-4276-b1e2-1f44cedca4c6 req-d6c53fee-f497-4d17-a671-328ea33e0319 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349774 Jul 30 02:32:42.478267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:42.490945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad35775-4a1c-4120-9e54-f4e7730b64a4 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:32:42.514768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:42.519063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:42.577560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:42.585412 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.585760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.586098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.586435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.587183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.587519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.587846 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.588173 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.588497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.588820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.589146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.589465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:42.801921 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2ad35775-4a1c-4120-9e54-f4e7730b64a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:32:43.591095 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be602349-2b4e-4395-82c7-5331026d3aa6 req-018716a1-08e6-4c43-8fe3-a0263879b7de tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:43.591095 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be602349-2b4e-4395-82c7-5331026d3aa6 req-018716a1-08e6-4c43-8fe3-a0263879b7de tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 944 time: 0.0519779 Jul 30 02:32:43.629995 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be602349-2b4e-4395-82c7-5331026d3aa6 req-4d81978a-b857-4e83-a49a-7290a0acb369 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Jul 30 02:32:44.323081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2ad35775-4a1c-4120-9e54-f4e7730b64a4 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:44.375605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:44.379657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:44.380033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.459498 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.482529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:44.485517 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf714e9-3ff2-45b1-b86b-8e192295600b" -d '{"events": [{"server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "name": "network-vif-plugged", "status": "completed", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:44.498395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:44.502245 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.533862 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64de5792-1434-4bb2-9ec5-7c29b0e98a78 x-openstack-request-id: req-64de5792-1434-4bb2-9ec5-7c29b0e98a78 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:44.534147 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "name": "network-vif-plugged", "status": "completed", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:44.534385 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64de5792-1434-4bb2-9ec5-7c29b0e98a78 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:44.534776 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'code': 200} Jul 30 02:32:44.560684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:44.642026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fb1ec-7dc7-46b3-aa5d-e995e90cbdb7 req-f414525e-5cad-4b48-adb2-0e9d73f63325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:44.643578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-961fb1ec-7dc7-46b3-aa5d-e995e90cbdb7 req-f414525e-5cad-4b48-adb2-0e9d73f63325 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1097 time: 0.0416467 Jul 30 02:32:44.678199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-961fb1ec-7dc7-46b3-aa5d-e995e90cbdb7 req-644be409-b4be-4953-a795-ec39a1ef1fc2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278099 Jul 30 02:32:44.757971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b4726-61f4-4120-ac92-6d82172e8983 req-6fbc343d-d010-40c7-9fb4-f62ecbfb6dcc tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:44.759468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d12b4726-61f4-4120-ac92-6d82172e8983 req-6fbc343d-d010-40c7-9fb4-f62ecbfb6dcc tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0533452 Jul 30 02:32:44.799453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d12b4726-61f4-4120-ac92-6d82172e8983 req-3ada605e-e6ed-4c69-b609-38086d311f84 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Jul 30 02:32:45.914930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cf0d8-5ece-4878-9e79-84059d705027 req-c7d596e5-f43a-471c-9369-dc469ea02afd tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:45.916508 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c72cf0d8-5ece-4878-9e79-84059d705027 req-c7d596e5-f43a-471c-9369-dc469ea02afd tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0499318 Jul 30 02:32:45.964137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c72cf0d8-5ece-4878-9e79-84059d705027 req-fc9ea5d6-4ae9-4a4a-a361-7b8e8e193621 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jul 30 02:32:46.077652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6ff-93ac-4d00-bcf0-2250aab921d7 req-267bfbeb-9ee2-426f-b965-8959c816f712 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:46.079611 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac51f6ff-93ac-4d00-bcf0-2250aab921d7 req-267bfbeb-9ee2-426f-b965-8959c816f712 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0499358 Jul 30 02:32:46.117710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ac51f6ff-93ac-4d00-bcf0-2250aab921d7 req-d9b8bd15-bd9b-42db-989c-b7cdf4a6067c tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Jul 30 02:32:46.314911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5094-748e-484d-83a1-32d8d92397a8 req-d9d2988b-0340-4dc2-970b-d3f4f9aef7f6 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:46.316433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc8d5094-748e-484d-83a1-32d8d92397a8 req-d9d2988b-0340-4dc2-970b-d3f4f9aef7f6 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0577230 Jul 30 02:32:46.362255 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc8d5094-748e-484d-83a1-32d8d92397a8 req-806f0d77-5287-4b1e-ad41-1c4e6481697c tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Jul 30 02:32:49.033424 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1fee-5f38-41ff-8e05-37576f965d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.744008 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.763368 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-20d9cbff-b623-466d-a039-77290bfba44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.975260 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:53.266012 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:54.764544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.003500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ea54-f7e8-4928-ab4b-3ba04515528b req-0a8f8d56-35de-40e4-8852-c8975f6ea7bb tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:58.005010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bd4ea54-f7e8-4928-ab4b-3ba04515528b req-0a8f8d56-35de-40e4-8852-c8975f6ea7bb tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0529110 Jul 30 02:32:58.045098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bd4ea54-f7e8-4928-ab4b-3ba04515528b req-2080a589-d482-4e3b-98e0-b9be33c21baa tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341871 Jul 30 02:32:58.068865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58092) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:58.160176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e0fce-9853-4ed7-9b6b-a763092bca30 tempest-TestMinimumBasicScenario-100001642 tempest-TestMinimumBasicScenario-100001642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:58.161628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c5e0fce-9853-4ed7-9b6b-a763092bca30 tempest-TestMinimumBasicScenario-100001642 tempest-TestMinimumBasicScenario-100001642-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1092 time: 0.0917625 Jul 30 02:32:58.164683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58096) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:58.169281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:58.192848 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.332310 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.436690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Allocated IP 172.25.8.131 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/76e0b1bd-5bc2-4a75-88f5-4a996d1699ae) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:58.543410 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.583099 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.630156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:58.637911 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:58.640550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:58.643865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'Port': ['ID=76e0b1bd-5bc2-4a75-88f5-4a996d1699ae,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:58.675908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.676250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.676588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.676919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.677246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.677575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.677897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.678216 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.678802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.679152 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.679467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:58.679780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:59.043751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.117200 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.267054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.271789 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.343638 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'Port': ['ID=76e0b1bd-5bc2-4a75-88f5-4a996d1699ae,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:59.358751 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.462631 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Floating IP 77fde2d1-5676-4540-b626-69d3673ca759 associated. External IP: 172.25.8.131, port: 2ad35775-4a1c-4120-9e54-f4e7730b64a4. Jul 30 02:32:59.684901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Router 6f395b81-2cc1-4c85-bf52-9d9add21d318 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:32:59.795252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:59.805735 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] Sync routers for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:59.812666 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.821999 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:59.822612 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:59.840316 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3136865a-3bb2-401e-8561-047bdbe5a106 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6746051 Jul 30 02:32:59.840890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:59.843163 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2cc39a-91e8-4392-840a-6b4285087550" -d '{"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:59.843319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58098) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:59.849015 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638455163', 'description': 'tempest-secgroup-smoke-638455163 description', 'project_id': '311ad342b4914579a9b6158206d279c6'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:59.876286 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.885206 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfea71-0135-4206-814d-81da6285b2a2 x-openstack-request-id: req-facfea71-0135-4206-814d-81da6285b2a2 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:59.885710 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:59.885959 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-facfea71-0135-4206-814d-81da6285b2a2 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:59.886360 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'status': 'completed', 'code': 200} Jul 30 02:32:59.950957 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:59.975865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-7b9ba70a-714b-45f7-91d1-ac2f06a92604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:59.978337 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-7b9ba70a-714b-45f7-91d1-ac2f06a92604 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1097 time: 0.0483699 Jul 30 02:32:59.985537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:59.989561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.018187 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.025580 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1752748 Jul 30 02:33:00.025580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.027641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group_rule': {'security_group_id': 'a50a1c2e-1afb-42e0-87da-44e58685457d', 'project_id': '311ad342b4914579a9b6158206d279c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:00.037988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1ebad-1570-47da-ad5e-c63864c9448f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a1c2e-1afb-42e0-87da-44e58685457d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:00.070627 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.104633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-fa31261a-6447-4036-9e19-6b9026ec337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:00.107112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-fa31261a-6447-4036-9e19-6b9026ec337d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.1086576 Jul 30 02:33:00.156638 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.162725 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.187607 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d4e551-577e-4cc6-ae41-8e1b4bcf7a22,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:00.196590 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.197818 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8ff56cf4-9a0b-423f-9146-9ea3f05b8da2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739721 Jul 30 02:33:00.198904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-7333b140-713a-4937-baff-fa205cc5800f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 999 time: 0.0846581 Jul 30 02:33:00.200522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58104) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.206099 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group_rule': {'security_group_id': 'a50a1c2e-1afb-42e0-87da-44e58685457d', 'project_id': '311ad342b4914579a9b6158206d279c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:00.260497 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '77fde2d1-5676-4540-b626-69d3673ca759', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'port_id': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'mac_address': 'fa:16:3e:d8:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:32:58Z', 'updated_at': '2021-07-30T02:32:58Z', 'revision_number': 0, 'project_id': '311ad342b4914579a9b6158206d279c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:00.268550 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.273392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-1a3c6b56-607e-4d73-9eec-085da50a2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:00.274882 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-1a3c6b56-607e-4d73-9eec-085da50a2e91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0596290 Jul 30 02:33:00.287366 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] Checking router: 6f395b81-2cc1-4c85-bf52-9d9add21d318 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:33:00.295745 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:00.296360 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:32:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:00.357424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.359551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-59ac6752-120a-4a03-9911-5eb4b23565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:00.361088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-59ac6752-120a-4a03-9911-5eb4b23565e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773242 Jul 30 02:33:00.364348 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.392457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9aea1b-84a5-45bc-b75a-39624d8c1b5e,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:00.415524 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:00.430305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.431580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8ce87169-104c-49d4-9507-ee39f7abe0e4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2298901 Jul 30 02:33:00.442065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58106) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.446839 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group_rule': {'security_group_id': 'a50a1c2e-1afb-42e0-87da-44e58685457d', 'project_id': '311ad342b4914579a9b6158206d279c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:00.475572 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.480345 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-608d753e-9069-4d0d-8024-6b2948ae6b02 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045086 Jul 30 02:33:00.566055 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.571746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.594251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7047f608-568d-483b-981a-abecc0efeb3b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:00.603640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fd2cc39a-91e8-4392-840a-6b4285087550 req-6c156208-db91-4821-b495-1f6601c37b28 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129262 Jul 30 02:33:00.604251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.605478 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1546a9bb-b1a3-4c57-b623-43158f07f626 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623790 Jul 30 02:33:00.608187 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.613594 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group_rule': {'security_group_id': 'a50a1c2e-1afb-42e0-87da-44e58685457d', 'project_id': '311ad342b4914579a9b6158206d279c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:00.650331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.662435 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '77fde2d1-5676-4540-b626-69d3673ca759', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'port_id': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'mac_address': 'fa:16:3e:d8:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:32:58Z', 'updated_at': '2021-07-30T02:32:58Z', 'revision_number': 0, 'project_id': '311ad342b4914579a9b6158206d279c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:00.691457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443da7b-5926-4d42-87d6-dae772a2b1c7 None None] The sync data for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 is: [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '77fde2d1-5676-4540-b626-69d3673ca759', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'port_id': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'mac_address': 'fa:16:3e:d8:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:32:58Z', 'updated_at': '2021-07-30T02:32:58Z', 'revision_number': 0, 'project_id': '311ad342b4914579a9b6158206d279c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:33:00.714372 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.718330 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.738737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d1b32b-e0bf-4b0a-97b1-dcb3b08f1192,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:00.752961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.754376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-fb993e01-63a3-414a-8ded-c714820c5296 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452062 Jul 30 02:33:00.757051 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58112) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.761717 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group_rule': {'security_group_id': 'a50a1c2e-1afb-42e0-87da-44e58685457d', 'project_id': '311ad342b4914579a9b6158206d279c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:00.784904 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Project 311ad342b4914579a9b6158206d279c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:33:00.789865 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.857550 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.863230 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.883499 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0deb95ef-874a-486e-a6f0-00e057addce5,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:00.893320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:00.894714 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7ffd26f0-1c9e-41cf-ac9e-43f09e6cc1ef tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365833 Jul 30 02:33:00.897326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.902332 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'security_group_rule': {'security_group_id': 'a50a1c2e-1afb-42e0-87da-44e58685457d', 'project_id': '311ad342b4914579a9b6158206d279c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:00.912016 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e3b850-f983-48a9-88bd-8ceac8922a1e None None] New status for floating IP 77fde2d1-5676-4540-b626-69d3673ca759: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:33:00.931240 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Project 311ad342b4914579a9b6158206d279c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:33:00.936237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.003704 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.008566 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.030479 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851c4b09-0d49-4442-a357-a478596d9655,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:01.033050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.037566 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dbac0f82-4120-48bc-8fb6-39bdd6762e45 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365924 Jul 30 02:33:01.132940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-90daf946-e489-44d4-bd26-c91b78d79e0d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638455163&fields=id&tenant_id=311ad342b4914579a9b6158206d279c6 HTTP/1.1" status: 200 len: 267 time: 0.0430195 Jul 30 02:33:01.187060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-c89a8d6f-b3a3-4177-bd75-25e881afe4ce tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:01.188556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-c89a8d6f-b3a3-4177-bd75-25e881afe4ce tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0499892 Jul 30 02:33:01.199692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'port': {'security_groups': ['bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7', 'a50a1c2e-1afb-42e0-87da-44e58685457d']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:01.273738 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.469931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:01.499928 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.504986 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.538061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2ad35775-4a1c-4120-9e54-f4e7730b64a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:33:01.549148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:01.549859 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.553162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c83ecca3-f654-422c-8dec-60d1e989f0d5 req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "PUT /v2.0/ports/2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 981 time: 0.3562045 Jul 30 02:33:01.577049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a642c9b-6a29-472a-ba46-4f3bac2cd199 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:01.670827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2ad35775-4a1c-4120-9e54-f4e7730b64a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:33:01.677125 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91a834-1454-4852-8ba3-14b4eaed2545 req-7f700662-6f27-42a0-84dd-51daf2225024 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:01.678964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e91a834-1454-4852-8ba3-14b4eaed2545 req-7f700662-6f27-42a0-84dd-51daf2225024 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0575249 Jul 30 02:33:01.729397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e91a834-1454-4852-8ba3-14b4eaed2545 req-a8cf8ab2-905a-4db0-979b-fb2639bbf242 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438466 Jul 30 02:33:01.887461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:01.889933 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:01.936665 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a46d4d5-f021-4204-9ff9-5ef6fdbf85dd x-openstack-request-id: req-3a46d4d5-f021-4204-9ff9-5ef6fdbf85dd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:01.936959 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:01.937207 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a46d4d5-f021-4204-9ff9-5ef6fdbf85dd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:01.937601 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'status': 'completed', 'code': 200} Jul 30 02:33:01.947926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3cb2508b-6fa2-4963-929e-937c217ab607 None None] Provisioning complete for port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:33:01.948478 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3cb2508b-6fa2-4963-929e-937c217ab607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:02.021551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-282ed278-39e0-4513-860d-700e72f870e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:02.022965 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-282ed278-39e0-4513-860d-700e72f870e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1136 time: 0.0411570 Jul 30 02:33:02.118768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-a91c3111-4d7a-4a29-82e7-9af42cb2708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:02.120273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-a91c3111-4d7a-4a29-82e7-9af42cb2708c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.0895417 Jul 30 02:33:02.193268 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-cdd44f6c-89d2-44de-88c4-008d99faab28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 1001 time: 0.0648391 Jul 30 02:33:02.246747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-16471346-b65e-426f-98d6-ce48e4cf01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:02.248271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-16471346-b65e-426f-98d6-ce48e4cf01bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0478201 Jul 30 02:33:02.301177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-d02a1cff-8560-40b5-b05d-9ce145300b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:02.302568 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-d02a1cff-8560-40b5-b05d-9ce145300b72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413299 Jul 30 02:33:02.396172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-c4bc35bf-6f7f-4e81-b054-bcffe61bdada service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851357 Jul 30 02:33:02.844857 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e98727a9-55f8-440d-b1fc-1d373f5a2cc2 req-111527d4-27af-4ba0-8db7-91db65890ccc service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392588 Jul 30 02:33:06.196907 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:33:07.445759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:17.970510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3a23b-b4ec-4cfb-b64e-73c8dc7a8510 req-f53492a6-5479-4596-aeb4-ba390d3e880f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:17.972516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1b3a23b-b4ec-4cfb-b64e-73c8dc7a8510 req-f53492a6-5479-4596-aeb4-ba390d3e880f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0762560 Jul 30 02:33:18.002896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-b31c0d5c-6824-41cd-acdd-0c5b19c48940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:18.004434 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-b31c0d5c-6824-41cd-acdd-0c5b19c48940 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1136 time: 0.0735171 Jul 30 02:33:18.030972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c1b3a23b-b4ec-4cfb-b64e-73c8dc7a8510 req-bc7f0f0d-2c85-4de7-b078-9467a39bbd4b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521853 Jul 30 02:33:18.107120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-6ef69b2d-b0d9-4469-9550-f6a29cc9533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:18.108608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-6ef69b2d-b0d9-4469-9550-f6a29cc9533c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.0948527 Jul 30 02:33:18.181035 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-9dd3b124-7ca5-4f07-8d32-c424f9267f0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 1001 time: 0.0635581 Jul 30 02:33:18.230834 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-1e5a317f-de59-48bb-a6eb-c487a832de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:18.232335 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-1e5a317f-de59-48bb-a6eb-c487a832de4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0436409 Jul 30 02:33:18.281483 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-b742f480-5907-4e78-b75b-42dcd2a40152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:18.282962 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-b742f480-5907-4e78-b75b-42dcd2a40152 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408309 Jul 30 02:33:18.377494 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-e2613229-d3d5-479e-a032-9fbf58ad64e2 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872993 Jul 30 02:33:18.469625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8d386932-659e-4d76-8bba-e33ee5c31eae req-bfc39f44-cf29-4cdb-8e81-90d18154d761 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848305 Jul 30 02:33:19.015545 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-66107682-400f-4efb-8aa8-2055561da8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:19.148060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599b523-3fa5-412c-8428-d95245337bf7 req-fe7fdcce-1253-4324-8717-5e20614dab48 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:19.149827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4599b523-3fa5-412c-8428-d95245337bf7 req-fe7fdcce-1253-4324-8717-5e20614dab48 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0505137 Jul 30 02:33:19.191140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4599b523-3fa5-412c-8428-d95245337bf7 req-353572ed-9df0-4c3a-9055-af6bb85b51e7 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349982 Jul 30 02:33:20.312672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa9abe-9fa8-4c83-bf31-cd4a72e5c87d req-2b0d9a1f-2ee5-4171-9af5-9e16d2c31e1d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:20.314178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36fa9abe-9fa8-4c83-bf31-cd4a72e5c87d req-2b0d9a1f-2ee5-4171-9af5-9e16d2c31e1d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0547223 Jul 30 02:33:20.366907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36fa9abe-9fa8-4c83-bf31-cd4a72e5c87d req-4ca92224-0492-43ef-b4fd-59788f96568f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451581 Jul 30 02:33:21.483942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41f870-202e-40d3-a1d3-4c6b57ced3e8 req-b91ad71f-763f-4535-93f5-d0de0845122a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:21.492361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c41f870-202e-40d3-a1d3-4c6b57ced3e8 req-b91ad71f-763f-4535-93f5-d0de0845122a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0497408 Jul 30 02:33:21.527280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c41f870-202e-40d3-a1d3-4c6b57ced3e8 req-a1f39241-03dd-4eb8-91ad-6e16eff5ded9 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339544 Jul 30 02:33:21.769760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-100c6e75-b011-4e38-a83a-1e0d57545d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:21.782253 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:21.976440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:22.653054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507f87-98c6-48fa-aca1-ecb073911ec6 req-9f013ab0-a049-44cd-b9da-622f595aa77d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:22.654921 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7507f87-98c6-48fa-aca1-ecb073911ec6 req-9f013ab0-a049-44cd-b9da-622f595aa77d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0513480 Jul 30 02:33:22.696710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7507f87-98c6-48fa-aca1-ecb073911ec6 req-32f1d7d7-bf7f-4b2a-95c2-68668135f895 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352662 Jul 30 02:33:23.270666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:23.817624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468344e-6c78-4e82-b2c5-ae2b05898181 req-35deca9a-1e1f-4d72-9e2e-f685f27e9523 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:23.819152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1468344e-6c78-4e82-b2c5-ae2b05898181 req-35deca9a-1e1f-4d72-9e2e-f685f27e9523 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0545917 Jul 30 02:33:23.859270 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1468344e-6c78-4e82-b2c5-ae2b05898181 req-fe514917-bb42-42d7-b0d4-0919bd4538df tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339704 Jul 30 02:33:24.767256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:24.974442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf24f6-a28a-4a03-9735-a51e96f80278 req-13865986-036b-40c6-a74c-0d5e1efaab89 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:24.976082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74cf24f6-a28a-4a03-9735-a51e96f80278 req-13865986-036b-40c6-a74c-0d5e1efaab89 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0496819 Jul 30 02:33:25.027789 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74cf24f6-a28a-4a03-9735-a51e96f80278 req-f0ba93a0-569a-4d19-a59a-35d47f48ac60 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449247 Jul 30 02:33:26.149586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085909-bf1a-463e-8095-d1e56315786f req-c367071d-99d6-488b-81eb-69c7f32f71e2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:26.151132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32085909-bf1a-463e-8095-d1e56315786f req-c367071d-99d6-488b-81eb-69c7f32f71e2 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0519953 Jul 30 02:33:26.193417 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32085909-bf1a-463e-8095-d1e56315786f req-8a77136d-6971-49dd-88ac-019fd1e51023 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360782 Jul 30 02:33:27.314071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70015c54-abd9-4c20-8cfb-2d5e5e5fbc91 req-fdde41ad-1bff-44cd-9124-e6913fe9f299 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:27.316211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70015c54-abd9-4c20-8cfb-2d5e5e5fbc91 req-fdde41ad-1bff-44cd-9124-e6913fe9f299 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0543213 Jul 30 02:33:27.366079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-70015c54-abd9-4c20-8cfb-2d5e5e5fbc91 req-10fdcbae-515e-4970-bc0d-0a784810b92b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437434 Jul 30 02:33:28.139829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-2f074e6d-9429-43b5-821f-acb40c356790 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389495 Jul 30 02:33:28.223507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-db27c01c-99cf-42d2-b306-27893156bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.224949 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-db27c01c-99cf-42d2-b306-27893156bdd1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0422201 Jul 30 02:33:28.340110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-f7fdf5cd-0ce3-41fe-91d3-24ec10062f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.341768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-f7fdf5cd-0ce3-41fe-91d3-24ec10062f04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0980182 Jul 30 02:33:28.393441 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-e443c819-d505-4297-8bdf-447106188482 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0441344 Jul 30 02:33:28.442829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-3eccb0d4-eeb8-47db-87ee-39dd65b1682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.444352 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-3eccb0d4-eeb8-47db-87ee-39dd65b1682c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0453780 Jul 30 02:33:28.488655 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a4d4-325e-4484-a2ec-8c5e211804d7 req-750c3919-0d12-4aaf-b23c-faa96939c86f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.490215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b819a4d4-325e-4484-a2ec-8c5e211804d7 req-750c3919-0d12-4aaf-b23c-faa96939c86f tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0522447 Jul 30 02:33:28.495919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-e55c75ff-7e26-48df-9000-0992e31d5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.497427 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-e55c75ff-7e26-48df-9000-0992e31d5fe3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465329 Jul 30 02:33:28.508212 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-c9236c4d-44ff-40a2-b8e6-79318b951bd5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:33:28.509181 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-c9236c4d-44ff-40a2-b8e6-79318b951bd5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051675 Jul 30 02:33:28.532466 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b819a4d4-325e-4484-a2ec-8c5e211804d7 req-7ab889e2-7743-473a-a78d-b30f35709fb4 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360692 Jul 30 02:33:28.600140 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-1452eb08-5e02-4388-ba7c-9f03b42a1eea service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841265 Jul 30 02:33:28.696103 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-35d8c45c-72e1-4a47-8f06-75d45d1cb62e req-063dbe4f-eee2-4b4f-8e50-39b0ff54b3d0 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895224 Jul 30 02:33:29.648890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c327e-5ab3-41d5-8941-236353f7bb84 req-8cfa29a2-1b17-4135-ad1f-2758b289cd97 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.650389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d93c327e-5ab3-41d5-8941-236353f7bb84 req-8cfa29a2-1b17-4135-ad1f-2758b289cd97 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0495532 Jul 30 02:33:29.692497 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d93c327e-5ab3-41d5-8941-236353f7bb84 req-96193c33-1ad8-4c22-ad0d-c998f1c43499 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=a50a1c2e-1afb-42e0-87da-44e58685457d&id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360014 Jul 30 02:33:37.463502 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.366577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-e18da539-baa0-48a1-b6aa-5469ad97a1c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446837 Jul 30 02:33:41.470780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-e8afeb8d-56a4-4cf8-a288-b93690db9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.472348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-e8afeb8d-56a4-4cf8-a288-b93690db9024 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1136 time: 0.0436966 Jul 30 02:33:41.591675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-c3462300-f157-4e49-805c-f10a81916309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.593154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-c3462300-f157-4e49-805c-f10a81916309 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.0982530 Jul 30 02:33:41.660326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-5d02434e-0e2d-493c-99bd-2d87a2933ed2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 1001 time: 0.0593417 Jul 30 02:33:41.710225 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-5328dec8-7299-4437-9ac5-587a76f71626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.711687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-5328dec8-7299-4437-9ac5-587a76f71626 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0440891 Jul 30 02:33:41.774761 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-3f8ffa46-8af7-4a5f-ace6-4f1ade338dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.776336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-3f8ffa46-8af7-4a5f-ace6-4f1ade338dbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502379 Jul 30 02:33:41.867387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-386bf629-fa2a-44a7-b88a-76e8c6146ffa service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834250 Jul 30 02:33:41.963827 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6044e6c7-ffba-444a-864b-18b2e4de065f req-77630a7b-770b-482a-bcb7-f80be78153e9 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891104 Jul 30 02:33:43.197533 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:33:49.020467 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fafe7007-9194-45ba-a1bc-c9f5e82eaae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:51.760035 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-12520979-09f5-482f-9230-d3de5ea40a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:51.795590 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:51.979372 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:53.271236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:54.773762 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:01.978360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-2a40c9cc-b671-4482-9164-b26a1f66be1d tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638455163&fields=id&tenant_id=311ad342b4914579a9b6158206d279c6 HTTP/1.1" status: 200 len: 267 time: 0.0333886 Jul 30 02:34:02.040927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-6d6baa9c-383d-4b0c-a6d4-a2de6ea85b35 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.042799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-6d6baa9c-383d-4b0c-a6d4-a2de6ea85b35 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 984 time: 0.0587492 Jul 30 02:34:02.054949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Request body: {'port': {'security_groups': ['bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:02.121560 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.300056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:02.330492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.335445 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.368774 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2ad35775-4a1c-4120-9e54-f4e7730b64a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:02.383319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.383995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.385522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-408d1888-ef52-4ae8-9a86-96a4c62bdd25 req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "PUT /v2.0/ports/2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 942 time: 0.3356576 Jul 30 02:34:02.385991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:02.388387 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938" -d '{"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:02.405404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:02.421302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event updated for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:02.430628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.431074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.431451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.431791 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.432129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.432507 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.432772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.433092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.433413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.433731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.434050 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.434369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f7fcc9-1a0d-40f5-81e3-1b1285df146a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.485366 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2a7d08-3459-46b4-a3d4-47a953970007 x-openstack-request-id: req-5c2a7d08-3459-46b4-a3d4-47a953970007 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:02.485680 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:02.486486 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c2a7d08-3459-46b4-a3d4-47a953970007 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:02.486879 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'status': 'completed', 'code': 200} Jul 30 02:34:02.503395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.516391 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2ad35775-4a1c-4120-9e54-f4e7730b64a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:02.542515 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.572185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-a01f2f5a-b725-4db9-8185-30e0edc45437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.574334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-a01f2f5a-b725-4db9-8185-30e0edc45437 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1097 time: 0.0490952 Jul 30 02:34:02.618784 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.623327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.625081 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "DELETE /v2.0/security-groups/a50a1c2e-1afb-42e0-87da-44e58685457d HTTP/1.1" status: 204 len: 168 time: 0.2173302 Jul 30 02:34:02.631449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:02.645787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a1c2e-1afb-42e0-87da-44e58685457d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:02.684178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.684519 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.684775 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.685437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.685437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.685746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.686073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.686395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.686718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.687064 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.687388 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.687713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a75c7da-5bef-47f9-9420-0a6624f04d38 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:02.696087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-bbe9476d-bcfe-414b-92e5-06e4f464a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.698545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-bbe9476d-bcfe-414b-92e5-06e4f464a05d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.1168137 Jul 30 02:34:02.709077 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0a917c40-b7ef-4855-b1a2-aca298118a1c None None] Provisioning complete for port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:02.709448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0a917c40-b7ef-4855-b1a2-aca298118a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.798339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-b08c19dd-5668-44a7-b44e-a72c69e88a76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 1001 time: 0.0922928 Jul 30 02:34:02.821590 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Deleting port 76e0b1bd-5bc2-4a75-88f5-4a996d1699ae {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:02.821825 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.856504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-6e77446a-253b-44c3-8b44-456d70f46a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.858098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-6e77446a-253b-44c3-8b44-456d70f46a63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0523059 Jul 30 02:34:02.908935 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.909327 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.911455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-847fbbf9-6f9e-4531-baa8-1c1e9532927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.912968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-847fbbf9-6f9e-4531-baa8-1c1e9532927f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475061 Jul 30 02:34:02.921448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Calling delete_port for 76e0b1bd-5bc2-4a75-88f5-4a996d1699ae owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:03.009627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-ffb94214-027f-4e9c-bd12-fd222a45c4ed service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886040 Jul 30 02:34:03.081540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:03.107482 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event deleted for resources: {'Port': ['ID=76e0b1bd-5bc2-4a75-88f5-4a996d1699ae,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:03.113514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9c0e9bd4-5dc2-444d-a81c-7c7ca7513938 req-b630adc2-3622-4ec2-85c7-8029999dd5c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970643 Jul 30 02:34:03.170101 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:03.170436 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Floating IP 77fde2d1-5676-4540-b626-69d3673ca759 disassociated (deleted). External IP: 172.25.8.131, port: 2ad35775-4a1c-4120-9e54-f4e7730b64a4. Jul 30 02:34:03.382518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Router 6f395b81-2cc1-4c85-bf52-9d9add21d318 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:34:03.500769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:34:03.506318 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:03.512986 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] Sync routers for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:34:03.522948 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:03.523585 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:03.533445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bc6099c4-68a6-431f-8e7e-7366fd638d7e tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "DELETE /v2.0/floatingips/77fde2d1-5676-4540-b626-69d3673ca759 HTTP/1.1" status: 204 len: 168 time: 0.8998988 Jul 30 02:34:03.534029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:03.536305 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b9116-d310-4f12-aa5b-676fb2d57cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:03.638282 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:03.759076 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ac3e7-ea1f-4418-9f8a-ba229a9a5f93 x-openstack-request-id: req-843ac3e7-ea1f-4418-9f8a-ba229a9a5f93 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:03.759411 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:03.759670 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-843ac3e7-ea1f-4418-9f8a-ba229a9a5f93 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:03.760076 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'status': 'completed', 'code': 200} Jul 30 02:34:03.850401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:03.862682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-cbfbd55c-93f9-47e4-a32a-b27156b0f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:03.864266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-cbfbd55c-93f9-47e4-a32a-b27156b0f98f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=311ad342b4914579a9b6158206d279c6&device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 1097 time: 0.0621502 Jul 30 02:34:03.878160 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] Checking router: 6f395b81-2cc1-4c85-bf52-9d9add21d318 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:34:03.886701 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:03.887345 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:03.959672 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-660fe516-fb3f-424e-aede-77f53359518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:03.961171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-660fe516-fb3f-424e-aede-77f53359518d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 200 len: 916 time: 0.0887117 Jul 30 02:34:03.995537 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:04.006449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-b09ebd73-4afc-4f28-b9b7-5fbf72afbe56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 200 len: 217 time: 0.0378404 Jul 30 02:34:04.065601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-2b674080-0431-4c06-9ce5-946aabb2ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:04.067093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-2b674080-0431-4c06-9ce5-946aabb2ad40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 200 len: 854 time: 0.0513020 Jul 30 02:34:04.121606 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-eeee3b2c-9114-42c9-9ff7-299773d60f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:04.123178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-eeee3b2c-9114-42c9-9ff7-299773d60f5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d292950f-edb1-4586-9da0-9dcf95366297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487468 Jul 30 02:34:04.221967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-66a8cbc6-d3ac-40b3-8027-1eb8e602d3da service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895514 Jul 30 02:34:04.294120 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:04.320633 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82e73f-942d-4425-8987-30ca3b96633f None None] The sync data for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 is: [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:09Z', 'revision_number': 4, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '36c33d34-ccf7-4222-bf9c-2e35cacc872d', 'name': '', 'network_id': 'd292950f-edb1-4586-9da0-9dcf95366297', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'mac_address': 'fa:16:3e:92:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:09Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'subnets': [{'id': '859056f6-bc9b-42ad-bce8-81ac6817d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:34:04.327477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-be6b9116-d310-4f12-aa5b-676fb2d57cbf req-7273347e-ae6d-46ab-b873-15762922aa54 service neutron] 10.222.0.55 "GET /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938108 Jul 30 02:34:04.575926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e6cc8-6172-48e9-82ac-96fcd834530f None None] New status for floating IP 77fde2d1-5676-4540-b626-69d3673ca759: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:34:07.485186 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:10.552420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164dd5-2c47-4067-b254-880933e6c8da req-e19bba99-426a-40dc-97fb-fb70e85d610a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:10.554363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26164dd5-2c47-4067-b254-880933e6c8da req-e19bba99-426a-40dc-97fb-fb70e85d610a tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0518181 Jul 30 02:34:10.592191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-26164dd5-2c47-4067-b254-880933e6c8da req-994df8b1-ac7b-48c4-88a7-6155d0618560 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Jul 30 02:34:11.210215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-787a2285-8bd0-4d6f-afd0-e9e8b1087b9d req-08627eab-1bcb-4a2b-8342-9929af1bd7f5 tempest-ServerDiskConfigTestJSON-2042125887 tempest-ServerDiskConfigTestJSON-2042125887-project] (93889) timed out ('10.222.0.55', 51316) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:34:11.722607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b40af3-2e5b-4f1a-9cca-0890bdbb49ad req-878628d5-6d8f-4c6e-89a4-6c702391dda6 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:11.724200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0b40af3-2e5b-4f1a-9cca-0890bdbb49ad req-878628d5-6d8f-4c6e-89a4-6c702391dda6 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0539992 Jul 30 02:34:11.763678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d0b40af3-2e5b-4f1a-9cca-0890bdbb49ad req-74f1e80a-03fc-47b1-abb4-f213036a4c29 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Jul 30 02:34:12.232816 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-549ecb92-a156-4aeb-affe-b2670e0db2f5 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:12.234218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-549ecb92-a156-4aeb-affe-b2670e0db2f5 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.55 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 945 time: 0.0501654 Jul 30 02:34:12.327221 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Deleting port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:12.327570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:12.427950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] For port 2ad35775-4a1c-4120-9e54-f4e7730b64a4, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=2ad35775-4a1c-4120-9e54-f4e7730b64a4,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:12.428320 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:12.442933 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Calling delete_port for 2ad35775-4a1c-4120-9e54-f4e7730b64a4 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:12.587923 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:12.615604 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Pushing event deleted for resources: {'Port': ['ID=2ad35775-4a1c-4120-9e54-f4e7730b64a4,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:12.621992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['2ad35775-4a1c-4120-9e54-f4e7730b64a4'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:12.660619 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] No DVR routers for this DVR port 2ad35775-4a1c-4120-9e54-f4e7730b64a4 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:34:12.663244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:12.665172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9d35c8ed-d411-423f-a2e6-f334c44287bf req-75f2de4e-2576-4fea-a0d0-edcc95b9931b tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.55 "DELETE /v2.0/ports/2ad35775-4a1c-4120-9e54-f4e7730b64a4 HTTP/1.1" status: 204 len: 173 time: 0.4250934 Jul 30 02:34:12.665755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'name': 'network-vif-deleted', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:12.667977 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb4300-1662-411d-b41f-43e50b053c4e" -d '{"events": [{"server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "name": "network-vif-deleted", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:12.706642 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f07d74d-43fa-4e93-98f8-8fe068271171 x-openstack-request-id: req-8f07d74d-43fa-4e93-98f8-8fe068271171 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:12.706939 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b", "name": "network-vif-deleted", "tag": "2ad35775-4a1c-4120-9e54-f4e7730b64a4", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:12.707219 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f07d74d-43fa-4e93-98f8-8fe068271171 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:12.707622 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b', 'name': 'network-vif-deleted', 'tag': '2ad35775-4a1c-4120-9e54-f4e7730b64a4', 'status': 'completed', 'code': 200} Jul 30 02:34:12.875945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c18e0728-56fe-4508-885e-cef4be991f54 req-3dc395e2-678d-4a99-90ba-9b9b1b5e1793 tempest-TestMinimumBasicScenario-1170760660 tempest-TestMinimumBasicScenario-1170760660-project] 10.222.0.78 "GET /v2.0/ports?device_id=df0ebb98-a6e3-46c0-8d9e-41325cdbcc7b HTTP/1.1" status: 200 len: 210 time: 0.0274818 Jul 30 02:34:14.458355 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:14.813855 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:15.067448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Deleting port 36c33d34-ccf7-4222-bf9c-2e35cacc872d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:15.067703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:15.146784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] For port 36c33d34-ccf7-4222-bf9c-2e35cacc872d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=36c33d34-ccf7-4222-bf9c-2e35cacc872d,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:15.147161 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:15.160905 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Calling delete_port for 36c33d34-ccf7-4222-bf9c-2e35cacc872d owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:15.347401 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:15.376040 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Pushing event deleted for resources: {'Port': ['ID=36c33d34-ccf7-4222-bf9c-2e35cacc872d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:15.569971 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:15.785351 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Router 6f395b81-2cc1-4c85-bf52-9d9add21d318 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:34:15.892698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:34:15.898661 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cb63c44e-a13d-4659-8584-84abfa09de3a admin admin] 10.222.0.78 "PUT /v2.0/routers/6f395b81-2cc1-4c85-bf52-9d9add21d318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382181 Jul 30 02:34:15.900258 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58274) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:15.902862 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] Sync routers for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:34:15.913202 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:15.913940 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:16.006803 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.032917 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:16.233570 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:34:15Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:16.263740 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] Checking router: 6f395b81-2cc1-4c85-bf52-9d9add21d318 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:34:16.273754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] Routers {'6f395b81-2cc1-4c85-bf52-9d9add21d318'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:16.274374 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['6f395b81-2cc1-4c85-bf52-9d9add21d318'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:16.389960 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] Set router 6f395b81-2cc1-4c85-bf52-9d9add21d318 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:16.466665 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.520431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Deleting port cdbc4962-8390-4ae3-8ed6-6adc1f30513d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:16.520697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.571145 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:34:15Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:16.597716 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44189539-7dd2-40a6-8dbf-ee04377d9db3 None None] The sync data for ids ['6f395b81-2cc1-4c85-bf52-9d9add21d318'] in n-d-713499-10 is: [{'id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'name': 'tempest-TestMinimumBasicScenario-2074410430-router', 'tenant_id': '311ad342b4914579a9b6158206d279c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:34:15Z', 'revision_number': 5, 'project_id': '311ad342b4914579a9b6158206d279c6', 'gw_port': {'id': 'cdbc4962-8390-4ae3-8ed6-6adc1f30513d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f395b81-2cc1-4c85-bf52-9d9add21d318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:07Z', 'updated_at': '2021-07-30T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:34:16.600220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] For port cdbc4962-8390-4ae3-8ed6-6adc1f30513d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:16.600732 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.614732 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Calling delete_port for cdbc4962-8390-4ae3-8ed6-6adc1f30513d owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:16.782619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.788530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2ad35775-4a1c-4120-9e54-f4e7730b64a4 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:16.809461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 2ad35775-4a1c-4120-9e54-f4e7730b64a4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:16.809808 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 2ad35775-4a1c-4120-9e54-f4e7730b64a4 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:16.819819 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbc4962-8390-4ae3-8ed6-6adc1f30513d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:16.877540 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.970895 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:16.973862 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.020272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.021094 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f395b81-2cc1-4c85-bf52-9d9add21d318 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:34:17.026148 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.027356 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-da7fa72b-f698-453b-b677-60a6dfc8b27a admin admin] 10.222.0.78 "DELETE /v2.0/routers/6f395b81-2cc1-4c85-bf52-9d9add21d318 HTTP/1.1" status: 204 len: 168 time: 1.1261744 Jul 30 02:34:17.030463 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58276) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:17.083170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Deleting subnet 859056f6-bc9b-42ad-bce8-81ac6817d80e {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:34:17.086521 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.129407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.215470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.271623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.302851 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859056f6-bc9b-42ad-bce8-81ac6817d80e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:17.305167 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.307051 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-72aac014-8c01-4c13-8007-c18f50542967 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/859056f6-bc9b-42ad-bce8-81ac6817d80e HTTP/1.1" status: 204 len: 168 time: 0.2755878 Jul 30 02:34:17.309621 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58278) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:17.314955 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be1f40-c985-4786-9afc-3162df75c2f1 None None] Network d292950f-edb1-4586-9da0-9dcf95366297 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:34:17.388961 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.453480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Deleting port f5173113-1cb4-4327-8952-8642aff09d97 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:17.453830 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.521565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] For port f5173113-1cb4-4327-8952-8642aff09d97, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=f5173113-1cb4-4327-8952-8642aff09d97,segment=NetworkSegment(ca98d869-c0ae-47e2-b3fb-4f9291a5acfb),segment_id=ca98d869-c0ae-47e2-b3fb-4f9291a5acfb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:17.521929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.536095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Calling delete_port for f5173113-1cb4-4327-8952-8642aff09d97 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:17.620875 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.647685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab582679-b2c2-42a6-ae56-0135f4760ee2 None None] DHCP port deletion for d292950f-edb1-4586-9da0-9dcf95366297 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:34:17.649231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5173113-1cb4-4327-8952-8642aff09d97,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:17.660199 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] No DVR routers for this DVR port f5173113-1cb4-4327-8952-8642aff09d97 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:34:17.738278 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.749767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d292950f-edb1-4586-9da0-9dcf95366297']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:17.761020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:17.761322 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca98d869-c0ae-47e2-b3fb-4f9291a5acfb') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:17.770095 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.783414 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.789401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:34:17.789802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:34:17.791645 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:34:17.851443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.857166 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:17.859007 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d292950f-edb1-4586-9da0-9dcf95366297 HTTP/1.1" status: 204 len: 168 time: 0.5484684 Jul 30 02:34:17.862101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58280) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:17.870564 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bae94-14b9-4513-8766-4874451dd022 admin admin] Pushing event deleted for resources: {'Network': ['ID=d292950f-edb1-4586-9da0-9dcf95366297,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:18.039926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5173113-1cb4-4327-8952-8642aff09d97 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:18.061536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: f5173113-1cb4-4327-8952-8642aff09d97 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:18.061880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device f5173113-1cb4-4327-8952-8642aff09d97 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:18.062519 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cdbc4962-8390-4ae3-8ed6-6adc1f30513d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:18.084460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: cdbc4962-8390-4ae3-8ed6-6adc1f30513d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:18.084795 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device cdbc4962-8390-4ae3-8ed6-6adc1f30513d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:18.085206 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 36c33d34-ccf7-4222-bf9c-2e35cacc872d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:18.104150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 36c33d34-ccf7-4222-bf9c-2e35cacc872d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:18.104491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 36c33d34-ccf7-4222-bf9c-2e35cacc872d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:18.247428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:18.503274 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Deleting port fb3fcb75-85df-477c-988c-a2cd8b4e41de {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:18.503520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:18.582613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] For port fb3fcb75-85df-477c-988c-a2cd8b4e41de, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=fb3fcb75-85df-477c-988c-a2cd8b4e41de,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:18.582981 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:18.595520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Calling delete_port for fb3fcb75-85df-477c-988c-a2cd8b4e41de owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:18.793435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:18.820668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3fcb75-85df-477c-988c-a2cd8b4e41de,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:19.013313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:19.027509 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87a87126-c6a4-4009-809f-2a3ac94da9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:19.231310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Router 7ab9f148-23f9-4ca1-a020-45358ac7abeb has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:34:19.337162 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:34:19.342123 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-35307fda-3cf6-4e5a-b1cc-176504920a40 admin admin] 10.222.0.78 "PUT /v2.0/routers/7ab9f148-23f9-4ca1-a020-45358ac7abeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783154 Jul 30 02:34:19.344875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58282) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:19.346017 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] Sync routers for ids ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:34:19.363741 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] Routers {'7ab9f148-23f9-4ca1-a020-45358ac7abeb'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:19.364366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:19.450733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:19.473202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] Set router 7ab9f148-23f9-4ca1-a020-45358ac7abeb gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:19.562723 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:19.655258 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '94cf190a-be3e-4328-93d7-e9238537972e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:34:18Z', 'revision_number': 5, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port': {'id': '94cf190a-be3e-4328-93d7-e9238537972e', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:12Z', 'updated_at': '2021-07-30T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:19.683791 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] Checking router: 7ab9f148-23f9-4ca1-a020-45358ac7abeb for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:34:19.692734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] Routers {'7ab9f148-23f9-4ca1-a020-45358ac7abeb'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:19.693354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:33:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:19.783829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] Set router 7ab9f148-23f9-4ca1-a020-45358ac7abeb gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:19.992572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Deleting port 94cf190a-be3e-4328-93d7-e9238537972e {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:19.992977 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.008219 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:34:19Z', 'revision_number': 6, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:20.037680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fe07a-c209-4f3f-88e7-0a3720985c45 None None] The sync data for ids ['7ab9f148-23f9-4ca1-a020-45358ac7abeb'] in n-d-713499-10 is: [{'id': '7ab9f148-23f9-4ca1-a020-45358ac7abeb', 'name': 'tempest-TestMinimumBasicScenario-506382029-router', 'tenant_id': '56ce35623ed34192ad3867cf88e33ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:11Z', 'updated_at': '2021-07-30T02:34:19Z', 'revision_number': 6, 'project_id': '56ce35623ed34192ad3867cf88e33ea5', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:34:20.078930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] For port 94cf190a-be3e-4328-93d7-e9238537972e, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=94cf190a-be3e-4328-93d7-e9238537972e,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:20.079567 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.094490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Calling delete_port for 94cf190a-be3e-4328-93d7-e9238537972e owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:20.197333 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:34:20.267060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.298259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cf190a-be3e-4328-93d7-e9238537972e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:20.360009 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.453978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.456710 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.507029 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.507594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab9f148-23f9-4ca1-a020-45358ac7abeb {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:34:20.512128 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.513265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2f54b68b-c401-4aeb-94d1-ded0698657e3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7ab9f148-23f9-4ca1-a020-45358ac7abeb HTTP/1.1" status: 204 len: 168 time: 1.1674852 Jul 30 02:34:20.515792 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58284) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:20.567309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Deleting subnet 13051a3e-7bf1-4925-a8f3-bc9ca2b991f7 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:34:20.570301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.605685 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.685833 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.740401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.769747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13051a3e-7bf1-4925-a8f3-bc9ca2b991f7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:20.771965 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.774094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6af62542-e8ee-4245-a17f-3ed1a0c0244d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/13051a3e-7bf1-4925-a8f3-bc9ca2b991f7 HTTP/1.1" status: 204 len: 168 time: 0.2573569 Jul 30 02:34:20.775704 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41c8d4-18d6-4369-97ca-82df9635c2a1 None None] Network 46d52072-f4f4-4f78-be75-642dd9f7e3fe requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:34:20.776711 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58286) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:20.849198 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.931304 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Deleting port a5b20ad8-1538-4624-92c9-694a78b66a0f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:20.931654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:20.975211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] DHCP port deletion for 46d52072-f4f4-4f78-be75-642dd9f7e3fe request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:34:20.997979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] For port a5b20ad8-1538-4624-92c9-694a78b66a0f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a5b20ad8-1538-4624-92c9-694a78b66a0f,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:20.998346 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.018968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Calling delete_port for a5b20ad8-1538-4624-92c9-694a78b66a0f owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:21.024205 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Deleting port a5b20ad8-1538-4624-92c9-694a78b66a0f {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:21.024586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.105490 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.107229 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] For port a5b20ad8-1538-4624-92c9-694a78b66a0f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a5b20ad8-1538-4624-92c9-694a78b66a0f,segment=NetworkSegment(dcc594d2-3c2e-47cf-9319-36c0c8212290),segment_id=dcc594d2-3c2e-47cf-9319-36c0c8212290)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:21.107807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.123471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Calling delete_port for a5b20ad8-1538-4624-92c9-694a78b66a0f owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:21.140649 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b20ad8-1538-4624-92c9-694a78b66a0f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:21.144371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] No DVR routers for this DVR port a5b20ad8-1538-4624-92c9-694a78b66a0f on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:34:21.201977 n-d-713499-10 neutron-server[93891]: self.session.flush() Jul 30 02:34:21.208689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.217663 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.229313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d52072-f4f4-4f78-be75-642dd9f7e3fe']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:21.240922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Pushing event deleted for resources: {'Port': ['ID=a5b20ad8-1538-4624-92c9-694a78b66a0f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:21.241795 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc594d2-3c2e-47cf-9319-36c0c8212290') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:21.242085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc594d2-3c2e-47cf-9319-36c0c8212290') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:21.245373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] No DVR routers for this DVR port a5b20ad8-1538-4624-92c9-694a78b66a0f on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:34:21.252436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.253348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.253677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.254013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.254658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.254658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.254979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.255328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.255654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.255976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.256255 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.256360 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.256604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22037ce8-c3f4-4933-9fc7-90ace3567a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.273562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.280809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:34:21.281211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:34:21.283125 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:34:21.341491 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.347839 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.349718 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] 10.222.0.78 "DELETE /v2.0/networks/46d52072-f4f4-4f78-be75-642dd9f7e3fe HTTP/1.1" status: 204 len: 168 time: 0.5720689 Jul 30 02:34:21.360712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52ff7-09c8-42fb-9bbc-972546052610 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d52072-f4f4-4f78-be75-642dd9f7e3fe,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:21.516081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58290) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:21.557325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9b0cadf5-de0f-4b44-85bd-35917a1624fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=311ad342b4914579a9b6158206d279c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400605 Jul 30 02:34:21.559738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58292) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:21.608153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696cdbfc-0dfd-41cc-a41b-e2fc5b590a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.629244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696cdbfc-0dfd-41cc-a41b-e2fc5b590a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.677443 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696cdbfc-0dfd-41cc-a41b-e2fc5b590a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.680463 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-696cdbfc-0dfd-41cc-a41b-e2fc5b590a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.681643 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-696cdbfc-0dfd-41cc-a41b-e2fc5b590a01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7 HTTP/1.1" status: 204 len: 168 time: 0.1210127 Jul 30 02:34:21.693055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cdbfc-0dfd-41cc-a41b-e2fc5b590a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbffe5df-d4fc-490e-8e83-cb9c13fd3cf7,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:21.760240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ed07d997-2c8e-4412-9923-617178feb5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.806102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.984487 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:22.031671 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58298) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:22.044364 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94cf190a-be3e-4328-93d7-e9238537972e no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:22.065163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 94cf190a-be3e-4328-93d7-e9238537972e {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:22.066119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94cf190a-be3e-4328-93d7-e9238537972e not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:22.066604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb3fcb75-85df-477c-988c-a2cd8b4e41de no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:22.074297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-890c366e-3657-41bf-b96d-50cbb6f30241 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56ce35623ed34192ad3867cf88e33ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412233 Jul 30 02:34:22.076799 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:22.085005 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: fb3fcb75-85df-477c-988c-a2cd8b4e41de {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:22.085345 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device fb3fcb75-85df-477c-988c-a2cd8b4e41de not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:22.085762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a5b20ad8-1538-4624-92c9-694a78b66a0f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:22.104066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a5b20ad8-1538-4624-92c9-694a78b66a0f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:22.104451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a5b20ad8-1538-4624-92c9-694a78b66a0f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:22.136412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bab99aef-f915-4885-a4de-7f5d6b054c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:22.165978 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bab99aef-f915-4885-a4de-7f5d6b054c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:22.215346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bab99aef-f915-4885-a4de-7f5d6b054c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:22.217986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bab99aef-f915-4885-a4de-7f5d6b054c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:22.219199 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-bab99aef-f915-4885-a4de-7f5d6b054c22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08b1978c-1e61-4b8d-88d2-2ab1e67fbf2a HTTP/1.1" status: 204 len: 168 time: 0.1414769 Jul 30 02:34:22.227459 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab99aef-f915-4885-a4de-7f5d6b054c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1978c-1e61-4b8d-88d2-2ab1e67fbf2a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:23.276180 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:23.847593 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:23.852323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763049314', 'description': 'tempest-secgroup-smoke-763049314 description', 'project_id': 'f8e39fa1ef4849709801f3b111b43854'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:23.880238 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:23.889047 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:23.991518 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:23.995455 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.040585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117fb5cd-5715-4c6d-a57e-57762116cc0a,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.097467 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.101700 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.129853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.131139 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2825150 Jul 30 02:34:24.132979 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e9f97-ebbb-4b02-9b32-d9eb4ae65b80 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb42a5a9-7582-42b4-bf02-48c0754ea99f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.134618 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58342) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.140677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'cb42a5a9-7582-42b4-bf02-48c0754ea99f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.170621 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.231973 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.235685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.254627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350b5a10-a132-482e-8761-a351da57e3b4,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.262267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.263679 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7b1ff7da-8d24-4880-949f-c175a9323536 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280034 Jul 30 02:34:24.266414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58344) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.270877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'cb42a5a9-7582-42b4-bf02-48c0754ea99f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.296709 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.364040 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.367633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.387124 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979d3ade-419a-4d5b-bf09-09d15cf39b60,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.392823 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.393895 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f45a8899-215b-4859-98a3-aa3a8ba36521 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264844 Jul 30 02:34:24.396731 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.401741 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'cb42a5a9-7582-42b4-bf02-48c0754ea99f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.428662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.490555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.494126 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.513659 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947895b2-b5e7-4868-9b7d-4f1c62844d2e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.520371 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.521630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9674a0d0-04e5-4ae8-aea5-fe6dc891f079 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238601 Jul 30 02:34:24.524777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.529167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'cb42a5a9-7582-42b4-bf02-48c0754ea99f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.556272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.629067 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.632538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.649307 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6d62ee-6089-4e2e-8747-8d86cb5e3218,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.655814 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.656821 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-83e65394-4566-44d4-9e3f-c4019cb90bb1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310794 Jul 30 02:34:24.661299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58350) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.666292 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'cb42a5a9-7582-42b4-bf02-48c0754ea99f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.688314 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:34:24.693119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.756903 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.761439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.774624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.781060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf759a4-7955-47cf-9623-323465288530,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.788449 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.789691 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9835b574-6abb-4c57-8927-e222c7d32a62 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272995 Jul 30 02:34:24.792399 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.796855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'cb42a5a9-7582-42b4-bf02-48c0754ea99f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.820567 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:34:24.825850 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.887899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.891244 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.905830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70c1dfd-2cf5-4e75-873e-5aad0d8160e3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.915268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.922437 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a9a8cd70-f64c-44c5-9f09-df218fae2c01 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289411 Jul 30 02:34:24.926073 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58354) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:24.931544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'network': {'name': 'tempest-network-smoke--757604385', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'port_security_enabled': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:24.951855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:34:24.955568 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.981847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:34:24.991622 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.991966 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Added segment 6c5fce25-57b1-4ff5-ac78-522f37cb9a17 of type vlan for network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb Jul 30 02:34:25.041147 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.069436 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.075337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:25.075986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.131730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2044907 Jul 30 02:34:25.134919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58356) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:25.142162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'admin_state_up': True, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:25.155692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5176c-35ba-46b4-9fc5-a7064cbe72ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Network': ['ID=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:25.167506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:34:25.173633 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.174655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.237265 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.384641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.592893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.618478 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.724525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.216 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/bec2bcca-29a2-4294-a8c7-5e8a4447b14d) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:34:25.835586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.875783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:25.910902 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:25.914095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:25.917690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:34:25.948430 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:26.182310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:26.377820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:26.508907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router bf65c7fe-df59-42d9-b6a0-2701496934ff is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:34:26.622868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:34:26.634234 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Sync routers for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:34:26.642269 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:26.647430 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-efed5a93-7055-4ebd-8781-215456e8fbc1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5113084 Jul 30 02:34:26.647632 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58358) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:26.651376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:26.652007 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:26.757323 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:26.789752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-035b487d-b887-4624-a459-c252f77c63da tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f8e39fa1ef4849709801f3b111b43854&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1408780 Jul 30 02:34:26.792364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58362) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:26.945652 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:26Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:26.950001 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76412fbc-fd89-4626-b091-e5a86cafde81 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:26.956802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-76412fbc-fd89-4626-b091-e5a86cafde81 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1582620 Jul 30 02:34:26.957034 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58364) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:26.972470 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Checking router: bf65c7fe-df59-42d9-b6a0-2701496934ff for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:34:26.972847 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Updating router bf65c7fe-df59-42d9-b6a0-2701496934ff port bec2bcca-29a2-4294-a8c7-5e8a4447b14d binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:34:26.994301 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a611cfe6-4b20-4d55-bff0-5022b4f0b0a1 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386460 Jul 30 02:34:26.997047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:26.999577 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.001889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1995502236', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:27.092894 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:34:27.096623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.272395 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.283568 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Transition to ACTIVE for port object bec2bcca-29a2-4294-a8c7-5e8a4447b14d will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:27.289359 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.296619 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.339962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Attempting to bind port bec2bcca-29a2-4294-a8c7-5e8a4447b14d on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:34:27.340329 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Attempting to bind port bec2bcca-29a2-4294-a8c7-5e8a4447b14d by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:34:27.340690 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Attempting to bind port bec2bcca-29a2-4294-a8c7-5e8a4447b14d on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:27.347653 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Pushing event updated for resources: {'Port': ['ID=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:27.353794 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:34:27.354169 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:27.354569 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.354961 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:34:27.355457 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Bound port: bec2bcca-29a2-4294-a8c7-5e8a4447b14d, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:34:27.355838 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.358327 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.358676 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.359029 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.359370 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.359698 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.360026 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.360350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.360671 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.360773 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Subnet': ['ID=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:27.360993 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.361314 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.361645 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.362485 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:27.368652 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Checking segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:27.369123 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network hostable DHCP agents. Network: efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:34:27.388118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:34:27.397917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:27.402571 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:27.403201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.415447 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90668129-df5f-427a-be45-325c7f9bcd27 None None] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:34:27.421879 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4f1755ce-4e04-4eac-a93c-24ce249d7842 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4237497 Jul 30 02:34:27.427385 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58368) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:27.435975 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] For port bec2bcca-29a2-4294-a8c7-5e8a4447b14d, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:27.442460 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] For port bec2bcca-29a2-4294-a8c7-5e8a4447b14d, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:34:27.449262 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.526794 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:27.527973 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:27.599088 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:34:27.600232 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.617158 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26acfcb-3923-46dc-b181-3bd53f25b083 None None] Pushing event updated for resources: {'Port': ['ID=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:27.689222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:27.744460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Allocated IP 172.20.0.2 (efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb/69c7f3ab-0164-4bb1-b76d-2f2cf753a31a/19e987e9-7544-4be4-9f6f-956d5cf3f5ac) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:34:27.878430 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:26Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:27.907456 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.909830 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2b1898-95cf-4fa2-9d56-fd36bc3dbca0 None None] The sync data for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 is: [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:26Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:34:27.919168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Transition to ACTIVE for port object 19e987e9-7544-4be4-9f6f-956d5cf3f5ac will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:27.936222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Transition to ACTIVE for port object 19e987e9-7544-4be4-9f6f-956d5cf3f5ac will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:27.944419 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.966701 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:27.982886 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:27.985949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:27.989700 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:34:28.012482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Pushing event updated for resources: {'Port': ['ID=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:28.066232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Attempting to bind port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:34:28.066526 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Attempting to bind port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:34:28.066892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Attempting to bind port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac on network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:28.072076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:34:28.072453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Checking segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:28.072861 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.073262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Bound using segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:34:28.073908 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Bound port: 19e987e9-7544-4be4-9f6f-956d5cf3f5ac, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:34:28.074299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.148192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] For port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:28.152600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] For port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:34:28.159271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.255162 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290edd6-2a1c-4e00-9353-e87055fcc19a None None] Pushing event updated for resources: {'Port': ['ID=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:28.312766 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.1 (efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb/69c7f3ab-0164-4bb1-b76d-2f2cf753a31a/2485c21c-916f-42cd-8414-23351e722bec) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:34:28.481596 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.504410 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object 2485c21c-916f-42cd-8414-23351e722bec will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:28.544905 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.595044 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:28.598333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:28.602330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:34:28.639771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=2485c21c-916f-42cd-8414-23351e722bec,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:28.659054 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.800828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.328004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cdcf7-93b3-482f-9926-9d1ae2f705af None None] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:34:29.464611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-cb945a61-e85f-4455-91c6-bf8e5afe67e6 None None] Provisioning for port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:29.470513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.476837 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.550609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=2485c21c-916f-42cd-8414-23351e722bec,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:29.553031 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.654081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:29.655784 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:29.782791 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router bf65c7fe-df59-42d9-b6a0-2701496934ff has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:34:29.820114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5b3e0a2c-860d-4ec7-9865-f03de2ed7220 None None] Provisioning for port 2485c21c-916f-42cd-8414-23351e722bec completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:29.824737 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5b3e0a2c-860d-4ec7-9865-f03de2ed7220 None None] Provisioning complete for port 2485c21c-916f-42cd-8414-23351e722bec triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:29.825024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5b3e0a2c-860d-4ec7-9865-f03de2ed7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.861037 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e0a2c-860d-4ec7-9865-f03de2ed7220 None None] Port 2485c21c-916f-42cd-8414-23351e722bec cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:34:29.906871 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:34:29.915052 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6af1f0ad-c3cf-43e3-a843-10ea02532ab5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/bf65c7fe-df59-42d9-b6a0-2701496934ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835510 Jul 30 02:34:29.918142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Sync routers for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:34:29.933997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:29.934828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:30.091235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-36bf0852-e170-4275-9a12-1bfd92305519 None None] Provisioning complete for port 2485c21c-916f-42cd-8414-23351e722bec triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:30.092168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36bf0852-e170-4275-9a12-1bfd92305519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.138737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-d2e51dcd-a817-41a9-9130-aa04496444c0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763049314&fields=id&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 267 time: 0.0428281 Jul 30 02:34:30.162800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bec2bcca-29a2-4294-a8c7-5e8a4447b14d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:30.176339 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-e02a8172-1f0d-423b-9583-a4528773adaa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604260 Jul 30 02:34:30.224638 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-36bf0852-e170-4275-9a12-1bfd92305519 None None] Port 2485c21c-916f-42cd-8414-23351e722bec cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:34:30.262132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:30.264382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-e3d29926-e406-4c6e-a959-b34637ff255c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:30.267193 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-59d438e4-c1d2-4f68-ab78-16ef427e0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:30.269224 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-59d438e4-c1d2-4f68-ab78-16ef427e0c45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0447402 Jul 30 02:34:30.271489 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-e3d29926-e406-4c6e-a959-b34637ff255c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/networks?id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 200 len: 796 time: 0.1203616 Jul 30 02:34:30.285219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-507ba16f-429c-4ad1-853c-3e99b7e253ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/quotas/f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 375 time: 0.0110533 Jul 30 02:34:30.306011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port bec2bcca-29a2-4294-a8c7-5e8a4447b14d completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:30.344166 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bec2bcca-29a2-4294-a8c7-5e8a4447b14d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:30.344869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.346203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-75f64b93-6835-42e7-86cd-9e92896b71b9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544660 Jul 30 02:34:30.406625 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-e3b8b42a-d36b-4412-acbc-a185557d6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:30.409878 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-e3b8b42a-d36b-4412-acbc-a185557d6e24 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1212211 Jul 30 02:34:30.433635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bac3dd65-2e79-4102-8053-e828fe6c6e88 None None] Provisioning complete for port 2485c21c-916f-42cd-8414-23351e722bec triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:30.434004 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bac3dd65-2e79-4102-8053-e828fe6c6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.454088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-7d1cd004-0d45-476a-b28b-a5c31d350f1b service neutron] 10.222.0.78 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950062 Jul 30 02:34:30.461510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-31cc2cdd-d97b-42a6-9aa6-952ba7512a7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0454161 Jul 30 02:34:30.498746 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bac3dd65-2e79-4102-8053-e828fe6c6e88 None None] Port 2485c21c-916f-42cd-8414-23351e722bec cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:34:30.520948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-833a75b9-bb07-4f3a-b66a-4fabeaa7d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:30.522553 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-833a75b9-bb07-4f3a-b66a-4fabeaa7d036 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0544822 Jul 30 02:34:30.563585 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-b774adb8-cef1-4e88-b7e2-511e1d041053 service neutron] 10.222.0.78 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008794 Jul 30 02:34:30.565617 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.586138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-33c47c1d-965d-488c-b367-115c534a8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:30.587881 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-33c47c1d-965d-488c-b367-115c534a8dfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580566 Jul 30 02:34:30.592724 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port bec2bcca-29a2-4294-a8c7-5e8a4447b14d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:30.598705 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.599486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 19e987e9-7544-4be4-9f6f-956d5cf3f5ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:30.667952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 2, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:30.703359 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-2fbc8795-98ba-4b1c-ad4b-cedc38d8b9e4 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072879 Jul 30 02:34:30.704348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Checking router: bf65c7fe-df59-42d9-b6a0-2701496934ff for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:34:30.704850 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Updating router bf65c7fe-df59-42d9-b6a0-2701496934ff port 2485c21c-916f-42cd-8414-23351e722bec binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:34:30.744728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:30.765857 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.780765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:30.784145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-391e37a8-f085-4c57-9688-6b1fb6ddf4d9 req-03a1d115-41db-4c72-a67b-28b903ee084a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 210 time: 0.0416164 Jul 30 02:34:30.788497 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:30.788884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.826022 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-f988e5f7-942b-474f-a11f-74cb2cf43a2a req-bfcf89f1-b1df-4646-ba14-8a9a799daeb2 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098130 Jul 30 02:34:31.029830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.089864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:31.094598 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.193613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:31.215292 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.239043 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Transition to ACTIVE for port object 2485c21c-916f-42cd-8414-23351e722bec will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:31.246504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.301905 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f53f92-9593-40a0-9fce-5e9da56d39e7 None None] Pushing event updated for resources: {'Port': ['ID=2485c21c-916f-42cd-8414-23351e722bec,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:31.355625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Attempting to bind port 2485c21c-916f-42cd-8414-23351e722bec on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:34:31.356310 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Attempting to bind port 2485c21c-916f-42cd-8414-23351e722bec by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:34:31.356524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Attempting to bind port 2485c21c-916f-42cd-8414-23351e722bec on network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:31.364627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:34:31.365093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Checking segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:31.365560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.366106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Bound using segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:34:31.366613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Bound port: 2485c21c-916f-42cd-8414-23351e722bec, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:34:31.367043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.605322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] For port 2485c21c-916f-42cd-8414-23351e722bec, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:31.608603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] For port 2485c21c-916f-42cd-8414-23351e722bec, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2485c21c-916f-42cd-8414-23351e722bec,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:34:31.614313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.679601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:31.680276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:31.681876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f53f92-9593-40a0-9fce-5e9da56d39e7 None None] Pushing event updated for resources: {'Port': ['ID=2485c21c-916f-42cd-8414-23351e722bec,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:31.813184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:31.937779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-6eec2d21-7dec-44b9-904b-fae34de14488 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:31.939829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-6eec2d21-7dec-44b9-904b-fae34de14488 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/networks?id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 200 len: 796 time: 0.1740315 Jul 30 02:34:31.941994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-98ffe2b9-054e-4394-b8ec-313025ecc072 req-54a47139-3240-46f9-99f2-8402dbcd246b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 210 time: 0.0596461 Jul 30 02:34:32.017875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-9f876386-1c8f-40d5-8d4f-5e62ac7a299a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 379 time: 0.0634792 Jul 30 02:34:32.031361 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'port': {'device_id': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'admin_state_up': True, 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'security_groups': ['cb42a5a9-7582-42b4-bf02-48c0754ea99f']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:32.047670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bec2bcca-29a2-4294-a8c7-5e8a4447b14d up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:32.113800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:31Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:32.116429 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port bec2bcca-29a2-4294-a8c7-5e8a4447b14d triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:32.116818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.145062 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:34:32.148625 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.163837 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542e413-1396-4081-9fce-f996f3ca7da1 None None] The sync data for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 is: [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:31Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:34:32.253793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 19e987e9-7544-4be4-9f6f-956d5cf3f5ac up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:32.313864 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:32.314070 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.333757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.14 (efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb/69c7f3ab-0164-4bb1-b76d-2f2cf753a31a/10af4e15-56e9-458d-9277-d73619a884ef) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:34:32.527049 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.543451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object 10af4e15-56e9-458d-9277-d73619a884ef will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:32.582326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.629902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:32.633230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:32.639998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:34:32.682490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=10af4e15-56e9-458d-9277-d73619a884ef,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:32.703520 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:32.704056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.727491 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-326bbf85-e0fd-482b-ba75-4a35000dfcd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7002509 Jul 30 02:34:32.745550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Request body: {'port': {'device_id': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:32.829729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.912186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-21b60d93-b9e2-4d83-8165-36f8fa201f08 None None] Provisioning for port 10af4e15-56e9-458d-9277-d73619a884ef completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:32.917140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-21b60d93-b9e2-4d83-8165-36f8fa201f08 None None] Provisioning complete for port 10af4e15-56e9-458d-9277-d73619a884ef triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:32.917519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21b60d93-b9e2-4d83-8165-36f8fa201f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:32.969991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-21b60d93-b9e2-4d83-8165-36f8fa201f08 None None] Port 10af4e15-56e9-458d-9277-d73619a884ef cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:34:33.128060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bf2d-b2be-4aae-ab28-d43ff0026fff req-822efab6-3381-4c76-9391-e4cf2ed914ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:33.129637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0408bf2d-b2be-4aae-ab28-d43ff0026fff req-822efab6-3381-4c76-9391-e4cf2ed914ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 932 time: 0.0853400 Jul 30 02:34:33.200808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10af4e15-56e9-458d-9277-d73619a884ef {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:34:33.208324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0408bf2d-b2be-4aae-ab28-d43ff0026fff req-6ebf31d3-ea13-498c-beed-1c53f229fd41 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692239 Jul 30 02:34:33.215558 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.234991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Transition to ACTIVE for port object 10af4e15-56e9-458d-9277-d73619a884ef will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:33.239911 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.296974 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Pushing event updated for resources: {'Port': ['ID=10af4e15-56e9-458d-9277-d73619a884ef,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:33.384399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Attempting to bind port 10af4e15-56e9-458d-9277-d73619a884ef on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:34:33.384738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Attempting to bind port 10af4e15-56e9-458d-9277-d73619a884ef by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:34:33.385085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Attempting to bind port 10af4e15-56e9-458d-9277-d73619a884ef on network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:33.390072 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Port 10af4e15-56e9-458d-9277-d73619a884ef on network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:34:33.390403 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Attempting to bind port 10af4e15-56e9-458d-9277-d73619a884ef on network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:33.396656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:34:33.397003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Checking segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:33.397396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Bound using segment: {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:34:33.397815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Bound port: 10af4e15-56e9-458d-9277-d73619a884ef, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5fce25-57b1-4ff5-ac78-522f37cb9a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:34:33.398169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.481324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] For port 10af4e15-56e9-458d-9277-d73619a884ef, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:33.484994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] For port 10af4e15-56e9-458d-9277-d73619a884ef, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=10af4e15-56e9-458d-9277-d73619a884ef,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:34:33.494181 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.538265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:33.538890 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.540319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] 10.222.0.55 "PUT /v2.0/ports/10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 200 len: 1093 time: 0.7999327 Jul 30 02:34:33.540762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:33.543036 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d304101-aa26-4d88-837b-316433390b29" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "tag": "10af4e15-56e9-458d-9277-d73619a884ef"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:33.576313 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6ba8d-35d3-4540-9e22-fe3462dd1111 service neutron] Pushing event updated for resources: {'Port': ['ID=10af4e15-56e9-458d-9277-d73619a884ef,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:33.613972 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f355e159-bc15-4b9c-825b-4461d3868a9e x-openstack-request-id: req-f355e159-bc15-4b9c-825b-4461d3868a9e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:33.614271 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "tag": "10af4e15-56e9-458d-9277-d73619a884ef", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:33.614523 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f355e159-bc15-4b9c-825b-4461d3868a9e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:33.614919 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef', 'status': 'completed', 'code': 200} Jul 30 02:34:33.650276 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-dd2d554e-e7cc-4277-a017-ac6002f63123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:33.651856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-dd2d554e-e7cc-4277-a017-ac6002f63123 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1096 time: 0.0494893 Jul 30 02:34:33.701133 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-e91dd12b-a901-4a4f-8150-b8e6169f330f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 200 len: 217 time: 0.0359843 Jul 30 02:34:33.764268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-0dfed45d-abd0-4a6f-83a9-4abd47676533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:33.765761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-0dfed45d-abd0-4a6f-83a9-4abd47676533 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a HTTP/1.1" status: 200 len: 835 time: 0.0582602 Jul 30 02:34:33.813464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f57549-60bd-4701-90da-11bb95a920ff req-b73722d0-76f0-4bf8-a077-9cc9a3851722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:33.814974 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-b73722d0-76f0-4bf8-a077-9cc9a3851722 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427167 Jul 30 02:34:33.913910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-56ba8a14-dad9-4a91-8049-505709959a11 service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911164 Jul 30 02:34:34.035788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f4f57549-60bd-4701-90da-11bb95a920ff req-6795a301-470f-4e41-a7af-84dd973d6cfe service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141055 Jul 30 02:34:34.055711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2485c21c-916f-42cd-8414-23351e722bec up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:34.112023 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2485c21c-916f-42cd-8414-23351e722bec completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:34.115816 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2485c21c-916f-42cd-8414-23351e722bec triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:34.116112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.169514 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d304101-aa26-4d88-837b-316433390b29 req-946e32ff-c0b3-4e18-a0cf-15541c4b1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.171214 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-946e32ff-c0b3-4e18-a0cf-15541c4b1db1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1096 time: 0.0514402 Jul 30 02:34:34.195469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.235890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2485c21c-916f-42cd-8414-23351e722bec, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2485c21c-916f-42cd-8414-23351e722bec,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:34.240850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.272751 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d304101-aa26-4d88-837b-316433390b29 req-2cb95b2b-a18c-4526-acba-64349e8e0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.274256 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-2cb95b2b-a18c-4526-acba-64349e8e0e80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 200 len: 897 time: 0.0958474 Jul 30 02:34:34.298744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2485c21c-916f-42cd-8414-23351e722bec,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:34.326257 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-4a561a00-5841-4056-b7f2-33658e3f070e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 200 len: 217 time: 0.0448060 Jul 30 02:34:34.406217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb2c6-e375-4f02-bb62-ff77c6bef7db req-6afe61b1-df71-4868-b856-f11cfa9b3c91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.414984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7dbdb2c6-e375-4f02-bb62-ff77c6bef7db req-6afe61b1-df71-4868-b856-f11cfa9b3c91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 944 time: 0.1197388 Jul 30 02:34:34.423233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d304101-aa26-4d88-837b-316433390b29 req-136a0ec8-fe1e-4ece-bffa-ee0524868ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.424617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-136a0ec8-fe1e-4ece-bffa-ee0524868ee1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a HTTP/1.1" status: 200 len: 835 time: 0.0840988 Jul 30 02:34:34.478108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7dbdb2c6-e375-4f02-bb62-ff77c6bef7db req-fd2a81b2-fc05-49a6-99f9-37792d3c0e63 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621660 Jul 30 02:34:34.487802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d304101-aa26-4d88-837b-316433390b29 req-46c9d26a-de2d-4639-b4a9-35b189ef839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.489183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-46c9d26a-de2d-4639-b4a9-35b189ef839d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555685 Jul 30 02:34:34.592580 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-9f8b5eac-7165-4a7d-a021-1389e7e040d4 service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951815 Jul 30 02:34:34.692186 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d304101-aa26-4d88-837b-316433390b29 req-436af501-7182-4e51-a2a9-c22d92ac8b0d service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919292 Jul 30 02:34:35.595522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056b1a4-8f9b-4136-9491-3e16d803da4b req-bff19b6b-cd21-4823-bd1a-c5fa5b4fe26b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:35.597610 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2056b1a4-8f9b-4136-9491-3e16d803da4b req-bff19b6b-cd21-4823-bd1a-c5fa5b4fe26b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 944 time: 0.0512786 Jul 30 02:34:35.643719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2056b1a4-8f9b-4136-9491-3e16d803da4b req-a5c65e5f-4498-4edf-a511-cd0e29eed977 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396142 Jul 30 02:34:36.032430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2485c21c-916f-42cd-8414-23351e722bec up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:36.079150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2485c21c-916f-42cd-8414-23351e722bec triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:36.079524 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:36.765529 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e0a5-32b1-49b9-985a-8c21edcfa730 req-9d263e0b-36f5-4b33-99e7-1827751a11f5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:36.767047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a827e0a5-32b1-49b9-985a-8c21edcfa730 req-9d263e0b-36f5-4b33-99e7-1827751a11f5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 944 time: 0.0538952 Jul 30 02:34:36.806078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a827e0a5-32b1-49b9-985a-8c21edcfa730 req-3fe5f4fd-2d3d-4670-8d28-3f234aaee1a0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Jul 30 02:34:36.928981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 10af4e15-56e9-458d-9277-d73619a884ef details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:34:37.032531 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 10af4e15-56e9-458d-9277-d73619a884ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=10af4e15-56e9-458d-9277-d73619a884ef,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:37.045103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '10af4e15-56e9-458d-9277-d73619a884ef', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'port_id': '10af4e15-56e9-458d-9277-d73619a884ef', 'mac_address': 'fa:16:3e:93:11:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:34:37.090217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:37.106211 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10af4e15-56e9-458d-9277-d73619a884ef {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:34:37.126899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 10af4e15-56e9-458d-9277-d73619a884ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=10af4e15-56e9-458d-9277-d73619a884ef,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:37.131591 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:37.180485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=10af4e15-56e9-458d-9277-d73619a884ef,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:37.427997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['10af4e15-56e9-458d-9277-d73619a884ef'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:37.515229 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:37.932175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89130da-b34b-4293-b019-4172f9263ab1 req-2d884135-c7bc-420c-af02-c2fa52a71180 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:37.933727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b89130da-b34b-4293-b019-4172f9263ab1 req-2d884135-c7bc-420c-af02-c2fa52a71180 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 945 time: 0.0590179 Jul 30 02:34:37.973899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b89130da-b34b-4293-b019-4172f9263ab1 req-8ee5ac53-5ed3-4f8a-aa01-aa452932c8c1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Jul 30 02:34:38.928784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 10af4e15-56e9-458d-9277-d73619a884ef up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:38.977861 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 10af4e15-56e9-458d-9277-d73619a884ef completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:38.982119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 10af4e15-56e9-458d-9277-d73619a884ef triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:38.982494 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:39.066277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:39.088433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:39.090726 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7ec91f-3124-45d6-8d6c-906e4a8c143b" -d '{"events": [{"server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "name": "network-vif-plugged", "status": "completed", "tag": "10af4e15-56e9-458d-9277-d73619a884ef"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:39.102027 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1135827-3bde-429e-8abe-4c278c819716 req-4b0f2fd4-5e3e-4f34-b3f9-09beea069cfb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:39.103665 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1135827-3bde-429e-8abe-4c278c819716 req-4b0f2fd4-5e3e-4f34-b3f9-09beea069cfb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 945 time: 0.0604401 Jul 30 02:34:39.105191 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 10af4e15-56e9-458d-9277-d73619a884ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=10af4e15-56e9-458d-9277-d73619a884ef,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:39.109265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:39.142791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a1135827-3bde-429e-8abe-4c278c819716 req-6a7771d3-fa17-46ef-aaf6-9c7448d12eee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322511 Jul 30 02:34:39.159025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=10af4e15-56e9-458d-9277-d73619a884ef,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:39.249550 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9dde99-8ba5-4402-b5fc-f81f11364a7a x-openstack-request-id: req-ef9dde99-8ba5-4402-b5fc-f81f11364a7a {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:39.249843 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "name": "network-vif-plugged", "status": "completed", "tag": "10af4e15-56e9-458d-9277-d73619a884ef", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:39.250096 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef9dde99-8ba5-4402-b5fc-f81f11364a7a {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:39.250516 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef', 'code': 200} Jul 30 02:34:39.384631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75d9cf-c638-4800-be05-fcd776fe8358 req-365b5f70-6d12-4b91-b891-1fcf9e51de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:39.386165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e75d9cf-c638-4800-be05-fcd776fe8358 req-365b5f70-6d12-4b91-b891-1fcf9e51de90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1098 time: 0.0455201 Jul 30 02:34:39.427142 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8e75d9cf-c638-4800-be05-fcd776fe8358 req-d6660830-5a1c-4a08-992e-67babd3eaecb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300906 Jul 30 02:34:40.267460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ba71f-c7aa-464d-afce-d0bfb8f269f1 req-dc309975-b1a1-4f3c-af76-62125b8a3f52 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:40.268872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a08ba71f-c7aa-464d-afce-d0bfb8f269f1 req-dc309975-b1a1-4f3c-af76-62125b8a3f52 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0542169 Jul 30 02:34:40.310343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a08ba71f-c7aa-464d-afce-d0bfb8f269f1 req-d0731d20-592d-466c-9a7e-426745c72027 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355036 Jul 30 02:34:41.427407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57349e-1f68-48bf-9615-3b0a2e199dc4 req-10d6526e-c338-4c9b-805a-c320119c2514 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:41.428935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a57349e-1f68-48bf-9615-3b0a2e199dc4 req-10d6526e-c338-4c9b-805a-c320119c2514 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0508595 Jul 30 02:34:41.468527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a57349e-1f68-48bf-9615-3b0a2e199dc4 req-bc9904cf-5684-49cc-a1df-c5f57c94d18a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333338 Jul 30 02:34:41.588442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed7031-3b50-4230-84ec-00d8cf60acf5 req-1876ebc0-ff5e-47dd-a733-6756b8a130e5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:41.589979 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55ed7031-3b50-4230-84ec-00d8cf60acf5 req-1876ebc0-ff5e-47dd-a733-6756b8a130e5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0544298 Jul 30 02:34:41.629771 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55ed7031-3b50-4230-84ec-00d8cf60acf5 req-cbad5af2-d1aa-4d38-90c9-831d14ba55ed tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Jul 30 02:34:41.651044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58422) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:41.690744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea2fb8-c33d-41fb-bcf0-b2f1626b4bc2 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:41.692860 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-b2ea2fb8-c33d-41fb-bcf0-b2f1626b4bc2 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1093 time: 0.0408459 Jul 30 02:34:41.695799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58424) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:41.700133 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '10af4e15-56e9-458d-9277-d73619a884ef', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:41.723130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:41.824958 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:41.929744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.154 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6da7cda5-ebc5-4052-8bb3-de0456a733c2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:34:42.034491 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:42.073317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:42.109856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:42.112636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:42.119205 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:34:42.125121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=6da7cda5-ebc5-4052-8bb3-de0456a733c2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:42.485653 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:42.553381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:42.710580 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:42.715329 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:42.784814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=6da7cda5-ebc5-4052-8bb3-de0456a733c2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:42.802531 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:43.257775 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 6b1210f9-2d99-43e2-840c-1fc89260cfb8 associated. External IP: 172.25.8.154, port: 10af4e15-56e9-458d-9277-d73619a884ef. Jul 30 02:34:43.384451 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-3bbcd283-20d3-4e1f-bbf4-6d466546de09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874305 Jul 30 02:34:43.525870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router bf65c7fe-df59-42d9-b6a0-2701496934ff has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:34:43.530698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-706cace5-f13a-40ca-a096-a2bd6934d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.532221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-706cace5-f13a-40ca-a096-a2bd6934d847 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1098 time: 0.0628262 Jul 30 02:34:43.706899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:34:43.715301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-ab981502-18c4-443c-bcbe-ffff4757e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.716764 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-ab981502-18c4-443c-bcbe-ffff4757e846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 200 len: 897 time: 0.1417289 Jul 30 02:34:43.717238 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] Sync routers for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:34:43.727653 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:43.728322 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:43.733220 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:43.798333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c3547ffd-c435-4d75-a9ac-615e98adce70 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1013947 Jul 30 02:34:43.801284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:43.803677 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "tag": "10af4e15-56e9-458d-9277-d73619a884ef"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:43.815216 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-411e4b44-d553-4f6f-8a06-a78563a84308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 200 len: 1000 time: 0.0900140 Jul 30 02:34:43.906975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-db419484-1172-40ac-945d-05674066373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.908503 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-db419484-1172-40ac-945d-05674066373a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a HTTP/1.1" status: 200 len: 835 time: 0.0855863 Jul 30 02:34:43.927882 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:43.933486 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dac39f-1d61-4f02-afd0-02ad6c529385 req-01d98fed-0513-4682-9450-6d0ab714c0f2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.935032 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2dac39f-1d61-4f02-afd0-02ad6c529385 req-01d98fed-0513-4682-9450-6d0ab714c0f2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0720410 Jul 30 02:34:43.996618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-b681de2d-a11b-46e6-a3d6-5ea0fd521282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.998218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-b681de2d-a11b-46e6-a3d6-5ea0fd521282 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829976 Jul 30 02:34:44.001594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2dac39f-1d61-4f02-afd0-02ad6c529385 req-75370f3b-53f1-4988-903b-17d81ca73391 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Jul 30 02:34:44.025028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58430) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:44.079924 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdbd24-1023-417b-ba58-d8813452382e x-openstack-request-id: req-8bfdbd24-1023-417b-ba58-d8813452382e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:44.080222 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "tag": "10af4e15-56e9-458d-9277-d73619a884ef", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:44.080472 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bfdbd24-1023-417b-ba58-d8813452382e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:44.080870 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef', 'status': 'completed', 'code': 200} Jul 30 02:34:44.101295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8d90eb00-2c45-4ade-800a-9ab4da384b3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/6b1210f9-2d99-43e2-840c-1fc89260cfb8 HTTP/1.1" status: 200 len: 992 time: 0.0743480 Jul 30 02:34:44.123840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-5b53658b-6182-4093-a0bd-71920f0682c2 service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182361 Jul 30 02:34:44.163137 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '6b1210f9-2d99-43e2-840c-1fc89260cfb8', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'port_id': '10af4e15-56e9-458d-9277-d73619a884ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'mac_address': 'fa:16:3e:93:11:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:34:42Z', 'updated_at': '2021-07-30T02:34:42Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:44.188582 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] Checking router: bf65c7fe-df59-42d9-b6a0-2701496934ff for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:34:44.198304 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:34:44.198904 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:44.225856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dbecc2f3-c47d-4d74-8754-c1385cff7dfe req-97defd2b-973d-4b9f-b5f6-240a6d16780b service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949187 Jul 30 02:34:44.304816 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:34:44.334251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-940dfb1b-7933-4fd9-9439-fe0a50898a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:44.335887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-940dfb1b-7933-4fd9-9439-fe0a50898a9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1098 time: 0.0437865 Jul 30 02:34:44.438496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-2865712c-ff33-4d24-926e-560720f9d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:44.440080 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-2865712c-ff33-4d24-926e-560720f9d6c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 200 len: 897 time: 0.0978165 Jul 30 02:34:44.505674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-90b5a238-bf45-44cf-be5d-65858c1b4cdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 200 len: 1000 time: 0.0585847 Jul 30 02:34:44.531680 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '6b1210f9-2d99-43e2-840c-1fc89260cfb8', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'port_id': '10af4e15-56e9-458d-9277-d73619a884ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'mac_address': 'fa:16:3e:93:11:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:34:42Z', 'updated_at': '2021-07-30T02:34:42Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:44.559545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-d60bfcbd-5d07-4faa-b2f0-d9690f97eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:44.561045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-d60bfcbd-5d07-4faa-b2f0-d9690f97eaf9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a HTTP/1.1" status: 200 len: 835 time: 0.0491803 Jul 30 02:34:44.561505 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d5885-6678-4bd8-8113-1889c904ffce None None] The sync data for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 is: [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '6b1210f9-2d99-43e2-840c-1fc89260cfb8', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'port_id': '10af4e15-56e9-458d-9277-d73619a884ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'mac_address': 'fa:16:3e:93:11:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:34:42Z', 'updated_at': '2021-07-30T02:34:42Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:34:44.608947 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-7df73a81-1fca-4e63-9bd5-3131e0b1d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:44.610456 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-7df73a81-1fca-4e63-9bd5-3131e0b1d4ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421548 Jul 30 02:34:44.705103 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-1c9c473f-1891-4ae0-961f-7848546273af service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867484 Jul 30 02:34:44.765323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1ce413-9ad0-4ccb-84b6-b2359703a07b None None] New status for floating IP 6b1210f9-2d99-43e2-840c-1fc89260cfb8: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:34:44.806463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52fb865a-71eb-4d80-b92b-3920ad4f2ca0 req-d5ab840c-822c-4494-b311-e0cb55979ec7 service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939922 Jul 30 02:34:45.103624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58434) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:45.166405 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d84b7f92-85c9-491c-800e-126dd4899231 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/6b1210f9-2d99-43e2-840c-1fc89260cfb8 HTTP/1.1" status: 200 len: 994 time: 0.0615256 Jul 30 02:34:49.021171 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4e0e095d-bec0-4be1-989c-a03240690de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:51.762539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2b4f-6b5c-4b15-bd12-80f9997d15fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:51.810426 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:51.982758 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:53.278834 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:54.777156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:57.196759 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:35:07.511288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:11.921064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb38a0-8c46-44e2-a306-2588e31ceabb req-6283c0c8-22d7-468b-9706-a6087c67d205 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:11.922700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbfb38a0-8c46-44e2-a306-2588e31ceabb req-6283c0c8-22d7-468b-9706-a6087c67d205 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0491943 Jul 30 02:35:11.962199 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bbfb38a0-8c46-44e2-a306-2588e31ceabb req-eba15b23-fb79-428b-a966-69348a0c2f74 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334716 Jul 30 02:35:13.090477 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0f600-f464-449d-8884-44ca63d8a98d req-cd62b44e-7e64-45d0-83e5-6bebb0065602 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:13.092003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ba0f600-f464-449d-8884-44ca63d8a98d req-cd62b44e-7e64-45d0-83e5-6bebb0065602 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0545046 Jul 30 02:35:13.130850 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ba0f600-f464-449d-8884-44ca63d8a98d req-d62f9160-08c4-4272-8ceb-ecf62abb5b10 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Jul 30 02:35:13.153362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58458) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:13.218299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-24d32b9d-ca5b-436b-889a-e93af0bc18f1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/6b1210f9-2d99-43e2-840c-1fc89260cfb8 HTTP/1.1" status: 200 len: 994 time: 0.0636852 Jul 30 02:35:14.500217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd66c9-2892-4369-9262-4b38e92d662d req-12f14a78-2aea-4b8b-91dd-5536c47367d9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.501640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6dfd66c9-2892-4369-9262-4b38e92d662d req-12f14a78-2aea-4b8b-91dd-5536c47367d9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0507746 Jul 30 02:35:14.540978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6dfd66c9-2892-4369-9262-4b38e92d662d req-50080e18-35d7-46b7-8223-e32f280c59de tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Jul 30 02:35:15.670588 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a565-d5d4-424a-aad0-85ee341ed5e4 req-d0ddf2ef-3c27-41cc-b417-6d1e0809c717 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:15.672283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1388a565-d5d4-424a-aad0-85ee341ed5e4 req-d0ddf2ef-3c27-41cc-b417-6d1e0809c717 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0620642 Jul 30 02:35:15.711290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1388a565-d5d4-424a-aad0-85ee341ed5e4 req-9601ec90-785e-4988-a0d6-2397bd96bc9f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 Jul 30 02:35:15.733522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58468) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:15.801174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-dd141175-a074-4474-8515-46ae9e377fff tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/6b1210f9-2d99-43e2-840c-1fc89260cfb8 HTTP/1.1" status: 200 len: 994 time: 0.0664155 Jul 30 02:35:16.064266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58476) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:16.232080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 6da7cda5-ebc5-4052-8bb3-de0456a733c2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:16.232423 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.318740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.319101 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.330476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 6da7cda5-ebc5-4052-8bb3-de0456a733c2 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:16.484825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.510091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=6da7cda5-ebc5-4052-8bb3-de0456a733c2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:16.519891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.520244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.520589 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.520930 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.521266 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.521600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.521931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.522772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.522772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.522953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.523268 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.523600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:16.583514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.583850 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 6b1210f9-2d99-43e2-840c-1fc89260cfb8 disassociated (deleted). External IP: 172.25.8.154, port: 10af4e15-56e9-458d-9277-d73619a884ef. Jul 30 02:35:16.794103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router bf65c7fe-df59-42d9-b6a0-2701496934ff has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:16.902949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:16.907816 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.912888 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] Sync routers for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:16.922228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:16.922842 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:16.935618 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8c5c868-43eb-4084-a4ac-58e257eb519b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/floatingips/6b1210f9-2d99-43e2-840c-1fc89260cfb8 HTTP/1.1" status: 204 len: 168 time: 0.8702326 Jul 30 02:35:16.936314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:16.938714 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfb86f0-91c4-4002-8010-f1a2095e645f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "tag": "10af4e15-56e9-458d-9277-d73619a884ef"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:17.040050 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:17.096704 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f4b49-8999-4956-93a4-291128d40883 x-openstack-request-id: req-d70f4b49-8999-4956-93a4-291128d40883 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:17.097004 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "tag": "10af4e15-56e9-458d-9277-d73619a884ef", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:17.097288 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d70f4b49-8999-4956-93a4-291128d40883 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:17.097651 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef', 'status': 'completed', 'code': 200} Jul 30 02:35:17.218102 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-f9a4f03d-5393-4b06-ba6c-14f4913a00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.219725 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-f9a4f03d-5393-4b06-ba6c-14f4913a00f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 1098 time: 0.0669539 Jul 30 02:35:17.228325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5fda5-51a3-4c67-916c-2c91f88c8aa6 req-8f67d264-3ef4-426f-a938-e80c527bb12d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.230289 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95c5fda5-51a3-4c67-916c-2c91f88c8aa6 req-8f67d264-3ef4-426f-a938-e80c527bb12d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0888462 Jul 30 02:35:17.270805 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:17.300868 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] Checking router: bf65c7fe-df59-42d9-b6a0-2701496934ff for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:17.309846 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:17.310448 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:34:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:17.330045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95c5fda5-51a3-4c67-916c-2c91f88c8aa6 req-65464539-aca0-4118-afec-46436d1a4879 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894194 Jul 30 02:35:17.357934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-fa3c1163-1bca-4365-b153-d933faf05a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.359572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-fa3c1163-1bca-4365-b153-d933faf05a9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 200 len: 897 time: 0.1281772 Jul 30 02:35:17.406422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-3978ae77-29f2-4bf6-ac62-00f58f1f7499 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 200 len: 217 time: 0.0367229 Jul 30 02:35:17.417196 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:17.459139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-f285cf89-3fe8-4afc-930c-f00f71f5a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.460817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-f285cf89-3fe8-4afc-930c-f00f71f5a094 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a HTTP/1.1" status: 200 len: 835 time: 0.0464251 Jul 30 02:35:17.510906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-f3ae3ed2-e739-491e-aebf-6128c81ed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.512444 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-f3ae3ed2-e739-491e-aebf-6128c81ed43c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422938 Jul 30 02:35:17.630845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-3f6bc3fd-8d69-492a-b8ce-9acda0ae4dc0 service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089625 Jul 30 02:35:17.633331 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:17.659492 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae78b6b-ebc5-4269-b0f1-8a08f11b1289 None None] The sync data for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 is: [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:28Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2485c21c-916f-42cd-8414-23351e722bec', 'name': '', 'network_id': 'efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:14:37:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:28Z', 'updated_at': '2021-07-30T02:34:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '69c7f3ab-0164-4bb1-b76d-2f2cf753a31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:17.727359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5dfb86f0-91c4-4002-8010-f1a2095e645f req-74ba2d1d-3d58-446e-8715-b19df719eb03 service neutron] 10.222.0.55 "GET /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Jul 30 02:35:17.910247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f054b27-d2ea-4bae-a7cf-0d37556a9f4f None None] New status for floating IP 6b1210f9-2d99-43e2-840c-1fc89260cfb8: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:35:18.458406 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f30e6-0ab6-4122-a273-f25a616fdd31 req-aa89d93a-22df-4397-8c31-4aa32e7c7bac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:18.460487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d95f30e6-0ab6-4122-a273-f25a616fdd31 req-aa89d93a-22df-4397-8c31-4aa32e7c7bac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0561121 Jul 30 02:35:18.500295 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d95f30e6-0ab6-4122-a273-f25a616fdd31 req-dde31974-e61d-4588-88cc-eb5db59750b7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb42a5a9-7582-42b4-bf02-48c0754ea99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 Jul 30 02:35:18.877132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab85d-c658-41d5-a865-949f43fc95bc req-132b3933-87e7-4157-839c-af8b3bea5e5b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:18.878632 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-054ab85d-c658-41d5-a865-949f43fc95bc req-132b3933-87e7-4157-839c-af8b3bea5e5b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 946 time: 0.0501661 Jul 30 02:35:18.972966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 10af4e15-56e9-458d-9277-d73619a884ef {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:18.973307 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.025934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cbf5234f-972c-40ef-be8a-380d79be8559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.067838 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 10af4e15-56e9-458d-9277-d73619a884ef, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=10af4e15-56e9-458d-9277-d73619a884ef,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:19.068206 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.081971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 10af4e15-56e9-458d-9277-d73619a884ef owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:19.213939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.243924 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=10af4e15-56e9-458d-9277-d73619a884ef,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:19.283902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] No DVR routers for this DVR port 10af4e15-56e9-458d-9277-d73619a884ef on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:19.286632 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.289227 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-054ab85d-c658-41d5-a865-949f43fc95bc req-a937b705-3e07-4de7-ae18-608fbdc778db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "DELETE /v2.0/ports/10af4e15-56e9-458d-9277-d73619a884ef HTTP/1.1" status: 204 len: 173 time: 0.4042790 Jul 30 02:35:19.289728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'name': 'network-vif-deleted', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:19.292058 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e455c30b-11d7-406b-80c3-4c727362c310" -d '{"events": [{"server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "name": "network-vif-deleted", "tag": "10af4e15-56e9-458d-9277-d73619a884ef"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:19.340932 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e001dad5-bcb4-40b6-98a2-134e5913d9b6 x-openstack-request-id: req-e001dad5-bcb4-40b6-98a2-134e5913d9b6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:19.341220 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7bd0f8-a5c0-49bc-827f-509371a8cf01", "name": "network-vif-deleted", "tag": "10af4e15-56e9-458d-9277-d73619a884ef", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:19.341490 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e001dad5-bcb4-40b6-98a2-134e5913d9b6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:19.341887 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7bd0f8-a5c0-49bc-827f-509371a8cf01', 'name': 'network-vif-deleted', 'tag': '10af4e15-56e9-458d-9277-d73619a884ef', 'status': 'completed', 'code': 200} Jul 30 02:35:19.625423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-31a8c766-93c6-41bb-8f6b-28185633ae4f req-c35a8aed-9fa6-4366-a964-450a0036457f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e7bd0f8-a5c0-49bc-827f-509371a8cf01 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Jul 30 02:35:20.684289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58492) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:21.061256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.333820 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 2485c21c-916f-42cd-8414-23351e722bec {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:21.334152 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.442946 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 2485c21c-916f-42cd-8414-23351e722bec, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2485c21c-916f-42cd-8414-23351e722bec,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:21.443342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.462005 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 2485c21c-916f-42cd-8414-23351e722bec owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:21.652818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.678432 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=2485c21c-916f-42cd-8414-23351e722bec,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:21.693860 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.694936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.695082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.695419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.695749 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.696079 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.696408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.696771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.697177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.697925 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.698299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.698627 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:21.768076 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4168965f-3133-4c1c-a005-bd502b1312e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.820855 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.879733 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:21.986486 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.112201 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router bf65c7fe-df59-42d9-b6a0-2701496934ff has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:22.219620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:22.224865 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1f8208cc-84dc-41dc-b76f-5422575b15fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/bf65c7fe-df59-42d9-b6a0-2701496934ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5395272 Jul 30 02:35:22.228269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:22.229271 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] Sync routers for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:22.238768 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:22.239456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:22.283408 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting subnet 69c7f3ab-0164-4bb1-b76d-2f2cf753a31a {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:35:22.287343 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.329472 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.428692 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.454747 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:22.489437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.517396 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Subnet': ['ID=69c7f3ab-0164-4bb1-b76d-2f2cf753a31a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:22.521223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.526376 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-df45b014-9cc1-4b2b-901c-35452ef664a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/subnets/69c7f3ab-0164-4bb1-b76d-2f2cf753a31a HTTP/1.1" status: 204 len: 168 time: 0.2968853 Jul 30 02:35:22.530075 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58496) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:22.532341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d53f6-20a9-433d-88a5-03e9dee1bf7a None None] Network efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:35:22.639369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.663882 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:35:21Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:22.693088 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] Checking router: bf65c7fe-df59-42d9-b6a0-2701496934ff for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:22.713352 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] Routers {'bf65c7fe-df59-42d9-b6a0-2701496934ff'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:22.713986 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['bf65c7fe-df59-42d9-b6a0-2701496934ff'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:22.735780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] DHCP port deletion for efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:35:22.750947 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.786880 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Deleting port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:22.787633 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.816428 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port bec2bcca-29a2-4294-a8c7-5e8a4447b14d {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:22.816854 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.824838 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] Set router bf65c7fe-df59-42d9-b6a0-2701496934ff gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:22.862824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] For port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,segment=NetworkSegment(6c5fce25-57b1-4ff5-ac78-522f37cb9a17),segment_id=6c5fce25-57b1-4ff5-ac78-522f37cb9a17)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:22.863288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.878494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Calling delete_port for 19e987e9-7544-4be4-9f6f-956d5cf3f5ac owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:22.910796 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port bec2bcca-29a2-4294-a8c7-5e8a4447b14d, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:22.911237 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:22.926047 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for bec2bcca-29a2-4294-a8c7-5e8a4447b14d owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:22.973303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.005316 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Pushing event deleted for resources: {'Port': ['ID=19e987e9-7544-4be4-9f6f-956d5cf3f5ac,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:23.012129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:35:21Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:23.014257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.014628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.022082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:23.026834 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7135b-e553-492e-a5a3-ecdd7e177c40 None None] No DVR routers for this DVR port 19e987e9-7544-4be4-9f6f-956d5cf3f5ac on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:23.056258 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdc4f0-b4aa-43ac-87dc-e77fc05274fb None None] The sync data for ids ['bf65c7fe-df59-42d9-b6a0-2701496934ff'] in n-d-713499-10 is: [{'id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381113900', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:35:21Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'bec2bcca-29a2-4294-a8c7-5e8a4447b14d', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:de:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c7fe-df59-42d9-b6a0-2701496934ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:34:25Z', 'updated_at': '2021-07-30T02:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:23.120700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.146593 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=bec2bcca-29a2-4294-a8c7-5e8a4447b14d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:23.192799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 10af4e15-56e9-458d-9277-d73619a884ef no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:23.212219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.212680 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 10af4e15-56e9-458d-9277-d73619a884ef {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:23.213025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 10af4e15-56e9-458d-9277-d73619a884ef not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:23.284080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.310289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.312423 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.356497 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.357204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Fanout notify agent at l3_agent the message router_deleted on router bf65c7fe-df59-42d9-b6a0-2701496934ff {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:35:23.364543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.365671 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-eef6ef3d-322d-4ff1-9c9d-95cb31eee1a4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/routers/bf65c7fe-df59-42d9-b6a0-2701496934ff HTTP/1.1" status: 204 len: 168 time: 0.8346486 Jul 30 02:35:23.368383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58498) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:23.449965 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.543796 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.554413 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:23.565339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5fce25-57b1-4ff5-ac78-522f37cb9a17') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:23.565635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5fce25-57b1-4ff5-ac78-522f37cb9a17') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:23.575145 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.591248 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.598464 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:35:23.598899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:35:23.602827 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:35:23.665740 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.672847 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.677340 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/networks/efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb HTTP/1.1" status: 204 len: 168 time: 0.3055277 Jul 30 02:35:23.678049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58500) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:23.686901 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791dcce-524a-4e89-a3fc-3ad65c52a484 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Network': ['ID=efb28d3f-3a2e-4e5a-9b14-21e6a65d0eeb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:23.746742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1e93b3f-eda3-41fc-9ccd-1a35ff1c6791 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.775432 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1e93b3f-eda3-41fc-9ccd-1a35ff1c6791 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.836203 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1e93b3f-eda3-41fc-9ccd-1a35ff1c6791 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.838745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c1e93b3f-eda3-41fc-9ccd-1a35ff1c6791 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:23.839946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c1e93b3f-eda3-41fc-9ccd-1a35ff1c6791 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/security-groups/cb42a5a9-7582-42b4-bf02-48c0754ea99f HTTP/1.1" status: 204 len: 168 time: 0.1603429 Jul 30 02:35:23.849802 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e93b3f-eda3-41fc-9ccd-1a35ff1c6791 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb42a5a9-7582-42b4-bf02-48c0754ea99f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.092778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58506) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.102617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586769242', 'description': 'tempest-secgroup-smoke-1586769242 description', 'project_id': 'f8e39fa1ef4849709801f3b111b43854'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.130182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.151255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bec2bcca-29a2-4294-a8c7-5e8a4447b14d no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:24.176584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: bec2bcca-29a2-4294-a8c7-5e8a4447b14d {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:24.176925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device bec2bcca-29a2-4294-a8c7-5e8a4447b14d not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:24.177343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 19e987e9-7544-4be4-9f6f-956d5cf3f5ac no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:24.202329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 19e987e9-7544-4be4-9f6f-956d5cf3f5ac {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:24.202679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 19e987e9-7544-4be4-9f6f-956d5cf3f5ac not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:24.203131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2485c21c-916f-42cd-8414-23351e722bec no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:24.222666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2485c21c-916f-42cd-8414-23351e722bec {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:24.223028 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2485c21c-916f-42cd-8414-23351e722bec not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:24.237562 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.241922 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.277754 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.279015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1850319 Jul 30 02:35:24.282122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.283173 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650671c-7847-4d5b-8d75-19535557c5e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fdcea9-aa76-460c-a510-ab2592475e10,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.287032 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'a9fdcea9-aa76-460c-a510-ab2592475e10', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.316342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.378243 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.382645 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.400912 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dda763-004b-4125-a47c-98ef95f1b54b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.407979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.412075 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-61cb0733-e0c1-4415-942b-af0f8ad0a197 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259000 Jul 30 02:35:24.412241 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.416628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'a9fdcea9-aa76-460c-a510-ab2592475e10', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.445492 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.503829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.507608 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.535339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b15e84-0dbb-4bc4-ac89-36e64737a35d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.553277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.555510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1e77b250-58f6-46f9-bbc5-d8aa20bcee91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423712 Jul 30 02:35:24.558246 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58512) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.562730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'a9fdcea9-aa76-460c-a510-ab2592475e10', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.589852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.652589 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.655953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.673716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6be26ac-bf1f-41f8-a600-bb3898c894d2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.687291 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.688581 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4531d72b-9268-40b4-9d2f-695fb50f600b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293950 Jul 30 02:35:24.691373 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.696333 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'a9fdcea9-aa76-460c-a510-ab2592475e10', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.721808 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.780235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.782693 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.793317 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.812192 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff82e518-50f0-433b-92fb-66d9d874c636,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.817762 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.818898 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8207bdeb-69a9-4ef3-84d1-beb7b06ae65b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265702 Jul 30 02:35:24.821811 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58516) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.826178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'a9fdcea9-aa76-460c-a510-ab2592475e10', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.849914 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:35:24.855517 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.923057 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.926489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.944887 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa634b58-517e-4087-91f4-9517b4b2e944,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.950810 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.953606 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b718c533-ebac-4695-a61d-193cb5fd6cd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293750 Jul 30 02:35:24.954919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58518) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:24.959448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'a9fdcea9-aa76-460c-a510-ab2592475e10', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:24.982119 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:35:24.987112 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.059896 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.063868 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.081647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902978a7-5aaf-4703-9bfb-32aa29031abd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:25.088346 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.089505 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1a1a3dc5-762b-4600-a6fa-4c7f19bc09c7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336019 Jul 30 02:35:25.092315 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58520) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:25.097331 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'network': {'name': 'tempest-network-smoke--501704269', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'port_security_enabled': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:25.118389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:35:25.121816 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.145319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:35:25.157355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.157709 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Added segment 27052745-d781-4236-b2fa-0715a057a9bb of type vlan for network 7b329e88-e93e-497b-9f99-bd43cad3b322 Jul 30 02:35:25.201389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.231781 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.237536 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:25.238116 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.296758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2034049 Jul 30 02:35:25.299466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:25.304011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'admin_state_up': True, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:25.324024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79765f1-cb6a-425a-ba99-92be954fc3ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Network': ['ID=7b329e88-e93e-497b-9f99-bd43cad3b322,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:25.334539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:35:25.338073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.339164 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.392466 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:25.892652 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.085998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.106541 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.217117 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.230 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:35:26.321852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.367205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.407273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:26.412204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:26.417884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:35:26.420400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:26.664867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.873932 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.003898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router fad03a5c-5568-4037-b4f2-d290e53651bf is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:35:27.119884 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:27.129591 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Sync routers for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:27.139743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.139969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:27.140578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:27.140970 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8619b01e-7519-4587-9e89-758e8c285d5e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8405912 Jul 30 02:35:27.144138 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58524) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:27.180096 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b96538ee-66a0-4a57-9463-f00993c30c32 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f8e39fa1ef4849709801f3b111b43854&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343659 Jul 30 02:35:27.184857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58526) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:27.249120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:27.337853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312748f-2940-44ec-a627-a3ecec7dcdf6 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:27.342092 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8312748f-2940-44ec-a627-a3ecec7dcdf6 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1535568 Jul 30 02:35:27.342264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58528) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:27.372631 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8e03b89e-3204-49f2-8012-c0d8fabe0917 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268614 Jul 30 02:35:27.372843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58530) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:27.377600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-220871924', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:27.436486 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:26Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:27.463618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Checking router: fad03a5c-5568-4037-b4f2-d290e53651bf for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:27.463962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Updating router fad03a5c-5568-4037-b4f2-d290e53651bf port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:35:27.472154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:35:27.476302 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.494634 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.666393 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.727746 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Subnet': ['ID=7149d325-20b5-45ff-ad39-a8276df161fa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:27.739071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Checking segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:27.739425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network hostable DHCP agents. Network: 7b329e88-e93e-497b-9f99-bd43cad3b322, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:35:27.757250 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:35:27.766713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 7b329e88-e93e-497b-9f99-bd43cad3b322) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:27.771280 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:27.772246 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.778550 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2faef-f53c-4dc4-8015-ee4a7000ac4b None None] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:35:27.781885 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:27.788816 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5bb42ea2-a195-4033-9879-43903294d2b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150176 Jul 30 02:35:27.791574 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58532) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:27.832508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Transition to ACTIVE for port object 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:27.841752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.081978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd2e7-a3fe-4ea0-9e91-3040d89a390e None None] Pushing event updated for resources: {'Port': ['ID=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:28.086677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Attempting to bind port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:28.087063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Attempting to bind port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:28.087421 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Attempting to bind port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:28.113367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:28.114107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:28.114107 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.114516 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:28.115033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Bound port: 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:28.115436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.195383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] For port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:28.205876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-7b329e88-e93e-497b-9f99-bd43cad3b322', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:35:28.206722 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.213567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] For port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:28.222845 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.250878 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.344302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd2e7-a3fe-4ea0-9e91-3040d89a390e None None] Pushing event updated for resources: {'Port': ['ID=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:28.356051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:28.356668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:28.485343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Allocated IP 172.20.0.2 (7b329e88-e93e-497b-9f99-bd43cad3b322/7149d325-20b5-45ff-ad39-a8276df161fa/6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:35:28.505707 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:28.774113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.786529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Transition to ACTIVE for port object 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:28.807061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Transition to ACTIVE for port object 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:28.812574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:26Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:28.815834 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.847137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304e2df-eb5b-44dd-b1ab-7ca79ab8eaac None None] The sync data for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 is: [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:26Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:28.878154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.1 (7b329e88-e93e-497b-9f99-bd43cad3b322/7149d325-20b5-45ff-ad39-a8276df161fa/b2a6cd0d-ff99-4c63-81ea-e02bda13254c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:35:28.882330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:28.887804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:28.896121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:35:28.901728 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Pushing event updated for resources: {'Port': ['ID=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:28.967854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Attempting to bind port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:28.968218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Attempting to bind port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:28.968578 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Attempting to bind port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 on network 7b329e88-e93e-497b-9f99-bd43cad3b322 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:28.973624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:28.974790 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Checking segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:28.975853 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:28.976140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Bound using segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:28.976607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Bound port: 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:28.976985 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.017275 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.031204 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object b2a6cd0d-ff99-4c63-81ea-e02bda13254c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:29.054767 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] For port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:29.059396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] For port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:29.064759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.068632 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.121341 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:29.126532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:29.129352 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:35:29.160378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d243245-f3a1-4c51-8cc2-b200ddfb2a06 None None] Pushing event updated for resources: {'Port': ['ID=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:29.183853 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:29.206641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.379287 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.708546 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.714018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.795175 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:29.803407 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:29.904634 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:29.906651 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:30.036261 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router fad03a5c-5568-4037-b4f2-d290e53651bf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:30.125001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:30.167790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:30.174740 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9962d5e6-76cf-482f-bcec-aa13344a96b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/fad03a5c-5568-4037-b4f2-d290e53651bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3820734 Jul 30 02:35:30.186587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:30.191750 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:30.235183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6fd97-6e8d-462f-853c-a6dec16a6e8b None None] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:35:30.305587 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] Provisioning for port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:30.322009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] Provisioning complete for port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:30.322386 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.325936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:30.327245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-30249c81-c92a-4fd5-8402-22e0b6bc9645 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586769242&fields=id&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 267 time: 0.0372128 Jul 30 02:35:30.363518 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:30.363904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.450580 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-8752c0bd-d456-47bb-8d13-1e1f2383ccc6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:30.452093 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-8752c0bd-d456-47bb-8d13-1e1f2383ccc6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 796 time: 0.1179681 Jul 30 02:35:30.468372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-3152e7d3-23e1-43aa-8955-1168d8ca1758 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/quotas/f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Jul 30 02:35:30.526086 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-f9c953e8-897f-4679-b417-114864e49ea2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497189 Jul 30 02:35:30.564043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.577710 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.613592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:30.623224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.629335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] For port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:30.635346 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.687358 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:30.688167 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-78c3d40e-23c6-4096-8f33-08e6ab06d3d4 service neutron] 10.222.0.78 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467350 Jul 30 02:35:30.745183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b366ae-7985-46d6-b0c2-48b96c9c624c None None] Pushing event updated for resources: {'Port': ['ID=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:30.757827 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Sync routers for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:30.767641 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:30.768404 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:30.807640 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-5003d8db-d307-464e-ad9a-f15b42cac61e service neutron] 10.222.0.78 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027040 Jul 30 02:35:30.857665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-53e14a1e-6c4d-4246-b0fa-80096418740e None None] Provisioning for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:30.862254 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-53e14a1e-6c4d-4246-b0fa-80096418740e None None] Provisioning complete for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:30.862763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53e14a1e-6c4d-4246-b0fa-80096418740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:30.885076 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:30.919266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-53e14a1e-6c4d-4246-b0fa-80096418740e None None] Port b2a6cd0d-ff99-4c63-81ea-e02bda13254c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:35:30.940580 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-53e14a1e-6c4d-4246-b0fa-80096418740e None None] Provisioning complete for port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:30.941049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-53e14a1e-6c4d-4246-b0fa-80096418740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.048368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50b8d4b8-bb5e-44f3-8870-3fcedd38ca48 req-dfba0613-3104-4035-a056-8ff5890da36f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 210 time: 0.0434556 Jul 30 02:35:31.113035 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 2, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:31.143918 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Checking router: fad03a5c-5568-4037-b4f2-d290e53651bf for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:31.144269 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Updating router fad03a5c-5568-4037-b4f2-d290e53651bf port b2a6cd0d-ff99-4c63-81ea-e02bda13254c binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:35:31.171546 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.199302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bb6d9220-09c6-4e22-954c-d923100ca14f None None] Provisioning complete for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:31.199891 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bb6d9220-09c6-4e22-954c-d923100ca14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.245925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d9220-09c6-4e22-954c-d923100ca14f None None] Port b2a6cd0d-ff99-4c63-81ea-e02bda13254c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:35:31.467885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1f6ee63a-3736-4e03-9046-690dbeff94de None None] Provisioning complete for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:31.468256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee63a-3736-4e03-9046-690dbeff94de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.483823 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.494912 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Transition to ACTIVE for port object b2a6cd0d-ff99-4c63-81ea-e02bda13254c will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:31.502004 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.507838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ee63a-3736-4e03-9046-690dbeff94de None None] Port b2a6cd0d-ff99-4c63-81ea-e02bda13254c cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:35:31.552169 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Pushing event updated for resources: {'Port': ['ID=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:31.577422 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.577766 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.578114 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.578440 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.578771 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.579147 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.579453 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.579778 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.580102 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.580420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.580748 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.581064 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:31.619715 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Attempting to bind port b2a6cd0d-ff99-4c63-81ea-e02bda13254c on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:31.619998 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Attempting to bind port b2a6cd0d-ff99-4c63-81ea-e02bda13254c by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:31.620565 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Attempting to bind port b2a6cd0d-ff99-4c63-81ea-e02bda13254c on network 7b329e88-e93e-497b-9f99-bd43cad3b322 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:31.625754 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:31.626122 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Checking segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:31.626524 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.627106 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Bound using segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:31.627745 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Bound port: b2a6cd0d-ff99-4c63-81ea-e02bda13254c, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:31.628146 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.696381 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] For port b2a6cd0d-ff99-4c63-81ea-e02bda13254c, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:31.699570 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] For port b2a6cd0d-ff99-4c63-81ea-e02bda13254c, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:31.705015 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.768386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c341b-8630-4e14-a982-78bf25d8b3cc None None] Pushing event updated for resources: {'Port': ['ID=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:31.771829 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:31.772779 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:31.986928 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:32.087631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:32.171583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:32.171920 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:32.192206 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-dadc17c9-9548-4c41-a1bf-6c7087a6af88 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541332 Jul 30 02:35:32.251297 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ad088c8-4bd9-46fe-93c1-e6e278e08522 req-0c591452-042c-4b76-8611-7c1e3ba34b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 210 time: 0.1085665 Jul 30 02:35:32.272123 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:31Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:32.326575 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f97f62-86aa-46d4-8868-d066131932a9 None None] The sync data for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 is: [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:31Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:32.328077 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33696-f418-49a1-97b4-92908fb92eab req-b4f3ef9a-f70c-4b78-8737-6522088de0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:32.329702 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-b4f3ef9a-f70c-4b78-8737-6522088de0bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0794058 Jul 30 02:35:32.338855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-d7c33784-1016-4d63-8a7b-b5cbdb841d32 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:32.340462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-d7c33784-1016-4d63-8a7b-b5cbdb841d32 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 796 time: 0.2172532 Jul 30 02:35:32.348423 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:32.429875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-7ee80bb2-16ee-46a7-aade-da912957bbbb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 380 time: 0.0704465 Jul 30 02:35:32.432731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:32.433113 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:32.445599 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'port': {'device_id': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'admin_state_up': True, 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'security_groups': ['a9fdcea9-aa76-460c-a510-ab2592475e10']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:32.512892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33696-f418-49a1-97b4-92908fb92eab req-5f696c0d-5fbf-48fb-81b9-8fd1d1f4a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:32.515227 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-5f696c0d-5fbf-48fb-81b9-8fd1d1f4a289 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1602302 Jul 30 02:35:32.587739 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-35a8b069-ee95-450f-82d6-315de05e4ea2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0663962 Jul 30 02:35:32.620890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:35:32.625017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:32.651947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33696-f418-49a1-97b4-92908fb92eab req-92b71a89-1b4e-4f1d-976f-9ca4f414575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:32.653677 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-92b71a89-1b4e-4f1d-976f-9ca4f414575b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0593400 Jul 30 02:35:32.708636 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33696-f418-49a1-97b4-92908fb92eab req-a2391527-8fd6-42c6-a418-3b4554a7c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:32.711460 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-a2391527-8fd6-42c6-a418-3b4554a7c8ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466464 Jul 30 02:35:32.789523 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.11 (7b329e88-e93e-497b-9f99-bd43cad3b322/7149d325-20b5-45ff-ad39-a8276df161fa/dc90aeb1-c1b9-4db9-b91e-4270d4a4e944) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:35:32.833113 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-3767a302-a5ad-4ace-8897-427ac9da8a6e service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150701 Jul 30 02:35:32.980142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:32.997240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:33.055584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.125977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:33.132871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:33.134897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:33.137843 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:35:33.206314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:33.207151 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.239626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-9e941de8-52c9-4c95-a68f-568be328ee0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8001959 Jul 30 02:35:33.274312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Request body: {'port': {'device_id': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:33.382926 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-21a33696-f418-49a1-97b4-92908fb92eab req-2cf8dd6c-664e-4b42-8510-2440a79af44b service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428176 Jul 30 02:35:33.444559 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.496232 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35a444fa-78a8-478c-9bd8-4dcf4606f3b7 None None] Provisioning for port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:33.502940 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35a444fa-78a8-478c-9bd8-4dcf4606f3b7 None None] Provisioning complete for port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:33.503636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35a444fa-78a8-478c-9bd8-4dcf4606f3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.523617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2964-c917-4c8b-a761-a7599e124661 req-fecebe7f-4cd0-4720-b466-6e7b3fa9a8ed tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:33.531290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e56b2964-c917-4c8b-a761-a7599e124661 req-fecebe7f-4cd0-4720-b466-6e7b3fa9a8ed tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 932 time: 0.1249557 Jul 30 02:35:33.545909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-35a444fa-78a8-478c-9bd8-4dcf4606f3b7 None None] Port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:35:33.643728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e56b2964-c917-4c8b-a761-a7599e124661 req-ac0249cc-7564-4c46-8b04-064c2ed95a46 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115203 Jul 30 02:35:33.810321 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:35:33.817667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.829463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Transition to ACTIVE for port object dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:33.833644 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.890354 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Pushing event updated for resources: {'Port': ['ID=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:33.970686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Attempting to bind port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:33.971202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Attempting to bind port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:33.971624 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Attempting to bind port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 on network 7b329e88-e93e-497b-9f99-bd43cad3b322 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:33.986921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 on network 7b329e88-e93e-497b-9f99-bd43cad3b322 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:35:33.987334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Attempting to bind port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 on network 7b329e88-e93e-497b-9f99-bd43cad3b322 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:33.993250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:33.993596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Checking segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:33.994020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Bound using segment: {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:33.994449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Bound port: dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27052745-d781-4236-b2fa-0715a057a9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:33.994805 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.070240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] For port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:34.073854 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] For port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:34.077462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.094917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b2a6cd0d-ff99-4c63-81ea-e02bda13254c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:34.112935 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.113492 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.115061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] 10.222.0.55 "PUT /v2.0/ports/dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 1093 time: 0.8623703 Jul 30 02:35:34.115561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:34.117915 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d424337-b486-4e03-a457-46f4e159588c" -d '{"events": [{"name": "network-changed", "server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:34.156407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:34.160232 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b1106-17c3-4d96-b8e0-3577cde9e109 x-openstack-request-id: req-b84b1106-17c3-4d96-b8e0-3577cde9e109 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:34.160554 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:34.160814 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b84b1106-17c3-4d96-b8e0-3577cde9e109 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:34.161740 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'status': 'completed', 'code': 200} Jul 30 02:35:34.162303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b963c-7131-4dfe-87b3-79ec7b60c62f service neutron] Pushing event updated for resources: {'Port': ['ID=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:34.164068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:34.164504 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.199901 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:35:34.226610 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-e4db724a-057d-48fb-b913-71aa2c2fc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.228522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-e4db724a-057d-48fb-b913-71aa2c2fc5ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1096 time: 0.0493481 Jul 30 02:35:34.269000 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.283959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-2e97a334-7160-4fe2-a24a-296d182ab230 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 217 time: 0.0402114 Jul 30 02:35:34.305670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b2a6cd0d-ff99-4c63-81ea-e02bda13254c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:34.310456 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.339581 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-21e7440c-b59a-41b8-aa45-b25dacb0dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.341067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-21e7440c-b59a-41b8-aa45-b25dacb0dbae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0500245 Jul 30 02:35:34.363695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:34.394542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-7555d90c-8141-47aa-b981-de7f89f36c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.396042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-7555d90c-8141-47aa-b981-de7f89f36c70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480924 Jul 30 02:35:34.491788 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-7cb456be-fb46-4a66-b125-52dff50042e8 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882964 Jul 30 02:35:34.581795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c97b4f3c-6ea8-4b0a-9575-8c8944e2f31c req-186ac683-3e7a-4a85-b7ac-7b1d0b5f69a1 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826790 Jul 30 02:35:34.701845 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424337-b486-4e03-a457-46f4e159588c req-042b875c-f6e5-4a5c-a416-3922c5df3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.703389 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-042b875c-f6e5-4a5c-a416-3922c5df3175 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1096 time: 0.0431631 Jul 30 02:35:34.836657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c698-5526-4b89-a3cb-a3b539a32387 req-7a1d4be9-c4de-45a0-a352-532ffd13c4c9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.838147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3c3c698-5526-4b89-a3cb-a3b539a32387 req-7a1d4be9-c4de-45a0-a352-532ffd13c4c9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 944 time: 0.1019282 Jul 30 02:35:34.841535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424337-b486-4e03-a457-46f4e159588c req-9f135b10-8e74-425c-9711-6441fdbda294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.843047 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-9f135b10-8e74-425c-9711-6441fdbda294 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 897 time: 0.1329534 Jul 30 02:35:34.894375 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-182d4717-9d46-4181-a00a-a25566f85e2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 217 time: 0.0439894 Jul 30 02:35:34.919585 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d3c3c698-5526-4b89-a3cb-a3b539a32387 req-7795a34a-ed1d-4a28-b451-8d33a95623cc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752511 Jul 30 02:35:34.954806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424337-b486-4e03-a457-46f4e159588c req-ce862e12-cc21-4a22-813a-f9aae219b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.956291 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-ce862e12-cc21-4a22-813a-f9aae219b1bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0511298 Jul 30 02:35:35.006804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d424337-b486-4e03-a457-46f4e159588c req-f19f0b71-2dc6-4818-8a3d-52f69610d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:35.008363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-f19f0b71-2dc6-4818-8a3d-52f69610d9f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443270 Jul 30 02:35:35.102162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-5bc60441-6e1c-45db-95ad-7242e506ede2 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857341 Jul 30 02:35:35.194619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d424337-b486-4e03-a457-46f4e159588c req-eafff1cf-703f-49c6-8615-b9cd555471d6 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Jul 30 02:35:36.048449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d7249-6f40-4175-a22a-2f7fa9846c73 req-b7b4cb30-f364-4496-9858-59666083ea9d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:36.050081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-936d7249-6f40-4175-a22a-2f7fa9846c73 req-b7b4cb30-f364-4496-9858-59666083ea9d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 944 time: 0.0621135 Jul 30 02:35:36.072103 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b2a6cd0d-ff99-4c63-81ea-e02bda13254c up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:36.090183 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-936d7249-6f40-4175-a22a-2f7fa9846c73 req-b250059e-8dc7-4505-940f-8c42b02c375b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336161 Jul 30 02:35:36.124442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b2a6cd0d-ff99-4c63-81ea-e02bda13254c triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:36.124813 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:37.210442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b868ab-c4fb-41fc-9627-4c8704fc3e51 req-e870b058-5c49-4363-875f-1b86c891388f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:37.211858 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97b868ab-c4fb-41fc-9627-4c8704fc3e51 req-e870b058-5c49-4363-875f-1b86c891388f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 944 time: 0.0497839 Jul 30 02:35:37.250372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97b868ab-c4fb-41fc-9627-4c8704fc3e51 req-0e0db622-5c27-4647-82c4-c3704b4895bf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Jul 30 02:35:37.254723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:35:37.360398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:37.372594 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'port_id': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'mac_address': 'fa:16:3e:14:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:35:37.418203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:37.431448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:35:37.451972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:37.456094 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:37.521782 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:37.528010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:37.725299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['dc90aeb1-c1b9-4db9-b91e-4270d4a4e944'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:35:38.376983 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637610d-e46d-4ac9-bd72-1cc116880d9e req-26d6dc66-5cd5-4f4f-bf29-15b7be6c9b03 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:38.378515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1637610d-e46d-4ac9-bd72-1cc116880d9e req-26d6dc66-5cd5-4f4f-bf29-15b7be6c9b03 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 945 time: 0.0569611 Jul 30 02:35:38.418744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1637610d-e46d-4ac9-bd72-1cc116880d9e req-bfbbfae0-58f5-46de-9697-4bcbd5614269 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 Jul 30 02:35:39.285665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:39.334935 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:39.338820 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:39.339234 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:39.423742 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:39.450427 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:39.452758 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a2342e-b199-4b66-a20e-b161e874e58b" -d '{"events": [{"server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:39.465376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:39.469592 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:39.520137 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:39.542452 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805de47-cf07-4dd6-bbc1-6e4fa0cb56e1 req-c5ba4c6d-4877-4904-8036-d864b4b3c6f7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:39.543936 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d805de47-cf07-4dd6-bbc1-6e4fa0cb56e1 req-c5ba4c6d-4877-4904-8036-d864b4b3c6f7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0552490 Jul 30 02:35:39.597878 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d805de47-cf07-4dd6-bbc1-6e4fa0cb56e1 req-35224b82-2792-4ffe-88ef-57a0368e33b4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479786 Jul 30 02:35:39.642078 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ba444-b224-4bf4-8363-10d1015588f3 x-openstack-request-id: req-886ba444-b224-4bf4-8363-10d1015588f3 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:39.642373 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:39.642625 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-886ba444-b224-4bf4-8363-10d1015588f3 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:39.643055 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'code': 200} Jul 30 02:35:39.764682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69932f8-7a62-4460-a2ed-b25260a6bd87 req-d2e2e841-ac09-4226-8d66-0e4b88c57caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:39.766188 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d69932f8-7a62-4460-a2ed-b25260a6bd87 req-d2e2e841-ac09-4226-8d66-0e4b88c57caf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1098 time: 0.0411913 Jul 30 02:35:39.801243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d69932f8-7a62-4460-a2ed-b25260a6bd87 req-7f13226e-f8ae-4d55-adc4-0b6681537bfb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281272 Jul 30 02:35:40.718455 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9818d-4150-4e57-81af-0035ca238a08 req-b6411321-9f6c-4279-91e7-c14e723c5696 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.719977 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d9818d-4150-4e57-81af-0035ca238a08 req-b6411321-9f6c-4279-91e7-c14e723c5696 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0523036 Jul 30 02:35:40.760989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-29d9818d-4150-4e57-81af-0035ca238a08 req-bc19083c-1c8c-4f53-9eca-cee27fee7192 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345407 Jul 30 02:35:42.251319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616e257-0e4b-4e91-aba8-d00f93c3e470 req-d0287210-2a7d-4ebc-8ccf-c7e6133fdd09 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:42.252942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9616e257-0e4b-4e91-aba8-d00f93c3e470 req-d0287210-2a7d-4ebc-8ccf-c7e6133fdd09 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.4240365 Jul 30 02:35:42.291126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9616e257-0e4b-4e91-aba8-d00f93c3e470 req-442ac35f-1ea0-46cc-b74f-557dbca2fa7c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Jul 30 02:35:42.415187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e967b-f0ed-40bb-8b4e-5b69be8f7fc1 req-b29fd0c9-a960-4c8a-94a5-d6836044f610 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:42.416577 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d36e967b-f0ed-40bb-8b4e-5b69be8f7fc1 req-b29fd0c9-a960-4c8a-94a5-d6836044f610 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0509536 Jul 30 02:35:42.458340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d36e967b-f0ed-40bb-8b4e-5b69be8f7fc1 req-60f6d3aa-ed53-42e6-90ca-5a6efa947a1d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346878 Jul 30 02:35:42.480935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58592) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:42.528609 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0007af-f608-4ac5-9e84-3a4719746715 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:42.530239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ce0007af-f608-4ac5-9e84-3a4719746715 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1093 time: 0.0482876 Jul 30 02:35:42.533028 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58594) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:42.537353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:42.561580 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:42.669179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:42.785065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.253 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/2a3178d4-1005-4266-b34f-39f41dd5c50e) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:35:42.887771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:42.928962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:42.973881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:42.980899 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:42.985390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:35:42.988561 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=2a3178d4-1005-4266-b34f-39f41dd5c50e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:43.354546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-b916f1d1-cade-4265-9397-38b905d167d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476165 Jul 30 02:35:43.359980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:43.434700 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:43.458493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-9f0df360-e58c-4baf-9991-7b052e51aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:43.460696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-9f0df360-e58c-4baf-9991-7b052e51aa72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1098 time: 0.0466354 Jul 30 02:35:43.562282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-d08f6067-196d-4bc5-8eca-9ba1b6543a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:43.563583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-d08f6067-196d-4bc5-8eca-9ba1b6543a6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 897 time: 0.0847092 Jul 30 02:35:43.599543 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:43.601216 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:43.643315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-130f80a9-b65f-448d-b74d-3a05c6c28e5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 1000 time: 0.0730975 Jul 30 02:35:43.674874 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=2a3178d4-1005-4266-b34f-39f41dd5c50e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:43.686649 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:43.693782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-66fed1b2-39c6-4485-9f89-6b659d93b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:43.696198 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-66fed1b2-39c6-4485-9f89-6b659d93b9a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0465469 Jul 30 02:35:43.742516 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-a6946b5b-e5ef-4ddf-bea8-de46b62a0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:43.744079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-a6946b5b-e5ef-4ddf-bea8-de46b62a0163 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405886 Jul 30 02:35:43.796490 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 3e986cff-5361-4d55-9212-a42439d283b5 associated. External IP: 172.25.8.253, port: dc90aeb1-c1b9-4db9-b91e-4270d4a4e944. Jul 30 02:35:43.838689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-c132a8fc-90f9-4955-8a5f-6107f9a7df07 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874236 Jul 30 02:35:43.930641 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d305a912-132f-4e64-9b0a-e819f801dda5 req-58f632f9-de2c-419a-8c7b-f45d83e1e910 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847135 Jul 30 02:35:44.022339 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router fad03a5c-5568-4037-b4f2-d290e53651bf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:35:44.132549 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:35:44.142437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] Sync routers for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:35:44.147827 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:44.153538 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:44.154165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:44.175564 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-72674ad4-05ff-4d1e-9629-c869b9a3233a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6414807 Jul 30 02:35:44.176160 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:44.179172 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48ac793-2059-4e78-8336-e70ddf08e156" -d '{"events": [{"name": "network-changed", "server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:44.304939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5b811-716c-435c-9ac3-0d5dd67f89f6 req-63cb243c-0dbb-4f1f-8a50-0ac09487b781 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:44.306583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20b5b811-716c-435c-9ac3-0d5dd67f89f6 req-63cb243c-0dbb-4f1f-8a50-0ac09487b781 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0733283 Jul 30 02:35:44.355343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20b5b811-716c-435c-9ac3-0d5dd67f89f6 req-8b917b92-755e-4ee4-bfc6-ef1ab7aed700 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Jul 30 02:35:44.377909 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58604) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:44.438296 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:44.454603 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-88bdbb37-648e-4ada-b274-7eaec4a5a39d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/3e986cff-5361-4d55-9212-a42439d283b5 HTTP/1.1" status: 200 len: 992 time: 0.0748274 Jul 30 02:35:44.474523 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ac50d-7326-43c3-b8fa-3c610a256ce5 x-openstack-request-id: req-909ac50d-7326-43c3-b8fa-3c610a256ce5 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:44.474818 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:44.475680 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-909ac50d-7326-43c3-b8fa-3c610a256ce5 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:44.476134 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'status': 'completed', 'code': 200} Jul 30 02:35:44.563849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-0a201ef6-0129-464c-8259-cbfea6d39e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:44.565350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-0a201ef6-0129-464c-8259-cbfea6d39e31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1098 time: 0.0480099 Jul 30 02:35:44.658504 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-1fd4b3e7-ac92-4655-9484-b53682acd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:44.659917 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-1fd4b3e7-ac92-4655-9484-b53682acd5d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 897 time: 0.0879102 Jul 30 02:35:44.678228 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '3e986cff-5361-4d55-9212-a42439d283b5', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'port_id': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'mac_address': 'fa:16:3e:14:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:35:43Z', 'updated_at': '2021-07-30T02:35:43Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:44.708599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] Checking router: fad03a5c-5568-4037-b4f2-d290e53651bf for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:35:44.717676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:35:44.718304 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:35:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:44.730412 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-ecb952d4-cea1-4576-a882-1b412719a8b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 1000 time: 0.0635867 Jul 30 02:35:44.781715 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-5dfac398-c93f-432b-a729-8b340a2541fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:44.783248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-5dfac398-c93f-432b-a729-8b340a2541fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0460258 Jul 30 02:35:44.829818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:35:44.830088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-b3acb3de-351a-4261-80bf-c56539919f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:44.831565 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-b3acb3de-351a-4261-80bf-c56539919f80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416527 Jul 30 02:35:44.933567 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-09d8a1f5-a86a-40e1-a642-26befcb3844f service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944932 Jul 30 02:35:45.028118 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a48ac793-2059-4e78-8336-e70ddf08e156 req-4aa54506-a5aa-4d7d-a0e4-4c621078cc22 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881901 Jul 30 02:35:45.066885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '3e986cff-5361-4d55-9212-a42439d283b5', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'port_id': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'mac_address': 'fa:16:3e:14:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:35:43Z', 'updated_at': '2021-07-30T02:35:43Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:35:45.094299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534396-0f74-4d5e-a801-7c81cc539210 None None] The sync data for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 is: [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '3e986cff-5361-4d55-9212-a42439d283b5', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'port_id': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'mac_address': 'fa:16:3e:14:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:35:43Z', 'updated_at': '2021-07-30T02:35:43Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:35:45.288306 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bef82a-52bd-47e7-8ce7-0302d7846e10 None None] New status for floating IP 3e986cff-5361-4d55-9212-a42439d283b5: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:35:45.457888 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58606) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:35:45.522522 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-373020b6-b225-4bcd-a291-ff899f9a67fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/3e986cff-5361-4d55-9212-a42439d283b5 HTTP/1.1" status: 200 len: 994 time: 0.0628333 Jul 30 02:35:49.028886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-852f59f3-851c-4c34-86d6-076c036f02a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.769869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a49821cd-d97a-46b1-83fc-75a58f9b5e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.816824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:51.989879 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:53.284627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:54.782877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.528543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.200924 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:36:12.330289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22ebca-d6f2-4201-a74b-28ac093cfae8 req-38f7d28a-6837-49cb-b5a1-3d6036abccf5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:12.331912 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb22ebca-d6f2-4201-a74b-28ac093cfae8 req-38f7d28a-6837-49cb-b5a1-3d6036abccf5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0857177 Jul 30 02:36:12.347219 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-2b953732-4c7d-4b86-ada2-8fcdc048cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:12.348647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-2b953732-4c7d-4b86-ada2-8fcdc048cbfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1098 time: 0.0733819 Jul 30 02:36:12.421420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eb22ebca-d6f2-4201-a74b-28ac093cfae8 req-d374edce-13bc-4d8f-8fe6-d668237806d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818961 Jul 30 02:36:12.459576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-4e2cb6e7-56dc-4e33-a398-891233ab9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:12.461155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-4e2cb6e7-56dc-4e33-a398-891233ab9700 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 897 time: 0.1035864 Jul 30 02:36:12.535181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-2a2b56bf-15d1-4106-8899-1c44fd8bf148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 1002 time: 0.0641282 Jul 30 02:36:12.585767 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-6a768817-b159-4880-b2e9-7fe484d96644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:12.587278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-6a768817-b159-4880-b2e9-7fe484d96644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0449452 Jul 30 02:36:12.636698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-3ba6157a-ad17-43e9-a28e-82f9ff78a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:12.638243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-3ba6157a-ad17-43e9-a28e-82f9ff78a85f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432956 Jul 30 02:36:12.740096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-418f6efb-5d5c-43d2-b95d-f6115840cac2 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948071 Jul 30 02:36:12.834376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6c11668-8187-4ba5-940a-f7a56d9c3c75 req-d00f3616-9730-4935-ba28-35af9155959b service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855954 Jul 30 02:36:13.540031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6dd85-eb40-4cba-9eac-7b2d403a50ba req-f0659f1f-a545-4e4a-a035-8450c160c4fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:13.541573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52f6dd85-eb40-4cba-9eac-7b2d403a50ba req-f0659f1f-a545-4e4a-a035-8450c160c4fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0508919 Jul 30 02:36:13.586889 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-52f6dd85-eb40-4cba-9eac-7b2d403a50ba req-e5e270f2-01bc-49e8-ae02-34210b3e9e13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386071 Jul 30 02:36:14.724160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353890-f33d-4c15-911e-b5df79406cfc req-bc585643-231a-4a24-b1a6-80c7ec9e4f36 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.725755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8353890-f33d-4c15-911e-b5df79406cfc req-bc585643-231a-4a24-b1a6-80c7ec9e4f36 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0597167 Jul 30 02:36:14.765812 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a8353890-f33d-4c15-911e-b5df79406cfc req-3a3cc380-0784-4daf-a159-038789db0b37 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Jul 30 02:36:15.882438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8ac2f-c003-45e5-89a3-43b9f5451785 req-ce995762-2eec-468e-a3d3-485bf39c27a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:15.884572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97f8ac2f-c003-45e5-89a3-43b9f5451785 req-ce995762-2eec-468e-a3d3-485bf39c27a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0497525 Jul 30 02:36:15.922564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-97f8ac2f-c003-45e5-89a3-43b9f5451785 req-a5d5eda5-0745-4472-8d86-c89feec451f6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Jul 30 02:36:17.038124 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546883-c086-4045-8379-f4e6fa2e0e8c req-1c7ffbe9-18d6-499b-a3c4-50fc056c16c1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:17.040135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d546883-c086-4045-8379-f4e6fa2e0e8c req-1c7ffbe9-18d6-499b-a3c4-50fc056c16c1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0496368 Jul 30 02:36:17.081905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1d546883-c086-4045-8379-f4e6fa2e0e8c req-07af4ac8-0e8d-4134-80ae-b93851fda9bf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358777 Jul 30 02:36:18.199613 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923604a-78b8-41e2-aaf4-83d1fa1c2b5e req-16a5527c-c07b-46fc-86ff-1c32a6ad1c93 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.201024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8923604a-78b8-41e2-aaf4-83d1fa1c2b5e req-16a5527c-c07b-46fc-86ff-1c32a6ad1c93 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0504959 Jul 30 02:36:18.240175 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8923604a-78b8-41e2-aaf4-83d1fa1c2b5e req-f0f86ff8-e124-4e32-b063-fe1a7d88be17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331552 Jul 30 02:36:19.034271 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8541-7e3d-4c71-b875-6b74fbcfbbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:19.359153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf962fa6-361a-49f6-a2e2-15a2d8685717 req-7b0e1c5c-c1ef-46c0-9ee0-33354d1f5acc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:19.360672 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf962fa6-361a-49f6-a2e2-15a2d8685717 req-7b0e1c5c-c1ef-46c0-9ee0-33354d1f5acc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0510900 Jul 30 02:36:19.416445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bf962fa6-361a-49f6-a2e2-15a2d8685717 req-bb8de3fa-4428-4594-bc84-b1aa8156d933 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498087 Jul 30 02:36:20.543021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eb30f-5b1b-4ded-a241-27a33234ef3f req-e85869d6-1a7b-45a0-836c-4245749559af tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:20.544561 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e4eb30f-5b1b-4ded-a241-27a33234ef3f req-e85869d6-1a7b-45a0-836c-4245749559af tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0509865 Jul 30 02:36:20.587818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e4eb30f-5b1b-4ded-a241-27a33234ef3f req-1c9b710d-8d4c-4d1a-9c3f-53f64d49f207 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373261 Jul 30 02:36:21.704590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbbbf6-41c0-4345-85bb-2f11c06cbb80 req-ad0c3e80-652f-415f-9093-4606d051a32f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:21.706081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47cbbbf6-41c0-4345-85bb-2f11c06cbb80 req-ad0c3e80-652f-415f-9093-4606d051a32f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0498490 Jul 30 02:36:21.746219 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47cbbbf6-41c0-4345-85bb-2f11c06cbb80 req-b7ecdd39-684a-4abf-a5c7-af4c9bfad705 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Jul 30 02:36:21.770801 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0ddd96bb-343a-4a5b-97fe-6f6dbed2ee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:21.825125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:21.991485 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.864217 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedbe42-cd2e-4027-ac33-6335713951bd req-b2c4bc87-8a6a-4e56-8125-1f156aa541c0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:22.865715 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cedbe42-cd2e-4027-ac33-6335713951bd req-b2c4bc87-8a6a-4e56-8125-1f156aa541c0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0512459 Jul 30 02:36:22.905940 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cedbe42-cd2e-4027-ac33-6335713951bd req-9c5d4339-b8a0-4c7c-b2a6-e8931059fbda tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Jul 30 02:36:23.287377 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:24.038081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fce475-99f7-4c49-8478-839a14078b62 req-74972bfa-2120-42b6-9c94-ba96fe0a1cc9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:24.040221 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17fce475-99f7-4c49-8478-839a14078b62 req-74972bfa-2120-42b6-9c94-ba96fe0a1cc9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0511985 Jul 30 02:36:24.095925 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-17fce475-99f7-4c49-8478-839a14078b62 req-454b6bc5-556d-4b8b-92ea-578ee35faa16 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495331 Jul 30 02:36:24.118129 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58644) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:24.180292 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a7d87f0b-1274-4d4f-b379-996dab2c223c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/3e986cff-5361-4d55-9212-a42439d283b5 HTTP/1.1" status: 200 len: 994 time: 0.0605466 Jul 30 02:36:24.789687 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.156657 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-2e62e91e-a2f0-4b06-a577-b8afc49f56ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409317 Jul 30 02:36:33.239195 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-5ed5a3d9-a754-4dd1-aee7-a1ca544a56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.240698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-5ed5a3d9-a754-4dd1-aee7-a1ca544a56f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0416439 Jul 30 02:36:33.351808 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-91ebfceb-1e91-4f46-acab-5cba970b1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.353845 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-91ebfceb-1e91-4f46-acab-5cba970b1977 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0937614 Jul 30 02:36:33.399819 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-2176834d-1a29-4734-a6f7-c7b3c60004b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0384839 Jul 30 02:36:33.451299 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-9efeff80-96dd-4bed-8b90-f685b32b6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.452754 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-9efeff80-96dd-4bed-8b90-f685b32b6e62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0452173 Jul 30 02:36:33.503173 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-df2d107b-c924-4fe7-bb15-a69a09c9c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:33.504677 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-df2d107b-c924-4fe7-bb15-a69a09c9c34f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452309 Jul 30 02:36:33.596324 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-2d936072-2447-4bef-a7a8-405bcf26453b service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Jul 30 02:36:33.696285 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e90fe8b-2a50-4697-92a3-9153e4b6be71 req-78abf9da-6228-4cd0-b048-5010268b6149 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928588 Jul 30 02:36:37.529489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:44.336482 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-803dba8a-1c55-4827-9a09-53620ffc5f8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387766 Jul 30 02:36:44.437950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-11753688-baf6-4164-90d7-0f4af1a93390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:44.439492 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-11753688-baf6-4164-90d7-0f4af1a93390 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1098 time: 0.0468476 Jul 30 02:36:44.554149 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-998f407c-5505-42b9-ac24-6cdf0eed52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:44.556109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-998f407c-5505-42b9-ac24-6cdf0eed52ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 897 time: 0.0974073 Jul 30 02:36:44.626716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-e33272a3-9170-4558-a38c-61f1cd5afb51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 1002 time: 0.0625846 Jul 30 02:36:44.676491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-457529b2-20dc-47e8-aae1-116ddb5e9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:44.677978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-457529b2-20dc-47e8-aae1-116ddb5e9c5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0443115 Jul 30 02:36:44.727237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-efeb2564-c6b3-4cd1-b807-1c1e2a24cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:44.728750 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-efeb2564-c6b3-4cd1-b807-1c1e2a24cb9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417907 Jul 30 02:36:44.845298 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-8f0cc4bd-5ccd-4b5f-a45f-9c73f1c74080 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087930 Jul 30 02:36:44.934676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-79db6ba2-0848-485a-9af3-fe26a8d24508 req-85893b19-606c-457c-a65e-3f2f5dc12b40 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824225 Jul 30 02:36:48.202033 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:36:49.025351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b51b40a0-9036-476f-b8fd-e60f9717b3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:51.774527 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1408b96b-2f24-48f1-95bd-e21278814679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:51.822574 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:51.994240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:53.290869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:54.541181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58670) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:54.699733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 2a3178d4-1005-4266-b34f-39f41dd5c50e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:36:54.700080 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:54.776491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:54.776829 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:54.790242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:54.790792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 2a3178d4-1005-4266-b34f-39f41dd5c50e owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:36:54.950839 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:54.986665 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=2a3178d4-1005-4266-b34f-39f41dd5c50e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:55.012707 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.013058 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.013406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.013752 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.014091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.014418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.014756 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.015102 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.015431 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.015754 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.016081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.016400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:55.058098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:55.058451 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 3e986cff-5361-4d55-9212-a42439d283b5 disassociated (deleted). External IP: 172.25.8.253, port: dc90aeb1-c1b9-4db9-b91e-4270d4a4e944. Jul 30 02:36:55.278330 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router fad03a5c-5568-4037-b4f2-d290e53651bf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:36:55.392779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:36:55.397587 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:55.402779 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] Sync routers for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:36:55.412032 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:55.412661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:55.428640 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c686145f-1a1f-4521-b435-c2192f41aa13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/floatingips/3e986cff-5361-4d55-9212-a42439d283b5 HTTP/1.1" status: 204 len: 168 time: 0.8863697 Jul 30 02:36:55.430800 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:55.434272 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc88eb8c-1969-4672-ba2c-7956ca081802" -d '{"events": [{"name": "network-changed", "server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:55.522793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:55.591834 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8799ddac-aba0-4137-b44c-8a81ac6a29c2 x-openstack-request-id: req-8799ddac-aba0-4137-b44c-8a81ac6a29c2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:55.592474 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:55.592474 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8799ddac-aba0-4137-b44c-8a81ac6a29c2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:55.592804 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'status': 'completed', 'code': 200} Jul 30 02:36:55.694171 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-330236a0-0a94-40f4-a666-f9f454ee8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:55.694171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-330236a0-0a94-40f4-a666-f9f454ee8911 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 1098 time: 0.0433125 Jul 30 02:36:55.748347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:55.779172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] Checking router: fad03a5c-5568-4037-b4f2-d290e53651bf for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:36:55.788118 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:55.789509 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:55.829925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae865-86b5-443f-9487-3c9882e234c3 req-7b1f3e82-02bb-467d-8ed6-7ff00c447a4a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:55.831454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f5ae865-86b5-443f-9487-3c9882e234c3 req-7b1f3e82-02bb-467d-8ed6-7ff00c447a4a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.1895423 Jul 30 02:36:55.834660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-215d80f7-f5f1-44c3-83a0-d205d6cc7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:55.836094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-215d80f7-f5f1-44c3-83a0-d205d6cc7986 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 200 len: 897 time: 0.1371331 Jul 30 02:36:55.893534 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-4113e0bc-2871-464d-9aeb-38077f66e444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 200 len: 217 time: 0.0422688 Jul 30 02:36:55.896408 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:55.916348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9f5ae865-86b5-443f-9487-3c9882e234c3 req-4d62ac77-95b0-446b-870f-ea3b35cd056a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789018 Jul 30 02:36:55.955074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-50681b9c-3555-4e23-b529-ec49fea66a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:55.955074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-50681b9c-3555-4e23-b529-ec49fea66a6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 200 len: 834 time: 0.0516779 Jul 30 02:36:56.004306 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-b940047d-1e29-4dc1-94fa-c3803f6b1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:56.005987 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-b940047d-1e29-4dc1-94fa-c3803f6b1d52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7b329e88-e93e-497b-9f99-bd43cad3b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448401 Jul 30 02:36:56.106405 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-b954195c-c179-4672-94e6-796d33e2dee2 service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909541 Jul 30 02:36:56.125491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:56.151204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ee69-c71b-4850-9b01-1e44cb87726e None None] The sync data for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 is: [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:35:29Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b2a6cd0d-ff99-4c63-81ea-e02bda13254c', 'name': '', 'network_id': '7b329e88-e93e-497b-9f99-bd43cad3b322', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:17:8e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:28Z', 'updated_at': '2021-07-30T02:35:34Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '7149d325-20b5-45ff-ad39-a8276df161fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:36:56.205760 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc88eb8c-1969-4672-ba2c-7956ca081802 req-fb6fc7f4-00de-4e32-b947-c5324f5f646c service neutron] 10.222.0.55 "GET /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917087 Jul 30 02:36:56.391704 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48fff4-14af-4adf-b3e2-4476845e3c03 None None] New status for floating IP 3e986cff-5361-4d55-9212-a42439d283b5: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:36:57.037204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de54ff-02d3-499f-af80-7465579c510c req-9286552e-6212-421a-a11c-18a4451dad75 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:57.038700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07de54ff-02d3-499f-af80-7465579c510c req-9286552e-6212-421a-a11c-18a4451dad75 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0501134 Jul 30 02:36:57.085664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-07de54ff-02d3-499f-af80-7465579c510c req-4bae5fad-9880-4683-b692-00bc302a020f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=a9fdcea9-aa76-460c-a510-ab2592475e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Jul 30 02:36:57.277491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-daccbaaa-43ca-49c2-972a-4a463228e7af tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:57.278904 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-daccbaaa-43ca-49c2-972a-4a463228e7af tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 946 time: 0.0614269 Jul 30 02:36:57.377491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:36:57.377838 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:57.472012 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:57.472375 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:57.485853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:36:57.618522 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:57.647864 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=dc90aeb1-c1b9-4db9-b91e-4270d4a4e944,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:57.674731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.675269 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.675422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.675753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.676080 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.676411 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.676731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.677052 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.677375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.677694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.678013 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.678331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:57.697862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] No DVR routers for this DVR port dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:36:57.700297 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:57.702261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a137d61a-ff25-42bb-904f-a2156fc63e43 req-c658c2e6-dd2d-45b3-9c76-e00294672c3a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "DELETE /v2.0/ports/dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 HTTP/1.1" status: 204 len: 173 time: 0.4166298 Jul 30 02:36:57.702682 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'name': 'network-vif-deleted', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:57.704942 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f41009-aefe-4d1f-8b68-4b0400dab437" -d '{"events": [{"server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "name": "network-vif-deleted", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:57.797292 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e200916-5e79-4687-9003-700e5b965d45 x-openstack-request-id: req-3e200916-5e79-4687-9003-700e5b965d45 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:57.797570 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77497e5c-2bff-49a5-bc10-af0f4c65fb3e", "name": "network-vif-deleted", "tag": "dc90aeb1-c1b9-4db9-b91e-4270d4a4e944", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:57.797818 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e200916-5e79-4687-9003-700e5b965d45 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:57.798210 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77497e5c-2bff-49a5-bc10-af0f4c65fb3e', 'name': 'network-vif-deleted', 'tag': 'dc90aeb1-c1b9-4db9-b91e-4270d4a4e944', 'status': 'completed', 'code': 200} Jul 30 02:36:58.215251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-931eeaa6-abd0-4c08-846e-8b65c306ba87 req-c6fbd5b6-a0a7-4bc7-a56e-5d933a16e6e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=77497e5c-2bff-49a5-bc10-af0f4c65fb3e HTTP/1.1" status: 200 len: 210 time: 0.0278203 Jul 30 02:36:59.270932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:59.641966 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:59.926418 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port b2a6cd0d-ff99-4c63-81ea-e02bda13254c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:36:59.926755 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:00.360029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port b2a6cd0d-ff99-4c63-81ea-e02bda13254c, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:00.360812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:00.373324 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for b2a6cd0d-ff99-4c63-81ea-e02bda13254c owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:37:00.570656 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:00.595206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=b2a6cd0d-ff99-4c63-81ea-e02bda13254c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:00.774405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.001403 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router fad03a5c-5568-4037-b4f2-d290e53651bf has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:37:01.118031 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:37:01.123170 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-db058a41-8de3-4b1b-9722-483ff2dc3706 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/fad03a5c-5568-4037-b4f2-d290e53651bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511031 Jul 30 02:37:01.126053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58696) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:01.129007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] Sync routers for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:37:01.138801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:01.139451 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:01.182706 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting subnet 7149d325-20b5-45ff-ad39-a8276df161fa {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:37:01.186341 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.229741 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.249302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:01.315021 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.387473 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.416661 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Subnet': ['ID=7149d325-20b5-45ff-ad39-a8276df161fa,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:01.418952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.420973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7b95db0c-ca7c-4498-9b3c-7b7a96ba2abc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/subnets/7149d325-20b5-45ff-ad39-a8276df161fa HTTP/1.1" status: 204 len: 168 time: 0.2938881 Jul 30 02:37:01.424100 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58698) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:01.433902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e436fbd-0509-4f7f-8166-015840d98520 None None] Network 7b329e88-e93e-497b-9f99-bd43cad3b322 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:37:01.537651 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.556095 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:37:00Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:01.586471 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] Checking router: fad03a5c-5568-4037-b4f2-d290e53651bf for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:37:01.600860 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] Routers {'fad03a5c-5568-4037-b4f2-d290e53651bf'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:01.603482 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['fad03a5c-5568-4037-b4f2-d290e53651bf'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:01.607045 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:37:01.651829 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.660877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:37:01.661186 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device dc90aeb1-c1b9-4db9-b91e-4270d4a4e944 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:37:01.709757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:37:01.710902 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.711405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] DHCP port deletion for 7b329e88-e93e-497b-9f99-bd43cad3b322 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:37:01.768192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] Set router fad03a5c-5568-4037-b4f2-d290e53651bf gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:01.791415 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:01.791690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.805572 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:37:01.885001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Deleting port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:37:01.885386 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.972503 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.001610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] For port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,segment=NetworkSegment(27052745-d781-4236-b2fa-0715a057a9bb),segment_id=27052745-d781-4236-b2fa-0715a057a9bb)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:02.002008 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.007233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:02.024370 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Calling delete_port for 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:37:02.075505 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.177858 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.181213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.227350 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.227945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Fanout notify agent at l3_agent the message router_deleted on router fad03a5c-5568-4037-b4f2-d290e53651bf {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:37:02.235112 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.236226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a1a95002-bf99-4365-aee5-eb60d552d125 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/routers/fad03a5c-5568-4037-b4f2-d290e53651bf HTTP/1.1" status: 204 len: 168 time: 0.8111389 Jul 30 02:37:02.238936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58700) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:02.245852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:37:02.277944 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:37:00Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:02.320964 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0312207-3f68-4e4a-9fb7-76887dd1f988 None None] The sync data for ids ['fad03a5c-5568-4037-b4f2-d290e53651bf'] in n-d-713499-10 is: [{'id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258537226', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:35:25Z', 'updated_at': '2021-07-30T02:37:00Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad03a5c-5568-4037-b4f2-d290e53651bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:35:26Z', 'updated_at': '2021-07-30T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:37:02.330654 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.370246 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.393790 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:37:02.394244 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.401252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Pushing event deleted for resources: {'Port': ['ID=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:02.411107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] No DVR routers for this DVR port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:37:02.417240 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.422209 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.422556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.422904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.423248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.423577 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.423903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.424226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.424549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.425330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.425330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.425502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.425777 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2567d-72ef-4041-8e6e-ea5273a7d86c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:02.471539 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9, host n-d-713499-10, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:02.471909 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.489470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:37:02.492137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 was not found and therefore no delete operation was performed {{(pid=93890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:37:02.493356 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.518518 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:02.523513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] No DVR routers for this DVR port 6cbde02f-84e5-4de3-8f7c-cb4d0f3965f9 on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:37:02.606142 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.616408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b329e88-e93e-497b-9f99-bd43cad3b322']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:02.627965 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27052745-d781-4236-b2fa-0715a057a9bb') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:02.628254 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27052745-d781-4236-b2fa-0715a057a9bb') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:02.637943 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.655832 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.661542 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:37:02.661920 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:37:02.664808 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:37:02.731724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.740611 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.742540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/networks/7b329e88-e93e-497b-9f99-bd43cad3b322 HTTP/1.1" status: 204 len: 168 time: 0.5026391 Jul 30 02:37:02.745237 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58702) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:02.762693 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb07101-eb8f-4d2e-98bf-23451d28d5b0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Network': ['ID=7b329e88-e93e-497b-9f99-bd43cad3b322,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:02.828171 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-048ce425-f169-477d-a8fc-79ea057e0372 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.853732 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-048ce425-f169-477d-a8fc-79ea057e0372 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.916995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-048ce425-f169-477d-a8fc-79ea057e0372 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.919695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-048ce425-f169-477d-a8fc-79ea057e0372 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:02.921174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-048ce425-f169-477d-a8fc-79ea057e0372 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/security-groups/a9fdcea9-aa76-460c-a510-ab2592475e10 HTTP/1.1" status: 204 len: 168 time: 0.1749618 Jul 30 02:37:02.933315 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ce425-f169-477d-a8fc-79ea057e0372 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fdcea9-aa76-460c-a510-ab2592475e10,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:03.361475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58708) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:03.367663 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12071037', 'description': 'tempest-secgroup-smoke-12071037 description', 'project_id': 'f8e39fa1ef4849709801f3b111b43854'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:03.393975 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.488064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.491721 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.516452 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.517772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1548178 Jul 30 02:37:03.520806 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:03.525637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730bc69-4146-4ff4-9f0c-5ab1ffe23f64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1471f144-e7c0-4aa3-8d84-2123ff973531,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:03.526107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': '1471f144-e7c0-4aa3-8d84-2123ff973531', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:03.557574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.615072 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.619296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.637904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151534ac-e7b2-4db8-8cb7-19f36460716d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:03.640412 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.644805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d7fa8404-2f42-4d98-bfb6-e205c00ff57b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196175 Jul 30 02:37:03.645510 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:03.649254 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': '1471f144-e7c0-4aa3-8d84-2123ff973531', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:03.676518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.741975 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.745748 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.766880 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b008168-fd60-4d66-b18c-b8ad07f6b17e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:03.772770 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.777279 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-048564e9-f0fd-4a0f-b86e-add4a33f7555 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286638 Jul 30 02:37:03.777401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58714) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:03.781857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': '1471f144-e7c0-4aa3-8d84-2123ff973531', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:03.808586 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.874386 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.878042 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.895514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210e9c17-30f1-4bae-9f08-80c5e0cb4dde,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:03.902921 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.904194 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2a603d57-acea-4bee-8f34-dffeed456b2b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259105 Jul 30 02:37:03.906861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:03.911617 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': '1471f144-e7c0-4aa3-8d84-2123ff973531', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:03.939329 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.002528 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.006377 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.026451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133938e6-b77e-4917-ae71-df6a2c259ebe,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:04.029220 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.030418 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-50186a11-e51e-4e31-9464-76f46ddd297f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225462 Jul 30 02:37:04.033242 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58718) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:04.037601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': '1471f144-e7c0-4aa3-8d84-2123ff973531', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:04.062065 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:37:04.065488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b2a6cd0d-ff99-4c63-81ea-e02bda13254c no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:37:04.068364 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.086458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b2a6cd0d-ff99-4c63-81ea-e02bda13254c {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:37:04.086800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b2a6cd0d-ff99-4c63-81ea-e02bda13254c not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:37:04.087266 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:37:04.108606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:37:04.108963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 33b5a1e6-c155-4fdf-8ecb-71b7d86c43a0 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:37:04.135482 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.139289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.157614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d756e19-0459-4193-bb6a-035dd16347bb,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:04.163437 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.164779 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f95acffe-e46e-4313-b4f4-f628a6ef64d5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306164 Jul 30 02:37:04.167541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:04.171924 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': '1471f144-e7c0-4aa3-8d84-2123ff973531', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:04.195911 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:37:04.200901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.267342 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.271238 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.289497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448ef1b0-6bf4-4aca-98b8-9a75c18b958e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:04.298643 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.300287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9279fa84-3730-470d-a0de-58ad8fe3d313 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316316 Jul 30 02:37:04.303224 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58722) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:04.308353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'network': {'name': 'tempest-network-smoke--492194621', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'port_security_enabled': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:04.328914 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:37:04.332801 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.357824 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:37:04.367408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.367745 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Added segment 711ba9cf-deee-4671-857a-dd82c0085efa of type vlan for network ee7d5113-7d75-42c1-92df-373f70faf6eb Jul 30 02:37:04.414440 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.446418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.452562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:04.453205 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.512523 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2082081 Jul 30 02:37:04.515166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58724) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:04.521976 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'admin_state_up': True, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:04.538940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85bf50-d34f-40f1-bf9c-ee6c0b7b06b1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Network': ['ID=ee7d5113-7d75-42c1-92df-373f70faf6eb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:04.553516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.553815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network ee7d5113-7d75-42c1-92df-373f70faf6eb details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:37:04.555533 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.607387 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.747357 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.954767 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.974662 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:05.079568 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.92 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/69bb01cb-4fdc-4e71-8d72-23f681fe5ca3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:37:05.185524 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:05.224928 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:05.264150 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:05.268889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:05.274521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:05.277104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:37:05.537407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:05.745352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:05.873977 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 3dc282c4-de71-48ee-aaa8-59c839178cb8 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:37:05.981211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:37:05.991345 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Sync routers for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:37:06.000922 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.001839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:06.005351 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c55ba91a-410e-433b-a7e1-4cfb86f14094 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4862268 Jul 30 02:37:06.005552 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:06.005695 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:06.059705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d94119ba-ad29-422b-a816-5809109b0412 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f8e39fa1ef4849709801f3b111b43854&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526743 Jul 30 02:37:06.063375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58728) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:06.139699 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:06.156725 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d94b8-a8ae-41da-92be-dbc2058cda8a tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:06.158369 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4b8d94b8-a8ae-41da-92be-dbc2058cda8a tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939686 Jul 30 02:37:06.161210 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58730) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:06.193887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-996e3fec-b848-4853-9329-f3995300097b tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315638 Jul 30 02:37:06.197011 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58732) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:06.201730 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121860792', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:06.291726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:37:06.295326 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.327120 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:05Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:06.356752 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Checking router: 3dc282c4-de71-48ee-aaa8-59c839178cb8 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:37:06.357103 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Updating router 3dc282c4-de71-48ee-aaa8-59c839178cb8 port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:37:06.383364 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.503077 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.566021 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Subnet': ['ID=29246e17-5295-43e4-8d6b-efda28a50911,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:06.574862 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Checking segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:06.575265 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network hostable DHCP agents. Network: ee7d5113-7d75-42c1-92df-373f70faf6eb, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:37:06.593175 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network ee7d5113-7d75-42c1-92df-373f70faf6eb is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:37:06.602284 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, ee7d5113-7d75-42c1-92df-373f70faf6eb) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:06.606698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:06.607331 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.615478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c37c24-efed-4e36-b887-74aba6c29127 None None] Network ee7d5113-7d75-42c1-92df-373f70faf6eb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:37:06.630424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-37e1fbcc-6827-43fb-ba1e-e3ff0dd0c7fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4257395 Jul 30 02:37:06.630778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:06.647550 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.657605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Transition to ACTIVE for port object 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:06.664299 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.712411 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Attempting to bind port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:37:06.712795 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Attempting to bind port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:37:06.713142 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Attempting to bind port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:06.720798 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:37:06.721230 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:06.721568 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.721957 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:37:06.722438 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Bound port: 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:37:06.722810 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.787873 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Pushing event updated for resources: {'Port': ['ID=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:06.791853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-ee7d5113-7d75-42c1-92df-373f70faf6eb', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:37:06.792656 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] For port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:06.793267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.805007 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] For port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:37:06.813179 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.817173 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.817574 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.817947 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.818165 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.818495 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.818824 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.820249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.820585 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.820913 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.821238 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.821562 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.821883 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:37:06.889440 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16086d43-a56c-4885-ad61-25aa2f1dbfc3 None None] Pushing event updated for resources: {'Port': ['ID=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:06.898545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:06.900094 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:06.964833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Allocated IP 172.20.0.2 (ee7d5113-7d75-42c1-92df-373f70faf6eb/29246e17-5295-43e4-8d6b-efda28a50911/49b0510f-561b-45df-ba23-7dcb5ebff936) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:37:07.022013 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:07.125684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.136604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Transition to ACTIVE for port object 49b0510f-561b-45df-ba23-7dcb5ebff936 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:07.155769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Transition to ACTIVE for port object 49b0510f-561b-45df-ba23-7dcb5ebff936 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:07.161686 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.212405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Network ee7d5113-7d75-42c1-92df-373f70faf6eb is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:07.216490 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:07.218243 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Pushing event updated for resources: {'Port': ['ID=49b0510f-561b-45df-ba23-7dcb5ebff936,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:07.220410 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:37:07.275970 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Attempting to bind port 49b0510f-561b-45df-ba23-7dcb5ebff936 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:37:07.276342 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Attempting to bind port 49b0510f-561b-45df-ba23-7dcb5ebff936 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:37:07.276701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Attempting to bind port 49b0510f-561b-45df-ba23-7dcb5ebff936 on network ee7d5113-7d75-42c1-92df-373f70faf6eb {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:07.281838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:37:07.282208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Checking segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:07.282609 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.283168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Bound using segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:37:07.283660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Bound port: 49b0510f-561b-45df-ba23-7dcb5ebff936, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:37:07.284039 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.329511 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:05Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:07.356480 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b1fd7-1c96-464e-b9e7-2e83a5a17021 None None] The sync data for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 is: [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:05Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:37:07.357081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] For port 49b0510f-561b-45df-ba23-7dcb5ebff936, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:07.360609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] For port 49b0510f-561b-45df-ba23-7dcb5ebff936, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49b0510f-561b-45df-ba23-7dcb5ebff936,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:37:07.365234 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.436075 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778a339-8feb-4676-85e6-2f3b08837626 None None] Pushing event updated for resources: {'Port': ['ID=49b0510f-561b-45df-ba23-7dcb5ebff936,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:07.526353 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.544131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:07.883618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.1 (ee7d5113-7d75-42c1-92df-373f70faf6eb/29246e17-5295-43e4-8d6b-efda28a50911/2918af20-ed5f-4e03-a171-385b8d39bd07) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:37:08.018283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.034463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object 2918af20-ed5f-4e03-a171-385b8d39bd07 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:08.076608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.142057 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network ee7d5113-7d75-42c1-92df-373f70faf6eb is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:08.143605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:08.152290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:37:08.208625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49b0510f-561b-45df-ba23-7dcb5ebff936 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:08.219514 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.261547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=2918af20-ed5f-4e03-a171-385b8d39bd07,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:08.279562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 49b0510f-561b-45df-ba23-7dcb5ebff936 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:08.285579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:08.364280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:08.370356 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:08.370872 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.417402 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.469011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.490222 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:08.503952 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.530446 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7177bc-6325-444d-a191-3ea8f412e546 None None] Network ee7d5113-7d75-42c1-92df-373f70faf6eb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:37:08.610373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] Provisioning for port 49b0510f-561b-45df-ba23-7dcb5ebff936 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:08.619851 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:08.622414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] Provisioning complete for port 49b0510f-561b-45df-ba23-7dcb5ebff936 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:08.622791 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.717083 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.722303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.783438 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.795424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=2918af20-ed5f-4e03-a171-385b8d39bd07,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:08.798802 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.832098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] For port 49b0510f-561b-45df-ba23-7dcb5ebff936, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49b0510f-561b-45df-ba23-7dcb5ebff936,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:08.837447 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:08.896439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe48d6-2bcb-4494-974d-f2b735f3995e None None] Pushing event updated for resources: {'Port': ['ID=49b0510f-561b-45df-ba23-7dcb5ebff936,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:08.921414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network ee7d5113-7d75-42c1-92df-373f70faf6eb is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:08.923031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:09.051855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 3dc282c4-de71-48ee-aaa8-59c839178cb8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:37:09.068257 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00bafa2d-10b7-4b40-8c97-990be09c8b8f None None] Provisioning for port 2918af20-ed5f-4e03-a171-385b8d39bd07 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:09.072672 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00bafa2d-10b7-4b40-8c97-990be09c8b8f None None] Provisioning complete for port 2918af20-ed5f-4e03-a171-385b8d39bd07 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:09.073049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00bafa2d-10b7-4b40-8c97-990be09c8b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:09.114335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-00bafa2d-10b7-4b40-8c97-990be09c8b8f None None] Port 2918af20-ed5f-4e03-a171-385b8d39bd07 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:37:09.128712 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00bafa2d-10b7-4b40-8c97-990be09c8b8f None None] Provisioning complete for port 49b0510f-561b-45df-ba23-7dcb5ebff936 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:09.129394 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00bafa2d-10b7-4b40-8c97-990be09c8b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:09.185003 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:37:09.201286 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a7e8f36c-e5a0-469b-aa38-23b658dffaa1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/3dc282c4-de71-48ee-aaa8-59c839178cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5603809 Jul 30 02:37:09.269311 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Sync routers for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:37:09.286505 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:09.287185 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:09.347664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-d1229464-e8e1-4623-9b52-9691a053f19d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12071037&fields=id&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 267 time: 0.0360911 Jul 30 02:37:09.390335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ede44b3e-3fd8-4126-b839-009f3ebebb9c None None] Provisioning complete for port 2918af20-ed5f-4e03-a171-385b8d39bd07 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:09.390711 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ede44b3e-3fd8-4126-b839-009f3ebebb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:09.454111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:09.456350 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ede44b3e-3fd8-4126-b839-009f3ebebb9c None None] Port 2918af20-ed5f-4e03-a171-385b8d39bd07 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:37:09.472369 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-2c1703ea-b839-4317-90a4-d0875be407a8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:09.473890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-2c1703ea-b839-4317-90a4-d0875be407a8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 796 time: 0.1161146 Jul 30 02:37:09.497269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-2080f4a2-07a4-43fb-99ad-fdb6be2a123f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/quotas/f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 375 time: 0.0171068 Jul 30 02:37:09.556128 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-fed539ea-00f2-4cbd-93cd-dac43b129397 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528486 Jul 30 02:37:09.572183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-ecfa8a10-8640-4d45-981f-836d47739e8b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:37:09.573152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-ecfa8a10-8640-4d45-981f-836d47739e8b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058939 Jul 30 02:37:09.609624 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e994bb2a-4231-4275-aaa3-79e3747b3605 None None] Provisioning complete for port 2918af20-ed5f-4e03-a171-385b8d39bd07 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:09.609997 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e994bb2a-4231-4275-aaa3-79e3747b3605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:09.664835 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-b90a8e66-fb86-424f-8afa-886b28279488 service neutron] 10.222.0.78 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Jul 30 02:37:09.676617 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e994bb2a-4231-4275-aaa3-79e3747b3605 None None] Port 2918af20-ed5f-4e03-a171-385b8d39bd07 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:37:09.707109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 2, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:09.736747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Checking router: 3dc282c4-de71-48ee-aaa8-59c839178cb8 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:37:09.737002 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Updating router 3dc282c4-de71-48ee-aaa8-59c839178cb8 port 2918af20-ed5f-4e03-a171-385b8d39bd07 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:37:09.763121 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:09.770106 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-ae95c07d-f8e4-4c07-982c-dfb36b782e4f service neutron] 10.222.0.78 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988019 Jul 30 02:37:09.943698 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8a78a1f7-dcdb-44c6-8bf6-edc95390a7b7 req-edf627a0-535a-48b7-a396-d53b32d17d4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0279813 Jul 30 02:37:10.050986 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.062676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Transition to ACTIVE for port object 2918af20-ed5f-4e03-a171-385b8d39bd07 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:10.070906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.128649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827a493-438c-44f6-9184-74fc4a6d1a81 None None] Pushing event updated for resources: {'Port': ['ID=2918af20-ed5f-4e03-a171-385b8d39bd07,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:10.150836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49b0510f-561b-45df-ba23-7dcb5ebff936 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:10.206183 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Attempting to bind port 2918af20-ed5f-4e03-a171-385b8d39bd07 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:37:10.206556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Attempting to bind port 2918af20-ed5f-4e03-a171-385b8d39bd07 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:37:10.206925 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Attempting to bind port 2918af20-ed5f-4e03-a171-385b8d39bd07 on network ee7d5113-7d75-42c1-92df-373f70faf6eb {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:10.219168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:37:10.219614 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Checking segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:10.220035 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.220347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Bound using segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:37:10.220852 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Bound port: 2918af20-ed5f-4e03-a171-385b8d39bd07, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:37:10.221474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.271686 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 49b0510f-561b-45df-ba23-7dcb5ebff936 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:10.272522 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.327718 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] For port 2918af20-ed5f-4e03-a171-385b8d39bd07, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:10.342527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] For port 2918af20-ed5f-4e03-a171-385b8d39bd07, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2918af20-ed5f-4e03-a171-385b8d39bd07,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:37:10.347569 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.461096 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:10.461738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:10.470378 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:10.504625 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827a493-438c-44f6-9184-74fc4a6d1a81 None None] Pushing event updated for resources: {'Port': ['ID=2918af20-ed5f-4e03-a171-385b8d39bd07,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:10.605249 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:10.605632 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:10.638639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:11.077851 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-fa175c54-02c1-43f4-8187-ca72051df9ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.079515 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-fa175c54-02c1-43f4-8187-ca72051df9ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 796 time: 0.1569321 Jul 30 02:37:11.086802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:10Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:11.095235 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a10df972-5091-4c99-b99a-eb7c37d66a45 req-3e86e3a7-8890-4bcc-9527-aafd9a7cb3c4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0480483 Jul 30 02:37:11.118123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96acd27-fee1-4d85-9781-c9bfe4ce2c5d None None] The sync data for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 is: [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:10Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:37:11.131945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-bb52401e-3e6c-4c4c-8741-ecc3a800fb69 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 378 time: 0.0356870 Jul 30 02:37:11.142038 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'port': {'device_id': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'admin_state_up': True, 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'security_groups': ['1471f144-e7c0-4aa3-8d84-2123ff973531']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:11.280910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:37:11.284618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.428510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.10 (ee7d5113-7d75-42c1-92df-373f70faf6eb/29246e17-5295-43e4-8d6b-efda28a50911/7ca97715-394c-4ec9-b80a-41ccb115cccd) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:37:11.588501 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.602953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object 7ca97715-394c-4ec9-b80a-41ccb115cccd will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:11.644285 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.689862 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network ee7d5113-7d75-42c1-92df-373f70faf6eb is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:11.692926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:11.699211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:37:11.723744 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:11.755286 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:11.755956 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.772152 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-e4c5f644-bfff-4b6c-9358-285a3cef23a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6340823 Jul 30 02:37:11.790758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Request body: {'port': {'device_id': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:11.853091 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.934762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52c9dd79-f863-4cef-a70e-729285724670 None None] Provisioning for port 7ca97715-394c-4ec9-b80a-41ccb115cccd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:11.940873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-52c9dd79-f863-4cef-a70e-729285724670 None None] Provisioning complete for port 7ca97715-394c-4ec9-b80a-41ccb115cccd triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:11.941405 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-52c9dd79-f863-4cef-a70e-729285724670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:11.979759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-52c9dd79-f863-4cef-a70e-729285724670 None None] Port 7ca97715-394c-4ec9-b80a-41ccb115cccd cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:37:12.159302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2918af20-ed5f-4e03-a171-385b8d39bd07 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:12.214066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 2918af20-ed5f-4e03-a171-385b8d39bd07 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:12.218351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2918af20-ed5f-4e03-a171-385b8d39bd07 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:12.218846 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.222272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca97715-394c-4ec9-b80a-41ccb115cccd {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:37:12.233299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.251371 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Transition to ACTIVE for port object 7ca97715-394c-4ec9-b80a-41ccb115cccd will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:37:12.260773 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cc1ea-d0de-4933-8698-5bc429ba54af req-98b74f24-d064-446a-a48e-653f3092f713 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:12.262420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f8cc1ea-d0de-4933-8698-5bc429ba54af req-98b74f24-d064-446a-a48e-653f3092f713 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 932 time: 0.0879583 Jul 30 02:37:12.263608 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.308084 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.346693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 2918af20-ed5f-4e03-a171-385b8d39bd07, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2918af20-ed5f-4e03-a171-385b8d39bd07,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:12.351297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:12.353028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.384687 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2f8cc1ea-d0de-4933-8698-5bc429ba54af req-97367850-2310-43c4-a5c1-c52931569188 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949378 Jul 30 02:37:12.417123 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=2918af20-ed5f-4e03-a171-385b8d39bd07,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:12.457775 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Attempting to bind port 7ca97715-394c-4ec9-b80a-41ccb115cccd on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:37:12.458032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Attempting to bind port 7ca97715-394c-4ec9-b80a-41ccb115cccd by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:37:12.458322 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Attempting to bind port 7ca97715-394c-4ec9-b80a-41ccb115cccd on network ee7d5113-7d75-42c1-92df-373f70faf6eb {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:12.464678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Port 7ca97715-394c-4ec9-b80a-41ccb115cccd on network ee7d5113-7d75-42c1-92df-373f70faf6eb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:37:12.465210 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Attempting to bind port 7ca97715-394c-4ec9-b80a-41ccb115cccd on network ee7d5113-7d75-42c1-92df-373f70faf6eb {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:37:12.471456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:37:12.471824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Checking segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:37:12.472211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Bound using segment: {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:37:12.472690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Bound port: 7ca97715-394c-4ec9-b80a-41ccb115cccd, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711ba9cf-deee-4671-857a-dd82c0085efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:37:12.473056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.547880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:37:12.550865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:37:12.556313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.594199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:12.594868 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:12.596241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 1093 time: 0.8109736 Jul 30 02:37:12.596687 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:12.598948 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9e02b-d935-407d-a840-5d09dce5031b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:12.632697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cbd2e-d423-4446-a33a-82450a9967c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:12.643578 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9283d45-8f40-4838-a3e2-710598fea0dc x-openstack-request-id: req-d9283d45-8f40-4838-a3e2-710598fea0dc {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:12.643966 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:12.644371 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9283d45-8f40-4838-a3e2-710598fea0dc {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:12.645015 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'status': 'completed', 'code': 200} Jul 30 02:37:12.712497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-b4b8870e-f3b8-4f26-932d-12f97ed1e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:12.713964 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-b4b8870e-f3b8-4f26-932d-12f97ed1e476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0487785 Jul 30 02:37:12.763777 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-1bfb8b1a-54dd-474c-823e-cc4f3119d30e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 217 time: 0.0358784 Jul 30 02:37:12.816335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-b31a3670-6c31-4975-85c0-640dd70f0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:12.817799 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-b31a3670-6c31-4975-85c0-640dd70f0059 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0442624 Jul 30 02:37:12.868601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5053-0bcf-410b-865e-be2322566415 req-257b0056-1006-4705-95ca-f60011926b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:12.870287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-257b0056-1006-4705-95ca-f60011926b10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458579 Jul 30 02:37:12.961422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-f7ca4a92-f5dc-4164-997d-430ce8348d35 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841107 Jul 30 02:37:13.057465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e47f5053-0bcf-410b-865e-be2322566415 req-453df943-decf-419a-bd0d-a9a34b61b1f2 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892935 Jul 30 02:37:13.177890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-48790745-587c-4c31-b97e-ce4845c19895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.180009 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-48790745-587c-4c31-b97e-ce4845c19895 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0422266 Jul 30 02:37:13.268902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-0508ebe8-1448-41bd-b278-ddd75e28f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.270376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-0508ebe8-1448-41bd-b278-ddd75e28f2d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.0837953 Jul 30 02:37:13.316573 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-5df99860-8f1e-4625-8e80-678dae723887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 217 time: 0.0389061 Jul 30 02:37:13.365598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-c2e780f5-38ab-4d93-8dbe-7bace8262af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.367666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-c2e780f5-38ab-4d93-8dbe-7bace8262af9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0443270 Jul 30 02:37:13.418096 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-310aa75b-44b5-44d3-ab6f-5325c06002b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.419714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-310aa75b-44b5-44d3-ab6f-5325c06002b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451353 Jul 30 02:37:13.555796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7478dc-9a71-43d2-9f36-7a36f8576416 req-0b256a57-5b84-47a3-a829-d16d2a61f24a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:13.557414 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de7478dc-9a71-43d2-9f36-7a36f8576416 req-0b256a57-5b84-47a3-a829-d16d2a61f24a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 944 time: 0.0781543 Jul 30 02:37:13.559874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-857e6d26-ad9e-4d11-b785-13a295e2e788 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323075 Jul 30 02:37:13.651696 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-de7478dc-9a71-43d2-9f36-7a36f8576416 req-2de22d61-6866-4beb-9fbd-20d36d86cc91 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880640 Jul 30 02:37:13.686901 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f7c9e02b-d935-407d-a840-5d09dce5031b req-79fb1315-21c4-49ff-98a6-ab8e534af4d7 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170230 Jul 30 02:37:14.116298 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2918af20-ed5f-4e03-a171-385b8d39bd07 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:14.168510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 2918af20-ed5f-4e03-a171-385b8d39bd07 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:14.168882 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:14.771439 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5767549-ffea-47e4-a667-2cec082b02b7 req-6b9a6226-4227-4adb-97ce-913b4f6eb55f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:14.772931 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5767549-ffea-47e4-a667-2cec082b02b7 req-6b9a6226-4227-4adb-97ce-913b4f6eb55f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 944 time: 0.0499809 Jul 30 02:37:14.812121 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5767549-ffea-47e4-a667-2cec082b02b7 req-8cbdc096-233c-4f0a-af8b-bbe1f9459268 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325449 Jul 30 02:37:15.689558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7ca97715-394c-4ec9-b80a-41ccb115cccd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:37:15.786664 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:15.799844 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'port_id': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'mac_address': 'fa:16:3e:29:b7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:37:15.836733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:15.850679 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca97715-394c-4ec9-b80a-41ccb115cccd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:37:15.871215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:15.875844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:15.931050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:15.932562 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce9131-e948-461b-88ed-b2b9c6a9f41e req-609b9e0d-6b5b-4f15-a5af-1e2a888646b4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:15.934090 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49ce9131-e948-461b-88ed-b2b9c6a9f41e req-609b9e0d-6b5b-4f15-a5af-1e2a888646b4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0503514 Jul 30 02:37:15.976150 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-49ce9131-e948-461b-88ed-b2b9c6a9f41e req-ae75814b-bb69-409a-a7d2-d68a677fd9e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351927 Jul 30 02:37:16.142956 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7ca97715-394c-4ec9-b80a-41ccb115cccd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:37:17.103668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162e5d6-37e7-49a6-952d-5b54a22c2496 req-010d1fa3-2073-4522-a964-0905f9c7902c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:17.105250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a162e5d6-37e7-49a6-952d-5b54a22c2496 req-010d1fa3-2073-4522-a964-0905f9c7902c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0536201 Jul 30 02:37:17.143427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a162e5d6-37e7-49a6-952d-5b54a22c2496 req-68b46ab4-3334-440e-97e7-c8f19ee6d2fa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318127 Jul 30 02:37:17.705098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7ca97715-394c-4ec9-b80a-41ccb115cccd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:37:17.753601 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 7ca97715-394c-4ec9-b80a-41ccb115cccd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:37:17.757354 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 7ca97715-394c-4ec9-b80a-41ccb115cccd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:37:17.758228 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:17.845982 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:17.868143 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:17.870421 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093eb07-0b3c-47ac-9251-8a2439b5dfc2" -d '{"events": [{"server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:17.890945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:37:17.895604 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:17.919180 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf43f1-ba81-4f97-98ba-99a7775b7863 x-openstack-request-id: req-0ebf43f1-ba81-4f97-98ba-99a7775b7863 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:17.919475 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:17.919725 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ebf43f1-ba81-4f97-98ba-99a7775b7863 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:17.920112 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'code': 200} Jul 30 02:37:17.947760 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:18.034640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205739f-79d5-4819-babf-d3c8041608d1 req-eaf304e5-e1c7-4bb4-b12f-3ce29f22997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:18.036210 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f205739f-79d5-4819-babf-d3c8041608d1 req-eaf304e5-e1c7-4bb4-b12f-3ce29f22997e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0401711 Jul 30 02:37:18.072192 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f205739f-79d5-4819-babf-d3c8041608d1 req-6e9211ed-a78d-4699-908e-2200c6438337 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290284 Jul 30 02:37:18.277465 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be938c-825d-491f-97b3-35286d4f4ddf req-c0b56b6a-b1be-46d0-bc20-93857de1f509 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:18.278968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77be938c-825d-491f-97b3-35286d4f4ddf req-c0b56b6a-b1be-46d0-bc20-93857de1f509 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0555634 Jul 30 02:37:18.322169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-77be938c-825d-491f-97b3-35286d4f4ddf req-0cfe198b-28fe-48c8-aa15-81f59011828a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371761 Jul 30 02:37:19.022840 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-30a75324-8dc0-4501-bb56-b0ae87f1e70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:19.441757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3c497-e489-408f-9853-156f3b19ee07 req-c7e354cf-786b-4afd-b2ac-79058eda488d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:19.443388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4a3c497-e489-408f-9853-156f3b19ee07 req-c7e354cf-786b-4afd-b2ac-79058eda488d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0548623 Jul 30 02:37:19.483061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4a3c497-e489-408f-9853-156f3b19ee07 req-3a567bc0-c141-4052-9e37-0e038543df64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329964 Jul 30 02:37:19.598755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648dcaa-4ed7-4a39-99c8-cdd276aade98 req-39a3f078-b5e5-4c62-a0a2-3035ab95fd5b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:19.600460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d648dcaa-4ed7-4a39-99c8-cdd276aade98 req-39a3f078-b5e5-4c62-a0a2-3035ab95fd5b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0495536 Jul 30 02:37:19.638761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d648dcaa-4ed7-4a39-99c8-cdd276aade98 req-d0e180bb-265e-4a68-a34b-d3de90eccc55 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325277 Jul 30 02:37:19.660734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58784) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:19.709461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03c2de-e6bb-4034-b039-31266b275bc3 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:19.711170 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8e03c2de-e6bb-4034-b039-31266b275bc3 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1093 time: 0.0492978 Jul 30 02:37:19.713958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58786) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:19.718585 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:37:19.740468 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:19.842902 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:19.948879 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.152 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/bb044549-2fc1-4efc-a24e-dd90605283da) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:37:20.050684 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.090669 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.127859 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:37:20.130656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:37:20.134143 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:37:20.162774 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=bb044549-2fc1-4efc-a24e-dd90605283da,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:20.507399 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.579439 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.735655 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.740538 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.823025 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=bb044549-2fc1-4efc-a24e-dd90605283da,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:37:20.831303 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:20.938918 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP f0db9fde-1c79-4e70-9353-33f06ac7ce1c associated. External IP: 172.25.8.152, port: 7ca97715-394c-4ec9-b80a-41ccb115cccd. Jul 30 02:37:21.502120 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 3dc282c4-de71-48ee-aaa8-59c839178cb8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:37:21.614931 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:37:21.624763 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] Sync routers for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:37:21.631396 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.636127 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:21.636824 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:36:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:21.660790 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9eadd1cb-8e63-4fa3-99a4-fe02698b5234 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9457209 Jul 30 02:37:21.661377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:37:21.663660 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4f93e5-3200-46da-9470-c00de09bb101" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:37:21.746261 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:21.772532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7596241-6c2f-4a72-a51e-3a5c75a816da req-886e46a7-39bf-49e8-830c-cb2156634524 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:21.774131 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7596241-6c2f-4a72-a51e-3a5c75a816da req-886e46a7-39bf-49e8-830c-cb2156634524 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0562112 Jul 30 02:37:21.780843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d850-8d14-4e41-9c70-3e917f3d33c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.825680 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7596241-6c2f-4a72-a51e-3a5c75a816da req-96ea1b44-42a5-4351-aafc-29ad44503819 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453558 Jul 30 02:37:21.851326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58792) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:21.860390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:21.898824 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc37542-5384-4f45-9bc0-5acf2bb4cb4e x-openstack-request-id: req-6dc37542-5384-4f45-9bc0-5acf2bb4cb4e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:37:21.899146 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:37:21.899393 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6dc37542-5384-4f45-9bc0-5acf2bb4cb4e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:37:21.899787 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'status': 'completed', 'code': 200} Jul 30 02:37:21.925178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-48bd9b65-e4e0-4304-8ad6-d526c5c6baf2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/f0db9fde-1c79-4e70-9353-33f06ac7ce1c HTTP/1.1" status: 200 len: 992 time: 0.0725327 Jul 30 02:37:21.974631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-3ba1e3b5-78d4-4ef0-be54-585d0d249748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:21.976189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-3ba1e3b5-78d4-4ef0-be54-585d0d249748 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0405686 Jul 30 02:37:21.993386 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'f0db9fde-1c79-4e70-9353-33f06ac7ce1c', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'port_id': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'mac_address': 'fa:16:3e:29:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:37:20Z', 'updated_at': '2021-07-30T02:37:20Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:12Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:21.997560 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:22.025347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] Checking router: 3dc282c4-de71-48ee-aaa8-59c839178cb8 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:37:22.033538 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:37:22.034129 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:37:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:22.084576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-b8e839ac-f1ac-4c6c-9cda-f3cd04648878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:22.086791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-b8e839ac-f1ac-4c6c-9cda-f3cd04648878 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.1040001 Jul 30 02:37:22.138992 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:37:22.154241 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-c32885ce-fecf-42a3-8120-5c616b6266b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 1000 time: 0.0606265 Jul 30 02:37:22.218747 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-70ee0002-99f7-4820-bd08-d42fe7621c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:22.220252 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-70ee0002-99f7-4820-bd08-d42fe7621c70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0589521 Jul 30 02:37:22.270607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-00ca3c53-05f5-4ebf-93f1-332f0ad8b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:22.272364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-00ca3c53-05f5-4ebf-93f1-332f0ad8b27a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455391 Jul 30 02:37:22.363457 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-d0df9f07-5c97-43f8-be8a-04a45337ec5a service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841038 Jul 30 02:37:22.369017 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'f0db9fde-1c79-4e70-9353-33f06ac7ce1c', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'port_id': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'mac_address': 'fa:16:3e:29:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:37:20Z', 'updated_at': '2021-07-30T02:37:20Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:12Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:37:22.399557 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a9dcd-a995-4acf-9161-e2aab6cd4250 None None] The sync data for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 is: [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'f0db9fde-1c79-4e70-9353-33f06ac7ce1c', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'port_id': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'mac_address': 'fa:16:3e:29:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:37:20Z', 'updated_at': '2021-07-30T02:37:20Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:12Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:37:22.463287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5a4f93e5-3200-46da-9470-c00de09bb101 req-ad5f53fa-8051-4387-8656-7470aac9d7bc service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912433 Jul 30 02:37:22.601510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337f11c-6c97-49c9-8d90-c847872a991a None None] New status for floating IP f0db9fde-1c79-4e70-9353-33f06ac7ce1c: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:37:22.928832 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58794) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:37:22.996622 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8a35d51b-01ce-4e0d-a209-1b630d5d3b5b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/f0db9fde-1c79-4e70-9353-33f06ac7ce1c HTTP/1.1" status: 200 len: 994 time: 0.0659959 Jul 30 02:37:23.293411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:24.793986 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:25.201826 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:37:26.753877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-9ef03d91-4207-4db3-b669-97cc208de210 req-1f4bdc89-85ab-4ce6-b644-2d6d0cdb6923 tempest-ServerActionsTestJSON-588899469 tempest-ServerActionsTestJSON-588899469-project] (93890) timed out ('10.222.0.78', 50222) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:37:33.183444 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-accf4e7f-21b9-4f52-bd53-a3987cdc64e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868545 Jul 30 02:37:33.272142 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-c0ebe5e6-5088-4090-be5a-d53070224c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:33.273698 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-c0ebe5e6-5088-4090-be5a-d53070224c49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0419064 Jul 30 02:37:33.383769 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-75600924-7a00-4943-9bd4-8977929c9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:33.385161 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-75600924-7a00-4943-9bd4-8977929c9834 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0927653 Jul 30 02:37:33.431112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-c4d770ff-68b3-40a9-8e9d-c581d75c8276 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0385208 Jul 30 02:37:33.479285 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-81de48c1-1238-4e7f-a3e5-57869f07d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:33.480743 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-81de48c1-1238-4e7f-a3e5-57869f07d4ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0437162 Jul 30 02:37:33.531147 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-a5edbb9d-9a28-46e2-852c-81577ca9a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:33.532646 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-a5edbb9d-9a28-46e2-852c-81577ca9a3de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445194 Jul 30 02:37:33.629027 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-7774d26d-81f4-4279-8b2d-31dde31c86cd service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889978 Jul 30 02:37:33.723943 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9ea63b1f-1078-4daa-9bd3-15fcf8583579 req-7a848d05-42b6-4f60-9b78-72f4e154b93b service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877202 Jul 30 02:37:37.572540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:46.402306 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-5b0e4c91-45c5-4185-8a55-170896bd7792 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861020 Jul 30 02:37:46.504119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-8973bb18-800e-4b5a-a733-edc49f7fc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:46.505647 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-8973bb18-800e-4b5a-a733-edc49f7fc224 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0422304 Jul 30 02:37:46.612630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-fc16712c-c105-40f3-b423-077df7ab06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:46.614137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-fc16712c-c105-40f3-b423-077df7ab06b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.0889442 Jul 30 02:37:46.687203 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-d5f2cf4c-1071-4b45-986d-c70dc9b9b48c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 1002 time: 0.0648894 Jul 30 02:37:46.737272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-a12e52fd-a5a2-4ac9-9b0b-bc745d0cc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:46.738732 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-a12e52fd-a5a2-4ac9-9b0b-bc745d0cc975 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0437925 Jul 30 02:37:46.792990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-53181c81-702a-4f66-bf49-b91837c99831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:46.794476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-53181c81-702a-4f66-bf49-b91837c99831 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451713 Jul 30 02:37:46.888184 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-43f7e454-2e9d-482a-8594-5b7517c31946 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 Jul 30 02:37:46.988427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f7fe86e-f541-46d2-a5cf-5819f2dc5ffd req-0ea88b20-1180-4103-b237-6ca8713a23bf service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933981 Jul 30 02:37:49.027505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-04cad4b1-c362-4f5f-b661-85669c41f5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:51.774174 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21a7b7e1-2bcf-43bc-9fad-03c3870f96c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:51.837275 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:52.000619 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:53.295342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:54.287742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41e2e-26e9-41b5-8660-428974f84fa8 req-c784dbce-1286-495f-9f7f-0c8002206893 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:54.289251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55e41e2e-26e9-41b5-8660-428974f84fa8 req-c784dbce-1286-495f-9f7f-0c8002206893 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0784624 Jul 30 02:37:54.306382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-4bd5a535-fb82-4efb-8702-3a39cd64ca13 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061153 Jul 30 02:37:54.333734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-55e41e2e-26e9-41b5-8660-428974f84fa8 req-4faaf02a-640c-4171-bce9-17eb9c673c15 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385489 Jul 30 02:37:54.797077 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:55.453652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b3e61-c410-4ee7-9e47-059d0701dca5 req-a27f0d76-bdd0-46c0-a88a-2eeee565ea07 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:55.455322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-129b3e61-c410-4ee7-9e47-059d0701dca5 req-a27f0d76-bdd0-46c0-a88a-2eeee565ea07 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0508623 Jul 30 02:37:55.499994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-129b3e61-c410-4ee7-9e47-059d0701dca5 req-fe6d08e3-6396-417e-8cd9-a882ee0b1a51 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386744 Jul 30 02:37:55.583841 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-699449c4-ac66-4337-b782-c718bfa8303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:55.585330 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-699449c4-ac66-4337-b782-c718bfa8303b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0406101 Jul 30 02:37:55.676427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-b0e40158-1441-42e1-a4a6-052801078021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:55.677808 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-b0e40158-1441-42e1-a4a6-052801078021 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.0854123 Jul 30 02:37:56.109548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-2e30de73-a5e4-4291-8fe0-4169ce9e19b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 1002 time: 0.4247298 Jul 30 02:37:56.159535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-58a41624-a7a8-4f26-944a-20acc7e541ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:56.161029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-58a41624-a7a8-4f26-944a-20acc7e541ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0445421 Jul 30 02:37:56.208243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-4420021c-dd0d-483a-b522-63d5fa46d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:56.209700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-4420021c-dd0d-483a-b522-63d5fa46d6e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417984 Jul 30 02:37:56.305031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-1f5b38f8-d114-4ffc-99e3-ee5aace87b56 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876625 Jul 30 02:37:56.402194 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-378e849e-2a04-4343-94fc-05d300a2d590 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Jul 30 02:37:56.646283 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f68f-f46c-4575-ba26-2803f1f1f099 req-7b34a0c6-df72-4558-9304-c27e79f81e2a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:56.648494 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42a4f68f-f46c-4575-ba26-2803f1f1f099 req-7b34a0c6-df72-4558-9304-c27e79f81e2a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0662060 Jul 30 02:37:56.687500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-42a4f68f-f46c-4575-ba26-2803f1f1f099 req-51b87a31-1994-4f28-b422-7b796a3302b2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327945 Jul 30 02:37:57.819532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49345fc-c540-48be-aa89-b559a17e9d8d req-c2cea036-5c41-4865-b2f8-9266ff967260 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:57.821070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e49345fc-c540-48be-aa89-b559a17e9d8d req-c2cea036-5c41-4865-b2f8-9266ff967260 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0574539 Jul 30 02:37:57.866770 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e49345fc-c540-48be-aa89-b559a17e9d8d req-d6c07953-1488-4371-9bb3-936c6c6de680 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389056 Jul 30 02:37:58.987590 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d16d9-fb45-4b2a-95c5-dc56b0c7befc req-524adfaa-3d5c-4573-ad79-e8bb8e8fd844 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:58.989116 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da2d16d9-fb45-4b2a-95c5-dc56b0c7befc req-524adfaa-3d5c-4573-ad79-e8bb8e8fd844 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0512636 Jul 30 02:37:59.028993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-da2d16d9-fb45-4b2a-95c5-dc56b0c7befc req-a9950c67-734a-4d7b-9ddc-9fcd1d27b8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334566 Jul 30 02:38:00.159330 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b755f-d505-470d-8048-c5ca7ae431fb req-c22a37b6-02aa-4452-870b-7d7071847d9f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:00.160843 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f8b755f-d505-470d-8048-c5ca7ae431fb req-c22a37b6-02aa-4452-870b-7d7071847d9f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0543547 Jul 30 02:38:00.208443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3f8b755f-d505-470d-8048-c5ca7ae431fb req-13192441-42f6-4c77-875e-2017c8c347d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408564 Jul 30 02:38:01.325155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0b9fe-615f-438f-8d31-37452cbf5cbd req-d1fa4f27-5ab4-4f48-a45c-41cc7357e0e0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:01.326651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe0b9fe-615f-438f-8d31-37452cbf5cbd req-d1fa4f27-5ab4-4f48-a45c-41cc7357e0e0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0500050 Jul 30 02:38:01.372333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7fe0b9fe-615f-438f-8d31-37452cbf5cbd req-91685aa2-cca8-4148-8721-7f5a5761aca9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333202 Jul 30 02:38:02.202641 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:38:02.498060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17728b-9409-4df4-93bd-50ea84d06f80 req-920c2a32-6e7c-4796-b076-b798a9c67bfd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:02.499709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c17728b-9409-4df4-93bd-50ea84d06f80 req-920c2a32-6e7c-4796-b076-b798a9c67bfd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0529990 Jul 30 02:38:02.538134 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c17728b-9409-4df4-93bd-50ea84d06f80 req-47a2477b-c7b3-4a55-a1de-d9c2e76a3431 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322499 Jul 30 02:38:03.660077 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766cdf-99ac-459c-9936-a0d0f334399f req-1554014b-4943-4ab7-8791-0d417fcb516d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:03.661582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03766cdf-99ac-459c-9936-a0d0f334399f req-1554014b-4943-4ab7-8791-0d417fcb516d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0538025 Jul 30 02:38:03.700905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-03766cdf-99ac-459c-9936-a0d0f334399f req-bca92a19-9ceb-47ea-aea9-92e0b32d9356 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327613 Jul 30 02:38:04.817089 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c78d1-2ae3-48fc-bbd6-fc624170591a req-e10d85f0-9266-42d5-863e-03dc2f42191a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:04.818576 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a2c78d1-2ae3-48fc-bbd6-fc624170591a req-e10d85f0-9266-42d5-863e-03dc2f42191a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0496521 Jul 30 02:38:04.856951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a2c78d1-2ae3-48fc-bbd6-fc624170591a req-186ec509-5d0d-4b1c-860e-702f90d3a732 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321293 Jul 30 02:38:05.972998 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45b8ab-9bff-4d24-b721-3449b67a2327 req-5f6bb983-d98d-42ca-829c-96ca107a67f9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:05.974673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c45b8ab-9bff-4d24-b721-3449b67a2327 req-5f6bb983-d98d-42ca-829c-96ca107a67f9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0496230 Jul 30 02:38:06.013250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3c45b8ab-9bff-4d24-b721-3449b67a2327 req-f392ad03-e964-4407-97a2-71b1cb6af0cd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318186 Jul 30 02:38:07.143501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004cbc2-e735-40bc-b38b-b4a16f7d2bec req-f8af64cc-fabd-4a40-8fbc-49b0b81c23d4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:07.145029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f004cbc2-e735-40bc-b38b-b4a16f7d2bec req-f8af64cc-fabd-4a40-8fbc-49b0b81c23d4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0537946 Jul 30 02:38:07.190462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f004cbc2-e735-40bc-b38b-b4a16f7d2bec req-fe534229-fd44-4816-90eb-714ce4e13603 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391731 Jul 30 02:38:07.570369 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:08.307441 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6473-d697-4bd5-8383-255447824171 req-8c1cd1eb-48a3-4fd0-a04c-8c05e057609b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:08.308957 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3bf6473-d697-4bd5-8383-255447824171 req-8c1cd1eb-48a3-4fd0-a04c-8c05e057609b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0507500 Jul 30 02:38:08.348104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b3bf6473-d697-4bd5-8383-255447824171 req-1324d000-21d4-4725-9835-ed5ac6a76854 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328991 Jul 30 02:38:09.471574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804fa0b-03cd-4510-80f4-1c511a0d2121 req-6894e2db-9b6f-4b73-abbf-e479375f08cf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:09.473208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e804fa0b-03cd-4510-80f4-1c511a0d2121 req-6894e2db-9b6f-4b73-abbf-e479375f08cf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0558999 Jul 30 02:38:09.510634 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e804fa0b-03cd-4510-80f4-1c511a0d2121 req-3a811931-1f54-46ce-8e60-249c7e60c6c1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309327 Jul 30 02:38:10.642433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bb4a8-a8b8-4c00-95e2-b8fa5353f0e5 req-cab918da-8596-4c8a-a54c-f17a42490a89 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.643967 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c59bb4a8-a8b8-4c00-95e2-b8fa5353f0e5 req-cab918da-8596-4c8a-a54c-f17a42490a89 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0533926 Jul 30 02:38:10.684575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c59bb4a8-a8b8-4c00-95e2-b8fa5353f0e5 req-5836300c-bc87-4fd0-bd6a-4189cfc45658 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343208 Jul 30 02:38:11.801535 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e05f0b-4ca8-46f5-bbee-641e22a811da req-6f7ef469-1041-4831-9bc6-e7f3e09f2ccb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:11.803161 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65e05f0b-4ca8-46f5-bbee-641e22a811da req-6f7ef469-1041-4831-9bc6-e7f3e09f2ccb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0491219 Jul 30 02:38:11.843190 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-65e05f0b-4ca8-46f5-bbee-641e22a811da req-446ef645-35b6-49a7-b299-f334d38624e5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326278 Jul 30 02:38:12.977936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c028-4ae6-4db9-9e4a-7e162775762f req-9f5a24c1-12c1-47f9-8dc8-04681b0fa276 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:12.980019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e24c028-4ae6-4db9-9e4a-7e162775762f req-9f5a24c1-12c1-47f9-8dc8-04681b0fa276 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0511281 Jul 30 02:38:13.020250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e24c028-4ae6-4db9-9e4a-7e162775762f req-508c1240-0956-4baf-af7e-fb37f3bb78b3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342264 Jul 30 02:38:13.250855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-fc1ef01c-5b45-4229-a392-be5eaeda1f43 service neutron] 10.222.0.55 "GET /v2.0/ports/7ca97715-394c-4ec9-b80a-41ccb115cccd/bindings/n-h2-713499-10 HTTP/1.1" status: 200 len: 383 time: 0.0590031 Jul 30 02:38:13.463611 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-066a23f6-db65-4b28-9f51-5bcd699f2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.465044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-066a23f6-db65-4b28-9f51-5bcd699f2b55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 1098 time: 0.0415776 Jul 30 02:38:13.545716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-618d02d2-91dc-45e8-9621-61abd1044e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.547172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-618d02d2-91dc-45e8-9621-61abd1044e06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0496488 Jul 30 02:38:13.660678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-f3b43448-c159-4869-8c3a-99f7a41e98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.662169 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-f3b43448-c159-4869-8c3a-99f7a41e98cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.1076965 Jul 30 02:38:13.735891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-9567dbf0-d55b-45e3-add9-905d50405685 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 1002 time: 0.0670226 Jul 30 02:38:13.785946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-35115855-6349-4c72-ba5f-fcd676246d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.787528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-35115855-6349-4c72-ba5f-fcd676246d05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0451112 Jul 30 02:38:13.838074 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deafd-85a0-4222-8183-86640db3662c req-ed859493-3476-495f-bbfe-25524dd48fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.840164 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-ed859493-3476-495f-bbfe-25524dd48fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456421 Jul 30 02:38:13.930724 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-18270b74-ee95-4498-a6c4-ffd52f2f11ea service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831890 Jul 30 02:38:14.034320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-194deafd-85a0-4222-8183-86640db3662c req-ddab37cc-d404-4b1e-bc3a-b2c83ea155b3 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970445 Jul 30 02:38:14.139067 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdbb15-be7b-450d-9b12-5f6d5349d695 req-dd7ce99d-3822-4734-b16a-e1e58931c8bd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:14.140566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3cdbb15-be7b-450d-9b12-5f6d5349d695 req-dd7ce99d-3822-4734-b16a-e1e58931c8bd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0514107 Jul 30 02:38:14.187155 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3cdbb15-be7b-450d-9b12-5f6d5349d695 req-e41a4fed-6d18-4fa6-a77b-7d994edc5e31 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331831 Jul 30 02:38:15.306309 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bf889-c28d-48a5-97d1-eb133dc1fc21 req-dd0494e2-3898-400c-babd-1edad35bb0db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:15.307847 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a2bf889-c28d-48a5-97d1-eb133dc1fc21 req-dd0494e2-3898-400c-babd-1edad35bb0db tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Jul 30 02:38:15.352615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2a2bf889-c28d-48a5-97d1-eb133dc1fc21 req-df62ac29-874d-4803-b3bd-f4e986e8b08d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387287 Jul 30 02:38:16.026639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7ca97715-394c-4ec9-b80a-41ccb115cccd details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:38:16.124346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:16.136532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'port_id': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'mac_address': 'fa:16:3e:29:b7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:38:16.172520 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:16.186933 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ca97715-394c-4ec9-b80a-41ccb115cccd {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:16.206670 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:16.210733 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:16.261124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:16.268373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.268711 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.269054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.269393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.269729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.270067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.270396 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.270720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.271070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.271397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.271723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.272046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:16.472312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2b0d5-6168-480b-8816-3019b038dd3c req-c1c0a9a1-f7b3-4a59-99ac-e61801df78a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.473734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39b2b0d5-6168-480b-8816-3019b038dd3c req-c1c0a9a1-f7b3-4a59-99ac-e61801df78a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0512643 Jul 30 02:38:16.516728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39b2b0d5-6168-480b-8816-3019b038dd3c req-b878af63-de8c-4370-9e3f-842d5c6e1c3c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363939 Jul 30 02:38:16.531371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['7ca97715-394c-4ec9-b80a-41ccb115cccd'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:16.752198 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca8c52-d05f-4d6b-a006-7b4bcdbfb0e7 req-0a99960a-bc2f-4234-9250-8cd71abccfc4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.753748 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecca8c52-d05f-4d6b-a006-7b4bcdbfb0e7 req-0a99960a-bc2f-4234-9250-8cd71abccfc4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0839331 Jul 30 02:38:16.768618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-0c35b9fe-3ab6-4e9c-bd6f-4aa96c54d11e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.770154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-0c35b9fe-3ab6-4e9c-bd6f-4aa96c54d11e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6&tenant_id=f8e39fa1ef4849709801f3b111b43854&binding%3Ahost_id=n-h2-713499-10 HTTP/1.1" status: 200 len: 945 time: 0.0711608 Jul 30 02:38:16.803339 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ecca8c52-d05f-4d6b-a006-7b4bcdbfb0e7 req-9dfc96fc-b780-4c37-9603-b7ab0e85358d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424676 Jul 30 02:38:16.868026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-4a31fafe-367d-4004-bc00-402450af4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.870196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-4a31fafe-367d-4004-bc00-402450af4c6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1097 time: 0.0415850 Jul 30 02:38:16.977782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a5904-2003-4944-be5c-cac59700eba4 req-5bfaee20-ec9c-4f45-8c05-475329c33c67 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.979855 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-391a5904-2003-4944-be5c-cac59700eba4 req-5bfaee20-ec9c-4f45-8c05-475329c33c67 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 945 time: 0.1066415 Jul 30 02:38:17.012990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-3b8c501e-41a9-4526-bb78-e372a4850c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:17.014395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-3b8c501e-41a9-4526-bb78-e372a4850c6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.1329947 Jul 30 02:38:17.037752 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-391a5904-2003-4944-be5c-cac59700eba4 req-576ddcee-0d82-4a09-8628-37b27e8c2bec tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510616 Jul 30 02:38:17.093244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-9e60c870-7f34-4ba3-8581-cc3eb7b95e1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 1001 time: 0.0683916 Jul 30 02:38:17.143098 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-06967bbb-f01e-4d25-8d2c-63128a191e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:17.144564 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-06967bbb-f01e-4d25-8d2c-63128a191e10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0438814 Jul 30 02:38:17.198334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-2271f478-40b2-4b96-b322-f34780df11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:17.199863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-2271f478-40b2-4b96-b322-f34780df11a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474801 Jul 30 02:38:17.302970 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-57be4ff9-6a90-46d4-9d66-b09a0d6a740b service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948856 Jul 30 02:38:17.392992 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9b1f0235-ecf2-4269-a887-3f06e57ce97f req-3b5992b1-4a3b-4d94-9f16-d5df165767b9 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Jul 30 02:38:18.030499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7ca97715-394c-4ec9-b80a-41ccb115cccd up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:38:18.083299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 7ca97715-394c-4ec9-b80a-41ccb115cccd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:38:18.083670 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.163847 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.171481 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d624-2d82-4e3e-a55b-2e8d41ad3532 req-b2dcfef0-7188-4130-9713-cd84e610a468 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:18.173020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ae6d624-2d82-4e3e-a55b-2e8d41ad3532 req-b2dcfef0-7188-4130-9713-cd84e610a468 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 945 time: 0.0562735 Jul 30 02:38:18.187125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:18.189625 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf00f8b-a423-4ff6-86f0-02c58bc67b9e" -d '{"events": [{"server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:18.204586 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:18.209855 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:18.214253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9ae6d624-2d82-4e3e-a55b-2e8d41ad3532 req-a2ce8982-9627-43b9-a4d9-53760cf4f93c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351698 Jul 30 02:38:18.237017 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58898) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:18.264634 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f71e0-1e21-49cb-b777-1d0e50276a40 x-openstack-request-id: req-c77f71e0-1e21-49cb-b777-1d0e50276a40 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:18.264911 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "name": "network-vif-plugged", "status": "completed", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:18.265164 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c77f71e0-1e21-49cb-b777-1d0e50276a40 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:18.265551 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'code': 200} Jul 30 02:38:18.270101 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:18.302975 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-1831061f-6dad-4bac-86ca-26b0f6c54e63 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/f0db9fde-1c79-4e70-9353-33f06ac7ce1c HTTP/1.1" status: 200 len: 994 time: 0.0646420 Jul 30 02:38:19.028287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcd42-6945-4524-a337-e5547a1e76bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:21.776040 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-db8862de-db73-4f7c-b727-2ffabe1d97a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:21.852763 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:22.000788 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:23.299581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:24.794045 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:34.135466 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-0c2c27f5-8adf-4a98-9267-30542f5ffa80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401621 Jul 30 02:38:34.221329 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-6556735b-862c-43bf-8b62-46bbcd653422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.222751 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-6556735b-862c-43bf-8b62-46bbcd653422 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0461521 Jul 30 02:38:34.325081 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-3f1b7c25-69a2-49d7-a71d-3efee7f34790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.326547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-3f1b7c25-69a2-49d7-a71d-3efee7f34790 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0853636 Jul 30 02:38:34.373427 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-c736aa28-ccba-4a18-89fc-c8bab92b9ae6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0395234 Jul 30 02:38:34.423543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-a2c2eb9b-5129-4440-86a7-e91c093903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.425039 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-a2c2eb9b-5129-4440-86a7-e91c093903d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0453608 Jul 30 02:38:34.473535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-f4f082ec-4ed5-458e-b43b-ca1abb33714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.475149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-f4f082ec-4ed5-458e-b43b-ca1abb33714e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429111 Jul 30 02:38:34.570608 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-f7a3f83f-4342-4bbb-9917-9aea794d19b4 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877135 Jul 30 02:38:34.659547 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9b1c74d8-4e07-4d19-8589-f25a49b830f2 req-32ee3803-80e5-42b5-a525-ed15c76f8ff4 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823371 Jul 30 02:38:37.573831 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:39.202249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:38:46.815738 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58912) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:46.990319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port bb044549-2fc1-4efc-a24e-dd90605283da {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:46.990667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:47.071190 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:47.071444 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:47.084324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for bb044549-2fc1-4efc-a24e-dd90605283da owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:47.231067 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:47.257699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=bb044549-2fc1-4efc-a24e-dd90605283da,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:47.284758 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.285101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.285442 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.285777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.286151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.286435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.286769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.287121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.287449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.287772 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.288094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.288414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:47.330669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:47.331020 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP f0db9fde-1c79-4e70-9353-33f06ac7ce1c disassociated (deleted). External IP: 172.25.8.152, port: 7ca97715-394c-4ec9-b80a-41ccb115cccd. Jul 30 02:38:47.546755 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 3dc282c4-de71-48ee-aaa8-59c839178cb8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:38:47.654329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:38:47.659182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:47.664347 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] Sync routers for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:38:47.674559 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:47.675313 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:47.692814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5ebf183e-6c67-415a-a512-4f56c7e5dce3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/floatingips/f0db9fde-1c79-4e70-9353-33f06ac7ce1c HTTP/1.1" status: 204 len: 168 time: 0.8759480 Jul 30 02:38:47.693503 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:47.695901 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:47.784819 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:47.875043 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed412372-1362-4ef0-b538-e8268db871cf x-openstack-request-id: req-ed412372-1362-4ef0-b538-e8268db871cf {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:47.875591 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:47.875591 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed412372-1362-4ef0-b538-e8268db871cf {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:47.875957 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'status': 'completed', 'code': 200} Jul 30 02:38:48.005170 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:12Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:48.006902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57eadf-981f-4c63-b42b-992501f1fab1 req-64c46cbb-9f31-4601-abae-dec6232b2d2c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:48.008579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d57eadf-981f-4c63-b42b-992501f1fab1 req-64c46cbb-9f31-4601-abae-dec6232b2d2c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0870957 Jul 30 02:38:48.015363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-0f44cc23-7e23-486a-8416-12e5288aa016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:48.016813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-0f44cc23-7e23-486a-8416-12e5288aa016 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0678887 Jul 30 02:38:48.107472 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6d57eadf-981f-4c63-b42b-992501f1fab1 req-24cac20c-2fbb-4ca7-9097-89c3620d2716 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895629 Jul 30 02:38:48.131858 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] Checking router: 3dc282c4-de71-48ee-aaa8-59c839178cb8 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:38:48.140933 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:48.141548 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:48.148736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-22cbf643-a521-4ab2-8e97-2f8fa05baeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:48.150265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-22cbf643-a521-4ab2-8e97-2f8fa05baeb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 200 len: 897 time: 0.1188562 Jul 30 02:38:48.193989 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-3e3e8995-c13b-471f-9d9f-0344c90e8c27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 200 len: 217 time: 0.0352123 Jul 30 02:38:48.244367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-14305060-091d-42a7-a147-6c8efabafad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:48.246326 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-14305060-091d-42a7-a147-6c8efabafad6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 200 len: 835 time: 0.0456634 Jul 30 02:38:48.254267 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:48.298809 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-ac556f4c-d144-4dbf-9154-3884cfca07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:48.300505 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-ac556f4c-d144-4dbf-9154-3884cfca07fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7d5113-7d75-42c1-92df-373f70faf6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465891 Jul 30 02:38:48.406002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-f3d89427-d6d7-4ba9-a5c2-ee79650acac5 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Jul 30 02:38:48.462452 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:12Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:48.489379 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57774a-c436-4bb5-b0d0-3bf4f281510d None None] The sync data for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 is: [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '2918af20-ed5f-4e03-a171-385b8d39bd07', 'name': '', 'network_id': 'ee7d5113-7d75-42c1-92df-373f70faf6eb', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:47:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '29246e17-5295-43e4-8d6b-efda28a50911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:07Z', 'updated_at': '2021-07-30T02:37:12Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '29246e17-5295-43e4-8d6b-efda28a50911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:38:48.509129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8b7e4489-a763-4491-ae1e-0bbfdf9d7fa7 req-211cba06-4501-430e-aeb0-20242fc622d9 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948312 Jul 30 02:38:48.726271 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465cf1e-1919-4c00-990b-a26ad951fc8b None None] New status for floating IP f0db9fde-1c79-4e70-9353-33f06ac7ce1c: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:38:49.029302 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c0f8fe7d-1b98-44b9-b7cc-43e0f4268b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:49.254906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602a654-d98f-4a79-a143-95c55808f011 req-5a49bebb-f262-4f4d-8e71-21ffa3398272 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:49.256533 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2602a654-d98f-4a79-a143-95c55808f011 req-5a49bebb-f262-4f4d-8e71-21ffa3398272 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0570774 Jul 30 02:38:49.295816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2602a654-d98f-4a79-a143-95c55808f011 req-870deaad-72f5-4922-8e1a-51641a2d2f50 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=1471f144-e7c0-4aa3-8d84-2123ff973531&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324605 Jul 30 02:38:49.344076 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a167-02fb-4770-91e3-16813248b9fb req-f7af5d23-e7fd-4406-9af3-d230632660c3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:49.345543 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eee8a167-02fb-4770-91e3-16813248b9fb req-f7af5d23-e7fd-4406-9af3-d230632660c3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 946 time: 0.0488346 Jul 30 02:38:49.441272 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 7ca97715-394c-4ec9-b80a-41ccb115cccd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:49.441528 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:49.529941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 7ca97715-394c-4ec9-b80a-41ccb115cccd, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=7ca97715-394c-4ec9-b80a-41ccb115cccd,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:49.530309 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:49.542875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 7ca97715-394c-4ec9-b80a-41ccb115cccd owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:49.686318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:49.715819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=7ca97715-394c-4ec9-b80a-41ccb115cccd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:49.764281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] No DVR routers for this DVR port 7ca97715-394c-4ec9-b80a-41ccb115cccd on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:49.767114 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:49.769524 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eee8a167-02fb-4770-91e3-16813248b9fb req-15e6f0d3-baaa-4ab0-97aa-65e9766c4af4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "DELETE /v2.0/ports/7ca97715-394c-4ec9-b80a-41ccb115cccd HTTP/1.1" status: 204 len: 173 time: 0.4172256 Jul 30 02:38:49.877509 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'name': 'network-vif-deleted', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:49.880000 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2444f5-334d-481b-a619-842b03091a0f" -d '{"events": [{"server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "name": "network-vif-deleted", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:49.915736 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024f93a-c3f2-4f0c-ab52-f61390e0011e x-openstack-request-id: req-0024f93a-c3f2-4f0c-ab52-f61390e0011e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:49.916027 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f88c9-a679-4cb5-9b28-c3285b48e6c6", "name": "network-vif-deleted", "tag": "7ca97715-394c-4ec9-b80a-41ccb115cccd", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:49.916274 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0024f93a-c3f2-4f0c-ab52-f61390e0011e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:49.917372 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5f88c9-a679-4cb5-9b28-c3285b48e6c6', 'name': 'network-vif-deleted', 'tag': '7ca97715-394c-4ec9-b80a-41ccb115cccd', 'status': 'completed', 'code': 200} Jul 30 02:38:50.408544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2bd9303-1bf1-45e5-9791-644a5d847b14 req-63fb89dc-5fba-4ee9-a269-9399bc25a67d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e5f88c9-a679-4cb5-9b28-c3285b48e6c6 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Jul 30 02:38:51.477236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58928) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:51.777378 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-471c7ba8-fb30-406d-a00b-edb9e4f9e2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:51.844293 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:51.862975 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:52.002568 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:52.106105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 2918af20-ed5f-4e03-a171-385b8d39bd07 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:52.106453 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:52.202466 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 2918af20-ed5f-4e03-a171-385b8d39bd07, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=2918af20-ed5f-4e03-a171-385b8d39bd07,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:52.202831 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:52.216517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 2918af20-ed5f-4e03-a171-385b8d39bd07 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:52.410380 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:52.441829 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=2918af20-ed5f-4e03-a171-385b8d39bd07,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:52.470842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.471215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.471555 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.471890 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.472225 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.472543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.472866 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.473186 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.473509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.473827 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.474146 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.474458 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:52.628599 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:52.853598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 3dc282c4-de71-48ee-aaa8-59c839178cb8 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:38:52.966268 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:38:52.971520 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f1769f2b-62c0-4ad0-9265-a56e24e2c4c8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/3dc282c4-de71-48ee-aaa8-59c839178cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932492 Jul 30 02:38:52.974394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58932) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:52.977100 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] Sync routers for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:38:52.987831 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:52.988444 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:53.030251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting subnet 29246e17-5295-43e4-8d6b-efda28a50911 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:38:53.033726 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.076179 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.094703 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:53.173251 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.233223 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.262743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.267552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58934) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:53.268942 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/subnets/29246e17-5295-43e4-8d6b-efda28a50911 HTTP/1.1" status: 204 len: 168 time: 0.2931521 Jul 30 02:38:53.269895 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1713900-3de7-400e-86b6-122108c5f0d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Subnet': ['ID=29246e17-5295-43e4-8d6b-efda28a50911,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:53.270092 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358b6c7-d083-45d3-b1b1-1319eb9339b5 None None] Network ee7d5113-7d75-42c1-92df-373f70faf6eb requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:38:53.294263 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:38:52Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:53.321507 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] Checking router: 3dc282c4-de71-48ee-aaa8-59c839178cb8 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:38:53.330947 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] Routers {'3dc282c4-de71-48ee-aaa8-59c839178cb8'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:53.331550 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3dc282c4-de71-48ee-aaa8-59c839178cb8'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:53.340920 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.389792 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.465845 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] Set router 3dc282c4-de71-48ee-aaa8-59c839178cb8 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:53.484105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] DHCP port deletion for ee7d5113-7d75-42c1-92df-373f70faf6eb request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:38:53.502945 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.533627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] Deleting port 49b0510f-561b-45df-ba23-7dcb5ebff936 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:53.534320 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.563564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:53.563901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.601027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] For port 49b0510f-561b-45df-ba23-7dcb5ebff936, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=49b0510f-561b-45df-ba23-7dcb5ebff936,segment=NetworkSegment(711ba9cf-deee-4671-857a-dd82c0085efa),segment_id=711ba9cf-deee-4671-857a-dd82c0085efa)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:53.601455 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.615390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] Calling delete_port for 49b0510f-561b-45df-ba23-7dcb5ebff936 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:53.651969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:53.652354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.666088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:53.672061 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:38:52Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:53.702746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a732b-0bf9-41c8-80e9-0771e0a19eb8 None None] The sync data for ids ['3dc282c4-de71-48ee-aaa8-59c839178cb8'] in n-d-713499-10 is: [{'id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2114524064', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:38:52Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '69bb01cb-4fdc-4e71-8d72-23f681fe5ca3', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc282c4-de71-48ee-aaa8-59c839178cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:37:04Z', 'updated_at': '2021-07-30T02:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:38:53.717031 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.743177 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] Pushing event deleted for resources: {'Port': ['ID=49b0510f-561b-45df-ba23-7dcb5ebff936,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:53.750212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e38be-6e1f-413d-b49e-3579130ba7c3 None None] No DVR routers for this DVR port 49b0510f-561b-45df-ba23-7dcb5ebff936 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:53.853539 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:53.880591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=69bb01cb-4fdc-4e71-8d72-23f681fe5ca3,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:53.944342 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.035372 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.037482 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.083054 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.083723 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc282c4-de71-48ee-aaa8-59c839178cb8 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:38:54.091228 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.092963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c02e1c4f-c72c-40ec-aa62-2074d0e3adfa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/routers/3dc282c4-de71-48ee-aaa8-59c839178cb8 HTTP/1.1" status: 204 len: 168 time: 0.8238091 Jul 30 02:38:54.095279 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58936) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:54.156559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7ca97715-394c-4ec9-b80a-41ccb115cccd no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:54.179440 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 7ca97715-394c-4ec9-b80a-41ccb115cccd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:38:54.179786 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 7ca97715-394c-4ec9-b80a-41ccb115cccd not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:54.281053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49b0510f-561b-45df-ba23-7dcb5ebff936 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:54.302568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 49b0510f-561b-45df-ba23-7dcb5ebff936 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:38:54.303059 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 49b0510f-561b-45df-ba23-7dcb5ebff936 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:54.303553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2918af20-ed5f-4e03-a171-385b8d39bd07 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:54.328343 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 2918af20-ed5f-4e03-a171-385b8d39bd07 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:38:54.328597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 2918af20-ed5f-4e03-a171-385b8d39bd07 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:54.574667 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.662236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.673386 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7d5113-7d75-42c1-92df-373f70faf6eb']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:54.684450 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711ba9cf-deee-4671-857a-dd82c0085efa') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:54.684740 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711ba9cf-deee-4671-857a-dd82c0085efa') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:54.693305 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.706931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.712596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:38:54.712929 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:38:54.715842 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:38:54.774439 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.784691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.787581 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/networks/ee7d5113-7d75-42c1-92df-373f70faf6eb HTTP/1.1" status: 204 len: 168 time: 0.6909029 Jul 30 02:38:54.790457 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58938) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:54.804325 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.807135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e384567-89f0-4430-bfed-be0751ab7775 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Network': ['ID=ee7d5113-7d75-42c1-92df-373f70faf6eb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:54.869106 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25d6536e-cbd0-4baa-9294-da33658975a9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.897188 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25d6536e-cbd0-4baa-9294-da33658975a9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.964090 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25d6536e-cbd0-4baa-9294-da33658975a9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.966697 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25d6536e-cbd0-4baa-9294-da33658975a9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:54.968197 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-25d6536e-cbd0-4baa-9294-da33658975a9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/security-groups/1471f144-e7c0-4aa3-8d84-2123ff973531 HTTP/1.1" status: 204 len: 168 time: 0.1763542 Jul 30 02:38:54.977425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6536e-cbd0-4baa-9294-da33658975a9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1471f144-e7c0-4aa3-8d84-2123ff973531,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:55.382488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58944) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:55.387449 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629011444', 'description': 'tempest-secgroup-smoke-1629011444 description', 'project_id': 'f8e39fa1ef4849709801f3b111b43854'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:55.416256 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.510800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.514581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.545648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.546879 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1633482 Jul 30 02:38:55.547603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600b4df-5939-47f5-ab36-d1204b0084ac tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf65733-a228-4105-bc2c-89f8fb077569,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:55.549870 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58946) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:55.555116 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'ecf65733-a228-4105-bc2c-89f8fb077569', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:55.581733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.648790 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.653515 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.672484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209a4097-f89d-4b49-8a05-c1a562e1cc07,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:55.677893 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.679177 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ffad1fe1-4515-4ba7-bdb3-d1ba96e211ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281736 Jul 30 02:38:55.682103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58948) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:55.686499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'ecf65733-a228-4105-bc2c-89f8fb077569', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:55.714313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.779428 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.782724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.800393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7407ad33-9e1c-4bd2-a7ea-6fa570540ab6,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:55.805185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.806639 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-88c71989-421c-4d6f-a274-1b6815c00d17 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233130 Jul 30 02:38:55.810030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58950) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:55.818040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'ecf65733-a228-4105-bc2c-89f8fb077569', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:55.844479 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.904570 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.908288 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.929491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f217b3a-b6a2-4f40-889d-118c810c7b42,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:55.934153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:55.935376 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d0bb6baa-8afc-46c0-a0ac-5cc3fcf475be tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212139 Jul 30 02:38:55.938226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58952) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:55.942768 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'ecf65733-a228-4105-bc2c-89f8fb077569', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:55.975304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.039034 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.043227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.063105 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0354008-796e-4a9c-96f0-ec75d15129db,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:56.066401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.070149 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-619a26df-ddda-4f18-a9b7-f304d4106f27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283302 Jul 30 02:38:56.077417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58954) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:56.082227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'ecf65733-a228-4105-bc2c-89f8fb077569', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:56.103967 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:38:56.109191 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.129042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:56.149765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:38:56.150198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 69bb01cb-4fdc-4e71-8d72-23f681fe5ca3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:56.174066 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.178464 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.197554 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24eccd2b-e9b4-44cd-bf3f-359f8513726a,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:56.203853 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.205285 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2783746a-9139-4600-87d9-896df68ef3a1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266828 Jul 30 02:38:56.207992 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58956) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:56.212607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'ecf65733-a228-4105-bc2c-89f8fb077569', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:56.246248 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:38:56.251495 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.314236 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.318061 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.336597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbea3f2d-0291-441c-9872-f908ff4ec516,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:56.344317 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.345609 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-7b8ea296-0697-4c97-9784-ca8b14b5777c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366673 Jul 30 02:38:56.348420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58958) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:56.353356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'network': {'name': 'tempest-network-smoke--205940496', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'port_security_enabled': True}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:56.381132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:38:56.386898 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.410186 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:38:56.419969 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.420340 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Added segment 16130362-60c9-4c63-ae59-cd01125bc611 of type vlan for network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f Jul 30 02:38:56.471060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.500311 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.506131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:56.506718 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.572517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2230515 Jul 30 02:38:56.575803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58960) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:56.582340 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'admin_state_up': True, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:56.597671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01feac-7949-4568-af02-82a03e3ecea0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Network': ['ID=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:56.608349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:38:56.615765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.616866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.679313 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:56.833523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.031939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.051339 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.161865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.149 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/e0567408-14eb-481a-bc9c-407c95563ccb) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:38:57.264867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.304618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.347150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:38:57.349921 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:38:57.355967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:38:57.361378 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=e0567408-14eb-481a-bc9c-407c95563ccb,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:57.607935 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.811627 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:57.938207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 4a461e13-94ae-42ca-b846-ae404f2b2d4e is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:38:58.050408 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:38:58.060543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Sync routers for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:38:58.069586 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.070403 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:58.070887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fa907899-d98a-4a35-ae7f-99ae79d26bd4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4941587 Jul 30 02:38:58.073807 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:58.074768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 58962) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:58.111128 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-aed65eb3-9b9e-43cc-9e9d-157e77bdcf41 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f8e39fa1ef4849709801f3b111b43854&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351222 Jul 30 02:38:58.113946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58964) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:58.181885 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:58.204211 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d8b97-d033-4a3e-961d-21bacdde0035 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:58.205663 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f70d8b97-d033-4a3e-961d-21bacdde0035 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907202 Jul 30 02:38:58.209151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58966) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:58.266549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2b0316b7-8b11-4a1f-b4ca-51a317a16061 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559368 Jul 30 02:38:58.268986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58968) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:58.274336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-958574371', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:58.371642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:38:58.374323 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:38:57Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:58.375283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.401414 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Checking router: 4a461e13-94ae-42ca-b846-ae404f2b2d4e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:38:58.401794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Updating router 4a461e13-94ae-42ca-b846-ae404f2b2d4e port e0567408-14eb-481a-bc9c-407c95563ccb binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:38:58.426428 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.578177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.639103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Subnet': ['ID=88c82388-9f84-4c9b-a0ed-82edea2df49d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:58.650030 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Checking segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:58.650390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network hostable DHCP agents. Network: cb1891e2-ed62-44eb-a09c-dbffb1a58d4f, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:38:58.670875 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:38:58.685311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, cb1891e2-ed62-44eb-a09c-dbffb1a58d4f) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:38:58.689538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:58.690137 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.694869 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:58.699104 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f170e49-54c7-45d6-b90c-39fe4957d669 None None] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:38:58.708038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-870c9199-a5a3-4f14-9402-b7780c6ce43b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4350698 Jul 30 02:38:58.708214 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 58970) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:58.911514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Transition to ACTIVE for port object e0567408-14eb-481a-bc9c-407c95563ccb will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:58.919807 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.001069 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Attempting to bind port e0567408-14eb-481a-bc9c-407c95563ccb on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:59.001454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Attempting to bind port e0567408-14eb-481a-bc9c-407c95563ccb by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:59.001792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Attempting to bind port e0567408-14eb-481a-bc9c-407c95563ccb on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:59.008976 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967c641-3b14-4fe7-8faf-3f151526710a None None] Pushing event updated for resources: {'Port': ['ID=e0567408-14eb-481a-bc9c-407c95563ccb,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:59.015592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:59.015967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:59.016364 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.016745 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:59.017214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Bound port: e0567408-14eb-481a-bc9c-407c95563ccb, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:59.018415 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.122150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] For port e0567408-14eb-481a-bc9c-407c95563ccb, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:59.126176 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:38:59.127092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.129972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] For port e0567408-14eb-481a-bc9c-407c95563ccb, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e0567408-14eb-481a-bc9c-407c95563ccb,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:59.150470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.171679 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.299543 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967c641-3b14-4fe7-8faf-3f151526710a None None] Pushing event updated for resources: {'Port': ['ID=e0567408-14eb-481a-bc9c-407c95563ccb,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:59.305233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:59.306562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:59.376926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Allocated IP 172.20.0.2 (cb1891e2-ed62-44eb-a09c-dbffb1a58d4f/88c82388-9f84-4c9b-a0ed-82edea2df49d/4f77b0be-f9c0-4ee0-9bbc-61068e50e891) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:38:59.474983 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:59.698747 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.709907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Transition to ACTIVE for port object 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:59.732751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Transition to ACTIVE for port object 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:59.740827 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.790255 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:38:59.790866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.1 (cb1891e2-ed62-44eb-a09c-dbffb1a58d4f/88c82388-9f84-4c9b-a0ed-82edea2df49d/017e86da-b210-408c-9370-7b79482badb8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:38:59.796099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:38:57Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:59.801883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:38:59.828542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Pushing event updated for resources: {'Port': ['ID=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:59.831149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:38:59.833576 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8175d8b-0b38-48d2-ada9-15e9508870f3 None None] The sync data for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 is: [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:38:57Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:38:59.895239 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Attempting to bind port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:59.895692 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Attempting to bind port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:59.896152 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Attempting to bind port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 on network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:59.902082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:59.902548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Checking segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:59.903510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.903510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Bound using segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:59.903849 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Bound port: 4f77b0be-f9c0-4ee0-9bbc-61068e50e891, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:59.904236 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.931960 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.948757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object 017e86da-b210-408c-9370-7b79482badb8 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:59.980406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] For port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:59.984270 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] For port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:59.988985 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:59.992516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:00.034743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:00.038583 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:00.047895 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:00.060442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665efa2-a516-44fa-9ef5-4ac643d194cf None None] Pushing event updated for resources: {'Port': ['ID=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:00.097425 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=017e86da-b210-408c-9370-7b79482badb8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:00.120728 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:00.232336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e0567408-14eb-481a-bc9c-407c95563ccb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:00.354437 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port e0567408-14eb-481a-bc9c-407c95563ccb completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:00.366961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e0567408-14eb-481a-bc9c-407c95563ccb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:00.367519 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:00.479050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:00.503465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port e0567408-14eb-481a-bc9c-407c95563ccb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e0567408-14eb-481a-bc9c-407c95563ccb,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:00.508293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:00.565991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=e0567408-14eb-481a-bc9c-407c95563ccb,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:00.693451 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.005139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.017799 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.096479 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=017e86da-b210-408c-9370-7b79482badb8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:01.099693 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.140939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e0357e-e72b-4ba4-8981-44267979b1b4 None None] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:39:01.202973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:01.204490 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:01.228841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-55e6c8cb-d51e-4d33-9f83-d3511405aa13 None None] Provisioning for port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:01.344111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 4a461e13-94ae-42ca-b846-ae404f2b2d4e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:39:01.463607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:39:01.469450 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-26c74e37-f6bc-4831-af0c-16bef3d44df9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/4a461e13-94ae-42ca-b846-ae404f2b2d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7602048 Jul 30 02:39:01.575454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-60e41896-14e3-481b-9339-8650b7f56977 None None] Provisioning for port 017e86da-b210-408c-9370-7b79482badb8 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:01.583536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-60e41896-14e3-481b-9339-8650b7f56977 None None] Provisioning complete for port 017e86da-b210-408c-9370-7b79482badb8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:01.583852 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-60e41896-14e3-481b-9339-8650b7f56977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.632263 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-60e41896-14e3-481b-9339-8650b7f56977 None None] Port 017e86da-b210-408c-9370-7b79482badb8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:01.636637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-05b57e5c-477c-4a19-97b5-c8aac8795e31 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629011444&fields=id&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 267 time: 0.0358615 Jul 30 02:39:01.765932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ce982f99-b214-44f9-afa9-cf482b7e41a1 None None] Provisioning complete for port 017e86da-b210-408c-9370-7b79482badb8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:01.766588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ce982f99-b214-44f9-afa9-cf482b7e41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.771874 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-5d22e00e-174e-4bb9-8998-541ef9f45789 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:01.773761 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-5d22e00e-174e-4bb9-8998-541ef9f45789 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 796 time: 0.1256428 Jul 30 02:39:01.811117 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-ce982f99-b214-44f9-afa9-cf482b7e41a1 None None] Port 017e86da-b210-408c-9370-7b79482badb8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:01.814027 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Sync routers for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:39:01.815604 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-b8d60206-80e0-4564-9ae6-aebe0766c1d6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/quotas/f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 375 time: 0.0319107 Jul 30 02:39:01.825403 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:01.826041 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:01.876801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-163df017-fa0d-4d32-a6af-d73e1080d4a5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563707 Jul 30 02:39:01.944208 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:01.990884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-ff4e4058-65cb-4914-94df-e40ddadd997e service neutron] 10.222.0.78 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962391 Jul 30 02:39:02.033734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8fc8f2ef-248e-4441-9e21-439e79bc79a0 None None] Provisioning complete for port 017e86da-b210-408c-9370-7b79482badb8 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:02.034208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8fc8f2ef-248e-4441-9e21-439e79bc79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.073309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8f2ef-248e-4441-9e21-439e79bc79a0 None None] Port 017e86da-b210-408c-9370-7b79482badb8 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:02.094273 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-1aaa208d-af05-4e2b-9466-00339250324c service neutron] 10.222.0.78 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963335 Jul 30 02:39:02.153283 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 2, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:02.180977 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Checking router: 4a461e13-94ae-42ca-b846-ae404f2b2d4e for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:39:02.181649 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Updating router 4a461e13-94ae-42ca-b846-ae404f2b2d4e port 017e86da-b210-408c-9370-7b79482badb8 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:39:02.208632 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.283204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e0567408-14eb-481a-bc9c-407c95563ccb up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:02.294621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20e66d58-a3d0-42a7-9365-fb77049340f9 req-b1708c2f-2219-4b3a-b9db-473c5432286b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 210 time: 0.0427632 Jul 30 02:39:02.347994 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port e0567408-14eb-481a-bc9c-407c95563ccb triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:02.348440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.440529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:02.497678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:02.503078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:02.503704 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.604080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.624674 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.636581 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Transition to ACTIVE for port object 017e86da-b210-408c-9370-7b79482badb8 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:02.641529 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:02.643674 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.646328 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.693234 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Pushing event updated for resources: {'Port': ['ID=017e86da-b210-408c-9370-7b79482badb8,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:02.710581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:02.719228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.719562 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.720078 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.720426 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.720732 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.721086 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.721401 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.721733 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.722050 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.722366 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.722679 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.722988 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:39:02.761569 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Attempting to bind port 017e86da-b210-408c-9370-7b79482badb8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:39:02.761934 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Attempting to bind port 017e86da-b210-408c-9370-7b79482badb8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:39:02.762290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Attempting to bind port 017e86da-b210-408c-9370-7b79482badb8 on network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:02.767657 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:39:02.768034 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Checking segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:02.768427 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.768809 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Bound using segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:39:02.769316 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Bound port: 017e86da-b210-408c-9370-7b79482badb8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:39:02.769690 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.839542 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] For port 017e86da-b210-408c-9370-7b79482badb8, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:39:02.844050 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] For port 017e86da-b210-408c-9370-7b79482badb8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=017e86da-b210-408c-9370-7b79482badb8,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:39:02.852221 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:02.920217 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:02.920843 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:02.965100 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65e844-9dd1-45f9-aea7-a26e7ef5feef None None] Pushing event updated for resources: {'Port': ['ID=017e86da-b210-408c-9370-7b79482badb8,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:03.045850 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:03.265147 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:02Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:03.295071 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2a58e-97da-4e92-9708-7696e9c2aa9f None None] The sync data for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 is: [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:02Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:39:03.454374 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c3303dc-b7d6-41dd-b2c4-d1e2139fc7c1 req-e740c0e4-5f1a-4885-a877-fbc87231e208 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 210 time: 0.0533867 Jul 30 02:39:03.478362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-84e5d1ca-9f48-4b3e-8cf9-41289bf9998f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:03.480704 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-84e5d1ca-9f48-4b3e-8cf9-41289bf9998f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 796 time: 0.1789472 Jul 30 02:39:03.544888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-6dc86038-479b-4e67-aab2-1d1647932011 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 380 time: 0.0407381 Jul 30 02:39:03.559389 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'port': {'device_id': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'admin_state_up': True, 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'security_groups': ['ecf65733-a228-4105-bc2c-89f8fb077569']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:03.674055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:39:03.677744 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:03.824019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.10 (cb1891e2-ed62-44eb-a09c-dbffb1a58d4f/88c82388-9f84-4c9b-a0ed-82edea2df49d/b8b144f1-8dd2-44f0-8cba-bb0eaed17183) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:03.980759 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.000674 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object b8b144f1-8dd2-44f0-8cba-bb0eaed17183 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:04.034020 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.083942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:04.087275 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:04.094466 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:04.100639 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:04.156899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:04.157530 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.179154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-371bc14c-dc0e-436a-b443-c03b7584b1e6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245711 Jul 30 02:39:04.200071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Request body: {'port': {'device_id': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:04.275140 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.305666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:04.384954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:04.385303 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.482407 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 017e86da-b210-408c-9370-7b79482badb8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:04.485974 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1cbfa369-94b6-4c5f-9636-4ed74dd1411a None None] Provisioning for port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:04.509838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-1cbfa369-94b6-4c5f-9636-4ed74dd1411a None None] Provisioning complete for port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:04.510243 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa369-94b6-4c5f-9636-4ed74dd1411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.558965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfa369-94b6-4c5f-9636-4ed74dd1411a None None] Port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:39:04.570566 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 017e86da-b210-408c-9370-7b79482badb8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:04.574506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 017e86da-b210-408c-9370-7b79482badb8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:04.574871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.644440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7f90c-a86e-4dbd-a3c1-fbb6969e8ff4 req-1381d805-4f75-4831-83b3-133bc40410e8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:04.645937 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35d7f90c-a86e-4dbd-a3c1-fbb6969e8ff4 req-1381d805-4f75-4831-83b3-133bc40410e8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 932 time: 0.0973535 Jul 30 02:39:04.680428 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b144f1-8dd2-44f0-8cba-bb0eaed17183 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:39:04.683382 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.690866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.717691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35d7f90c-a86e-4dbd-a3c1-fbb6969e8ff4 req-b2a07904-aeed-48c3-a192-7a63f7605205 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638382 Jul 30 02:39:04.718283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 017e86da-b210-408c-9370-7b79482badb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=017e86da-b210-408c-9370-7b79482badb8,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:04.718746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Transition to ACTIVE for port object b8b144f1-8dd2-44f0-8cba-bb0eaed17183 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:39:04.723826 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.725146 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.782135 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=017e86da-b210-408c-9370-7b79482badb8,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:04.799540 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:04.852157 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Attempting to bind port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:39:04.852547 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Attempting to bind port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:39:04.853114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Attempting to bind port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 on network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:04.857914 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 on network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:39:04.858239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Attempting to bind port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 on network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:39:04.863544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:39:04.863899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Checking segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:39:04.864278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Bound using segment: {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:39:04.864718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Bound port: b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16130362-60c9-4c63-ae59-cd01125bc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:39:04.865076 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.937187 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] For port b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:39:04.940685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] For port b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:39:04.945265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.985032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:04.985659 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.987068 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 1093 time: 0.7930186 Jul 30 02:39:04.987521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:04.989932 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:05.018612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b00f0-9c0c-4405-8562-47b929f44799 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:05.038393 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08123360-331f-4bbc-a49c-e805646db85e x-openstack-request-id: req-08123360-331f-4bbc-a49c-e805646db85e {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:05.038666 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:05.038918 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08123360-331f-4bbc-a49c-e805646db85e {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:05.039386 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'status': 'completed', 'code': 200} Jul 30 02:39:05.100185 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-25fae4e2-aa72-4e87-8154-f82f72a88a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.101865 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-25fae4e2-aa72-4e87-8154-f82f72a88a61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1096 time: 0.0450058 Jul 30 02:39:05.151544 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-25b08d88-f291-40e5-8e50-f92d6e095791 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 217 time: 0.0364208 Jul 30 02:39:05.209522 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-4a0393c6-37dd-4b49-ace0-db1fc70ae1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.211042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-4a0393c6-37dd-4b49-ace0-db1fc70ae1b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 200 len: 834 time: 0.0527773 Jul 30 02:39:05.258710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222e7d-505e-4134-8cd1-34e5424612af req-d4112da8-c397-488e-9e95-5f95d553eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.260978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-d4112da8-c397-488e-9e95-5f95d553eb1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423002 Jul 30 02:39:05.355208 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-c283e0f3-2b3f-46bc-8fd9-e1a7eac5ae6f service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869365 Jul 30 02:39:05.456088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e2222e7d-505e-4134-8cd1-34e5424612af req-ff734787-aa8d-4a28-a3f6-2c624fd3c0ac service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945387 Jul 30 02:39:05.582189 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-809a3e74-67ae-4a41-bf22-f345107b04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.583751 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-809a3e74-67ae-4a41-bf22-f345107b04da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1096 time: 0.0430236 Jul 30 02:39:05.680901 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-26b82d41-93cb-4802-97a7-b78b9e6599d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.682559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-26b82d41-93cb-4802-97a7-b78b9e6599d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 897 time: 0.0920520 Jul 30 02:39:05.724661 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-16fc2441-a251-448b-9520-19a55f165ab1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 217 time: 0.0352101 Jul 30 02:39:05.776799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-94e3f694-9391-46ed-9a98-5687e61c8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.778296 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-94e3f694-9391-46ed-9a98-5687e61c8d43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 200 len: 834 time: 0.0471175 Jul 30 02:39:05.859750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-b72e3ed5-b4c3-4d3b-9ac3-f91197353e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.861278 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-b72e3ed5-b4c3-4d3b-9ac3-f91197353e57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752747 Jul 30 02:39:05.869063 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8bea-6f8a-477e-a64a-3b58936d8a18 req-7cb81b91-f99f-45d8-a8ee-0bc2b5ca639d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:05.871189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28ca8bea-6f8a-477e-a64a-3b58936d8a18 req-7cb81b91-f99f-45d8-a8ee-0bc2b5ca639d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 944 time: 0.0773180 Jul 30 02:39:05.956556 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-28ca8bea-6f8a-477e-a64a-3b58936d8a18 req-80dbe6bf-4f16-47d3-90ad-bd601b45d02b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769751 Jul 30 02:39:05.986301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-4d898083-58b1-4d36-b65c-2090097a1989 service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140838 Jul 30 02:39:06.079315 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40ad7788-afaa-457c-8f30-fcfcdcf37eaf req-9974126f-94ef-480c-9388-67d6ecc74896 service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Jul 30 02:39:06.182883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 017e86da-b210-408c-9370-7b79482badb8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:06.230404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 017e86da-b210-408c-9370-7b79482badb8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:06.230688 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:07.072356 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8066a-8b2b-4d60-a425-304d21da6a95 req-fe005911-c1e5-40a4-9eaa-364fad38c849 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:07.074594 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2c8066a-8b2b-4d60-a425-304d21da6a95 req-fe005911-c1e5-40a4-9eaa-364fad38c849 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 944 time: 0.0512211 Jul 30 02:39:07.113013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b2c8066a-8b2b-4d60-a425-304d21da6a95 req-44ad80aa-497a-4e64-a4e5-e38b952473bb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Jul 30 02:39:07.568748 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.218076 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b8b144f1-8dd2-44f0-8cba-bb0eaed17183 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:39:08.236139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5127-75ec-4d18-a776-ba86bc2097d3 req-5ff03745-84c7-4ec5-82c7-57a7dbef4d23 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:08.237612 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab1c5127-75ec-4d18-a776-ba86bc2097d3 req-5ff03745-84c7-4ec5-82c7-57a7dbef4d23 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 944 time: 0.0554965 Jul 30 02:39:08.279818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ab1c5127-75ec-4d18-a776-ba86bc2097d3 req-5a37ffd8-2d8f-4f58-984a-edb824457a13 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Jul 30 02:39:08.322064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:08.334739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'port_id': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'mac_address': 'fa:16:3e:1d:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:39:08.371934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.389268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b144f1-8dd2-44f0-8cba-bb0eaed17183 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:39:08.409565 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:08.414068 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:08.468639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:08.670634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b8b144f1-8dd2-44f0-8cba-bb0eaed17183'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:39:09.406120 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0878-fc03-4dc5-9806-3ba660daa368 req-1c73ac6e-7241-4a57-a100-c4db2f665b9e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:09.407683 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-451a0878-fc03-4dc5-9806-3ba660daa368 req-1c73ac6e-7241-4a57-a100-c4db2f665b9e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 945 time: 0.0593479 Jul 30 02:39:09.449089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-451a0878-fc03-4dc5-9806-3ba660daa368 req-d6f0db26-c4eb-4eb1-acf8-73c62d9d9d7a tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340819 Jul 30 02:39:10.234463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b8b144f1-8dd2-44f0-8cba-bb0eaed17183 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:39:10.283657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:39:10.287251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:39:10.287625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:10.370326 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:10.392978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:10.395336 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f01a55-aab9-456e-ab8a-da2518613ba1" -d '{"events": [{"server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "name": "network-vif-plugged", "status": "completed", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:10.412411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:39:10.417830 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:10.441349 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46644619-d7af-497d-b366-626b783890b9 x-openstack-request-id: req-46644619-d7af-497d-b366-626b783890b9 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:10.441639 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "name": "network-vif-plugged", "status": "completed", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:10.441886 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46644619-d7af-497d-b366-626b783890b9 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:10.442277 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'code': 200} Jul 30 02:39:10.469513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:10.592303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304ba99-7f03-479d-b900-f7a9d6dff284 req-1c284369-0dc6-4cc7-92c5-17fcaffe4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:10.593829 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2304ba99-7f03-479d-b900-f7a9d6dff284 req-1c284369-0dc6-4cc7-92c5-17fcaffe4cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1098 time: 0.0733957 Jul 30 02:39:10.612720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962bef-8246-4d25-aee8-31762d1c21b3 req-93cdc59f-22c7-4cdc-b69f-34cc0e22b447 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:10.614500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1962bef-8246-4d25-aee8-31762d1c21b3 req-93cdc59f-22c7-4cdc-b69f-34cc0e22b447 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0853913 Jul 30 02:39:10.669264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2304ba99-7f03-479d-b900-f7a9d6dff284 req-d2d41f38-f587-4fe1-9d31-d1f608ad9781 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537021 Jul 30 02:39:10.672200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d1962bef-8246-4d25-aee8-31762d1c21b3 req-397235f8-40a8-40e4-9b15-ae010d8513f7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511343 Jul 30 02:39:11.803024 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5c943-d458-4291-898c-c728d09cdd6b req-6a46a611-6d33-4c7b-a93d-7c75b148df92 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:11.804531 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5c943-d458-4291-898c-c728d09cdd6b req-6a46a611-6d33-4c7b-a93d-7c75b148df92 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0631282 Jul 30 02:39:11.843716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5c943-d458-4291-898c-c728d09cdd6b req-7bd8c6bc-5713-4915-87bd-e4501e83a061 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jul 30 02:39:12.966485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd57473-c0b9-461e-bdc1-7ff17e97a5ec req-56620751-d5db-4b0b-a7a1-6bb6cd931001 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:12.968031 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1bd57473-c0b9-461e-bdc1-7ff17e97a5ec req-56620751-d5db-4b0b-a7a1-6bb6cd931001 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0526643 Jul 30 02:39:13.013398 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1bd57473-c0b9-461e-bdc1-7ff17e97a5ec req-0b0ae262-42ba-43f2-b0a9-c827241385dc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389140 Jul 30 02:39:13.130612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8bf62-9219-4b53-b2f0-40dc006e3dda req-07eda75b-d8e6-455f-96b1-fb838498f1d7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:13.132022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fc8bf62-9219-4b53-b2f0-40dc006e3dda req-07eda75b-d8e6-455f-96b1-fb838498f1d7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0487666 Jul 30 02:39:13.171756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fc8bf62-9219-4b53-b2f0-40dc006e3dda req-3ddd49cc-d3e8-49b3-a966-dd100a58e603 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Jul 30 02:39:13.192943 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59024) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:13.235694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4e816-4fdd-49d8-8ddd-7f46c7d827e5 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:13.237225 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0dc4e816-4fdd-49d8-8ddd-7f46c7d827e5 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1093 time: 0.0433142 Jul 30 02:39:13.240108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59026) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:13.244444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:39:13.270079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.379951 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.491660 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.247 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/57231db8-f576-4b1b-aff0-065dcd85c03b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:39:13.604939 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.645209 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:13.683359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:39:13.686643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:39:13.692345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:39:13.697877 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=57231db8-f576-4b1b-aff0-065dcd85c03b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:14.480063 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.548012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.697593 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.703448 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.768871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=57231db8-f576-4b1b-aff0-065dcd85c03b,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:39:14.785478 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:14.892309 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 8d99915c-7859-4d5c-98fa-3ece4643c9be associated. External IP: 172.25.8.247, port: b8b144f1-8dd2-44f0-8cba-bb0eaed17183. Jul 30 02:39:15.123033 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 4a461e13-94ae-42ca-b846-ae404f2b2d4e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:39:15.233697 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:39:15.243227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] Sync routers for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:39:15.253106 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:15.255640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:15.256284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:15.279786 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-48125e19-5f79-4f14-bd63-7c9e3be28fa2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0386806 Jul 30 02:39:15.280737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:39:15.283324 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b1c904-a270-4ed4-9d33-8c4c4629e377" -d '{"events": [{"name": "network-changed", "server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:39:15.376706 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:15.383550 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d96ce-1890-44a7-9cd9-a3bf69711641 req-01290fa6-c4c9-4679-9ccf-c4ebc2df6bd0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:15.385109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-313d96ce-1890-44a7-9cd9-a3bf69711641 req-01290fa6-c4c9-4679-9ccf-c4ebc2df6bd0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0556607 Jul 30 02:39:15.428163 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-313d96ce-1890-44a7-9cd9-a3bf69711641 req-f6385ffd-5a16-4a78-9566-34b236d357ee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370014 Jul 30 02:39:15.452488 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59032) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:15.474629 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb80171e-6c59-4594-b0ba-dce55ed1fe50 x-openstack-request-id: req-eb80171e-6c59-4594-b0ba-dce55ed1fe50 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:39:15.474922 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:39:15.475203 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb80171e-6c59-4594-b0ba-dce55ed1fe50 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:39:15.475612 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'status': 'completed', 'code': 200} Jul 30 02:39:15.517112 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-05384aba-604e-426e-99b2-121c5cd8bfbc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/8d99915c-7859-4d5c-98fa-3ece4643c9be HTTP/1.1" status: 200 len: 992 time: 0.0630741 Jul 30 02:39:15.558986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-679200cb-2b4a-42c1-b31a-e9e33a4431b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:15.560631 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-679200cb-2b4a-42c1-b31a-e9e33a4431b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1098 time: 0.0425582 Jul 30 02:39:15.616958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '8d99915c-7859-4d5c-98fa-3ece4643c9be', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'port_id': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'mac_address': 'fa:16:3e:1d:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:14Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:04Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:15.648290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] Checking router: 4a461e13-94ae-42ca-b846-ae404f2b2d4e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:39:15.653517 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-afc105d5-5d38-49ee-b10e-9cba16826e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:15.655019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-afc105d5-5d38-49ee-b10e-9cba16826e32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 897 time: 0.0874810 Jul 30 02:39:15.657285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:39:15.664907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:38:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:15.726158 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-d1202dd3-add7-40f2-8659-6a38c3624ddd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 1000 time: 0.0645442 Jul 30 02:39:15.774103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-06c35090-5418-44a1-a71a-f15dc43951cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:15.775711 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-06c35090-5418-44a1-a71a-f15dc43951cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 200 len: 834 time: 0.0431061 Jul 30 02:39:15.785067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:39:15.822316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-685207ac-18f3-4fbd-82c7-196ee6791b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:15.824001 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-685207ac-18f3-4fbd-82c7-196ee6791b65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416222 Jul 30 02:39:15.918109 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-0e75167e-f5e7-4ff3-a0cb-802a4ab9a50c service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 Jul 30 02:39:16.011476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75b1c904-a270-4ed4-9d33-8c4c4629e377 req-e20dbfac-88a0-452a-8f12-802cbc0327ef service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866401 Jul 30 02:39:16.013208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '8d99915c-7859-4d5c-98fa-3ece4643c9be', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'port_id': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'mac_address': 'fa:16:3e:1d:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:14Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:04Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:39:16.052262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9caa00-969d-44b7-96e9-da49f82f62e9 None None] The sync data for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 is: [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '8d99915c-7859-4d5c-98fa-3ece4643c9be', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'port_id': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'mac_address': 'fa:16:3e:1d:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:39:14Z', 'updated_at': '2021-07-30T02:39:14Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:04Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:39:16.201893 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:39:16.255254 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9a44a-ee03-4e15-8971-248cafcc2fbe None None] New status for floating IP 8d99915c-7859-4d5c-98fa-3ece4643c9be: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:39:16.521052 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59034) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:16.585048 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e58b4ae-5245-4046-bf66-81be21e3a8ec tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/8d99915c-7859-4d5c-98fa-3ece4643c9be HTTP/1.1" status: 200 len: 994 time: 0.0628507 Jul 30 02:39:19.031589 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-883d6e06-d8d3-4b6d-af5b-5807d81aef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:21.779734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2812-fd9a-428d-b38c-8fbdf89e1f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:21.871620 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:22.004344 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:23.304585 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:24.801672 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:34.134517 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-ee861eff-472b-42db-bbc3-1c50b28ed98c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410655 Jul 30 02:39:34.216836 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-32abcbcf-53ac-4cba-a154-8460b51dee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:34.218253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-32abcbcf-53ac-4cba-a154-8460b51dee44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0425904 Jul 30 02:39:34.325377 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-3e8ead82-1305-4f75-a6a4-5c315ad32b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:34.327024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-3e8ead82-1305-4f75-a6a4-5c315ad32b22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0892823 Jul 30 02:39:34.369546 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-9266ea9f-a5e8-48ef-9f52-5c9576ec222a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0360391 Jul 30 02:39:34.419359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-fad6d042-b795-4375-9427-018d386067e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:34.420854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-fad6d042-b795-4375-9427-018d386067e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0453258 Jul 30 02:39:34.471614 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-0d0339e4-dcb8-4c06-82a7-bec5a984cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:34.473040 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-0d0339e4-dcb8-4c06-82a7-bec5a984cb07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460081 Jul 30 02:39:34.566266 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-10475b92-b240-43fa-8ad6-f8c0a9c28bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jul 30 02:39:34.663980 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-320fded4-e2dc-4cc1-8a0c-5ea2f0afe704 req-ef1012de-8c29-43c1-97e4-9e7c93718f31 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 Jul 30 02:39:37.572078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:43.403485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463f075-90c2-49cc-a7a3-a7fae4ff9da6 req-541645b3-ffa1-47b8-b232-a1b93ebd0430 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:43.405014 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e463f075-90c2-49cc-a7a3-a7fae4ff9da6 req-541645b3-ffa1-47b8-b232-a1b93ebd0430 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0554924 Jul 30 02:39:43.452614 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e463f075-90c2-49cc-a7a3-a7fae4ff9da6 req-2dd94712-5aff-42a1-ae90-be6fe7b419fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Jul 30 02:39:44.572825 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3161-43e1-4f44-b75e-4a5a4c5df1aa req-3a93a815-0e18-4c54-8866-f6724fdfb3ce tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:44.574874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f5c3161-43e1-4f44-b75e-4a5a4c5df1aa req-3a93a815-0e18-4c54-8866-f6724fdfb3ce tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0492134 Jul 30 02:39:44.618734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f5c3161-43e1-4f44-b75e-4a5a4c5df1aa req-7964ac59-6742-4918-b4c9-363a1e7cc88e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379307 Jul 30 02:39:45.741545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7249f-2ec5-4c29-bfdb-4ce6256f3754 req-8dbb2e99-09d7-4ea7-93af-30cded91d08f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:45.743097 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39f7249f-2ec5-4c29-bfdb-4ce6256f3754 req-8dbb2e99-09d7-4ea7-93af-30cded91d08f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0506544 Jul 30 02:39:45.781363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39f7249f-2ec5-4c29-bfdb-4ce6256f3754 req-051cc71f-8db9-4765-aa8c-937c6855ef81 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Jul 30 02:39:46.907248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89020f96-e916-49d1-b368-9514fd6f9fef req-4eed94c3-69d0-421d-b166-f05ff51d3fc2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:46.908774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89020f96-e916-49d1-b368-9514fd6f9fef req-4eed94c3-69d0-421d-b166-f05ff51d3fc2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0536005 Jul 30 02:39:46.947352 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-89020f96-e916-49d1-b368-9514fd6f9fef req-5df847fc-1912-4614-a2f5-c09a0b82fd1b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jul 30 02:39:48.065719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f7fc8-588a-4569-aaea-54cdcb77d490 req-962f1cbe-2d69-407f-bf3d-193161a2e902 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:48.067674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-430f7fc8-588a-4569-aaea-54cdcb77d490 req-962f1cbe-2d69-407f-bf3d-193161a2e902 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Jul 30 02:39:48.107024 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-430f7fc8-588a-4569-aaea-54cdcb77d490 req-4102af61-eeab-4ed1-9ae1-4ff35053b2df tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330589 Jul 30 02:39:49.034043 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ac87c09a-c8cf-49e6-8bbe-6115ad1aa65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:49.225018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aabc1-471c-4fbe-9c4a-c2eb69beef47 req-40abafca-12f9-4b09-a32c-aa9582d113ba tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:49.227230 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-909aabc1-471c-4fbe-9c4a-c2eb69beef47 req-40abafca-12f9-4b09-a32c-aa9582d113ba tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Jul 30 02:39:49.266668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-909aabc1-471c-4fbe-9c4a-c2eb69beef47 req-4198a5d4-7062-4849-830c-db632dc07651 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Jul 30 02:39:49.388835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-bb205130-0cb2-4ca6-ae52-befa4cc5fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:49.390738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-bb205130-0cb2-4ca6-ae52-befa4cc5fb62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1098 time: 0.0468049 Jul 30 02:39:49.495722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-9b329077-b7fe-43f3-8c53-8fac5c1c73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:49.497621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-9b329077-b7fe-43f3-8c53-8fac5c1c73e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 897 time: 0.0856867 Jul 30 02:39:49.566881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-d13c2156-d30c-4ba8-ae9c-fba0f0debe0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 1002 time: 0.0619683 Jul 30 02:39:49.616698 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-06794eca-61ac-46ae-b798-c7a97274cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:49.618147 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-06794eca-61ac-46ae-b798-c7a97274cd82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 200 len: 834 time: 0.0445092 Jul 30 02:39:49.662757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-6acc2067-d525-4aa5-8ace-03099a542a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:49.664287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-6acc2067-d525-4aa5-8ace-03099a542a6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396495 Jul 30 02:39:49.757303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-b0944af5-d89b-4670-ba2b-1871883068fa service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862119 Jul 30 02:39:49.845154 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e27660ed-e05b-49f6-84c0-7541bec909d6 req-5d2b0a5b-d2f9-413b-a9b3-5d81f4f59817 service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813146 Jul 30 02:39:50.395499 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7b43-e920-47c7-a39d-7bb5af889c61 req-1d2017d1-bd7d-42a1-a3ab-f338489d5476 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:50.396968 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51ae7b43-e920-47c7-a39d-7bb5af889c61 req-1d2017d1-bd7d-42a1-a3ab-f338489d5476 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0518219 Jul 30 02:39:50.438449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-51ae7b43-e920-47c7-a39d-7bb5af889c61 req-c9344fe0-3f86-4f2e-849d-f4aa49afc3fe tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353663 Jul 30 02:39:51.567769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5846d1-91cd-434e-9ea6-69895ff471e6 req-724520ce-7c86-468e-a01b-f7b1fa41be27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:51.569320 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e5846d1-91cd-434e-9ea6-69895ff471e6 req-724520ce-7c86-468e-a01b-f7b1fa41be27 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0608163 Jul 30 02:39:51.610276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0e5846d1-91cd-434e-9ea6-69895ff471e6 req-cd8313f2-44c9-405b-80eb-73ccc75cbd38 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348287 Jul 30 02:39:51.780310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42c9837e-f097-418b-8eba-e623e28e8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:51.882456 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:52.005114 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:52.727570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba942-6a84-4fb2-9d57-8b82dbe87f6d req-ed5ea1c1-a824-4958-b209-03328d418b29 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:52.729108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50bba942-6a84-4fb2-9d57-8b82dbe87f6d req-ed5ea1c1-a824-4958-b209-03328d418b29 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0500925 Jul 30 02:39:52.769794 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-50bba942-6a84-4fb2-9d57-8b82dbe87f6d req-0ec7d296-3344-44e2-9205-b1e45ff6ff08 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340998 Jul 30 02:39:53.202442 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:39:53.308089 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:53.895247 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8ea4d-262f-4961-b498-b1937bbce2db req-d77281ae-7f8f-418d-b6ee-162511b867ce tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:53.896846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfd8ea4d-262f-4961-b498-b1937bbce2db req-d77281ae-7f8f-418d-b6ee-162511b867ce tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0483673 Jul 30 02:39:53.935343 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cfd8ea4d-262f-4961-b498-b1937bbce2db req-d8326288-995d-4e61-805d-6b9d456f51e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Jul 30 02:39:53.961527 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59072) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:54.030362 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-78d12d05-f731-4dbd-9dc2-c3b652c52249 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/8d99915c-7859-4d5c-98fa-3ece4643c9be HTTP/1.1" status: 200 len: 994 time: 0.0676720 Jul 30 02:39:54.805440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:55.327117 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f184a4-67da-4a85-ae2c-af557f76d8f3 req-a42f017a-b50a-4d7c-ad58-de9c79dd617c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:55.328617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94f184a4-67da-4a85-ae2c-af557f76d8f3 req-a42f017a-b50a-4d7c-ad58-de9c79dd617c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0562489 Jul 30 02:39:55.389963 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-94f184a4-67da-4a85-ae2c-af557f76d8f3 req-f09fb5b1-a083-47f3-be1e-335f66aa6b3d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527682 Jul 30 02:39:55.395633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-34a4402b-7dcd-4677-a7c4-3056d2d63aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:55.397135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-34a4402b-7dcd-4677-a7c4-3056d2d63aaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1098 time: 0.0676534 Jul 30 02:39:55.492934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-d83c9fee-c2e9-4310-b4f9-79ea36005922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:55.494399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-d83c9fee-c2e9-4310-b4f9-79ea36005922 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 897 time: 0.0904396 Jul 30 02:39:55.558438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-4f05f015-2c77-42da-b09a-12723e4e0faa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 1002 time: 0.0572071 Jul 30 02:39:55.611902 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-ab4edd54-5ee0-4317-b895-5e93cbbf6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:55.613299 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-ab4edd54-5ee0-4317-b895-5e93cbbf6bcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 200 len: 834 time: 0.0486526 Jul 30 02:39:55.666885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-40716dfb-e7be-4061-b074-f2ff1edc4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:55.669527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-40716dfb-e7be-4061-b074-f2ff1edc4888 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489008 Jul 30 02:39:55.759759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-d9ab096a-b214-496b-ab49-76c8695442e7 service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827081 Jul 30 02:39:55.854140 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c7a8c925-fa6a-4a7b-97fc-abe6a6ed4ace req-fe63db14-fe1e-4e98-9611-25e5b3050e7f service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876067 Jul 30 02:39:56.512206 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc058458-6cf8-41ea-83ec-849e7387c6b3 req-47cf63e5-dbba-4501-bb10-7c7430834232 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:56.514386 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc058458-6cf8-41ea-83ec-849e7387c6b3 req-47cf63e5-dbba-4501-bb10-7c7430834232 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0503511 Jul 30 02:39:56.552449 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc058458-6cf8-41ea-83ec-849e7387c6b3 req-4ad31b3a-4d93-456a-87a5-5c5ea24c9e64 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Jul 30 02:39:56.574584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59082) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:39:56.634849 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-910482b6-6e66-4cc1-93bd-f6da7993b60b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/8d99915c-7859-4d5c-98fa-3ece4643c9be HTTP/1.1" status: 200 len: 994 time: 0.0590937 Jul 30 02:40:07.583625 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:19.035764 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-80ade204-118e-4fff-acce-af0a6c949302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:21.782096 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-88fb9874-e94e-407e-a0c8-720ff7bbd5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:21.884474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:22.006295 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:23.310125 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:24.808542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:27.045736 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59100) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:27.212823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 57231db8-f576-4b1b-aff0-065dcd85c03b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:40:27.213087 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:27.286552 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:27.286881 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:27.299779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 57231db8-f576-4b1b-aff0-065dcd85c03b owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:40:27.709931 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:27.728936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=57231db8-f576-4b1b-aff0-065dcd85c03b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:27.742897 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.743278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.743628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.743968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.744323 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.744640 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.744969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.745300 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.745629 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.745964 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.746288 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.746609 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:27.804135 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:27.804474 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 8d99915c-7859-4d5c-98fa-3ece4643c9be disassociated (deleted). External IP: 172.25.8.247, port: b8b144f1-8dd2-44f0-8cba-bb0eaed17183. Jul 30 02:40:28.008986 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 4a461e13-94ae-42ca-b846-ae404f2b2d4e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:40:28.118641 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:40:28.123701 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:28.129056 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] Sync routers for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:40:28.138168 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:28.138721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:28.153460 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fee95c18-0709-44d8-a462-ca40ef46ad22 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/floatingips/8d99915c-7859-4d5c-98fa-3ece4643c9be HTTP/1.1" status: 204 len: 168 time: 1.1066301 Jul 30 02:40:28.154150 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:28.157051 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835d4ff-c9c4-47f9-9dc4-de5215441472" -d '{"events": [{"name": "network-changed", "server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:28.255647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:28.314064 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239de0fc-4a53-4a42-b97e-8d6e878631cd x-openstack-request-id: req-239de0fc-4a53-4a42-b97e-8d6e878631cd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:28.314362 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:28.314607 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-239de0fc-4a53-4a42-b97e-8d6e878631cd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:28.315035 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'status': 'completed', 'code': 200} Jul 30 02:40:28.438203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-cce4e612-3ca5-41a2-90bc-285d0eddbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:28.439766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-cce4e612-3ca5-41a2-90bc-285d0eddbf6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 1098 time: 0.0714984 Jul 30 02:40:28.448725 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a1bcf-d900-453f-a0a9-145c5f64f63b req-7ffae7b4-000c-4ce6-baa0-9315fd1bb6ba tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:28.450247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-344a1bcf-d900-453f-a0a9-145c5f64f63b req-7ffae7b4-000c-4ce6-baa0-9315fd1bb6ba tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0838768 Jul 30 02:40:28.477997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:04Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:28.505514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] Checking router: 4a461e13-94ae-42ca-b846-ae404f2b2d4e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:40:28.513636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:28.514246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:28.541094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-344a1bcf-d900-453f-a0a9-145c5f64f63b req-bb4c5658-9532-43e0-a099-7d5926e57fb0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823193 Jul 30 02:40:28.568534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-84518ec0-f821-43e3-bc94-a171dcbc5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:28.570076 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-84518ec0-f821-43e3-bc94-a171dcbc5bec service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 200 len: 897 time: 0.1189702 Jul 30 02:40:28.614007 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-8523fa18-6768-477c-bf02-b9fa26892f43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 200 len: 217 time: 0.0355268 Jul 30 02:40:28.625534 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:28.671690 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-f306134e-643b-40e4-8739-3b9a9accc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:28.673174 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-f306134e-643b-40e4-8739-3b9a9accc7cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 200 len: 834 time: 0.0525105 Jul 30 02:40:28.726119 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-290db7c8-c7b6-432d-b79b-5511f6611674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:28.727689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-290db7c8-c7b6-432d-b79b-5511f6611674 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466008 Jul 30 02:40:28.819026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-eb208c3d-16e2-41ca-8a94-894c188abbda service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831115 Jul 30 02:40:28.824884 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:04Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:28.855536 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e669161-5d74-48cf-930d-cc123ce63d9f None None] The sync data for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 is: [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '017e86da-b210-408c-9370-7b79482badb8', 'name': '', 'network_id': 'cb1891e2-ed62-44eb-a09c-dbffb1a58d4f', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:e3:0e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:59Z', 'updated_at': '2021-07-30T02:39:04Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': '88c82388-9f84-4c9b-a0ed-82edea2df49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:40:28.918416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c835d4ff-c9c4-47f9-9dc4-de5215441472 req-a5afd586-8e89-44b3-b9cd-8a6befab0296 service neutron] 10.222.0.55 "GET /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914719 Jul 30 02:40:29.085785 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c91a5c-a823-446d-8c7f-90684cc4ad5e None None] New status for floating IP 8d99915c-7859-4d5c-98fa-3ece4643c9be: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:40:29.663668 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e15b-dae9-4adf-983b-3fe2e503098e req-c87c89f0-0514-45af-9157-f4ecf4365419 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:29.665171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ad1e15b-dae9-4adf-983b-3fe2e503098e req-c87c89f0-0514-45af-9157-f4ecf4365419 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0505784 Jul 30 02:40:29.705684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1ad1e15b-dae9-4adf-983b-3fe2e503098e req-f02a5d96-ea61-4259-9b33-b82fccf07f33 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecf65733-a228-4105-bc2c-89f8fb077569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Jul 30 02:40:29.945987 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-10e14ecb-779c-414f-8079-7cc90e51437b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:29.947676 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-10e14ecb-779c-414f-8079-7cc90e51437b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 946 time: 0.0496411 Jul 30 02:40:30.040912 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:40:30.041243 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:30.129161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port b8b144f1-8dd2-44f0-8cba-bb0eaed17183, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:30.129521 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:30.142480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for b8b144f1-8dd2-44f0-8cba-bb0eaed17183 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:40:30.205592 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:40:30.274077 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:30.302818 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=b8b144f1-8dd2-44f0-8cba-bb0eaed17183,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:30.348778 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] No DVR routers for this DVR port b8b144f1-8dd2-44f0-8cba-bb0eaed17183 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:40:30.351435 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:30.353439 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dad1e9b-da48-4ed4-aa96-1ba8ec05f3bf req-bca83b5f-cb2b-4366-bc77-ae927862b3ad tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "DELETE /v2.0/ports/b8b144f1-8dd2-44f0-8cba-bb0eaed17183 HTTP/1.1" status: 204 len: 173 time: 0.4002364 Jul 30 02:40:30.353936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'name': 'network-vif-deleted', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:30.356307 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc8d67f-510f-43a5-8703-2d3a44f919b1" -d '{"events": [{"server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "name": "network-vif-deleted", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:30.397833 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab131338-34df-4ae6-a147-b4d8ac496391 x-openstack-request-id: req-ab131338-34df-4ae6-a147-b4d8ac496391 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:30.398126 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b293ad2-ae4d-40d1-967c-1c6b8264de32", "name": "network-vif-deleted", "tag": "b8b144f1-8dd2-44f0-8cba-bb0eaed17183", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:30.398372 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab131338-34df-4ae6-a147-b4d8ac496391 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:30.398770 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b293ad2-ae4d-40d1-967c-1c6b8264de32', 'name': 'network-vif-deleted', 'tag': 'b8b144f1-8dd2-44f0-8cba-bb0eaed17183', 'status': 'completed', 'code': 200} Jul 30 02:40:30.832108 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3407ed0d-dfe3-4f9e-9f61-5cf26e152208 req-9e99b6ed-ec16-432c-9e9d-9f5bf2b8a568 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b293ad2-ae4d-40d1-967c-1c6b8264de32 HTTP/1.1" status: 200 len: 210 time: 0.0299346 Jul 30 02:40:31.891833 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59118) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:32.335174 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:32.645948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 017e86da-b210-408c-9370-7b79482badb8 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:40:32.646289 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:32.738436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 017e86da-b210-408c-9370-7b79482badb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=017e86da-b210-408c-9370-7b79482badb8,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:32.738680 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:32.751480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 017e86da-b210-408c-9370-7b79482badb8 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:40:32.939924 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:32.977546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=017e86da-b210-408c-9370-7b79482badb8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:33.164261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:33.665993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 4a461e13-94ae-42ca-b846-ae404f2b2d4e has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:40:33.785829 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:40:33.791141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-5ecb306b-9de0-49aa-ba2d-08bd9a20a8ae tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/4a461e13-94ae-42ca-b846-ae404f2b2d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8982532 Jul 30 02:40:33.794190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59120) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:33.795273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] Sync routers for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:40:33.805798 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:33.806434 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:33.845387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting subnet 88c82388-9f84-4c9b-a0ed-82edea2df49d {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:40:33.848458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:33.890935 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:33.993424 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.070401 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.077146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:34.101031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Subnet': ['ID=88c82388-9f84-4c9b-a0ed-82edea2df49d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:34.110017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.110017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-ca4999f5-5181-45f5-be9e-1b68659c6894 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/subnets/88c82388-9f84-4c9b-a0ed-82edea2df49d HTTP/1.1" status: 204 len: 168 time: 0.3115702 Jul 30 02:40:34.112004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59122) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:34.131167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491e5fb-7e84-4d9e-bd45-fc55c7207bb8 None None] Network cb1891e2-ed62-44eb-a09c-dbffb1a58d4f requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:40:34.170389 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-dbf7a9be-1335-44bd-a878-d09a3662c99a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415664 Jul 30 02:40:34.246953 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.364797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:40:32Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': 'e0567408-14eb-481a-bc9c-407c95563ccb', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:38:57Z', 'updated_at': '2021-07-30T02:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:34.383303 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.395078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] Checking router: 4a461e13-94ae-42ca-b846-ae404f2b2d4e for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:40:34.410025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] Routers {'4a461e13-94ae-42ca-b846-ae404f2b2d4e'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:34.410674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:34.453091 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] DHCP port deletion for cb1891e2-ed62-44eb-a09c-dbffb1a58d4f request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:40:34.460673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port e0567408-14eb-481a-bc9c-407c95563ccb {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:40:34.461169 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.534609 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] Set router 4a461e13-94ae-42ca-b846-ae404f2b2d4e gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:34.559252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port e0567408-14eb-481a-bc9c-407c95563ccb, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=e0567408-14eb-481a-bc9c-407c95563ccb,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:34.559908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.573235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for e0567408-14eb-481a-bc9c-407c95563ccb owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:40:34.591238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b8b144f1-8dd2-44f0-8cba-bb0eaed17183 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:40:34.593841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:40:34Z', 'revision_number': 6, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:34.644054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: b8b144f1-8dd2-44f0-8cba-bb0eaed17183 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:40:34.644445 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b8b144f1-8dd2-44f0-8cba-bb0eaed17183 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:40:34.648980 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a03fd-4122-4925-b448-82e05cfb0dc7 None None] The sync data for ids ['4a461e13-94ae-42ca-b846-ae404f2b2d4e'] in n-d-713499-10 is: [{'id': '4a461e13-94ae-42ca-b846-ae404f2b2d4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975137363', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:38:56Z', 'updated_at': '2021-07-30T02:40:34Z', 'revision_number': 6, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:40:34.655524 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Deleting port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:40:34.655893 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.717565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-69ec86ff-ee28-4b73-ad57-2910c1137dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:34.720322 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-69ec86ff-ee28-4b73-ad57-2910c1137dfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.4666564 Jul 30 02:40:34.735443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] For port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,segment=NetworkSegment(16130362-60c9-4c63-ae59-cd01125bc611),segment_id=16130362-60c9-4c63-ae59-cd01125bc611)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:34.735854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.750556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Calling delete_port for 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:40:34.776690 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.807370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=e0567408-14eb-481a-bc9c-407c95563ccb,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:34.832993 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-ec36c19f-e3df-4fec-97d4-2d22aac4797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:34.834610 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-ec36c19f-e3df-4fec-97d4-2d22aac4797d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0944571 Jul 30 02:40:34.843673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.870708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Pushing event deleted for resources: {'Port': ['ID=4f77b0be-f9c0-4ee0-9bbc-61068e50e891,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:34.870979 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.881040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.881405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.881731 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.882064 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.882397 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.882800 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.883149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.883476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.883801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.884122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.884457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.884761 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:34.886347 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-f9c53da1-de9d-4753-92a6-a8ae72e66edd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0446632 Jul 30 02:40:34.887677 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf704d-f505-4049-a3c5-7737111aab08 None None] No DVR routers for this DVR port 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:40:34.937460 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-cc926ec7-0b66-49fa-844b-b14783480341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:34.939497 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-cc926ec7-0b66-49fa-844b-b14783480341 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0461478 Jul 30 02:40:34.968866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.971121 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.989803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-c33d0e0d-2053-4169-9b40-d37480ffd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:34.989803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-c33d0e0d-2053-4169-9b40-d37480ffd043 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418847 Jul 30 02:40:35.023726 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.024953 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Fanout notify agent at l3_agent the message router_deleted on router 4a461e13-94ae-42ca-b846-ae404f2b2d4e {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:40:35.032390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.034061 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a17c696f-11e9-4a78-9a1e-0e0ee4474ade tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/routers/4a461e13-94ae-42ca-b846-ae404f2b2d4e HTTP/1.1" status: 204 len: 168 time: 0.9140747 Jul 30 02:40:35.037060 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59124) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:35.093063 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-3400d299-30cc-418c-83bb-ecb72848df47 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955298 Jul 30 02:40:35.128034 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.194505 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51a78b97-7a7b-4f92-b145-e6198714eb10 req-53e7b229-29f9-41c3-8b72-39eb4fc1dc26 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951142 Jul 30 02:40:35.235513 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.246940 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1891e2-ed62-44eb-a09c-dbffb1a58d4f']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:35.258561 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16130362-60c9-4c63-ae59-cd01125bc611') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:35.258899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16130362-60c9-4c63-ae59-cd01125bc611') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:35.268899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.282639 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.288898 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:40:35.289299 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:40:35.292387 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:40:35.355028 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.365035 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.365151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/networks/cb1891e2-ed62-44eb-a09c-dbffb1a58d4f HTTP/1.1" status: 204 len: 168 time: 0.3270495 Jul 30 02:40:35.368104 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59126) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:35.378155 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb65663-7929-4f98-9543-bb1f88c308e1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Network': ['ID=cb1891e2-ed62-44eb-a09c-dbffb1a58d4f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:35.444749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.472861 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.533631 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.536369 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.537577 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/security-groups/ecf65733-a228-4105-bc2c-89f8fb077569 HTTP/1.1" status: 204 len: 168 time: 0.1682265 Jul 30 02:40:35.546692 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf65733-a228-4105-bc2c-89f8fb077569,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:35.554856 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.555237 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.555657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.555941 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.556251 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.556588 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.557177 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.557521 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.557855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.558180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.558513 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.558835 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159199a-b954-4d2e-9313-031a43b1732c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:35.866650 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59132) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:35.871390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451478140', 'description': 'tempest-secgroup-smoke-1451478140 description', 'project_id': 'f8e39fa1ef4849709801f3b111b43854'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:35.898722 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.983277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:35.987539 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.014320 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.015593 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479015 Jul 30 02:40:36.019324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59134) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.020109 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f95cb4-1299-4309-b922-6e98fd4f9828 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c387ae67-ede5-4ea7-b589-6fa2687575c9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.024347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'c387ae67-ede5-4ea7-b589-6fa2687575c9', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.053056 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.108899 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.112888 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.130373 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60cc7f6-7f90-41ce-a952-046fc8cd10f7,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.136449 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.137271 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4faef3f4-527c-49ac-964f-e8a1f6bcf285 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167572 Jul 30 02:40:36.142931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59136) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.147311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'c387ae67-ede5-4ea7-b589-6fa2687575c9', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.172052 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.229684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:40:36.236836 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.240662 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.252324 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:40:36.252982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 4f77b0be-f9c0-4ee0-9bbc-61068e50e891 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:40:36.253569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e0567408-14eb-481a-bc9c-407c95563ccb no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:40:36.264417 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef470ea4-f974-4beb-8cfa-4ea31835ff0d,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.268245 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.269458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-fb63d046-5293-4a10-b440-0a22e75b17e2 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282334 Jul 30 02:40:36.272255 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59138) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.276917 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'c387ae67-ede5-4ea7-b589-6fa2687575c9', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.277567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: e0567408-14eb-481a-bc9c-407c95563ccb {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:40:36.277916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device e0567408-14eb-481a-bc9c-407c95563ccb not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:40:36.278338 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 017e86da-b210-408c-9370-7b79482badb8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:40:36.301721 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 017e86da-b210-408c-9370-7b79482badb8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:40:36.302086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 017e86da-b210-408c-9370-7b79482badb8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:40:36.308727 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.369851 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.373941 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.393235 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5869c4d1-306c-4dfe-b294-c8f4cee00582,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.400462 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.401945 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-42812122-6915-419f-a229-f62232664613 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286674 Jul 30 02:40:36.404690 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59140) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.410019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'c387ae67-ede5-4ea7-b589-6fa2687575c9', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.443290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.503647 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.510873 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.527088 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f42dd0-a6af-4e5e-9572-03f4082113b1,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.534181 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.535577 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-04d0abd3-1631-49cc-84cc-ecd6f358b1d0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299524 Jul 30 02:40:36.538162 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59142) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.542535 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'c387ae67-ede5-4ea7-b589-6fa2687575c9', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.572808 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:40:36.577893 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.642629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.646491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.665834 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0607fc-0ce7-46fa-9a42-cf7e3e18246c,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.669506 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.670712 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-13a60673-df9b-491e-885d-ce479850b987 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316233 Jul 30 02:40:36.674181 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59144) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.678624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'security_group_rule': {'security_group_id': 'c387ae67-ede5-4ea7-b589-6fa2687575c9', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.700123 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Project f8e39fa1ef4849709801f3b111b43854 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:40:36.705623 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.779018 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.787014 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.802359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02622d6-4ee8-4686-af1d-b1fa3ae72e68,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:36.812011 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.813502 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-95b64391-0dd6-46f9-9fe7-b0690675a70b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383460 Jul 30 02:40:36.823852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59146) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:36.829605 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'network': {'name': 'tempest-network-smoke--4098153', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'port_security_enabled': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:36.850863 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:40:36.854279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.878948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:40:36.888516 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.888862 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Added segment b2179f3a-69c5-4232-8297-1f67ea93873b of type vlan for network 3f21d979-f404-4d83-97cb-b49d34135024 Jul 30 02:40:36.930464 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.960582 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.966208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:36.966792 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.027024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2019615 Jul 30 02:40:37.030021 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59148) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:37.035623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'admin_state_up': True, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:37.040664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d3250-e9a3-4225-b63c-3f2532a16041 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Network': ['ID=3f21d979-f404-4d83-97cb-b49d34135024,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:37.052126 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 3f21d979-f404-4d83-97cb-b49d34135024 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:40:37.064078 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.065166 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.141060 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.281075 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.479767 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.498655 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.596028 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.608181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.153 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/7eb9d698-ee60-4c61-b2de-f24be349fc67) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:40:37.718765 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.761702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:37.804319 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:37.807605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:37.814952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:40:37.821051 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=7eb9d698-ee60-4c61-b2de-f24be349fc67,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:38.065865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:38.554950 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:38.680850 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 079e62ce-023f-4cdd-bc80-4ba005ddb213 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:40:38.786295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:40:38.795450 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Sync routers for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:40:38.804755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:38.805183 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:38.805993 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:38.806200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-92090112-9df0-4d59-939a-6635969f67fc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7751448 Jul 30 02:40:38.809858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59150) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:38.892030 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-19d1876b-3108-4c86-b6cd-ef3606864829 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=f8e39fa1ef4849709801f3b111b43854&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802293 Jul 30 02:40:38.894552 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59154) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:38.912324 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:38.986716 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a17af1-4eff-4c77-9820-b4fd89492bea tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:38.988371 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a8a17af1-4eff-4c77-9820-b4fd89492bea tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927870 Jul 30 02:40:38.991239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59156) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:39.034112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2a3f24bf-6ddc-427a-a904-12b5a967710e tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=6f10b005-e373-4877-8d73-0fda2ca23c67&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392497 Jul 30 02:40:39.034951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:39.039637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614593685', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:39.091389 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:37Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:39.128768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:40:39.128996 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Checking router: 079e62ce-023f-4cdd-bc80-4ba005ddb213 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:40:39.129319 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Updating router 079e62ce-023f-4cdd-bc80-4ba005ddb213 port 7eb9d698-ee60-4c61-b2de-f24be349fc67 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:40:39.132388 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.153294 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.393607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.455107 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Subnet': ['ID=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:39.471815 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Checking segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:39.472214 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network hostable DHCP agents. Network: 3f21d979-f404-4d83-97cb-b49d34135024, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:40:39.498154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 3f21d979-f404-4d83-97cb-b49d34135024 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:40:39.509171 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 3f21d979-f404-4d83-97cb-b49d34135024) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:39.513867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:39.514445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.522641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15d3df7-55ed-4704-9af4-cb66ff63d230 None None] Network 3f21d979-f404-4d83-97cb-b49d34135024 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:40:39.533792 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3ff69dda-fbf2-4f88-ba5f-157c2557e305 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4947491 Jul 30 02:40:39.534297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59160) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:39.603220 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.617257 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Transition to ACTIVE for port object 7eb9d698-ee60-4c61-b2de-f24be349fc67 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:39.623572 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.673958 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Attempting to bind port 7eb9d698-ee60-4c61-b2de-f24be349fc67 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:40:39.674329 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Attempting to bind port 7eb9d698-ee60-4c61-b2de-f24be349fc67 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:40:39.674693 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Attempting to bind port 7eb9d698-ee60-4c61-b2de-f24be349fc67 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:39.683970 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:40:39.684344 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:39.684752 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.685144 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:40:39.685618 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Bound port: 7eb9d698-ee60-4c61-b2de-f24be349fc67, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:40:39.685988 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.724879 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Pushing event updated for resources: {'Port': ['ID=7eb9d698-ee60-4c61-b2de-f24be349fc67,revision_number=2']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:39.726845 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-3f21d979-f404-4d83-97cb-b49d34135024', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:40:39.727764 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.753380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] For port 7eb9d698-ee60-4c61-b2de-f24be349fc67, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:39.756513 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] For port 7eb9d698-ee60-4c61-b2de-f24be349fc67, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7eb9d698-ee60-4c61-b2de-f24be349fc67,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:40:39.762245 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.767185 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.767597 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.767938 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.768272 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.768604 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.768930 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.769254 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.769584 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.769907 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.770225 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.770545 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.770859 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.833228 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500de4d-d203-4268-a1fd-3e2620dca93d None None] Pushing event updated for resources: {'Port': ['ID=7eb9d698-ee60-4c61-b2de-f24be349fc67,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:39.847201 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:39.847840 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:39.875862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Allocated IP 172.20.0.2 (3f21d979-f404-4d83-97cb-b49d34135024/ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81/0b8c9866-0e4e-40c6-8334-ad5bfba7be00) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:40:39.956337 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:40.023634 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.033576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.043932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Transition to ACTIVE for port object 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:40.070567 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Transition to ACTIVE for port object 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:40.079954 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.122369 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Network 3f21d979-f404-4d83-97cb-b49d34135024 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:40.127288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:40.133066 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:40:40.144484 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Pushing event updated for resources: {'Port': ['ID=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:40.187350 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:37Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:40.192053 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Attempting to bind port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:40:40.192485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Attempting to bind port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:40:40.193131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Attempting to bind port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 on network 3f21d979-f404-4d83-97cb-b49d34135024 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:40.198610 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:40:40.199146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Checking segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:40.199684 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.200080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Bound using segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:40:40.201456 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Bound port: 0b8c9866-0e4e-40c6-8334-ad5bfba7be00, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:40:40.201854 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.224123 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555dd869-db1d-4dd7-8c8b-b1e38e2849f9 None None] The sync data for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 is: [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:37Z', 'revision_number': 3, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:40:40.287108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] For port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:40.291068 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] For port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:40:40.297053 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.353932 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.1 (3f21d979-f404-4d83-97cb-b49d34135024/ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81/05c25905-6f06-47ff-a354-1e0ef8860932) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:40:40.359086 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21e8e-e13a-48ce-aff6-941965ffa4b3 None None] Pushing event updated for resources: {'Port': ['ID=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:40.512757 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.538025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object 05c25905-6f06-47ff-a354-1e0ef8860932 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:40.586743 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.642763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 3f21d979-f404-4d83-97cb-b49d34135024 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:40.646101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:40.652343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:40:40.659956 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=05c25905-6f06-47ff-a354-1e0ef8860932,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:40.711474 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:40.857481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.171354 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.178476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.279719 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.281570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=05c25905-6f06-47ff-a354-1e0ef8860932,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:41.353893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea28d00-36cd-42fa-9071-7eba881fa17d None None] Network 3f21d979-f404-4d83-97cb-b49d34135024 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:40:41.382153 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 3f21d979-f404-4d83-97cb-b49d34135024 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:41.383696 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:41.424952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-62ab4874-3d50-410c-aa19-297e8070584b None None] Provisioning for port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:41.501424 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 079e62ce-023f-4cdd-bc80-4ba005ddb213 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:40:41.614722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:40:41.620582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d631e791-fcd2-4c5e-bee7-6e5ddb82d2d3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/079e62ce-023f-4cdd-bc80-4ba005ddb213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847452 Jul 30 02:40:41.762115 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3ea92c73-05f2-47dd-b016-416a434cffbb None None] Provisioning for port 05c25905-6f06-47ff-a354-1e0ef8860932 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:41.767133 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3ea92c73-05f2-47dd-b016-416a434cffbb None None] Provisioning complete for port 05c25905-6f06-47ff-a354-1e0ef8860932 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:41.767886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ea92c73-05f2-47dd-b016-416a434cffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:41.783056 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c9d4bff1-3a64-4373-8418-940cd030bbdd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451478140&fields=id&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 267 time: 0.0435452 Jul 30 02:40:41.822460 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3ea92c73-05f2-47dd-b016-416a434cffbb None None] Port 05c25905-6f06-47ff-a354-1e0ef8860932 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:40:41.912316 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-70f61139-b4e6-4175-8ec5-9238b2139a11 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.914430 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-70f61139-b4e6-4175-8ec5-9238b2139a11 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/networks?id=3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 200 len: 794 time: 0.1240530 Jul 30 02:40:41.930820 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-16349e86-d71a-4503-969c-a6e3f548dfee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/quotas/f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 375 time: 0.0102460 Jul 30 02:40:42.005579 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-3f965c69-87a6-4472-8a53-fb5d92750dda tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681133 Jul 30 02:40:42.011425 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Sync routers for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:40:42.022573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:42.023065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:42.086132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e0868e05-0c10-4fbb-a56f-9deea1eb20d2 None None] Provisioning complete for port 05c25905-6f06-47ff-a354-1e0ef8860932 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:42.086581 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e0868e05-0c10-4fbb-a56f-9deea1eb20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:42.163768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e0868e05-0c10-4fbb-a56f-9deea1eb20d2 None None] Port 05c25905-6f06-47ff-a354-1e0ef8860932 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:40:42.167723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-9e225bb2-f34c-4d6f-aaf8-8025f723ddb0 service neutron] 10.222.0.78 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485853 Jul 30 02:40:42.172100 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:42.282852 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-7410bde7-c9f4-4efc-b831-1f7bbcb750a2 service neutron] 10.222.0.78 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078324 Jul 30 02:40:42.321870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:42.359318 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-59138936-3a96-4964-94e0-08c9779c6146 None None] Provisioning complete for port 05c25905-6f06-47ff-a354-1e0ef8860932 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:42.360857 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-59138936-3a96-4964-94e0-08c9779c6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:42.441634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-59138936-3a96-4964-94e0-08c9779c6146 None None] Port 05c25905-6f06-47ff-a354-1e0ef8860932 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:40:42.459341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:42.465647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:42.466021 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:42.482868 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d982ff64-7300-4cab-842a-2dec2f5637ea req-1cf25a01-4803-4a3b-bbe5-614c7d698366 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 210 time: 0.0369043 Jul 30 02:40:42.514204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:41Z', 'revision_number': 2, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:42.547285 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Checking router: 079e62ce-023f-4cdd-bc80-4ba005ddb213 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:40:42.548202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Updating router 079e62ce-023f-4cdd-bc80-4ba005ddb213 port 05c25905-6f06-47ff-a354-1e0ef8860932 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:40:42.594916 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:42.620542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:42.733815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:42.743976 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:42.744794 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7eb9d698-ee60-4c61-b2de-f24be349fc67 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:43.039801 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:43.070806 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 7eb9d698-ee60-4c61-b2de-f24be349fc67 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:43.083927 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7eb9d698-ee60-4c61-b2de-f24be349fc67 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:43.084298 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.210899 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.228588 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Transition to ACTIVE for port object 05c25905-6f06-47ff-a354-1e0ef8860932 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:43.233161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.240090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.282495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 7eb9d698-ee60-4c61-b2de-f24be349fc67, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7eb9d698-ee60-4c61-b2de-f24be349fc67,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:43.292130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.308009 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aeed2-53a1-4e50-96ae-f6854b7148b4 None None] Pushing event updated for resources: {'Port': ['ID=05c25905-6f06-47ff-a354-1e0ef8860932,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:43.404866 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Attempting to bind port 05c25905-6f06-47ff-a354-1e0ef8860932 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:40:43.405562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Attempting to bind port 05c25905-6f06-47ff-a354-1e0ef8860932 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:40:43.405736 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Attempting to bind port 05c25905-6f06-47ff-a354-1e0ef8860932 on network 3f21d979-f404-4d83-97cb-b49d34135024 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:43.413119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=7eb9d698-ee60-4c61-b2de-f24be349fc67,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:43.416448 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:40:43.416821 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Checking segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:43.417223 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.417608 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Bound using segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:40:43.418099 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Bound port: 05c25905-6f06-47ff-a354-1e0ef8860932, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:40:43.418485 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.495197 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] For port 05c25905-6f06-47ff-a354-1e0ef8860932, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:43.502308 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] For port 05c25905-6f06-47ff-a354-1e0ef8860932, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=05c25905-6f06-47ff-a354-1e0ef8860932,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:40:43.522138 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.564500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-6f33aa78-c0b4-4e91-ac1f-45fbea8fc487 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.567360 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-6f33aa78-c0b4-4e91-ac1f-45fbea8fc487 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/networks?id=3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 200 len: 794 time: 0.1637547 Jul 30 02:40:43.601539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aeed2-53a1-4e50-96ae-f6854b7148b4 None None] Pushing event updated for resources: {'Port': ['ID=05c25905-6f06-47ff-a354-1e0ef8860932,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:43.607105 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:43.607607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:43.608625 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-567966d3-1402-4f63-a09c-7f05a9bab48e req-05d25963-8ea5-4ff0-a4d9-d54a63b355f9 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 210 time: 0.0403519 Jul 30 02:40:43.641196 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-1b44bd8a-6da9-4d6f-9011-3aee8bec1c90 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e39fa1ef4849709801f3b111b43854 HTTP/1.1" status: 200 len: 380 time: 0.0589852 Jul 30 02:40:43.680420 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'port': {'device_id': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'admin_state_up': True, 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'security_groups': ['c387ae67-ede5-4ea7-b589-6fa2687575c9']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:43.730444 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:43.805594 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Made reservation on behalf of f8e39fa1ef4849709801f3b111b43854 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:40:43.809658 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:43.946094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.20.0.8 (3f21d979-f404-4d83-97cb-b49d34135024/ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81/decf0622-6b61-4b03-993d-7a469570a528) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:40:43.969891 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:43.997685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ca7bf6-8591-4c81-ac8b-79ae87f3f859 None None] The sync data for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 is: [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:40:44.114199 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.130335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Transition to ACTIVE for port object decf0622-6b61-4b03-993d-7a469570a528 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:44.163901 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.215493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 3f21d979-f404-4d83-97cb-b49d34135024 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:44.221618 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:44.226314 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:40:44.230728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=decf0622-6b61-4b03-993d-7a469570a528,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:44.294429 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.295170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.324218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-93a28cb4-4493-4738-9aad-b3752c22f738 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6477118 Jul 30 02:40:44.342121 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Request body: {'port': {'device_id': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:44.394366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:44.407804 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.459160 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:44.459745 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.535653 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c678d37e-39af-4ab6-8b28-ab739b61bd9b None None] Provisioning for port decf0622-6b61-4b03-993d-7a469570a528 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:44.559336 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c678d37e-39af-4ab6-8b28-ab739b61bd9b None None] Provisioning complete for port decf0622-6b61-4b03-993d-7a469570a528 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:44.559725 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c678d37e-39af-4ab6-8b28-ab739b61bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.605383 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 05c25905-6f06-47ff-a354-1e0ef8860932 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:44.607033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c678d37e-39af-4ab6-8b28-ab739b61bd9b None None] Port decf0622-6b61-4b03-993d-7a469570a528 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:40:44.674500 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 05c25905-6f06-47ff-a354-1e0ef8860932 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:44.679540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 05c25905-6f06-47ff-a354-1e0ef8860932 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:44.679911 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.764540 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.773880 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decf0622-6b61-4b03-993d-7a469570a528 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:40:44.784213 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.795804 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e21f1-9686-4edd-bfc1-7adad5e1db2d req-3ebd232d-7369-436d-962b-374d3d8f87cd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.797390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd9e21f1-9686-4edd-bfc1-7adad5e1db2d req-3ebd232d-7369-436d-962b-374d3d8f87cd tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 931 time: 0.1048412 Jul 30 02:40:44.807558 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 05c25905-6f06-47ff-a354-1e0ef8860932, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=05c25905-6f06-47ff-a354-1e0ef8860932,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:44.809111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Transition to ACTIVE for port object decf0622-6b61-4b03-993d-7a469570a528 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:44.814436 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.815804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7eb9d698-ee60-4c61-b2de-f24be349fc67 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:44.818485 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.908997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=05c25905-6f06-47ff-a354-1e0ef8860932,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:44.909890 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Pushing event updated for resources: {'Port': ['ID=decf0622-6b61-4b03-993d-7a469570a528,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:44.917896 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 7eb9d698-ee60-4c61-b2de-f24be349fc67 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:44.918280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.952294 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd9e21f1-9686-4edd-bfc1-7adad5e1db2d req-58ae4bb0-7151-4c02-8ec3-e9b5dd6521d7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363478 Jul 30 02:40:45.013996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Attempting to bind port decf0622-6b61-4b03-993d-7a469570a528 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:40:45.014566 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Attempting to bind port decf0622-6b61-4b03-993d-7a469570a528 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:40:45.015292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Attempting to bind port decf0622-6b61-4b03-993d-7a469570a528 on network 3f21d979-f404-4d83-97cb-b49d34135024 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:45.021754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Port decf0622-6b61-4b03-993d-7a469570a528 on network 3f21d979-f404-4d83-97cb-b49d34135024 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:40:45.022188 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Attempting to bind port decf0622-6b61-4b03-993d-7a469570a528 on network 3f21d979-f404-4d83-97cb-b49d34135024 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:45.027748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:40:45.028203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Checking segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:45.028737 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Bound using segment: {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:40:45.029167 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Bound port: decf0622-6b61-4b03-993d-7a469570a528, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2179f3a-69c5-4232-8297-1f67ea93873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:40:45.029601 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:45.103208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] For port decf0622-6b61-4b03-993d-7a469570a528, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:45.107142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] For port decf0622-6b61-4b03-993d-7a469570a528, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=decf0622-6b61-4b03-993d-7a469570a528,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:40:45.113110 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:45.148245 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:45.148871 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:45.150265 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] 10.222.0.55 "PUT /v2.0/ports/decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 200 len: 1092 time: 0.8133247 Jul 30 02:40:45.150707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:45.153053 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ed323-8874-49a5-b634-3c1311e392b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "tag": "decf0622-6b61-4b03-993d-7a469570a528"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:45.182903 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b1cd-97ca-4074-81be-518b92899d0e service neutron] Pushing event updated for resources: {'Port': ['ID=decf0622-6b61-4b03-993d-7a469570a528,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:45.231794 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c589ad0-2358-4fb8-8b5b-6ec913e6ea66 x-openstack-request-id: req-8c589ad0-2358-4fb8-8b5b-6ec913e6ea66 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:45.233156 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "tag": "decf0622-6b61-4b03-993d-7a469570a528", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:45.233311 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c589ad0-2358-4fb8-8b5b-6ec913e6ea66 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:45.237217 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528', 'status': 'completed', 'code': 200} Jul 30 02:40:45.284779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-7d8992eb-05c4-416c-913e-86f2303dda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:45.286907 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-7d8992eb-05c4-416c-913e-86f2303dda2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1095 time: 0.0727980 Jul 30 02:40:45.343245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-62867083-48cb-4031-8a93-aa0f675e95bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 200 len: 217 time: 0.0439804 Jul 30 02:40:45.394806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-4326210e-b56d-4cc4-bad7-57c7704a1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:45.396359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-4326210e-b56d-4cc4-bad7-57c7704a1360 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 HTTP/1.1" status: 200 len: 834 time: 0.0463464 Jul 30 02:40:45.455249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-d5a84964-c790-40f0-8cad-a5c4194efbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:45.456712 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-d5a84964-c790-40f0-8cad-a5c4194efbdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f21d979-f404-4d83-97cb-b49d34135024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538316 Jul 30 02:40:45.847034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-08640bed-4ef5-46c4-be25-008d4e97ae68 service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831117 Jul 30 02:40:45.939356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e7caf24-0439-4cd7-9d77-ea48a48cbf89 req-8c226a4d-d2f4-4b00-b294-100d4b2e3d58 service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Jul 30 02:40:46.088648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-abb5faa2-632f-46f3-926a-5358353b35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.090179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-abb5faa2-632f-46f3-926a-5358353b35da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1095 time: 0.0706198 Jul 30 02:40:46.102779 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332278-0fd0-4e5a-a8c2-cca9b2ff53ef req-c9640041-7ac1-4c7c-9000-2584d3323cd8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.104465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc332278-0fd0-4e5a-a8c2-cca9b2ff53ef req-c9640041-7ac1-4c7c-9000-2584d3323cd8 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 943 time: 0.0739143 Jul 30 02:40:46.194487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc332278-0fd0-4e5a-a8c2-cca9b2ff53ef req-4b444c74-6433-440e-a386-c2094b3fcb99 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811119 Jul 30 02:40:46.231348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-199fb0c9-0d68-442d-8040-1539107aec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.232871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-199fb0c9-0d68-442d-8040-1539107aec3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 200 len: 895 time: 0.1274672 Jul 30 02:40:46.248508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 05c25905-6f06-47ff-a354-1e0ef8860932 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:46.285674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-8e5784de-11d4-4edc-917d-1afcc97f9bb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 200 len: 217 time: 0.0441785 Jul 30 02:40:46.297828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 05c25905-6f06-47ff-a354-1e0ef8860932 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:46.297828 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:46.342168 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-da9f8769-48a4-453d-a16a-11066c2e96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.343913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-da9f8769-48a4-453d-a16a-11066c2e96c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 HTTP/1.1" status: 200 len: 834 time: 0.0510437 Jul 30 02:40:46.393511 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-b2cc644b-a88e-4c44-acb5-fa6bd354a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.395078 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-b2cc644b-a88e-4c44-acb5-fa6bd354a8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f21d979-f404-4d83-97cb-b49d34135024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423851 Jul 30 02:40:46.487242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-a32a429d-ecb5-428e-998b-cc9c910d5d70 service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837088 Jul 30 02:40:46.587844 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2b0ed323-8874-49a5-b634-3c1311e392b8 req-4d51b89f-a701-42cb-81e8-974ac918b49b service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935879 Jul 30 02:40:47.317379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c846f-7124-4c28-b275-1fe8cf03829c req-5a2dac9e-555a-45ef-adce-763ec2f43abb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:47.318871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9c846f-7124-4c28-b275-1fe8cf03829c req-5a2dac9e-555a-45ef-adce-763ec2f43abb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 943 time: 0.0508084 Jul 30 02:40:47.361041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cc9c846f-7124-4c28-b275-1fe8cf03829c req-9b5a65d7-9d6c-4635-9a7d-dfb07ff58465 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Jul 30 02:40:48.483718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf59aa-1088-47ee-a610-a81fb1ac3412 req-3af88e3a-0729-44e1-8da0-cb8cd1b66e28 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:48.485981 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbdf59aa-1088-47ee-a610-a81fb1ac3412 req-3af88e3a-0729-44e1-8da0-cb8cd1b66e28 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 943 time: 0.0580611 Jul 30 02:40:48.530059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fbdf59aa-1088-47ee-a610-a81fb1ac3412 req-906770b6-6828-4165-9688-c30e296017b6 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Jul 30 02:40:48.683628 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device decf0622-6b61-4b03-993d-7a469570a528 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:40:48.777635 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port decf0622-6b61-4b03-993d-7a469570a528, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=decf0622-6b61-4b03-993d-7a469570a528,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:48.789442 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'decf0622-6b61-4b03-993d-7a469570a528', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'port_id': 'decf0622-6b61-4b03-993d-7a469570a528', 'mac_address': 'fa:16:3e:9d:10:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:40:48.830904 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.843329 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decf0622-6b61-4b03-993d-7a469570a528 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:40:48.862759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port decf0622-6b61-4b03-993d-7a469570a528, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=decf0622-6b61-4b03-993d-7a469570a528,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:48.867306 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.918876 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=decf0622-6b61-4b03-993d-7a469570a528,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:49.037564 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8915ae24-66dd-4d70-bc1e-e6500480c6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:49.138535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['decf0622-6b61-4b03-993d-7a469570a528'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:40:49.652329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47986-78e3-4246-bdf3-2a336c4c1976 req-a0013ebd-06d7-4db9-9092-4b82a03b12bf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:49.654621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75a47986-78e3-4246-bdf3-2a336c4c1976 req-a0013ebd-06d7-4db9-9092-4b82a03b12bf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 944 time: 0.0558057 Jul 30 02:40:49.696629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-75a47986-78e3-4246-bdf3-2a336c4c1976 req-41f83472-80d0-45cc-9a33-d07ecf991fea tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Jul 30 02:40:50.715598 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device decf0622-6b61-4b03-993d-7a469570a528 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:50.767778 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port decf0622-6b61-4b03-993d-7a469570a528 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:50.771981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port decf0622-6b61-4b03-993d-7a469570a528 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:50.772940 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:50.817996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de09081-a168-4032-b4dc-3a38fd58d47e req-cab6142a-a387-495d-be3e-6bc9baa24a52 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:50.819649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0de09081-a168-4032-b4dc-3a38fd58d47e req-cab6142a-a387-495d-be3e-6bc9baa24a52 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 944 time: 0.0528002 Jul 30 02:40:50.859843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:50.864304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0de09081-a168-4032-b4dc-3a38fd58d47e req-c7fa4ce4-bc73-4e42-ac16-b88313c298f5 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378592 Jul 30 02:40:50.883145 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:50.885486 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f495436b-cd29-41fd-97fe-a7deb2659727" -d '{"events": [{"server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "decf0622-6b61-4b03-993d-7a469570a528"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:50.906742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port decf0622-6b61-4b03-993d-7a469570a528, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=decf0622-6b61-4b03-993d-7a469570a528,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:50.911859 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:50.965061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=decf0622-6b61-4b03-993d-7a469570a528,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:50.978111 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a691d907-baba-4894-8a3b-7b30521a40ec x-openstack-request-id: req-a691d907-baba-4894-8a3b-7b30521a40ec {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:50.978397 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "name": "network-vif-plugged", "status": "completed", "tag": "decf0622-6b61-4b03-993d-7a469570a528", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:50.978642 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a691d907-baba-4894-8a3b-7b30521a40ec {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:50.979064 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528', 'code': 200} Jul 30 02:40:51.100334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c836fcb-5e5b-46eb-aac9-b3a10feb6f8c req-08a482b8-351b-4407-af70-3ab87062bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:51.101946 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c836fcb-5e5b-46eb-aac9-b3a10feb6f8c req-08a482b8-351b-4407-af70-3ab87062bb93 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1097 time: 0.0407841 Jul 30 02:40:51.142572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1c836fcb-5e5b-46eb-aac9-b3a10feb6f8c req-1bf8ce4f-c7a3-4989-9438-2fe403060a3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Jul 30 02:40:51.784370 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-11b0f805-a6de-4292-8776-d1c42075a425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:51.902355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:51.985750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90c858-fe84-4a71-bdea-36e60f87411d req-f237f30b-f757-4e69-8c10-6b28bf600838 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:51.987302 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af90c858-fe84-4a71-bdea-36e60f87411d req-f237f30b-f757-4e69-8c10-6b28bf600838 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0517917 Jul 30 02:40:52.012993 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:52.031813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af90c858-fe84-4a71-bdea-36e60f87411d req-5a0e06e0-ba84-43d1-ab24-39cc60577559 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378397 Jul 30 02:40:53.159284 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf5a0-9107-473c-b9c8-7be1fb57fba9 req-3efcca58-caa9-4533-be21-108ea0d15aee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.160710 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4adbf5a0-9107-473c-b9c8-7be1fb57fba9 req-3efcca58-caa9-4533-be21-108ea0d15aee tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0570936 Jul 30 02:40:53.200101 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4adbf5a0-9107-473c-b9c8-7be1fb57fba9 req-0c19a886-0705-4743-a5e7-daeac930ebef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334873 Jul 30 02:40:53.312824 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.323968 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b29cd-d4fe-4e99-ad97-916c4b5f4fa8 req-3ba8b7d3-1ed0-4ccb-9abb-c363df2e41dc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.325501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af2b29cd-d4fe-4e99-ad97-916c4b5f4fa8 req-3ba8b7d3-1ed0-4ccb-9abb-c363df2e41dc tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0522647 Jul 30 02:40:53.376540 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af2b29cd-d4fe-4e99-ad97-916c4b5f4fa8 req-b5508664-7a1c-4fd0-bee6-812d17e60aaf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 Jul 30 02:40:53.399483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59220) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:53.440696 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b03df-c0d9-434f-ac3b-deb782f8d452 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.442171 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ad8b03df-c0d9-434f-ac3b-deb782f8d452 tempest-TestNetworkAdvancedServerOps-1551680163 tempest-TestNetworkAdvancedServerOps-1551680163-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1092 time: 0.0416782 Jul 30 02:40:53.445514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:53.450231 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'decf0622-6b61-4b03-993d-7a469570a528', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:53.474146 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.586224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.689215 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Allocated IP 172.25.8.105 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/60d2b34f-96aa-4c64-8e89-50a071e43d48) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:40:53.796009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.837041 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.875591 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:53.878867 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:53.884277 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:40:53.889635 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=60d2b34f-96aa-4c64-8e89-50a071e43d48,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:54.255713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.322783 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.482503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.487986 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.560498 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event updated for resources: {'Port': ['ID=60d2b34f-96aa-4c64-8e89-50a071e43d48,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:54.574208 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.675576 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 489edb42-7397-4545-9d3f-74c372b56086 associated. External IP: 172.25.8.105, port: decf0622-6b61-4b03-993d-7a469570a528. Jul 30 02:40:54.811529 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.899440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 079e62ce-023f-4cdd-bc80-4ba005ddb213 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:40:55.012066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:40:55.022291 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] Sync routers for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:40:55.029277 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:55.032281 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:55.033468 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:55.056704 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-651735b0-57e0-4058-a8f9-e282e8102c4f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6100688 Jul 30 02:40:55.057577 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:55.060066 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "tag": "decf0622-6b61-4b03-993d-7a469570a528"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:55.140411 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:55.154469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720467a-ebde-47ff-aefb-86bef3f39f54 req-38e4151f-9e14-45c2-84a8-0befed6e0ef1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:55.156004 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b720467a-ebde-47ff-aefb-86bef3f39f54 req-38e4151f-9e14-45c2-84a8-0befed6e0ef1 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0502794 Jul 30 02:40:55.195453 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b720467a-ebde-47ff-aefb-86bef3f39f54 req-6386242b-e27c-43c2-b976-05178ab6b42d tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Jul 30 02:40:55.227054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59230) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:55.294548 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a625d02-7a4b-4b99-81d4-45cc360760f3 x-openstack-request-id: req-6a625d02-7a4b-4b99-81d4-45cc360760f3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:55.294900 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "tag": "decf0622-6b61-4b03-993d-7a469570a528", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:55.295238 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a625d02-7a4b-4b99-81d4-45cc360760f3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:55.295699 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528', 'status': 'completed', 'code': 200} Jul 30 02:40:55.305504 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-674e8e4b-394f-4398-a6bd-3bc42df67948 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/489edb42-7397-4545-9d3f-74c372b56086 HTTP/1.1" status: 200 len: 991 time: 0.0772405 Jul 30 02:40:55.371691 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '489edb42-7397-4545-9d3f-74c372b56086', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'port_id': 'decf0622-6b61-4b03-993d-7a469570a528', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'mac_address': 'fa:16:3e:9d:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:40:54Z', 'updated_at': '2021-07-30T02:40:54Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:44Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:55.379334 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-bbb29c2e-07fd-4f2c-9bd4-b10046bf4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:55.380902 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-bbb29c2e-07fd-4f2c-9bd4-b10046bf4735 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1097 time: 0.0425718 Jul 30 02:40:55.403610 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] Checking router: 079e62ce-023f-4cdd-bc80-4ba005ddb213 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:40:55.412541 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:55.413184 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:40:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:55.478139 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-ccb11f44-1982-4530-a78d-7d9cf2f16b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:55.479729 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-ccb11f44-1982-4530-a78d-7d9cf2f16b25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 200 len: 895 time: 0.0921605 Jul 30 02:40:55.523578 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:55.546536 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-2ad99950-ce5e-4e69-b282-d48cccaaba3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 200 len: 999 time: 0.0594661 Jul 30 02:40:55.596722 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-829cb5a0-2386-45ea-b4fc-7f944e57f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:55.598215 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-829cb5a0-2386-45ea-b4fc-7f944e57f57f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 HTTP/1.1" status: 200 len: 834 time: 0.0451641 Jul 30 02:40:55.665145 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-87dbb184-74a4-4bdc-806a-60ea94f7f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:55.666818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-87dbb184-74a4-4bdc-806a-60ea94f7f844 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f21d979-f404-4d83-97cb-b49d34135024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622702 Jul 30 02:40:55.761138 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-bb3171a4-d455-45a8-b81c-70853e22cf9e service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868487 Jul 30 02:40:55.768294 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '489edb42-7397-4545-9d3f-74c372b56086', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'port_id': 'decf0622-6b61-4b03-993d-7a469570a528', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'mac_address': 'fa:16:3e:9d:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:40:54Z', 'updated_at': '2021-07-30T02:40:54Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:44Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:55.798686 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c228252-b151-4927-b37e-9e1e3578d59a None None] The sync data for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 is: [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '489edb42-7397-4545-9d3f-74c372b56086', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'port_id': 'decf0622-6b61-4b03-993d-7a469570a528', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'mac_address': 'fa:16:3e:9d:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:40:54Z', 'updated_at': '2021-07-30T02:40:54Z', 'revision_number': 0, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:44Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:40:55.863340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-30f5177b-c01c-4ff6-85f2-aee11fb8e4b3 req-c71f053b-6d02-4ed3-a01a-cf3dd8a40d7a service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951054 Jul 30 02:40:55.997195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbedfea-e5dc-472f-a52a-fc8d194f3bb3 None None] New status for floating IP 489edb42-7397-4545-9d3f-74c372b56086: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:40:56.309657 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59232) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:40:56.370873 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-979b4a4e-0e90-40fb-b087-919ec6faf63f tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/489edb42-7397-4545-9d3f-74c372b56086 HTTP/1.1" status: 200 len: 993 time: 0.0596638 Jul 30 02:41:07.204690 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:41:07.613366 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:19.040063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb7b01d1-ae59-468c-81a8-797288ed3fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:21.785947 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffa25664-5f5f-498c-a613-6c4654100982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:21.898161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:22.005584 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:22.500451 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-a273fbb1-2604-4424-b6d8-f7efd677f168 req-89a91fac-3326-4dd6-9db5-82c5197d74ef service neutron] (93890) timed out ('10.222.0.78', 55832) {{(pid=93890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:41:23.314752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:24.815170 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:27.840728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fba60-f06b-4d9f-af04-168f10147702 req-71bfc6d3-2863-4234-8be1-77349de94b98 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:27.842253 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-072fba60-f06b-4d9f-af04-168f10147702 req-71bfc6d3-2863-4234-8be1-77349de94b98 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0535274 Jul 30 02:41:27.889624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-072fba60-f06b-4d9f-af04-168f10147702 req-52d4091f-b569-41a7-9897-ff29945ba3a7 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Jul 30 02:41:29.006295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8722-eb0d-4511-a38e-b18c373c687e req-3e68df4d-329e-4ee0-b06a-b47279d3631e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:29.007885 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cfb8722-eb0d-4511-a38e-b18c373c687e req-3e68df4d-329e-4ee0-b06a-b47279d3631e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0491905 Jul 30 02:41:29.046477 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3cfb8722-eb0d-4511-a38e-b18c373c687e req-05c343b4-949e-4ed0-b779-1319971d622e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Jul 30 02:41:29.070576 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59254) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:29.141064 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c9ce0d64-39a6-4871-aacb-ed4626531885 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/489edb42-7397-4545-9d3f-74c372b56086 HTTP/1.1" status: 200 len: 993 time: 0.0692706 Jul 30 02:41:30.456485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b70ef5-fc75-445b-9a09-5e5c3c06dc08 req-34c665af-6739-48a3-a96a-b46ca9291051 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.458006 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3b70ef5-fc75-445b-9a09-5e5c3c06dc08 req-34c665af-6739-48a3-a96a-b46ca9291051 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0800087 Jul 30 02:41:30.491457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-3e6ab244-d7a5-4b1a-9ab9-adc504ea5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.492874 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-3e6ab244-d7a5-4b1a-9ab9-adc504ea5f8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1097 time: 0.0714085 Jul 30 02:41:30.513838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3b70ef5-fc75-445b-9a09-5e5c3c06dc08 req-4cf22795-48dd-4a93-b458-2eb0c1ef70d4 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497875 Jul 30 02:41:30.589677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-2e0af0f1-4fca-47d8-86a8-d3827ffce4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.591211 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-2e0af0f1-4fca-47d8-86a8-d3827ffce4ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 200 len: 895 time: 0.0908418 Jul 30 02:41:30.661280 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-47559332-861b-49a5-b361-4bea4d4c2f8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 200 len: 1001 time: 0.0631037 Jul 30 02:41:30.710478 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-d04c362c-8805-4753-acc4-a22e97e771d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.711998 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-d04c362c-8805-4753-acc4-a22e97e771d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 HTTP/1.1" status: 200 len: 834 time: 0.0440886 Jul 30 02:41:30.758749 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-e149e6ae-fa66-4e69-a64b-e27a22d71d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:30.760229 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-e149e6ae-fa66-4e69-a64b-e27a22d71d5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f21d979-f404-4d83-97cb-b49d34135024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414097 Jul 30 02:41:30.858249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-7e94e773-e76b-4a62-9a5b-6faff8061a2f service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909457 Jul 30 02:41:30.962272 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d09f089a-fef4-41c0-96cb-fdfa9359c980 req-51b84875-90c2-4dae-b1df-36968c8f07de service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968447 Jul 30 02:41:31.642713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25458313-b95f-49c0-8547-60829b99ea21 req-02a3403a-672d-4c34-8e34-fa8e050ae39b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:31.644304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25458313-b95f-49c0-8547-60829b99ea21 req-02a3403a-672d-4c34-8e34-fa8e050ae39b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0587571 Jul 30 02:41:31.682908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-25458313-b95f-49c0-8547-60829b99ea21 req-ffbbe50a-9cb9-4fd1-9ec6-7d6ce1224c0c tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Jul 30 02:41:32.801382 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cce19-bbe7-47f9-b166-827a4c7b6fba req-3ab54268-055d-4faf-bc56-416029bae0df tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:32.802813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-755cce19-bbe7-47f9-b166-827a4c7b6fba req-3ab54268-055d-4faf-bc56-416029bae0df tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0509660 Jul 30 02:41:32.843132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-755cce19-bbe7-47f9-b166-827a4c7b6fba req-91c70e5a-5725-4d9d-b04b-12a4e4470d35 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339735 Jul 30 02:41:32.864790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59266) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:32.936493 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5cbbd558-f338-465e-af64-1ec03f3e0769 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/floatingips/489edb42-7397-4545-9d3f-74c372b56086 HTTP/1.1" status: 200 len: 993 time: 0.0704849 Jul 30 02:41:33.168666 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:33.327592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 60d2b34f-96aa-4c64-8e89-50a071e43d48 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:41:33.327940 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.415612 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.415946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.430289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 60d2b34f-96aa-4c64-8e89-50a071e43d48 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:41:33.593352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.628480 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=60d2b34f-96aa-4c64-8e89-50a071e43d48,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:33.687267 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.687648 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Floating IP 489edb42-7397-4545-9d3f-74c372b56086 disassociated (deleted). External IP: 172.25.8.105, port: decf0622-6b61-4b03-993d-7a469570a528. Jul 30 02:41:33.922734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 079e62ce-023f-4cdd-bc80-4ba005ddb213 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:34.041932 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:34.046867 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:34.051424 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] Sync routers for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:34.060651 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:34.061266 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:34.075777 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-f4c5ed3d-a0d2-4568-96cd-729aa0e6792b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/floatingips/489edb42-7397-4545-9d3f-74c372b56086 HTTP/1.1" status: 204 len: 168 time: 0.9056549 Jul 30 02:41:34.076362 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:34.078736 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449176b1-0348-4708-a9d6-5d082b28cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "tag": "decf0622-6b61-4b03-993d-7a469570a528"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:34.251567 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5793bcf4-9e58-4087-9128-f7db12083bb2 x-openstack-request-id: req-5793bcf4-9e58-4087-9128-f7db12083bb2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:34.251862 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "tag": "decf0622-6b61-4b03-993d-7a469570a528", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:34.252639 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5793bcf4-9e58-4087-9128-f7db12083bb2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:34.253049 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528', 'status': 'completed', 'code': 200} Jul 30 02:41:34.282587 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:34.379793 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a370a3-ccce-4e3c-ab57-35ff480031d8 req-7aa23f42-06f8-445f-8ba2-4604116a4ba0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:34.381324 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40a370a3-ccce-4e3c-ab57-35ff480031d8 req-7aa23f42-06f8-445f-8ba2-4604116a4ba0 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0810978 Jul 30 02:41:34.384785 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-ea612d76-33fb-47bd-8f75-5f17e5a3d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:34.386284 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-ea612d76-33fb-47bd-8f75-5f17e5a3d8d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8e39fa1ef4849709801f3b111b43854&device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 1097 time: 0.0754910 Jul 30 02:41:34.477894 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-40a370a3-ccce-4e3c-ab57-35ff480031d8 req-acf1e8bd-069e-467f-bc0f-281ca4395232 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853453 Jul 30 02:41:34.501655 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:44Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:34.511873 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-86b80cc6-965f-438f-ace4-ec8d9c42f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:34.513350 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-86b80cc6-965f-438f-ace4-ec8d9c42f1f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 200 len: 895 time: 0.1183298 Jul 30 02:41:34.531815 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] Checking router: 079e62ce-023f-4cdd-bc80-4ba005ddb213 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:34.547116 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:34.547788 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:34.561318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-10d4dc93-aab3-40f2-b917-f30b436f4037 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 200 len: 217 time: 0.0396030 Jul 30 02:41:34.612141 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-bd96388f-e64d-4987-a74b-a462fa6cb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:34.613598 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-bd96388f-e64d-4987-a74b-a462fa6cb748 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 HTTP/1.1" status: 200 len: 834 time: 0.0444505 Jul 30 02:41:34.655670 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:34.660543 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-f19baccd-240e-4c76-b6b6-b29563d4b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:34.662048 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-f19baccd-240e-4c76-b6b6-b29563d4b789 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f21d979-f404-4d83-97cb-b49d34135024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412879 Jul 30 02:41:34.760588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-e23046d8-4c3b-4d36-b8ee-20a04f2b68ae service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912478 Jul 30 02:41:34.850804 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-449176b1-0348-4708-a9d6-5d082b28cea9 req-918b00dd-9e83-41f8-9c6a-1c8394da7d92 service neutron] 10.222.0.55 "GET /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824823 Jul 30 02:41:34.864380 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:44Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:34.890551 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab7ed5-0003-43bd-95e4-ee2169c3213f None None] The sync data for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 is: [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:40Z', 'revision_number': 4, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '05c25905-6f06-47ff-a354-1e0ef8860932', 'name': '', 'network_id': '3f21d979-f404-4d83-97cb-b49d34135024', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'mac_address': 'fa:16:3e:50:8f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:40Z', 'updated_at': '2021-07-30T02:40:44Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'subnets': [{'id': 'ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:35.123238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53172c47-0cbc-49dd-b945-bee0f7d6bd4d None None] New status for floating IP 489edb42-7397-4545-9d3f-74c372b56086: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:41:35.151472 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-96980631-2f88-48c8-b802-66c7faea88bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416634 Jul 30 02:41:35.237597 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-452d5a90-64f9-4c81-9c20-db06dc46cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:35.239149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-452d5a90-64f9-4c81-9c20-db06dc46cc79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0472157 Jul 30 02:41:35.342170 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-cd5b4eb2-4a58-46f3-bcb2-669467baed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:35.343716 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-cd5b4eb2-4a58-46f3-bcb2-669467baed53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0863535 Jul 30 02:41:35.388887 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-33402de8-b1de-4926-9791-47fe72d63e17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0381281 Jul 30 02:41:35.438640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-f0be15ba-36a3-42d0-b336-67777bb0b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:35.440245 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-f0be15ba-36a3-42d0-b336-67777bb0b714 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0451722 Jul 30 02:41:35.487598 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-dea20408-c466-4c6b-adf3-6985d9f97bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:35.489120 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-dea20408-c466-4c6b-adf3-6985d9f97bc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418780 Jul 30 02:41:35.585132 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-9c0ac9b3-4c04-4d37-992b-d5884d682fb9 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888753 Jul 30 02:41:35.606564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda8ec-6695-45fb-b4ac-d0c11d185fac req-3954773c-4fa3-4a62-8e4c-ceaa7e93140e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:35.608027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6eeda8ec-6695-45fb-b4ac-d0c11d185fac req-3954773c-4fa3-4a62-8e4c-ceaa7e93140e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0514574 Jul 30 02:41:35.654691 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6eeda8ec-6695-45fb-b4ac-d0c11d185fac req-d4a38c5d-3813-4c65-ba99-3b9d07e03aaf tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/security-groups?id=c387ae67-ede5-4ea7-b589-6fa2687575c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Jul 30 02:41:35.686026 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e870cad7-f8df-461e-94f9-bf8498bc5204 req-29e88a62-d3f1-4f68-a9d5-bad9eb2e9575 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933373 Jul 30 02:41:35.960966 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-b6d454d3-caf3-43fc-8f37-3e5fd715ee02 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:35.962454 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-b6d454d3-caf3-43fc-8f37-3e5fd715ee02 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 945 time: 0.0503321 Jul 30 02:41:36.053118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port decf0622-6b61-4b03-993d-7a469570a528 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:41:36.053469 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:36.153591 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port decf0622-6b61-4b03-993d-7a469570a528, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=decf0622-6b61-4b03-993d-7a469570a528,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:36.153964 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:36.167948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for decf0622-6b61-4b03-993d-7a469570a528 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:41:36.306426 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:36.336996 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=decf0622-6b61-4b03-993d-7a469570a528,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:36.350886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.351258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.351607 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.351945 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.352281 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.352612 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.352941 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.353270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.353597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.353919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.354252 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.354576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:36.390823 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] No DVR routers for this DVR port decf0622-6b61-4b03-993d-7a469570a528 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:41:36.393520 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:36.395621 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0a698072-d9ac-40a9-86d9-ea0a1d17efa1 req-fd55d965-e999-4b8c-9200-46ece0f5c661 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.55 "DELETE /v2.0/ports/decf0622-6b61-4b03-993d-7a469570a528 HTTP/1.1" status: 204 len: 173 time: 0.4273870 Jul 30 02:41:36.396053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'name': 'network-vif-deleted', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:36.398369 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a162b3fb-1855-401e-bebe-346d24ab42d5" -d '{"events": [{"server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "name": "network-vif-deleted", "tag": "decf0622-6b61-4b03-993d-7a469570a528"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:36.437947 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb531ec5-eb62-4c8c-8d5b-a695b2a54886 x-openstack-request-id: req-eb531ec5-eb62-4c8c-8d5b-a695b2a54886 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:36.438336 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6781e20-6fcf-4299-8dc3-17629733ba7d", "name": "network-vif-deleted", "tag": "decf0622-6b61-4b03-993d-7a469570a528", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:36.438883 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb531ec5-eb62-4c8c-8d5b-a695b2a54886 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:36.439407 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6781e20-6fcf-4299-8dc3-17629733ba7d', 'name': 'network-vif-deleted', 'tag': 'decf0622-6b61-4b03-993d-7a469570a528', 'status': 'completed', 'code': 200} Jul 30 02:41:36.774391 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2736fdd-79fe-4fad-8f10-033b10625891 req-813a5d61-d74a-420e-ba24-84ca3cf98bfb tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6781e20-6fcf-4299-8dc3-17629733ba7d HTTP/1.1" status: 200 len: 210 time: 0.0271175 Jul 30 02:41:37.626773 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:37.833559 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59292) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:38.216802 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:38.832213 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 05c25905-6f06-47ff-a354-1e0ef8860932 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:41:38.832561 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:38.919063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device decf0622-6b61-4b03-993d-7a469570a528 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:41:38.927640 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 05c25905-6f06-47ff-a354-1e0ef8860932, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=05c25905-6f06-47ff-a354-1e0ef8860932,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:38.928131 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:38.940393 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: decf0622-6b61-4b03-993d-7a469570a528 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:41:38.940775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device decf0622-6b61-4b03-993d-7a469570a528 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:41:38.941809 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 05c25905-6f06-47ff-a354-1e0ef8860932 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:41:39.137407 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.166406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=05c25905-6f06-47ff-a354-1e0ef8860932,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:39.180359 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.180718 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.181067 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.181404 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.181737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.182068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.182647 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.182988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.183349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.183678 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.184010 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.184334 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:39.370461 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.599816 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Router 079e62ce-023f-4cdd-bc80-4ba005ddb213 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:39.710940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:39.716018 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-32d0fd63-42d1-4445-8656-7813b96cc3ef tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "PUT /v2.0/routers/079e62ce-023f-4cdd-bc80-4ba005ddb213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8814380 Jul 30 02:41:39.718722 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59294) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:39.721910 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] Sync routers for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:39.731103 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:39.731783 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:39.771176 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting subnet ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:41:39.774218 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.815530 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.835961 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:39.905537 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.970058 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.998626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:40.000641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.002516 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-32f4e5de-9d2a-4db3-b362-7020c9e08b2e tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/subnets/ed7dc3b6-eed5-4ded-ab5f-1bd31c384c81 HTTP/1.1" status: 204 len: 168 time: 0.2828312 Jul 30 02:41:40.005673 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:40.008124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199b8c8-c96f-4053-88bd-df49bd0e84df None None] Network 3f21d979-f404-4d83-97cb-b49d34135024 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:41:40.025573 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:41:39Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:40.058121 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] Checking router: 079e62ce-023f-4cdd-bc80-4ba005ddb213 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:40.073549 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] Routers {'079e62ce-023f-4cdd-bc80-4ba005ddb213'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:40.074154 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['079e62ce-023f-4cdd-bc80-4ba005ddb213'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:40.129980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.189056 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] Set router 079e62ce-023f-4cdd-bc80-4ba005ddb213 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:40.210564 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] DHCP port deletion for 3f21d979-f404-4d83-97cb-b49d34135024 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:41:40.262610 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.265404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Deleting port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:41:40.265850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.324713 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Deleting port 7eb9d698-ee60-4c61-b2de-f24be349fc67 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:41:40.325777 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.352611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] For port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,segment=NetworkSegment(b2179f3a-69c5-4232-8297-1f67ea93873b),segment_id=b2179f3a-69c5-4232-8297-1f67ea93873b)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:40.353007 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.366517 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:41:40.396815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Calling delete_port for 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:41:40.413262 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:41:39Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:40.421763 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] For port 7eb9d698-ee60-4c61-b2de-f24be349fc67, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=7eb9d698-ee60-4c61-b2de-f24be349fc67,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:40.422507 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.438662 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Calling delete_port for 7eb9d698-ee60-4c61-b2de-f24be349fc67 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:41:40.441114 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65e510-66fc-47b3-85c9-fc7e373ac44c None None] The sync data for ids ['079e62ce-023f-4cdd-bc80-4ba005ddb213'] in n-d-713499-10 is: [{'id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032148193', 'tenant_id': 'f8e39fa1ef4849709801f3b111b43854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:41:39Z', 'revision_number': 5, 'project_id': 'f8e39fa1ef4849709801f3b111b43854', 'gw_port': {'id': '7eb9d698-ee60-4c61-b2de-f24be349fc67', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079e62ce-023f-4cdd-bc80-4ba005ddb213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:40:37Z', 'updated_at': '2021-07-30T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:40.508896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.546262 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.594738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Pushing event deleted for resources: {'Port': ['ID=0b8c9866-0e4e-40c6-8334-ad5bfba7be00,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:40.597250 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] No DVR routers for this DVR port 0b8c9866-0e4e-40c6-8334-ad5bfba7be00 on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:41:40.606175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.606546 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.606883 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.607247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.607695 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.607979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.608200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.608523 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.608842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.609175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.609559 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.609763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b167f85-2d82-4f1a-b609-647220157964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:40.629174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.653233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Port': ['ID=7eb9d698-ee60-4c61-b2de-f24be349fc67,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:40.716229 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.811279 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.813529 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.862339 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.862984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Fanout notify agent at l3_agent the message router_deleted on router 079e62ce-023f-4cdd-bc80-4ba005ddb213 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:41:40.870746 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:40.871918 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-4518bf3f-923d-4270-b422-7ec97faf6daa tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/routers/079e62ce-023f-4cdd-bc80-4ba005ddb213 HTTP/1.1" status: 204 len: 168 time: 0.8650296 Jul 30 02:41:40.874743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59298) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:40.963892 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.053360 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.064370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f21d979-f404-4d83-97cb-b49d34135024']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:41.075960 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2179f3a-69c5-4232-8297-1f67ea93873b') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:41.076255 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2179f3a-69c5-4232-8297-1f67ea93873b') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:41.085618 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.105070 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.112241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:41:41.112650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:41:41.116081 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:41:41.175064 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.183216 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.184455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/networks/3f21d979-f404-4d83-97cb-b49d34135024 HTTP/1.1" status: 204 len: 168 time: 0.3085711 Jul 30 02:41:41.187218 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:41.195928 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d46d07-a0e5-4564-8f82-4dfa1100fb9b tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'Network': ['ID=3f21d979-f404-4d83-97cb-b49d34135024,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:41.249447 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-703d6ffe-3188-41d6-b21a-d94223029ba3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.278281 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-703d6ffe-3188-41d6-b21a-d94223029ba3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.342486 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-703d6ffe-3188-41d6-b21a-d94223029ba3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.345224 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-703d6ffe-3188-41d6-b21a-d94223029ba3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.346412 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-703d6ffe-3188-41d6-b21a-d94223029ba3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] 10.222.0.78 "DELETE /v2.0/security-groups/c387ae67-ede5-4ea7-b589-6fa2687575c9 HTTP/1.1" status: 204 len: 168 time: 0.1581483 Jul 30 02:41:41.356517 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d6ffe-3188-41d6-b21a-d94223029ba3 tempest-TestNetworkAdvancedServerOps-1491557662 tempest-TestNetworkAdvancedServerOps-1491557662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387ae67-ede5-4ea7-b589-6fa2687575c9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:41.688144 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:41.817220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-ae8534f9-1893-4656-885f-72d061b9f44c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8e39fa1ef4849709801f3b111b43854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277993 Jul 30 02:41:41.819709 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:41.870219 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38c2e543-a317-41ef-8aa7-4646140f8a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.901618 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38c2e543-a317-41ef-8aa7-4646140f8a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.949629 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38c2e543-a317-41ef-8aa7-4646140f8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.952282 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38c2e543-a317-41ef-8aa7-4646140f8a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:41.953447 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-38c2e543-a317-41ef-8aa7-4646140f8a2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/117fb5cd-5715-4c6d-a57e-57762116cc0a HTTP/1.1" status: 204 len: 168 time: 0.1328056 Jul 30 02:41:41.961601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e543-a317-41ef-8aa7-4646140f8a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fb5cd-5715-4c6d-a57e-57762116cc0a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:42.227482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59318) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:42.241536 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d788451-184b-4311-ad5f-5a021d25485a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.275602 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 05c25905-6f06-47ff-a354-1e0ef8860932 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:41:42.296454 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 05c25905-6f06-47ff-a354-1e0ef8860932 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:41:42.297365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 05c25905-6f06-47ff-a354-1e0ef8860932 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:41:42.297365 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7eb9d698-ee60-4c61-b2de-f24be349fc67 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:41:42.317634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 7eb9d698-ee60-4c61-b2de-f24be349fc67 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:41:42.317932 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 7eb9d698-ee60-4c61-b2de-f24be349fc67 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:41:42.366040 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d788451-184b-4311-ad5f-5a021d25485a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.370565 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1d788451-184b-4311-ad5f-5a021d25485a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.421978 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-1d788451-184b-4311-ad5f-5a021d25485a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c29440cb93804ec995c75f62477a4511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933725 Jul 30 02:41:42.422853 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d788451-184b-4311-ad5f-5a021d25485a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86704040-fe79-44c5-a9af-4364751e6fa7,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:42.425409 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59320) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:42.475889 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2960a11a-6997-40a5-83d4-079fa1095101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.497463 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2960a11a-6997-40a5-83d4-079fa1095101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.544953 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2960a11a-6997-40a5-83d4-079fa1095101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.547730 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2960a11a-6997-40a5-83d4-079fa1095101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:42.549463 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2960a11a-6997-40a5-83d4-079fa1095101 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86704040-fe79-44c5-a9af-4364751e6fa7 HTTP/1.1" status: 204 len: 168 time: 0.1224716 Jul 30 02:41:42.557263 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960a11a-6997-40a5-83d4-079fa1095101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86704040-fe79-44c5-a9af-4364751e6fa7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:43.279243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59342) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:43.383484 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1009741657-network', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:43.406733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Made reservation on behalf of 6b77ed3202f64d67a5eeb661c14119c7 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:41:43.409553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.419564 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.513024 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.518801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.544748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:41:43.555750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca7f04-6e8a-4917-852c-70998b20204e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:43.561230 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.561572 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Added segment 9b0df9a8-561b-4573-abc1-660764be4e32 of type vlan for network d2c30e70-20b4-4959-a234-1b0074f05b48 Jul 30 02:41:43.603206 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.630923 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.631889 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:43.632462 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.713734 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4332628 Jul 30 02:41:43.717014 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:43.723248 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Request body: {'subnet': {'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1009741657-subnet', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:43.727926 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d944e1-22d7-40ad-b7df-c99c6f7dc4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c30e70-20b4-4959-a234-1b0074f05b48,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:43.737611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network d2c30e70-20b4-4959-a234-1b0074f05b48 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:41:43.747525 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Made reservation on behalf of 6b77ed3202f64d67a5eeb661c14119c7 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:41:43.749864 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26666972'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:43.947268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26666994'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.002641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3197ac-5fa6-429d-981e-bd7fb4ef430f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:44.011674 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Checking segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:44.012038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Network hostable DHCP agents. Network: d2c30e70-20b4-4959-a234-1b0074f05b48, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:41:44.030883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Network d2c30e70-20b4-4959-a234-1b0074f05b48 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:41:44.038945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, d2c30e70-20b4-4959-a234-1b0074f05b48) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:44.043304 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:44.044450 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.047603 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51eec8-7936-473f-a98a-19dcbfecf4d4 None None] Network d2c30e70-20b4-4959-a234-1b0074f05b48 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:41:44.058558 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-53e7df74-b8be-481c-b09a-4bd3b28492e3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3403368 Jul 30 02:41:44.061257 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:44.066478 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:44.089736 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.090761 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.155555 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.199405 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-d2c30e70-20b4-4959-a234-1b0074f05b48', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:41:44.200637 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.202910 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:41:44.316029 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.499725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Allocated IP 172.20.0.2 (d2c30e70-20b4-4959-a234-1b0074f05b48/8a3197ac-5fa6-429d-981e-bd7fb4ef430f/c4a6547d-8911-4128-afe5-d741f7f9ed0f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:44.528013 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.547987 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.656837 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Allocated IP 172.25.8.236 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/751557f6-1fa9-40e0-aca8-810ee27d0eb8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:44.657288 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.667073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Transition to ACTIVE for port object c4a6547d-8911-4128-afe5-d741f7f9ed0f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:44.683838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Transition to ACTIVE for port object c4a6547d-8911-4128-afe5-d741f7f9ed0f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:44.690154 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.728799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Network d2c30e70-20b4-4959-a234-1b0074f05b48 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:44.731623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:44.734171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:44.750629 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Pushing event updated for resources: {'Port': ['ID=c4a6547d-8911-4128-afe5-d741f7f9ed0f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:44.764176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.802926 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Attempting to bind port c4a6547d-8911-4128-afe5-d741f7f9ed0f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:44.803331 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Attempting to bind port c4a6547d-8911-4128-afe5-d741f7f9ed0f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:44.803702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Attempting to bind port c4a6547d-8911-4128-afe5-d741f7f9ed0f on network d2c30e70-20b4-4959-a234-1b0074f05b48 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:44.804646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.809111 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:44.809491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Checking segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:44.809895 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.810317 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Bound using segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:44.810792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Bound port: c4a6547d-8911-4128-afe5-d741f7f9ed0f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:44.811206 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.843726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:44.856019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:44.859602 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:44.876212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] For port c4a6547d-8911-4128-afe5-d741f7f9ed0f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:44.879409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] For port c4a6547d-8911-4128-afe5-d741f7f9ed0f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4a6547d-8911-4128-afe5-d741f7f9ed0f,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:44.884026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:44.885606 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Pushing event updated for resources: {'Port': ['ID=751557f6-1fa9-40e0-aca8-810ee27d0eb8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:44.940070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d7a1f-a618-4d40-8f3f-c867684791c9 None None] Pushing event updated for resources: {'Port': ['ID=c4a6547d-8911-4128-afe5-d741f7f9ed0f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:45.146445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:45.733445 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:45.866787 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:41:45.899666 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b23ba-22d3-4670-912b-514c1bbe2456 None None] Network d2c30e70-20b4-4959-a234-1b0074f05b48 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:41:45.981831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:46.000480 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.001931 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-da3b6280-da88-492b-b367-8135064740a9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9396582 Jul 30 02:41:46.004656 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:46.016532 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:46.045701 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:46.046344 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:46.048175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7841ad37-c978-4b16-b53a-235ce6e8d4ef None None] Provisioning for port c4a6547d-8911-4128-afe5-d741f7f9ed0f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:46.184835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:46.376248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4a6547d-8911-4128-afe5-d741f7f9ed0f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:46.454276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port c4a6547d-8911-4128-afe5-d741f7f9ed0f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:46.458698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:45Z', 'revision_number': 3, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:46.462107 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c4a6547d-8911-4128-afe5-d741f7f9ed0f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:46.462478 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.488641 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:46.488982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Updating router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:41:46.509635 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.541217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.676238 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.677945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Allocated IP 172.20.0.1 (d2c30e70-20b4-4959-a234-1b0074f05b48/8a3197ac-5fa6-429d-981e-bd7fb4ef430f/b8c0e125-cf59-4e68-9af7-9fe89d1a44e5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:46.754004 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port c4a6547d-8911-4128-afe5-d741f7f9ed0f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4a6547d-8911-4128-afe5-d741f7f9ed0f,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:46.758696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.796098 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.809990 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Transition to ACTIVE for port object b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:46.838982 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=c4a6547d-8911-4128-afe5-d741f7f9ed0f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:46.854121 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.899383 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Network d2c30e70-20b4-4959-a234-1b0074f05b48 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:46.900183 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.906762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:46.911438 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:46.911634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Transition to ACTIVE for port object 751557f6-1fa9-40e0-aca8-810ee27d0eb8 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:46.914729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:46.918820 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.958015 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.982710 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Attempting to bind port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:46.983406 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Attempting to bind port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:46.983967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Attempting to bind port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:46.987828 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d546e-b608-40cf-acac-0dc2d60ad5b1 None None] Pushing event updated for resources: {'Port': ['ID=751557f6-1fa9-40e0-aca8-810ee27d0eb8,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:46.994483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:46.995171 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:46.995766 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:46.996619 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:46.997267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Bound port: 751557f6-1fa9-40e0-aca8-810ee27d0eb8, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:46.997864 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.065198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] For port 751557f6-1fa9-40e0-aca8-810ee27d0eb8, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:47.069960 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] For port 751557f6-1fa9-40e0-aca8-810ee27d0eb8, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=751557f6-1fa9-40e0-aca8-810ee27d0eb8,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:47.075206 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.121575 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.138080 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:47.138831 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:47.181129 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d546e-b608-40cf-acac-0dc2d60ad5b1 None None] Pushing event updated for resources: {'Port': ['ID=751557f6-1fa9-40e0-aca8-810ee27d0eb8,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:47.207402 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f3c8ff5d-49d6-4569-8d5e-ce3482baf181 None None] Provisioning for port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:47.241251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f3c8ff5d-49d6-4569-8d5e-ce3482baf181 None None] Provisioning complete for port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:47.241624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f3c8ff5d-49d6-4569-8d5e-ce3482baf181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.289327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:47.291641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.297160 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.322149 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8ff5d-49d6-4569-8d5e-ce3482baf181 None None] Port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:41:47.375869 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:47.378788 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.474207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Network d2c30e70-20b4-4959-a234-1b0074f05b48 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:47.475601 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:47.512264 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:46Z', 'revision_number': 1, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:47.544044 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5240f156-7ffa-4dc7-91c5-9d9dde29d734 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:46Z', 'revision_number': 1, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:47.605387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:47.729682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:47.734686 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-67567fed-0d4d-4062-9bd7-7ffa5a664e78 admin admin] 10.222.0.78 "PUT /v2.0/routers/3ef0fa8a-32a7-4c11-ac96-7898f62f16e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290521 Jul 30 02:41:47.748218 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f7372477-ee02-4288-a68c-f788560abd5a None None] Provisioning complete for port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:47.749026 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f7372477-ee02-4288-a68c-f788560abd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:47.800297 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f7372477-ee02-4288-a68c-f788560abd5a None None] Port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:41:48.300868 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59368) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:48.306133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48361853-network', 'tenant_id': '88f90e726f2a4655ad17e608593c5269'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:48.328632 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Made reservation on behalf of 88f90e726f2a4655ad17e608593c5269 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:41:48.331642 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.350581 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.413698 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4a6547d-8911-4128-afe5-d741f7f9ed0f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:48.469198 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.471461 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port c4a6547d-8911-4128-afe5-d741f7f9ed0f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:48.471966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.477333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.522689 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:41:48.529379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d60f4-db2e-4bd0-ae66-59f2d90f5139,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:48.539797 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.540341 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Added segment dd292747-96fc-49e6-a081-42b5e733b27c of type vlan for network 00aeeb7d-3768-411a-a47b-f6036e1f83ba Jul 30 02:41:48.571170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 751557f6-1fa9-40e0-aca8-810ee27d0eb8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:48.595245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.629138 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.630274 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:48.630879 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.633969 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:48.638262 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:48.638723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.697897 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3932531 Jul 30 02:41:48.699342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59372) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:48.705019 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e1f8c-2f41-4e66-9463-6b3a7bb193a6 admin admin] Pushing event updated for resources: {'Network': ['ID=00aeeb7d-3768-411a-a47b-f6036e1f83ba,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:48.712156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Request body: {'subnet': {'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48361853-subnet', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:48.727501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:41:48.737551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Made reservation on behalf of 88f90e726f2a4655ad17e608593c5269 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:41:48.740008 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.771221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.811131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 751557f6-1fa9-40e0-aca8-810ee27d0eb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=751557f6-1fa9-40e0-aca8-810ee27d0eb8,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:48.816804 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:48.869227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=751557f6-1fa9-40e0-aca8-810ee27d0eb8,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:48.943144 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.000243 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec20c939-a84c-414f-95fc-6c7bf79dc3cc,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:49.011470 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Checking segment: {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:49.011831 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Network hostable DHCP agents. Network: 00aeeb7d-3768-411a-a47b-f6036e1f83ba, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:41:49.032546 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:41:49.043653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 00aeeb7d-3768-411a-a47b-f6036e1f83ba) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:49.047751 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a8e11e84-afdc-46f2-9ba5-d3c7028a6f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.050653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:49.051615 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.061636 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e4772-e8b9-4dfb-a355-2a460a32f466 None None] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:41:49.072378 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6530e5c5-e560-4c38-b28c-1195b96ae99b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3709376 Jul 30 02:41:49.074839 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59374) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:49.080034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:49.100847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.102109 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.161440 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.228463 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'fixed_ips': [{'subnet_id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:41:49.229335 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.312966 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.377233 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Allocated IP 172.20.0.2 (00aeeb7d-3768-411a-a47b-f6036e1f83ba/ec20c939-a84c-414f-95fc-6c7bf79dc3cc/a8800125-f460-43c7-b9f6-7b0119e8e73f) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:49.559533 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.569093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Transition to ACTIVE for port object a8800125-f460-43c7-b9f6-7b0119e8e73f will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:49.585351 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Transition to ACTIVE for port object a8800125-f460-43c7-b9f6-7b0119e8e73f will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:49.592208 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.633542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:49.638491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:49.641070 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:49.649773 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Pushing event updated for resources: {'Port': ['ID=a8800125-f460-43c7-b9f6-7b0119e8e73f,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:49.703971 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Attempting to bind port a8800125-f460-43c7-b9f6-7b0119e8e73f on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:49.704246 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:49.704775 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Attempting to bind port a8800125-f460-43c7-b9f6-7b0119e8e73f by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:49.705604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Attempting to bind port a8800125-f460-43c7-b9f6-7b0119e8e73f on network 00aeeb7d-3768-411a-a47b-f6036e1f83ba {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:49.710963 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:49.711496 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Checking segment: {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:49.712042 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.712495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Bound using segment: {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:49.713036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Bound port: a8800125-f460-43c7-b9f6-7b0119e8e73f, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:49.713489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.716493 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:49.717249 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:49.791082 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] For port a8800125-f460-43c7-b9f6-7b0119e8e73f, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:49.794582 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] For port a8800125-f460-43c7-b9f6-7b0119e8e73f, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a8800125-f460-43c7-b9f6-7b0119e8e73f,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:49.799513 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.818589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.835115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:49.838314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:49.884170 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f38f03-ad2b-4189-b3b4-0b4ecec901b9 None None] Pushing event updated for resources: {'Port': ['ID=a8800125-f460-43c7-b9f6-7b0119e8e73f,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:49.961088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Allocated IP 172.25.8.50 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a97c9e15-3971-424e-8257-6f5276909a08) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:50.102185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.146980 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.191949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:50.196534 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:50.202393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:50.211330 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 2, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:50.226753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Pushing event updated for resources: {'Port': ['ID=a97c9e15-3971-424e-8257-6f5276909a08,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:50.239522 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:50.239916 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Updating router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:41:50.269437 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.400150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a8800125-f460-43c7-b9f6-7b0119e8e73f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:50.452841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a8800125-f460-43c7-b9f6-7b0119e8e73f completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:50.458722 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 751557f6-1fa9-40e0-aca8-810ee27d0eb8 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:50.491855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.511909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:50.512278 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.617020 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.630115 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Transition to ACTIVE for port object b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:50.638393 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.726042 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Pushing event updated for resources: {'Port': ['ID=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:50.761810 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.762236 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.762773 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.763212 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.763605 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.764001 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.764389 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.764972 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.765383 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.766088 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.766616 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.767196 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:41:50.785192 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.803969 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Attempting to bind port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:50.804337 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Attempting to bind port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:50.804701 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Attempting to bind port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 on network d2c30e70-20b4-4959-a234-1b0074f05b48 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:50.815884 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:50.816261 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Checking segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:50.816657 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.822541 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Bound using segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:50.823325 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Bound port: b8c0e125-cf59-4e68-9af7-9fe89d1a44e5, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:50.823916 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.896635 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] For port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:50.905351 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] For port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:50.910082 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:50.972195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Router a88dccbe-a7da-413f-a6f5-8e23a412bd24 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:41:50.991222 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:50.991980 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:51.102318 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ee9a-445e-4560-b895-2eb2c672e9ee None None] Pushing event updated for resources: {'Port': ['ID=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:51.120565 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:51.129153 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:51.134939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Sync routers for ids ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:51.144477 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.148423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-c5b6abd3-db6e-4615-af34-747b87252e02 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0699468 Jul 30 02:41:51.148915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59378) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:51.155031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Routers {'a88dccbe-a7da-413f-a6f5-8e23a412bd24'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:51.157001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:51.246936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339cd5e-0339-42db-969a-1f58874b1d99 None None] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:41:51.379660 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bea691d5-4416-4b44-8340-82496104089a None None] Provisioning for port a8800125-f460-43c7-b9f6-7b0119e8e73f completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:51.384398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Set router a88dccbe-a7da-413f-a6f5-8e23a412bd24 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:51.395941 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:50Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:51.427290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eacdb8-5570-4c98-ba8e-64b4afdf0071 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:50Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:51.448941 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-bea691d5-4416-4b44-8340-82496104089a None None] Provisioning complete for port a8800125-f460-43c7-b9f6-7b0119e8e73f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:51.449305 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bea691d5-4416-4b44-8340-82496104089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.660801 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.694724 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bea691d5-4416-4b44-8340-82496104089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.744213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-bea691d5-4416-4b44-8340-82496104089a None None] For port a8800125-f460-43c7-b9f6-7b0119e8e73f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a8800125-f460-43c7-b9f6-7b0119e8e73f,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:51.750810 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bea691d5-4416-4b44-8340-82496104089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.756359 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:50Z', 'revision_number': 3, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:51.844013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Checking router: a88dccbe-a7da-413f-a6f5-8e23a412bd24 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:51.844514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Updating router a88dccbe-a7da-413f-a6f5-8e23a412bd24 port a97c9e15-3971-424e-8257-6f5276909a08 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:41:51.848549 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea691d5-4416-4b44-8340-82496104089a None None] Pushing event updated for resources: {'Port': ['ID=a8800125-f460-43c7-b9f6-7b0119e8e73f,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:51.910185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-10d9755a-64c3-492c-8c36-8d5c50ed934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.916675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:51.926991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Allocated IP 172.20.0.1 (00aeeb7d-3768-411a-a47b-f6036e1f83ba/ec20c939-a84c-414f-95fc-6c7bf79dc3cc/3756ac5d-c311-4815-ae2b-b55fd578eec4) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:51.949756 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.046525 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.075298 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.076825 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-08723ce4-2f3c-44fa-80a3-a14075b9d573 None None] Provisioning complete for port a8800125-f460-43c7-b9f6-7b0119e8e73f triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:52.077202 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-08723ce4-2f3c-44fa-80a3-a14075b9d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.090742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Transition to ACTIVE for port object 3756ac5d-c311-4815-ae2b-b55fd578eec4 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:52.128314 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.180892 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:52.187893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:52.193710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:52.197241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Pushing event updated for resources: {'Port': ['ID=3756ac5d-c311-4815-ae2b-b55fd578eec4,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:52.275281 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.320514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.334573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Transition to ACTIVE for port object a97c9e15-3971-424e-8257-6f5276909a08 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:52.341695 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.380836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:52.433217 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.446662 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68111cd0-9654-404e-8961-8973174d906b None None] Pushing event updated for resources: {'Port': ['ID=a97c9e15-3971-424e-8257-6f5276909a08,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:52.449553 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Attempting to bind port a97c9e15-3971-424e-8257-6f5276909a08 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:52.449870 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Attempting to bind port a97c9e15-3971-424e-8257-6f5276909a08 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:52.450292 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Attempting to bind port a97c9e15-3971-424e-8257-6f5276909a08 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:52.458681 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:52.459090 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:52.459501 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.459890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:52.460379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Bound port: a97c9e15-3971-424e-8257-6f5276909a08, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:52.460761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.503833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:52.516027 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:52.516396 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.541148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] For port a97c9e15-3971-424e-8257-6f5276909a08, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:52.560752 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] For port a97c9e15-3971-424e-8257-6f5276909a08, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a97c9e15-3971-424e-8257-6f5276909a08,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:52.576257 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.589395 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6cf98acc-619d-4c03-9105-e8560ff0c7f0 None None] Provisioning for port 3756ac5d-c311-4815-ae2b-b55fd578eec4 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:52.609688 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.615778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.616906 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6cf98acc-619d-4c03-9105-e8560ff0c7f0 None None] Provisioning complete for port 3756ac5d-c311-4815-ae2b-b55fd578eec4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:52.617272 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6cf98acc-619d-4c03-9105-e8560ff0c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.697672 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.699380 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Pushing event updated for resources: {'Port': ['ID=3756ac5d-c311-4815-ae2b-b55fd578eec4,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:52.710337 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-6cf98acc-619d-4c03-9105-e8560ff0c7f0 None None] Port 3756ac5d-c311-4815-ae2b-b55fd578eec4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:41:52.713282 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Routers {'a88dccbe-a7da-413f-a6f5-8e23a412bd24'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:52.713894 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:52.717231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68111cd0-9654-404e-8961-8973174d906b None None] Pushing event updated for resources: {'Port': ['ID=a97c9e15-3971-424e-8257-6f5276909a08,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:52.749295 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.803544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:52.804999 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:52.824290 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:52.831074 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:52.832010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a8800125-f460-43c7-b9f6-7b0119e8e73f up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:52.916362 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] Set router a88dccbe-a7da-413f-a6f5-8e23a412bd24 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:52.956843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:53.059734 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a8800125-f460-43c7-b9f6-7b0119e8e73f triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:53.060102 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:53.246302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Router a88dccbe-a7da-413f-a6f5-8e23a412bd24 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:53.362056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:53.362640 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c8e831d6-9b73-434d-95d7-1354d5f2235c None None] Provisioning complete for port 3756ac5d-c311-4815-ae2b-b55fd578eec4 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:53.363144 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c8e831d6-9b73-434d-95d7-1354d5f2235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:53.375368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9afa58b9-dd3e-413b-b8eb-9062e2495661 admin admin] 10.222.0.78 "PUT /v2.0/routers/a88dccbe-a7da-413f-a6f5-8e23a412bd24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169647 Jul 30 02:41:53.414981 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:53.428277 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-c8e831d6-9b73-434d-95d7-1354d5f2235c None None] Port 3756ac5d-c311-4815-ae2b-b55fd578eec4 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:41:53.448155 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3756ac5d-c311-4815-ae2b-b55fd578eec4', 'name': '', 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'mac_address': 'fa:16:3e:06:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:51Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 2, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'subnets': [{'id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:53.475827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e833fb-4563-4930-90a2-4feb1518546e None None] The sync data for ids ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'] in n-d-713499-10 is: [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3756ac5d-c311-4815-ae2b-b55fd578eec4', 'name': '', 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'mac_address': 'fa:16:3e:06:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:51Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 2, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'subnets': [{'id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:54.178353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59386) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:54.184419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968560224', 'description': 'tempest-secgroup-smoke-1968560224 description', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:54.215669 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.332574 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.337597 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.366116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.370218 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1874552 Jul 30 02:41:54.370668 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:54.372090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493510c-e454-4c88-8e72-c9a268ee57de tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb179f-0555-4b54-bc4c-4fb0ea266958,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:54.375658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '1bcb179f-0555-4b54-bc4c-4fb0ea266958', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:54.415569 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:54.416109 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.474132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:54.474539 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.483870 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.488245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.524262 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b619b310-289f-4f61-b156-a17f0bc5fcaa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:54.534946 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.539647 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9c9768ed-4140-4588-ac0f-ae4c812f38c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676145 Jul 30 02:41:54.540088 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59390) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:54.545059 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '1bcb179f-0555-4b54-bc4c-4fb0ea266958', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:54.568656 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a97c9e15-3971-424e-8257-6f5276909a08 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:54.575545 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.620542 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a97c9e15-3971-424e-8257-6f5276909a08 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:54.625048 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a97c9e15-3971-424e-8257-6f5276909a08 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:54.625443 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.658283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.667620 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.692884 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07359a2-c8dc-4490-a9db-a97118ca0948,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:54.701742 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.704050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4a78b9a0-d483-4811-8c7d-f98d406d8b3e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628468 Jul 30 02:41:54.706782 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 59392) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:54.712633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '1bcb179f-0555-4b54-bc4c-4fb0ea266958', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:54.734024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.747516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.762854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a97c9e15-3971-424e-8257-6f5276909a08, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a97c9e15-3971-424e-8257-6f5276909a08,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:54.768189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.821798 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.827461 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.829654 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a97c9e15-3971-424e-8257-6f5276909a08,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:54.833886 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.854166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73aab8e-1fb6-439a-9808-2820c393ea02,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:54.858088 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.862456 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59394) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:54.862627 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-f025bccd-374f-4c87-9b15-62850528ad1a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544130 Jul 30 02:41:54.868174 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '1bcb179f-0555-4b54-bc4c-4fb0ea266958', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:54.897641 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.962899 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.967207 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.993960 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9d0c83-832a-4d9d-b7a2-993449d47200,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:54.998373 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:54.999535 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-dfaad257-bcd3-4b1d-906f-4440a1554559 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352072 Jul 30 02:41:55.002364 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59396) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:55.006929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '1bcb179f-0555-4b54-bc4c-4fb0ea266958', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:55.040986 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Project 6b77ed3202f64d67a5eeb661c14119c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:41:55.046496 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.109646 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.115503 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.135030 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f72b2dc-56b4-49a8-aafd-0c5bded859ea,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:55.138438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.139743 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-e3b65f1c-1c0c-46d1-9fd4-364da4505479 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364315 Jul 30 02:41:55.143127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59398) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:55.147790 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '1bcb179f-0555-4b54-bc4c-4fb0ea266958', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:55.168870 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Project 6b77ed3202f64d67a5eeb661c14119c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:41:55.173607 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.244231 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.248344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.270103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5958aedf-0698-47b2-9485-b9211b5695fd,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:55.276405 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:55.285134 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-499bfb3f-7a4f-4410-b313-85e0915818d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335790 Jul 30 02:41:55.564818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-f138da8c-70fb-423e-b8e8-c11986a7d579 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968560224&fields=id&tenant_id=6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 267 time: 0.0369229 Jul 30 02:41:55.679156 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-b423c8f1-3b67-4090-968f-effa6193d930 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:55.680684 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-b423c8f1-3b67-4090-968f-effa6193d930 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 809 time: 0.1090455 Jul 30 02:41:55.697504 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-ef7744cf-740e-455d-86b8-49c7cee34c70 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/quotas/6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 375 time: 0.0105536 Jul 30 02:41:55.751283 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-7e384cfd-58e2-4db2-b856-40e7317e58f4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476890 Jul 30 02:41:55.826985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Sync routers for ids ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:55.836292 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Routers {'a88dccbe-a7da-413f-a6f5-8e23a412bd24'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:55.836899 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:55.850521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-29682e0a-10f6-4aa6-befb-2f16f2bd0290 service neutron] 10.222.0.78 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863695 Jul 30 02:41:55.943341 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Set router a88dccbe-a7da-413f-a6f5-8e23a412bd24 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:55.954694 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-0a7de095-6622-4ac9-8518-7e9ad1ab324d service neutron] 10.222.0.78 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973670 Jul 30 02:41:56.138803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6b0d1b72-5c1a-4204-9988-c97ea079ac5f req-29b5dec5-1839-4e2b-aed9-14f716d6cb7e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 210 time: 0.0301740 Jul 30 02:41:56.180576 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3756ac5d-c311-4815-ae2b-b55fd578eec4', 'name': '', 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'mac_address': 'fa:16:3e:06:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:51Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 2, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'subnets': [{'id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:56.206823 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Checking router: a88dccbe-a7da-413f-a6f5-8e23a412bd24 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:56.207206 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Updating router a88dccbe-a7da-413f-a6f5-8e23a412bd24 port 3756ac5d-c311-4815-ae2b-b55fd578eec4 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:41:56.233350 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.319436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a97c9e15-3971-424e-8257-6f5276909a08 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:56.382502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a97c9e15-3971-424e-8257-6f5276909a08 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:56.382874 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.632739 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.644164 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Transition to ACTIVE for port object 3756ac5d-c311-4815-ae2b-b55fd578eec4 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:56.650570 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.699123 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13de54-d780-4323-bbcd-28f07d605f6a None None] Pushing event updated for resources: {'Port': ['ID=3756ac5d-c311-4815-ae2b-b55fd578eec4,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:56.759741 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Attempting to bind port 3756ac5d-c311-4815-ae2b-b55fd578eec4 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:56.760106 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Attempting to bind port 3756ac5d-c311-4815-ae2b-b55fd578eec4 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:56.760848 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Attempting to bind port 3756ac5d-c311-4815-ae2b-b55fd578eec4 on network 00aeeb7d-3768-411a-a47b-f6036e1f83ba {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:56.766089 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:56.766460 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Checking segment: {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:56.766861 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.767907 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Bound using segment: {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:56.768376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Bound port: 3756ac5d-c311-4815-ae2b-b55fd578eec4, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd292747-96fc-49e6-a081-42b5e733b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:56.768759 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.834059 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] For port 3756ac5d-c311-4815-ae2b-b55fd578eec4, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:56.837498 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] For port 3756ac5d-c311-4815-ae2b-b55fd578eec4, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3756ac5d-c311-4815-ae2b-b55fd578eec4,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:56.841804 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:56.900854 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Routers {'a88dccbe-a7da-413f-a6f5-8e23a412bd24'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:56.901483 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:56.946716 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13de54-d780-4323-bbcd-28f07d605f6a None None] Pushing event updated for resources: {'Port': ['ID=3756ac5d-c311-4815-ae2b-b55fd578eec4,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:57.043796 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] Set router a88dccbe-a7da-413f-a6f5-8e23a412bd24 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:57.217975 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-9f358647-5608-4195-99d0-8c111fcf352b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:57.219933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-9f358647-5608-4195-99d0-8c111fcf352b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 809 time: 0.1362054 Jul 30 02:41:57.287206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2db544b0-8db4-41b2-a837-d7f5c4ed6feb req-e988e59f-4437-4c78-bdf4-bc5ccf9fc713 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 210 time: 0.0372279 Jul 30 02:41:57.293877 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3756ac5d-c311-4815-ae2b-b55fd578eec4', 'name': '', 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'mac_address': 'fa:16:3e:06:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:51Z', 'updated_at': '2021-07-30T02:41:56Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'subnets': [{'id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:57.304518 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6bc64d95-4ecb-49ea-bf5d-cd291118d9af tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 380 time: 0.0708170 Jul 30 02:41:57.321851 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c495c8a-ddcd-4604-96e3-106ec5952100 None None] The sync data for ids ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'] in n-d-713499-10 is: [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '3756ac5d-c311-4815-ae2b-b55fd578eec4', 'name': '', 'network_id': '00aeeb7d-3768-411a-a47b-f6036e1f83ba', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'mac_address': 'fa:16:3e:06:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:51Z', 'updated_at': '2021-07-30T02:41:56Z', 'revision_number': 4, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'subnets': [{'id': 'ec20c939-a84c-414f-95fc-6c7bf79dc3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:57.328574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'port': {'device_id': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'admin_state_up': True, 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'security_groups': ['1bcb179f-0555-4b54-bc4c-4fb0ea266958']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:57.449395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Made reservation on behalf of 6b77ed3202f64d67a5eeb661c14119c7 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:41:57.453036 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:57.603938 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Allocated IP 172.20.0.4 (d2c30e70-20b4-4959-a234-1b0074f05b48/8a3197ac-5fa6-429d-981e-bd7fb4ef430f/084dd057-8eb6-45c0-abbb-531df3be7db6) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:41:57.755363 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:57.769485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Transition to ACTIVE for port object 084dd057-8eb6-45c0-abbb-531df3be7db6 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:57.805657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:57.851301 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Network d2c30e70-20b4-4959-a234-1b0074f05b48 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:41:57.854377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:41:57.860310 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:41:57.884704 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:57.921093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:57.921746 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:57.937859 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-6f956290-bcc7-46d8-9dae-de20c346246c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141105 Jul 30 02:41:57.955303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Request body: {'port': {'device_id': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:58.015598 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.136230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-639e611c-f6f0-4cb1-8947-b369d10369da None None] Provisioning for port 084dd057-8eb6-45c0-abbb-531df3be7db6 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:58.141256 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-639e611c-f6f0-4cb1-8947-b369d10369da None None] Provisioning complete for port 084dd057-8eb6-45c0-abbb-531df3be7db6 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:58.141658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-639e611c-f6f0-4cb1-8947-b369d10369da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.177214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-639e611c-f6f0-4cb1-8947-b369d10369da None None] Port 084dd057-8eb6-45c0-abbb-531df3be7db6 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:41:58.297363 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084dd057-8eb6-45c0-abbb-531df3be7db6 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:41:58.306026 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.322830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3756ac5d-c311-4815-ae2b-b55fd578eec4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:41:58.325375 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Transition to ACTIVE for port object 084dd057-8eb6-45c0-abbb-531df3be7db6 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:41:58.329062 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.382824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 3756ac5d-c311-4815-ae2b-b55fd578eec4 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:41:58.388201 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3756ac5d-c311-4815-ae2b-b55fd578eec4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:41:58.388675 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.412251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:58.490861 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57ec6-7174-415d-bb8b-d01372242b81 req-46f849df-24ca-4cba-9cbf-dfffcabf7b21 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:58.492496 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a57ec6-7174-415d-bb8b-d01372242b81 req-46f849df-24ca-4cba-9cbf-dfffcabf7b21 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.1197557 Jul 30 02:41:58.503207 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.516200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Attempting to bind port 084dd057-8eb6-45c0-abbb-531df3be7db6 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:41:58.516200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Attempting to bind port 084dd057-8eb6-45c0-abbb-531df3be7db6 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:41:58.516200 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Attempting to bind port 084dd057-8eb6-45c0-abbb-531df3be7db6 on network d2c30e70-20b4-4959-a234-1b0074f05b48 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:58.521359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Port 084dd057-8eb6-45c0-abbb-531df3be7db6 on network d2c30e70-20b4-4959-a234-1b0074f05b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:41:58.521705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Attempting to bind port 084dd057-8eb6-45c0-abbb-531df3be7db6 on network d2c30e70-20b4-4959-a234-1b0074f05b48 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:41:58.540508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:41:58.540855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Checking segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:41:58.541246 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Bound using segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:41:58.541721 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Bound port: 084dd057-8eb6-45c0-abbb-531df3be7db6, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:41:58.542079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.552856 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 3756ac5d-c311-4815-ae2b-b55fd578eec4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3756ac5d-c311-4815-ae2b-b55fd578eec4,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:41:58.557505 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.604550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c2a57ec6-7174-415d-bb8b-d01372242b81 req-3a988735-94f6-44cd-891e-316fc22fb56c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059678 Jul 30 02:41:58.614647 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=3756ac5d-c311-4815-ae2b-b55fd578eec4,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:58.633605 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:41:58.637101 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:41:58.640908 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.680719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:58.681360 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:58.683019 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] 10.222.0.55 "PUT /v2.0/ports/084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 1092 time: 0.7322292 Jul 30 02:41:58.683458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:58.685712 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:58.713553 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62625a4a-83c9-479c-a69c-5420747ba7cb service neutron] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:41:58.787885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-aa522d5c-b76b-490c-897b-5b486e501b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:58.789423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-aa522d5c-b76b-490c-897b-5b486e501b0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0473022 Jul 30 02:41:58.840514 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd8f039-ab58-4104-99f8-b12d514038d3 x-openstack-request-id: req-6fd8f039-ab58-4104-99f8-b12d514038d3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:58.840802 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:58.841219 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fd8f039-ab58-4104-99f8-b12d514038d3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:58.841625 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'status': 'completed', 'code': 200} Jul 30 02:41:58.843490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-228e43ad-56b7-45ed-b937-9081615a3eac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 217 time: 0.0398142 Jul 30 02:41:58.899743 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-00b6c8e6-6e19-46ed-bdfd-82377a67c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:58.901232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-00b6c8e6-6e19-46ed-bdfd-82377a67c4be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0513141 Jul 30 02:41:58.948147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-1bbdcb53-5e92-4089-9d85-48bf60df43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:58.949630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-1bbdcb53-5e92-4089-9d85-48bf60df43e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420377 Jul 30 02:41:59.044264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-4ddfe66a-92c6-40b8-ac02-447a8bb55cdb service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867672 Jul 30 02:41:59.161984 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-86df16c6-16a6-4d87-ab91-b830c59dfd12 req-bea907e8-2c09-467f-a631-615700fedc4a service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098139 Jul 30 02:41:59.295891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-aa5b744e-3020-4d7f-8360-20f405d92298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:59.297488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-aa5b744e-3020-4d7f-8360-20f405d92298 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0433209 Jul 30 02:41:59.394567 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-2ccd7452-858b-44f3-a9fb-33964f6db6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:59.396201 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-2ccd7452-858b-44f3-a9fb-33964f6db6ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0900803 Jul 30 02:41:59.439807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-b6620e5c-7503-4b3c-a528-390f44a821a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 217 time: 0.0362103 Jul 30 02:41:59.494856 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-9ecc1b9c-7fc7-49f1-a9d6-2392b38ffb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:59.496329 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-9ecc1b9c-7fc7-49f1-a9d6-2392b38ffb95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0502753 Jul 30 02:41:59.547345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-4a5ce0aa-7264-4306-8b69-86a88754d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:59.549301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-4a5ce0aa-7264-4306-8b69-86a88754d219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448790 Jul 30 02:41:59.640415 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-51f7ced1-f37c-4ee7-bf4e-e80c106c7d3d service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834830 Jul 30 02:41:59.781226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4bfeb-b5bf-40db-bbcb-34411b5e1081 req-20a86334-0d3a-45ac-a66c-967c4c94575e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:59.782709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea4bfeb-b5bf-40db-bbcb-34411b5e1081 req-20a86334-0d3a-45ac-a66c-967c4c94575e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0872471 Jul 30 02:41:59.789462 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10efcc47-68ca-4cb5-a94b-d71e145aa2ea req-3874ef7d-a916-4602-af7d-bf2e2fd30dd0 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421573 Jul 30 02:41:59.827156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5ea4bfeb-b5bf-40db-bbcb-34411b5e1081 req-11f56b6f-b734-4f4d-8bf1-67f0a87534b1 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367069 Jul 30 02:42:00.300150 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3756ac5d-c311-4815-ae2b-b55fd578eec4 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:42:00.353034 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 3756ac5d-c311-4815-ae2b-b55fd578eec4 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:42:00.353398 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:00.944496 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd361b10-e4b0-454a-9487-fd3f3ac2e4e8 req-1d4edffb-3bb7-4a0d-a63a-af48218b9f95 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:00.946013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd361b10-e4b0-454a-9487-fd3f3ac2e4e8 req-1d4edffb-3bb7-4a0d-a63a-af48218b9f95 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0504522 Jul 30 02:42:00.984623 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dd361b10-e4b0-454a-9487-fd3f3ac2e4e8 req-1bf66db5-db60-4de5-aa25-91bb9b233cef tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jul 30 02:42:01.056685 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:42:01.158729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:01.172121 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'mac_address': 'fa:16:3e:b6:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:42:01.208944 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:01.223818 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084dd057-8eb6-45c0-abbb-531df3be7db6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:42:01.243792 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:01.247676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:01.295134 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:01.518618 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['084dd057-8eb6-45c0-abbb-531df3be7db6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:42:02.104754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30e71-d19f-4e6b-be74-639e9be2a616 req-9c13f945-541a-41ce-86e0-94369d23d0ee tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:02.106377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32a30e71-d19f-4e6b-be74-639e9be2a616 req-9c13f945-541a-41ce-86e0-94369d23d0ee tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 944 time: 0.0540822 Jul 30 02:42:02.146038 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-32a30e71-d19f-4e6b-be74-639e9be2a616 req-c9b11b5f-a23f-4484-95c9-bc442361852e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333114 Jul 30 02:42:03.072226 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:42:03.130810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 084dd057-8eb6-45c0-abbb-531df3be7db6 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:42:03.134367 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 084dd057-8eb6-45c0-abbb-531df3be7db6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:42:03.134738 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:03.222489 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:03.245842 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:42:03.248335 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a16610-12e3-4da6-b161-2118b1e9f3ae" -d '{"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-plugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:42:03.261847 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:03.266052 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:03.273302 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba9c74-330e-4bef-b09e-1a5d6a4c7fb9 req-90687110-64ae-4555-93f3-7c0aaab03b4c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:03.274814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84ba9c74-330e-4bef-b09e-1a5d6a4c7fb9 req-90687110-64ae-4555-93f3-7c0aaab03b4c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 944 time: 0.0513511 Jul 30 02:42:03.314756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-84ba9c74-330e-4bef-b09e-1a5d6a4c7fb9 req-8f2410a9-f440-45ea-8e46-079e453acff0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Jul 30 02:42:03.324702 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:03.368184 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089227c-8d86-4655-84e9-a3cfb2dd2695 x-openstack-request-id: req-c089227c-8d86-4655-84e9-a3cfb2dd2695 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:42:03.368479 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-plugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:42:03.368735 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c089227c-8d86-4655-84e9-a3cfb2dd2695 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:42:03.369139 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'code': 200} Jul 30 02:42:03.494084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741444b-3c5c-4548-82c4-406051992d09 req-0615be14-a10f-4202-9de8-4ac9d8fa68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:03.495514 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4741444b-3c5c-4548-82c4-406051992d09 req-0615be14-a10f-4202-9de8-4ac9d8fa68f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0392954 Jul 30 02:42:03.530888 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4741444b-3c5c-4548-82c4-406051992d09 req-e273e57d-ca6b-4f4c-a3e2-4d53588958f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283096 Jul 30 02:42:04.442526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2ed22-ae72-4fbc-905c-69583d9ab5c0 req-83e997c6-44ea-431e-9c4e-2cfae3d4aca4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:04.444073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64d2ed22-ae72-4fbc-905c-69583d9ab5c0 req-83e997c6-44ea-431e-9c4e-2cfae3d4aca4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0582440 Jul 30 02:42:04.483100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64d2ed22-ae72-4fbc-905c-69583d9ab5c0 req-e48f0551-72cb-41e7-9476-aea466ebf8ec tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Jul 30 02:42:05.604970 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1a6be-dbdc-4b0c-84e2-57b7054ab7e9 req-c80691cf-b677-4c4f-91ec-192acf8f4438 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:05.606521 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3d1a6be-dbdc-4b0c-84e2-57b7054ab7e9 req-c80691cf-b677-4c4f-91ec-192acf8f4438 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Jul 30 02:42:05.644910 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c3d1a6be-dbdc-4b0c-84e2-57b7054ab7e9 req-de9c322c-ffcf-44c6-8bac-cc1656aade9c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315795 Jul 30 02:42:05.761997 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c189ce-ec35-4d22-bfae-3e0f5263969a req-bca81974-f33c-4920-a087-68dc40af1d7e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:05.763421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91c189ce-ec35-4d22-bfae-3e0f5263969a req-bca81974-f33c-4920-a087-68dc40af1d7e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0494630 Jul 30 02:42:05.801585 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-91c189ce-ec35-4d22-bfae-3e0f5263969a req-0c0021d7-c8fd-4693-88d2-58466337da67 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jul 30 02:42:05.823544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59468) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:42:06.001948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b94f03b-f499-4933-a4f6-e4b08ef23e90 tempest-TestShelveInstance-1081130504 tempest-TestShelveInstance-1081130504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:06.003583 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3b94f03b-f499-4933-a4f6-e4b08ef23e90 tempest-TestShelveInstance-1081130504 tempest-TestShelveInstance-1081130504-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1092 time: 0.1789682 Jul 30 02:42:06.006583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59472) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:42:06.011303 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:42:06.034438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:06.130180 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:06.239420 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Allocated IP 172.25.8.241 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/fba08bbc-e197-49b9-9676-2c086a9e2ea5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:42:06.344420 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:06.383908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:06.425751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:42:06.429087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:42:06.435541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:42:06.441566 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'Port': ['ID=fba08bbc-e197-49b9-9676-2c086a9e2ea5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:06.810467 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:06.889215 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:07.056591 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:07.061703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:07.126236 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'Port': ['ID=fba08bbc-e197-49b9-9676-2c086a9e2ea5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:07.139365 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:07.240807 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Floating IP b8a95289-777c-43cb-89e8-fd1c5c5ad3a9 associated. External IP: 172.25.8.241, port: 084dd057-8eb6-45c0-abbb-531df3be7db6. Jul 30 02:42:07.457497 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:42:07.574664 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:42:07.584634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:42:07.591714 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:07.598889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:42:07.599562 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:42:07.619281 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-c01b2a01-e0f3-4e32-9d74-6897be1f88b0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6114974 Jul 30 02:42:07.619886 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:42:07.622438 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a159a28-c36a-420c-9c0b-06d6e2a188b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:42:07.656046 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:07.666043 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f6488-60f7-4f3e-93f9-050e369051e9 x-openstack-request-id: req-097f6488-60f7-4f3e-93f9-050e369051e9 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:42:07.666332 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:42:07.666588 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-097f6488-60f7-4f3e-93f9-050e369051e9 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:42:07.667027 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'status': 'completed', 'code': 200} Jul 30 02:42:07.722934 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:42:07.755695 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-517ccae9-f363-471a-a3ea-b3e2d475c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:07.757288 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-517ccae9-f363-471a-a3ea-b3e2d475c380 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0471895 Jul 30 02:42:07.856326 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-26fdd229-1ae5-444a-bc48-6617409a20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:07.858137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-26fdd229-1ae5-444a-bc48-6617409a20ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0944090 Jul 30 02:42:07.929075 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-bd1d790c-4188-4952-b61e-f2b2c6796ff0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 999 time: 0.0640786 Jul 30 02:42:07.960480 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'b8a95289-777c-43cb-89e8-fd1c5c5ad3a9', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'mac_address': 'fa:16:3e:b6:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:42:06Z', 'updated_at': '2021-07-30T02:42:06Z', 'revision_number': 0, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:42:07.979510 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-7f1088be-5a5a-4d30-919d-b80bdc96a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:07.980952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-7f1088be-5a5a-4d30-919d-b80bdc96a98a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0453038 Jul 30 02:42:07.987231 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:42:07.996488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:42:07.997108 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:41:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:42:08.028904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-99ba7e64-05f6-41d0-8660-79740905d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:08.030473 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-99ba7e64-05f6-41d0-8660-79740905d630 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426013 Jul 30 02:42:08.108335 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:42:08.126814 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-3ca061bf-542c-42df-bba9-d2bff23512d8 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889497 Jul 30 02:42:08.225043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4a159a28-c36a-420c-9c0b-06d6e2a188b5 req-ba1d56bd-fa92-4017-afe4-895cfc1c7023 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919654 Jul 30 02:42:08.339548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'b8a95289-777c-43cb-89e8-fd1c5c5ad3a9', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'mac_address': 'fa:16:3e:b6:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:42:06Z', 'updated_at': '2021-07-30T02:42:06Z', 'revision_number': 0, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:42:08.366161 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63610d0d-a38e-44c0-a6ed-0f5ef10af408 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'b8a95289-777c-43cb-89e8-fd1c5c5ad3a9', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'mac_address': 'fa:16:3e:b6:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:42:06Z', 'updated_at': '2021-07-30T02:42:06Z', 'revision_number': 0, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:42:08.577167 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb2afca-7299-4f2c-9238-9e07dcdfceab None None] New status for floating IP b8a95289-777c-43cb-89e8-fd1c5c5ad3a9: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:42:19.045375 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c5943268-e48d-40c2-a1c2-f910969b68c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:21.201339 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:42:21.784342 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c57c5823-debb-4bef-9284-37c479b12573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:21.911691 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:22.005176 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:23.326800 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:24.824156 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:37.187741 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-c1bc5319-31c5-4d89-a1bc-250e88087589 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064758 Jul 30 02:42:37.273095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-2fd9bc43-e19e-49cd-a8e9-35ebc233d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:37.274527 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-2fd9bc43-e19e-49cd-a8e9-35ebc233d239 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0426958 Jul 30 02:42:37.385930 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-99186456-b6ea-4205-b160-7e79b9d51bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:37.387521 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-99186456-b6ea-4205-b160-7e79b9d51bd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0894275 Jul 30 02:42:37.429855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-82f37a50-d0bb-498d-9888-88e78bf71d85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0351737 Jul 30 02:42:37.483758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-b2ede899-15d3-4f9e-802a-4a2d9af0a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:37.485233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-b2ede899-15d3-4f9e-802a-4a2d9af0a929 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0492761 Jul 30 02:42:37.532786 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-de78707c-da26-4292-b368-c0bf43cd493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:37.534244 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-de78707c-da26-4292-b368-c0bf43cd493b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419199 Jul 30 02:42:37.635348 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-5647a8cd-a1c2-4348-a954-c12026b33af7 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927265 Jul 30 02:42:37.635703 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:37.731253 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-1183a5c4-4219-4ed5-b628-add594d94f89 req-bfbc1e4a-a7bf-46ee-b164-8b55ef79198d service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894802 Jul 30 02:42:49.047247 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3ecc98e0-fd89-4b4b-a585-dff03d76f2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.785689 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f41bca6-3eac-4159-af21-1c0ae3002da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.941466 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:52.011431 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:53.006013 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-682b4b2e-967f-48bd-bac3-e5829eae034d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861244 Jul 30 02:42:53.110071 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-7130f4a0-4a20-45f3-bc04-63f3f90db7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.111512 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-7130f4a0-4a20-45f3-bc04-63f3f90db7cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0469449 Jul 30 02:42:53.218383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-19508f4f-9fda-482a-87e9-138ab1503e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.220026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-19508f4f-9fda-482a-87e9-138ab1503e3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0888083 Jul 30 02:42:53.295960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-b3c34dd4-26f4-44da-9e3d-2e9e96568c79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0682750 Jul 30 02:42:53.329613 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:53.346824 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-c3d4ca1e-95ea-4965-ac1e-f8de65d8d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.348363 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-c3d4ca1e-95ea-4965-ac1e-f8de65d8d69b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0454738 Jul 30 02:42:53.394896 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-8b2cd597-bcb7-499f-ab1b-bb02eda0163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.396994 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-8b2cd597-bcb7-499f-ab1b-bb02eda0163d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421712 Jul 30 02:42:53.407835 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-be66b8fe-2002-4ead-a1f4-19e05ea8650c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:42:53.408838 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-be66b8fe-2002-4ead-a1f4-19e05ea8650c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054064 Jul 30 02:42:53.501475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-88d1ea88-45c6-424d-afc4-6292b9444501 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Jul 30 02:42:53.598395 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eaa42969-3fb3-4434-b196-2d2ce9cfa3f1 req-48888637-7a46-4943-a702-8cbda4636fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894051 Jul 30 02:42:54.827779 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.201963 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:43:07.656308 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:19.048273 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ef0d8aa-9dad-48b4-9f42-3eca16e0d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:21.786145 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-971daf54-c248-4428-bcc7-5d3087b10f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:21.956653 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:22.003189 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:23.333615 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:24.829696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:35.201404 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:43:37.670673 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:38.142383 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-101ca855-169e-416d-ad47-90cdca3c6ecd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507739 Jul 30 02:43:38.232771 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdd05e-ad10-4389-b516-984bd012760f req-1079f350-0944-4fa5-9ea5-13c0813d3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:38.234259 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-1079f350-0944-4fa5-9ea5-13c0813d3b0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0496774 Jul 30 02:43:38.341425 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdd05e-ad10-4389-b516-984bd012760f req-205c8bcb-938f-48b8-a5b2-78dbd7887f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:38.342911 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-205c8bcb-938f-48b8-a5b2-78dbd7887f0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0906744 Jul 30 02:43:38.384734 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-73f2b9ac-79b7-4bc8-87b7-cee54f4f13e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0345702 Jul 30 02:43:38.434326 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdd05e-ad10-4389-b516-984bd012760f req-9bfbff07-e797-4614-bcd2-fa929c6ad709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:38.435891 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-9bfbff07-e797-4614-bcd2-fa929c6ad709 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0448456 Jul 30 02:43:38.487379 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdd05e-ad10-4389-b516-984bd012760f req-2035a169-9893-4f66-b71c-82cbde66f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:38.488840 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-2035a169-9893-4f66-b71c-82cbde66f815 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459471 Jul 30 02:43:38.500679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-9f65c106-be34-49c8-86ba-cced7137fd92 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:43:38.501611 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-9f65c106-be34-49c8-86ba-cced7137fd92 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049219 Jul 30 02:43:38.592494 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-1ae9d75b-93ea-427b-92ae-e4db655a597a service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Jul 30 02:43:38.688349 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-9fbdd05e-ad10-4389-b516-984bd012760f req-ce2dd6dd-5c62-4c8f-9528-1f1f228a4fcf service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885165 Jul 30 02:43:49.050552 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-995838ed-0b17-4019-845f-12b06f0f81f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.787678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a178-619d-46b3-a8af-c49d9152cc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:51.956071 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:52.004693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:53.093574 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-9711d492-048b-454a-b67a-a1bbb8a3e627 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419278 Jul 30 02:43:53.200390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-d60ee2c5-9076-46e9-9e8d-d09d8ae60691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:53.201896 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-d60ee2c5-9076-46e9-9e8d-d09d8ae60691 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0489664 Jul 30 02:43:53.305183 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-6071ef3c-caa7-4756-be42-e67c4f23ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:53.306572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-6071ef3c-caa7-4756-be42-e67c4f23ca79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0859230 Jul 30 02:43:53.336359 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:53.377529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-0f4fd820-d607-41a5-9943-d2682ca32b89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0640275 Jul 30 02:43:53.427227 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-36ac8fb9-cfe0-4e2d-ab8e-d7b2bb211191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:53.428887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-36ac8fb9-cfe0-4e2d-ab8e-d7b2bb211191 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0443318 Jul 30 02:43:53.476949 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-64a3ae5f-656d-458b-93b7-2fbc208bf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:53.478452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-64a3ae5f-656d-458b-93b7-2fbc208bf301 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425415 Jul 30 02:43:53.863988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-97c0bed2-c649-4351-b0d0-e74d637b9117 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783457 Jul 30 02:43:53.960935 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0bb840bd-0f7e-4e51-99e2-133599984919 req-199f2b11-d9e8-4c2a-8af3-e488c00e699f service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896969 Jul 30 02:43:54.832662 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:02.280830 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8367db-8461-4268-b93d-dd824d3d7867 req-85c2153a-b7fc-4cd9-be7e-1c8bfab1c20c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:02.282372 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b8367db-8461-4268-b93d-dd824d3d7867 req-85c2153a-b7fc-4cd9-be7e-1c8bfab1c20c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0591030 Jul 30 02:44:02.325569 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7b8367db-8461-4268-b93d-dd824d3d7867 req-9ecf2be8-134e-43d1-94b7-4e445126bcfb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370517 Jul 30 02:44:03.467107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927b614-1c68-4646-b78b-b6bf2a87f95d req-f3b0e069-09a6-4e08-920b-39ad1ac0dcc4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:03.468589 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6927b614-1c68-4646-b78b-b6bf2a87f95d req-f3b0e069-09a6-4e08-920b-39ad1ac0dcc4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0564673 Jul 30 02:44:03.510463 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6927b614-1c68-4646-b78b-b6bf2a87f95d req-8c119b65-8489-4751-9c37-930cc17ce842 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357914 Jul 30 02:44:04.630448 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795a3e-4806-454a-ac90-f1d3f9ab7349 req-20f4857a-3a17-4ebf-84b9-938c2031dc4d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:04.632002 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b795a3e-4806-454a-ac90-f1d3f9ab7349 req-20f4857a-3a17-4ebf-84b9-938c2031dc4d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Jul 30 02:44:04.675891 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4b795a3e-4806-454a-ac90-f1d3f9ab7349 req-a5b6c640-b168-4c53-8b0c-ad924701f8fe tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373631 Jul 30 02:44:05.795876 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbdea3-b7b7-4c6b-aab0-a56e0e4f2194 req-9ba3a3b7-c7fc-4697-966f-f7b50d002afb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:05.797795 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9dbdea3-b7b7-4c6b-aab0-a56e0e4f2194 req-9ba3a3b7-c7fc-4697-966f-f7b50d002afb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0519514 Jul 30 02:44:05.839423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9dbdea3-b7b7-4c6b-aab0-a56e0e4f2194 req-29bd0758-bc7c-41d0-b8bf-31b8addd792f tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355549 Jul 30 02:44:06.959226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04051b08-e80d-457d-b47e-a53190117877 req-9216c544-0912-44d4-8c56-2a0b7f92ac11 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:06.960755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04051b08-e80d-457d-b47e-a53190117877 req-9216c544-0912-44d4-8c56-2a0b7f92ac11 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Jul 30 02:44:07.001165 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04051b08-e80d-457d-b47e-a53190117877 req-7a7121d5-168f-4a94-ac23-5945b5ce3a68 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338113 Jul 30 02:44:07.663448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:08.116220 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b07cb-fbe7-4c12-bef6-0c9d9494d71e req-16db15b4-18e7-4a88-8372-42ac47d20303 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:08.117707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c72b07cb-fbe7-4c12-bef6-0c9d9494d71e req-16db15b4-18e7-4a88-8372-42ac47d20303 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0500979 Jul 30 02:44:08.157678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c72b07cb-fbe7-4c12-bef6-0c9d9494d71e req-d80bb404-78e4-4121-9bc8-29ab5479fd06 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339012 Jul 30 02:44:09.273312 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfb8c-484c-43c4-8c7f-c23a90ab1cb5 req-357d4695-9288-45f9-9668-a9fc7a4e1d71 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:09.274806 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aabfb8c-484c-43c4-8c7f-c23a90ab1cb5 req-357d4695-9288-45f9-9668-a9fc7a4e1d71 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0496342 Jul 30 02:44:09.317947 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aabfb8c-484c-43c4-8c7f-c23a90ab1cb5 req-6f9b3727-852a-4b63-90ef-0770e6177c55 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360763 Jul 30 02:44:10.436320 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52f22-9d74-409f-8611-a578acc5f02f req-f735a86e-11a6-4811-bbeb-94fd5a1762fe tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:10.437813 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64a52f22-9d74-409f-8611-a578acc5f02f req-f735a86e-11a6-4811-bbeb-94fd5a1762fe tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0507989 Jul 30 02:44:10.476344 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-64a52f22-9d74-409f-8611-a578acc5f02f req-ba71c9f7-d1ce-48b2-bf29-11390c8648a1 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324309 Jul 30 02:44:11.597859 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed7cd-2a15-4a21-b879-1a241761d2ba req-2f080daf-2ea5-4b6d-ba32-c717e409dacb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:11.599373 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc1ed7cd-2a15-4a21-b879-1a241761d2ba req-2f080daf-2ea5-4b6d-ba32-c717e409dacb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Jul 30 02:44:11.639146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bc1ed7cd-2a15-4a21-b879-1a241761d2ba req-5a87aedd-7e61-447e-910f-fd4a74e7a937 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337553 Jul 30 02:44:12.200175 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:44:12.763431 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f887f-0b2c-4555-9a04-f32a9b3fec7a req-dee29aac-6aa4-4df8-bd29-7a33e1fea900 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:12.764909 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c7f887f-0b2c-4555-9a04-f32a9b3fec7a req-dee29aac-6aa4-4df8-bd29-7a33e1fea900 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0524154 Jul 30 02:44:12.809714 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c7f887f-0b2c-4555-9a04-f32a9b3fec7a req-f29c11b6-36df-400e-b8c0-ffa420242d0e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Jul 30 02:44:13.852513 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:44:13.928140 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5e7d5-4b63-4982-a342-c37e427d1ca3 req-45e3f3a2-9f83-476d-b7c4-d57d4e12a45c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:13.929651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0b5e7d5-4b63-4982-a342-c37e427d1ca3 req-45e3f3a2-9f83-476d-b7c4-d57d4e12a45c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0504775 Jul 30 02:44:13.954902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:13.967371 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'mac_address': 'fa:16:3e:b6:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:44:13.975819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0b5e7d5-4b63-4982-a342-c37e427d1ca3 req-7bc00b9f-6015-4910-89d0-80f18e5032eb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394750 Jul 30 02:44:14.004627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:14.017535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 084dd057-8eb6-45c0-abbb-531df3be7db6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:44:14.037979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:14.042048 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:14.092996 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:14.100035 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.100376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.100713 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.101051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.101377 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.101703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.102029 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.102348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.102804 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.103084 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.103398 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.103716 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:44:14.224841 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['084dd057-8eb6-45c0-abbb-531df3be7db6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:44:15.111977 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe44d33-35a8-4400-b2d6-b004af0bf1cf req-0760c473-696b-472c-9822-80b9220bd9c9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:15.114172 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffe44d33-35a8-4400-b2d6-b004af0bf1cf req-0760c473-696b-472c-9822-80b9220bd9c9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 944 time: 0.0599067 Jul 30 02:44:15.157681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ffe44d33-35a8-4400-b2d6-b004af0bf1cf req-5d1054cf-d9d0-4629-8386-5ba78146d7ce tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Jul 30 02:44:15.866062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:44:15.922441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 084dd057-8eb6-45c0-abbb-531df3be7db6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:44:15.922812 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:16.030348 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:16.060057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:44:16.062638 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4443dc-9c0e-4ed4-9412-ba1eba052f64" -d '{"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-plugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:44:16.079671 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:16.085131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:16.114143 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f9995b-0e4a-46b7-8bf2-14bff1acfa98 x-openstack-request-id: req-23f9995b-0e4a-46b7-8bf2-14bff1acfa98 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:44:16.114444 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-plugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:44:16.114693 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23f9995b-0e4a-46b7-8bf2-14bff1acfa98 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:44:16.115109 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'code': 200} Jul 30 02:44:16.144485 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:16.297329 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b41a8-d1d6-458d-b04d-8fdb3ac038cd req-17579c6c-3321-4cb2-8abe-49fdf736bf17 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:16.299529 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-517b41a8-d1d6-458d-b04d-8fdb3ac038cd req-17579c6c-3321-4cb2-8abe-49fdf736bf17 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0581214 Jul 30 02:44:16.345629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-517b41a8-d1d6-458d-b04d-8fdb3ac038cd req-21aaad9e-7948-42d5-9e09-8801db358307 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Jul 30 02:44:17.477395 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f7b53-4af8-4223-a50e-85ee2a633432 req-72cbf425-708b-4b7d-8df7-3c45df17b9d4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:17.478708 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-088f7b53-4af8-4223-a50e-85ee2a633432 req-72cbf425-708b-4b7d-8df7-3c45df17b9d4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0597086 Jul 30 02:44:17.546082 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-088f7b53-4af8-4223-a50e-85ee2a633432 req-70b1e154-42c3-422d-94b6-1994cb56ac14 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Jul 30 02:44:18.676762 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c949-7bf1-4f8c-8941-5130b2f44022 req-68bf3565-3dae-4f2d-98a2-32d3e8b99055 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:18.678277 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d10c949-7bf1-4f8c-8941-5130b2f44022 req-68bf3565-3dae-4f2d-98a2-32d3e8b99055 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0557804 Jul 30 02:44:18.723052 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2d10c949-7bf1-4f8c-8941-5130b2f44022 req-86c93386-0690-4b97-a475-6201cfe0b574 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360551 Jul 30 02:44:19.056732 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-1bfdacf9-8a12-4116-9ddd-dba92454f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:19.859633 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc02b8-1944-4bfe-932f-b259dd349c31 req-4cc63afe-1536-4671-89bb-abc9c4e94abc tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:19.862953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eefc02b8-1944-4bfe-932f-b259dd349c31 req-4cc63afe-1536-4671-89bb-abc9c4e94abc tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0665023 Jul 30 02:44:19.908005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-eefc02b8-1944-4bfe-932f-b259dd349c31 req-1dae3c6d-c208-4514-b237-10417c4f60cb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389304 Jul 30 02:44:21.057226 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2235-3f99-46e7-b1b3-f15a3de82338 req-0e56df61-2073-4b6d-a94b-3d238c9fbfc9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:21.057226 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aee2235-3f99-46e7-b1b3-f15a3de82338 req-0e56df61-2073-4b6d-a94b-3d238c9fbfc9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0541773 Jul 30 02:44:21.096486 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9aee2235-3f99-46e7-b1b3-f15a3de82338 req-3d44bb0f-a430-40c2-9cce-19aebc97c589 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346205 Jul 30 02:44:21.791811 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b6d0efba-619c-4f26-92da-fd88c273680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:21.975217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:22.010534 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:22.243248 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f590e2c-287c-4ea5-9f47-2d4438cd53fe req-eb98b506-3de2-4659-bcbd-02935048e3e3 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:22.245563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f590e2c-287c-4ea5-9f47-2d4438cd53fe req-eb98b506-3de2-4659-bcbd-02935048e3e3 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0557845 Jul 30 02:44:22.291664 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1f590e2c-287c-4ea5-9f47-2d4438cd53fe req-77a6451c-d7e2-4adf-9ae8-47101c850320 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Jul 30 02:44:23.353712 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:23.440347 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec374be8-831e-40ad-989a-8f146ef8edf6 req-4eebc9d9-1866-4bf9-ad5a-cc5694a26f04 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:23.442003 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec374be8-831e-40ad-989a-8f146ef8edf6 req-4eebc9d9-1866-4bf9-ad5a-cc5694a26f04 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0529773 Jul 30 02:44:23.497774 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ec374be8-831e-40ad-989a-8f146ef8edf6 req-6f37d62c-e313-4bef-85d8-8b9804ca9ae1 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465064 Jul 30 02:44:24.344370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-a0b3d7a1-46f8-4d7b-8d1c-c7cf327540f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:24.345903 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-a0b3d7a1-46f8-4d7b-8d1c-c7cf327540f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0437200 Jul 30 02:44:24.439090 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-66f1937d-ef29-4e8f-8575-d1a5779c93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:24.440678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-66f1937d-ef29-4e8f-8575-d1a5779c93b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0879202 Jul 30 02:44:24.510236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-1d390d51-0c89-40dc-9e99-7de0c9a5388e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0625474 Jul 30 02:44:24.563703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-7a497645-bbda-4a7f-a208-6a6765e35732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:24.566181 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-7a497645-bbda-4a7f-a208-6a6765e35732 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0487094 Jul 30 02:44:24.647990 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a508f9-31fe-468f-a406-034f086f4d84 req-9d7a8f85-4992-43b7-8439-2c7814f48818 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:24.649648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0a508f9-31fe-468f-a406-034f086f4d84 req-9d7a8f85-4992-43b7-8439-2c7814f48818 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0783629 Jul 30 02:44:24.656070 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-ba7d5165-ed40-4e87-820c-24e08ad39365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:24.657548 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-ba7d5165-ed40-4e87-820c-24e08ad39365 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851099 Jul 30 02:44:24.739825 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0a508f9-31fe-468f-a406-034f086f4d84 req-f185210b-4242-4388-93cb-1eac3507f32a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813153 Jul 30 02:44:24.772500 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-e86a40f1-8341-4e19-b1ea-598c6c029464 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067772 Jul 30 02:44:24.835744 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:24.869527 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e35d2f2-3991-470e-bd83-788db59888d8 req-0188e3cd-e0a1-40c8-94d7-b2e66f3d24ff service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897765 Jul 30 02:44:25.870982 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a8ff4-0bd1-4700-ac3b-fb59c77727e2 req-8563f4b0-1c21-4a2d-9f73-6c79e9ed683e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:25.873040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c2a8ff4-0bd1-4700-ac3b-fb59c77727e2 req-8563f4b0-1c21-4a2d-9f73-6c79e9ed683e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0526905 Jul 30 02:44:25.912071 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c2a8ff4-0bd1-4700-ac3b-fb59c77727e2 req-d36f6732-a2e7-476b-8c2c-29e274c0c2c3 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Jul 30 02:44:27.029724 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c3799-00fe-4f42-b67d-a79bfdc3344b req-b21d300a-cb50-4a0c-be5e-51a45383ef7f tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:27.031254 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa3c3799-00fe-4f42-b67d-a79bfdc3344b req-b21d300a-cb50-4a0c-be5e-51a45383ef7f tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0496395 Jul 30 02:44:27.077318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fa3c3799-00fe-4f42-b67d-a79bfdc3344b req-00254853-9b28-4c7d-a511-332c6456a866 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Jul 30 02:44:27.302557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710dd4b-f5b3-41c3-a17f-167d64d13d19 req-ba9d0963-c41c-4570-a326-e248fc3d9269 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:27.304262 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9710dd4b-f5b3-41c3-a17f-167d64d13d19 req-ba9d0963-c41c-4570-a326-e248fc3d9269 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 945 time: 0.0577247 Jul 30 02:44:27.346099 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9710dd4b-f5b3-41c3-a17f-167d64d13d19 req-85fe5aae-1469-4a6b-867b-342e250e07ed tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344207 Jul 30 02:44:27.501973 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-f5370386-1721-4430-88d6-fbba9e73a5de service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920267 Jul 30 02:44:27.933563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:44:28.021233 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:28.045965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:44:28.048229 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c756618-2753-4d62-a120-6a1257da8bfd" -d '{"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:44:28.061769 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:28.066633 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:28.091808 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 02:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c9399-837a-417c-913d-88fa2b33cccf x-openstack-request-id: req-351c9399-837a-417c-913d-88fa2b33cccf {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:44:28.092170 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-unplugged", "status": "failed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "code": 422}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:44:28.092418 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-351c9399-837a-417c-913d-88fa2b33cccf {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:44:28.092810 n-d-713499-10 neutron-server[93891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'code': 422} returned with failed status Jul 30 02:44:28.118742 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:28.504414 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96db80-fd02-4100-90cb-3b2c6e861781 req-812962f7-d50f-4ffb-8016-d9a8d3f52bdb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:28.506045 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff96db80-fd02-4100-90cb-3b2c6e861781 req-812962f7-d50f-4ffb-8016-d9a8d3f52bdb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0896556 Jul 30 02:44:28.521311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-0bc4cbdd-d617-4a9f-a7bc-88336f7295a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:28.522744 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-0bc4cbdd-d617-4a9f-a7bc-88336f7295a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0&tenant_id=6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 1095 time: 0.0642552 Jul 30 02:44:28.566303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ff96db80-fd02-4100-90cb-3b2c6e861781 req-2bc256c1-a885-409a-bf7b-484d97f5f6b4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527449 Jul 30 02:44:28.597598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-a6c2a5b0-316f-4168-8134-55cc6dca8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:28.599137 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-a6c2a5b0-316f-4168-8134-55cc6dca8696 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0449703 Jul 30 02:44:28.692290 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-c979525a-49cf-4ba2-bd76-55f24fa09299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:28.693776 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-c979525a-49cf-4ba2-bd76-55f24fa09299 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0882249 Jul 30 02:44:28.771319 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-31b0fd77-28be-4228-aebe-cba7bdf9739d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 999 time: 0.0702994 Jul 30 02:44:28.828258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-e4479225-800e-4619-984b-6a817acf6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:28.829656 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-e4479225-800e-4619-984b-6a817acf6425 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0520871 Jul 30 02:44:28.883053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-a9c9efec-56d2-4f9b-82f5-88bf59097b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:28.884582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-a9c9efec-56d2-4f9b-82f5-88bf59097b71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482664 Jul 30 02:44:28.982797 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-afb67c26-1e7d-45cf-8995-04a552c6e23f service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910954 Jul 30 02:44:29.081781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-13b7bdb5-8758-4a35-95e3-0a5e8bec957a req-8f1cbc6c-2b6b-43a7-83c4-69a01471c235 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923765 Jul 30 02:44:29.707585 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9507516-2f1d-488c-80bb-f79b5a3e9d5f req-fefcdfcd-d5e8-4435-a02c-d0de93e110dc tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:29.709933 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9507516-2f1d-488c-80bb-f79b5a3e9d5f req-fefcdfcd-d5e8-4435-a02c-d0de93e110dc tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0668817 Jul 30 02:44:29.749793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b9507516-2f1d-488c-80bb-f79b5a3e9d5f req-43f2aa51-eee8-419a-be8e-9c6242512221 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jul 30 02:44:30.876582 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a7685-64c6-400b-b8d5-03d870f44fe7 req-b710d50b-0e1a-4f7b-96a6-487fbacf7ead tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:30.878091 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-186a7685-64c6-400b-b8d5-03d870f44fe7 req-b710d50b-0e1a-4f7b-96a6-487fbacf7ead tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0572302 Jul 30 02:44:30.920308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-186a7685-64c6-400b-b8d5-03d870f44fe7 req-9d660247-cc17-4a09-8d4c-93849c5298c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361216 Jul 30 02:44:32.046364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61bd5-b6fb-4566-be14-88a11fc326b7 req-04a8bf54-6b44-4245-99f6-d8374115558d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:32.048206 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d61bd5-b6fb-4566-be14-88a11fc326b7 req-04a8bf54-6b44-4245-99f6-d8374115558d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0533364 Jul 30 02:44:32.089582 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f3d61bd5-b6fb-4566-be14-88a11fc326b7 req-2684eabe-017d-4c95-a7d6-cbdcc6ac9010 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352354 Jul 30 02:44:33.220342 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd509d-a088-422d-91bf-96a1297d941b req-edfd51f0-e235-47c7-ab26-52d962c98ad4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:33.222049 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2bd509d-a088-422d-91bf-96a1297d941b req-edfd51f0-e235-47c7-ab26-52d962c98ad4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0580256 Jul 30 02:44:33.264960 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d2bd509d-a088-422d-91bf-96a1297d941b req-cbb0442e-4b2f-4e0b-ac51-1711e03db4d5 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Jul 30 02:44:34.391392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9e48a-fb07-4c03-b55e-f5e949be14ef req-60adb49b-fb29-44b5-83bb-0ea9d90920cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:34.393017 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cf9e48a-fb07-4c03-b55e-f5e949be14ef req-60adb49b-fb29-44b5-83bb-0ea9d90920cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0547607 Jul 30 02:44:34.440383 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4cf9e48a-fb07-4c03-b55e-f5e949be14ef req-1e8a6c56-7593-4d05-a5f4-b984b8add400 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Jul 30 02:44:35.562925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8050d-f695-41f6-8d76-4f7e5d9d6f10 req-0d2145f3-121c-4087-8bad-469d47bc9208 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:35.564926 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33d8050d-f695-41f6-8d76-4f7e5d9d6f10 req-0d2145f3-121c-4087-8bad-469d47bc9208 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0534329 Jul 30 02:44:35.608831 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33d8050d-f695-41f6-8d76-4f7e5d9d6f10 req-2d59dd1a-fb5c-4a94-bd52-bdb09b8ada17 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Jul 30 02:44:36.734044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb34e-d184-42fc-9067-c3fef61b29fa req-5efaad7a-49fe-41f1-bce2-8e25bc30b986 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:36.739622 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-faafb34e-d184-42fc-9067-c3fef61b29fa req-5efaad7a-49fe-41f1-bce2-8e25bc30b986 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0616643 Jul 30 02:44:36.775863 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-faafb34e-d184-42fc-9067-c3fef61b29fa req-07319093-8e2d-40a2-893d-e4337a5cc85a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Jul 30 02:44:37.669049 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:37.906635 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1a6c7-1930-428d-b9fc-1d9a72c0fef5 req-607c0b28-8b69-4cad-a711-ecaef4607053 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:37.908189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fba1a6c7-1930-428d-b9fc-1d9a72c0fef5 req-607c0b28-8b69-4cad-a711-ecaef4607053 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0532837 Jul 30 02:44:37.951249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fba1a6c7-1930-428d-b9fc-1d9a72c0fef5 req-862b1ed8-9eb3-4efa-9c93-e518a6de60c5 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368946 Jul 30 02:44:39.086746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078392-219d-454e-b647-a9a73e0c67d7 req-758a339d-6236-43b9-89d4-cfe618bbe8fb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:39.093826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0078392-219d-454e-b647-a9a73e0c67d7 req-758a339d-6236-43b9-89d4-cfe618bbe8fb tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0695324 Jul 30 02:44:39.129135 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f0078392-219d-454e-b647-a9a73e0c67d7 req-ddb2c996-b217-45b5-bdea-5a70524f7cf2 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Jul 30 02:44:39.160871 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-e7d3e0a2-6fa6-4695-a374-50a8169511bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501447 Jul 30 02:44:39.250907 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735596a-415f-4611-86a5-81332bf0f825 req-697dd062-abae-42df-9090-1601f1cc1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:39.252742 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-697dd062-abae-42df-9090-1601f1cc1405 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0483253 Jul 30 02:44:39.366105 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735596a-415f-4611-86a5-81332bf0f825 req-3df86aa1-c53d-439d-851b-3b0b3c33086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:39.367571 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-3df86aa1-c53d-439d-851b-3b0b3c33086a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0917397 Jul 30 02:44:39.415811 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-f88b7bb7-004e-4652-9cdc-db8650aa219a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0406909 Jul 30 02:44:39.466211 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735596a-415f-4611-86a5-81332bf0f825 req-03ee3c88-d3a1-4d86-9ece-352dbcfd79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:39.467731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-03ee3c88-d3a1-4d86-9ece-352dbcfd79e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0457003 Jul 30 02:44:39.518649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735596a-415f-4611-86a5-81332bf0f825 req-6a9a3091-a9a2-4d0d-83cc-43ed1fbb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:39.520199 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-6a9a3091-a9a2-4d0d-83cc-43ed1fbb981d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454707 Jul 30 02:44:39.610219 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-51f5db6e-39a8-48e2-a5e7-2990e4551cb6 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828884 Jul 30 02:44:39.712541 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5735596a-415f-4611-86a5-81332bf0f825 req-85ea14e1-fa48-4678-a373-c0cafbfa83ef service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955660 Jul 30 02:44:40.261699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90c453-cc18-4e1a-af6e-0dc002cb928f req-34cab703-409b-4c86-b6e0-1f770145c257 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:40.263678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af90c453-cc18-4e1a-af6e-0dc002cb928f req-34cab703-409b-4c86-b6e0-1f770145c257 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0536430 Jul 30 02:44:40.303713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-af90c453-cc18-4e1a-af6e-0dc002cb928f req-d18e38e3-43f1-41b8-b3cd-e82ab987df55 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340021 Jul 30 02:44:41.422676 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d3d53-6f8c-4e61-8a2f-65642a2c4e95 req-f6e83c2f-f5e2-401f-9f7b-fef0224ae92c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:41.424435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f17d3d53-6f8c-4e61-8a2f-65642a2c4e95 req-f6e83c2f-f5e2-401f-9f7b-fef0224ae92c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 943 time: 0.0513341 Jul 30 02:44:41.462930 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f17d3d53-6f8c-4e61-8a2f-65642a2c4e95 req-433556e3-ebc5-41a4-af34-6a943721057e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Jul 30 02:44:41.988581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:44:42.088332 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:42.100156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'port_id': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'mac_address': 'fa:16:3e:b6:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:44:42.137073 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:42.150599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084dd057-8eb6-45c0-abbb-531df3be7db6 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:44:42.171141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:42.175310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:42.229244 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=9']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:42.440993 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['084dd057-8eb6-45c0-abbb-531df3be7db6'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:44:42.593240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab49a1-e5be-49a5-af6e-1a38c4130128 req-d7b3db8e-a7d1-465e-a224-5ee218912284 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:42.594867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39ab49a1-e5be-49a5-af6e-1a38c4130128 req-d7b3db8e-a7d1-465e-a224-5ee218912284 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 944 time: 0.0590551 Jul 30 02:44:42.635792 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-39ab49a1-e5be-49a5-af6e-1a38c4130128 req-921a4489-8580-4656-9b9d-dfb561e72948 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346377 Jul 30 02:44:43.756449 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb9ce4-182b-4bc7-a7a7-08fcd5a4dd57 req-d14383a3-5598-467a-92f0-5ce70bd64c02 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:43.757950 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85eb9ce4-182b-4bc7-a7a7-08fcd5a4dd57 req-d14383a3-5598-467a-92f0-5ce70bd64c02 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 944 time: 0.0545135 Jul 30 02:44:43.796657 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85eb9ce4-182b-4bc7-a7a7-08fcd5a4dd57 req-7d05a21f-3f4d-43dc-bd7c-36ec4c05187e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Jul 30 02:44:44.004879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:44:44.055748 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 084dd057-8eb6-45c0-abbb-531df3be7db6 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:44:44.056117 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:44.134583 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:44.156269 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:44:44.158501 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df45f4-9978-481c-84f2-3c4bb3d1eb3d" -d '{"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-plugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:44:44.171217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:44:44.175381 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:44.205869 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21ab9a7-0333-4173-a3dc-a2cc1ed1093f x-openstack-request-id: req-b21ab9a7-0333-4173-a3dc-a2cc1ed1093f {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:44:44.206193 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-plugged", "status": "completed", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:44:44.206464 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b21ab9a7-0333-4173-a3dc-a2cc1ed1093f {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:44:44.206859 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'code': 200} Jul 30 02:44:44.228011 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=10']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:44:44.412009 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477b81e-0c66-4ab3-8e18-6f75f2121260 req-ba02d750-bb71-439e-b0f9-af6f37d55d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:44.413648 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4477b81e-0c66-4ab3-8e18-6f75f2121260 req-ba02d750-bb71-439e-b0f9-af6f37d55d29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1098 time: 0.0511293 Jul 30 02:44:44.452124 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4477b81e-0c66-4ab3-8e18-6f75f2121260 req-1e0a1f9a-c1a5-4516-92ce-bbde4d8c325d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Jul 30 02:44:44.922362 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e30df-6413-4a7c-a56f-77cbb7d1c9df req-c303efcb-df7e-4740-8359-b901aa1dd6be tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:44.923915 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f07e30df-6413-4a7c-a56f-77cbb7d1c9df req-c303efcb-df7e-4740-8359-b901aa1dd6be tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0563645 Jul 30 02:44:44.963443 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f07e30df-6413-4a7c-a56f-77cbb7d1c9df req-4d808d4b-51c4-47b8-9320-80eb00399796 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335295 Jul 30 02:44:46.085385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6415aa-45d3-4438-b01f-835fbc9cfbf7 req-d945cad2-ec25-402f-ba21-dfad56efd075 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:46.086899 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea6415aa-45d3-4438-b01f-835fbc9cfbf7 req-d945cad2-ec25-402f-ba21-dfad56efd075 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0550203 Jul 30 02:44:46.127475 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ea6415aa-45d3-4438-b01f-835fbc9cfbf7 req-c762e639-715d-4338-8db5-56c851870655 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Jul 30 02:44:49.052495 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8886b17f-965f-4c08-8267-7b57e0fda08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:49.199999 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:44:51.796044 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5ecc916f-697c-4d6e-90f8-57291ca56e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:51.972187 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:52.003773 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:52.336178 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-4798f4c5-5105-4d64-8885-e0e349edebc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408833 Jul 30 02:44:52.441430 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1173-2be6-4c62-b364-2b416dca687b req-413db2f2-92df-4b80-b76f-11c49cf0e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:52.442948 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-413db2f2-92df-4b80-b76f-11c49cf0e02a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1098 time: 0.0497868 Jul 30 02:44:52.555742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1173-2be6-4c62-b364-2b416dca687b req-fe1f7c9e-0169-439a-907d-9198d86e3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:52.557244 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-fe1f7c9e-0169-439a-907d-9198d86e3d16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0943229 Jul 30 02:44:52.626549 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-9c5af0ca-e8d8-4f29-83d6-ceb66f1c4148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0623989 Jul 30 02:44:52.683049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1173-2be6-4c62-b364-2b416dca687b req-735d3127-1dcb-496f-9b4d-0e60b64b766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:52.685340 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-735d3127-1dcb-496f-9b4d-0e60b64b766c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0517907 Jul 30 02:44:52.730908 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1173-2be6-4c62-b364-2b416dca687b req-e19b5170-e7b9-46f5-a038-58e94198ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:52.732545 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-e19b5170-e7b9-46f5-a038-58e94198ccc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408957 Jul 30 02:44:52.822595 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-b4c9e84a-3cd9-4d2b-94c3-a30c4c4534e3 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826821 Jul 30 02:44:52.916259 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-552e1173-2be6-4c62-b364-2b416dca687b req-cb68b4a4-ac05-4f31-99ee-caa8db57805f service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869853 Jul 30 02:44:53.339814 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:54.840339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:07.670573 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:19.045660 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6566068d-fc2f-4319-948f-4fad239d0131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:21.804943 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d20db1f4-f353-4213-b33f-ba57f9454ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:21.970627 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:22.006217 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:23.343480 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:24.842397 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:26.199218 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:45:37.683432 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:41.129024 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-b6a6e835-69f4-49bd-83e1-f4654f1316aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435932 Jul 30 02:45:41.217356 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-488b56ea-d9a2-46e1-9ffa-e54ac7ee9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:41.218787 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-488b56ea-d9a2-46e1-9ffa-e54ac7ee9e7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0467565 Jul 30 02:45:41.331822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-3ad1d460-7fe4-4671-a2ce-c8d9a801f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:41.333337 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-3ad1d460-7fe4-4671-a2ce-c8d9a801f768 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0963385 Jul 30 02:45:41.376768 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-6dd567f8-2422-47ef-8957-abb95434e4af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0350926 Jul 30 02:45:41.427919 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-94918a3c-5866-4bca-943c-b14871fa7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:41.429137 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-94918a3c-5866-4bca-943c-b14871fa7244 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0457063 Jul 30 02:45:41.479451 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-f35fafe3-59b9-48df-8a34-02bcdf8794f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:41.480901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-f35fafe3-59b9-48df-8a34-02bcdf8794f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445361 Jul 30 02:45:41.922899 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-5dff5772-836f-4d24-a97a-1e2d51317297 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321141 Jul 30 02:45:42.027145 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3a312cac-45c0-4181-8b80-ffaac71d601a req-3bd7345f-f90f-4593-b188-58b998fc00da service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965326 Jul 30 02:45:49.047624 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-521165cd-5d7c-4a11-8eb1-8546763930c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:51.797473 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f2e71282-a78c-4a9d-91ce-4654d25ca786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:51.969696 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:52.007433 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:53.326616 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-38d8b73c-122d-4167-9986-0c3221977c2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426793 Jul 30 02:45:53.346414 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:53.430923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-b58dd497-cd23-46eb-9b6c-51604f6fc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:53.432476 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-b58dd497-cd23-46eb-9b6c-51604f6fc1c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1098 time: 0.0495470 Jul 30 02:45:53.546625 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-d571f9b6-e919-47c7-9f28-a1093508ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:53.548179 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-d571f9b6-e919-47c7-9f28-a1093508ecbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0962436 Jul 30 02:45:53.621401 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-640b5997-eb47-4fc1-9102-0761fd3fa1cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0663886 Jul 30 02:45:53.676184 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-6c848427-4545-4c62-880a-7ffcbc095093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:53.677666 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-6c848427-4545-4c62-880a-7ffcbc095093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0499372 Jul 30 02:45:53.730769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-60241b5a-50dd-4fb9-9b66-0d8881d2b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:53.732307 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-60241b5a-50dd-4fb9-9b66-0d8881d2b7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481977 Jul 30 02:45:53.822516 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-5bc349f1-ea90-4dae-9542-64afdafdfa7f service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833268 Jul 30 02:45:53.916607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c6fd5a32-9746-410c-bcde-735c7b0ea930 req-bec2865a-92b1-4100-ae77-49a9bb8a3abb service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869925 Jul 30 02:45:54.845638 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.342366 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:55.501178 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Deleting port fba08bbc-e197-49b9-9676-2c086a9e2ea5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:45:55.501513 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.576749 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.578105 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.590074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Calling delete_port for fba08bbc-e197-49b9-9676-2c086a9e2ea5 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:45:55.740356 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.766369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event deleted for resources: {'Port': ['ID=fba08bbc-e197-49b9-9676-2c086a9e2ea5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:55.778889 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.779269 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.779619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.779961 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.780295 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.780628 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.780958 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.781287 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.781611 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.781940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.782306 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.782619 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:55.845744 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.846092 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Floating IP b8a95289-777c-43cb-89e8-fd1c5c5ad3a9 disassociated (deleted). External IP: 172.25.8.241, port: 084dd057-8eb6-45c0-abbb-531df3be7db6. Jul 30 02:45:56.065920 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:45:56.175369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:45:56.180076 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:56.184916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:45:56.193770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:45:56.194399 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:45:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:45:56.206916 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80048330-3807-4a49-a598-1487b646e0d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "DELETE /v2.0/floatingips/b8a95289-777c-43cb-89e8-fd1c5c5ad3a9 HTTP/1.1" status: 204 len: 168 time: 0.8633718 Jul 30 02:45:56.207562 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:45:56.209908 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:45:56.314957 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:45:56.455310 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298edc15-2cf3-41ab-ac9c-5c99125687c1 x-openstack-request-id: req-298edc15-2cf3-41ab-ac9c-5c99125687c1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:45:56.455831 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:45:56.455944 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-298edc15-2cf3-41ab-ac9c-5c99125687c1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:45:56.456278 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'status': 'completed', 'code': 200} Jul 30 02:45:56.535435 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:45:56.561965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:45:56.570945 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:45:56.571630 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:45:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:45:56.581202 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5b75f-7fba-42d6-ac8c-56a56afd5d29 req-f3ad6be6-408d-4756-b4fa-2154f92afe63 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.582692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bda5b75f-7fba-42d6-ac8c-56a56afd5d29 req-f3ad6be6-408d-4756-b4fa-2154f92afe63 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0706244 Jul 30 02:45:56.584456 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-625b0777-d2ea-4051-8ee8-874ed71d69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.585875 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-625b0777-d2ea-4051-8ee8-874ed71d69a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 1098 time: 0.0832438 Jul 30 02:45:56.672841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bda5b75f-7fba-42d6-ac8c-56a56afd5d29 req-cbb8d7dd-3964-4537-95a8-e50825073242 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838394 Jul 30 02:45:56.689833 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:45:56.710336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-4a06ae4f-ac97-4a3c-b6fb-0703959891f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.711871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-4a06ae4f-ac97-4a3c-b6fb-0703959891f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.1162579 Jul 30 02:45:56.754413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-f72c32df-4318-490c-8416-f744b6a9f3d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 200 len: 217 time: 0.0344543 Jul 30 02:45:56.810906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-d29ad013-48b1-4232-9736-9c8d91d97e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.812435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-d29ad013-48b1-4232-9736-9c8d91d97e4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0494781 Jul 30 02:45:56.861004 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-7154025e-67eb-43b0-9893-2e79d1cee510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.862419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-7154025e-67eb-43b0-9893-2e79d1cee510 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420249 Jul 30 02:45:56.898954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:45:56.935720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ee522-57f6-4899-aa87-d00dfcc3c754 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:45:56.958189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-476689f9-5736-47e5-8d95-cddb2961a769 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866473 Jul 30 02:45:57.062050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4ba6384b-dcb3-4e1b-9f0c-ceed09e32fcd req-3704f9dd-938b-45c1-a1d3-f3fc19e934a1 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945342 Jul 30 02:45:57.164393 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff6134f-37fe-45d6-9d90-dd4705c64d40 None None] New status for floating IP b8a95289-777c-43cb-89e8-fd1c5c5ad3a9: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:45:57.797473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1104a-e178-45b4-8dd0-be1fe64b635b req-2842e395-f55c-42e8-a308-678f51059c16 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:57.799018 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74b1104a-e178-45b4-8dd0-be1fe64b635b req-2842e395-f55c-42e8-a308-678f51059c16 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0539124 Jul 30 02:45:57.838822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74b1104a-e178-45b4-8dd0-be1fe64b635b req-e3f54544-4691-4124-98fa-16891745c2c0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bcb179f-0555-4b54-bc4c-4fb0ea266958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337462 Jul 30 02:45:57.901776 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-fd263e39-6fbd-43b4-af8f-fe70d94a8d27 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:57.903869 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-fd263e39-6fbd-43b4-af8f-fe70d94a8d27 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf949a1a-604e-4d6e-a25e-efd59739f9c0 HTTP/1.1" status: 200 len: 946 time: 0.0523057 Jul 30 02:45:58.004500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Deleting port 084dd057-8eb6-45c0-abbb-531df3be7db6 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:45:58.004847 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:58.093586 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] For port 084dd057-8eb6-45c0-abbb-531df3be7db6, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=084dd057-8eb6-45c0-abbb-531df3be7db6,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:58.093968 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:58.111303 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Calling delete_port for 084dd057-8eb6-45c0-abbb-531df3be7db6 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:45:58.237275 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:58.268081 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event deleted for resources: {'Port': ['ID=084dd057-8eb6-45c0-abbb-531df3be7db6,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:58.296118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.296463 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.296800 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.297135 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.297476 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.297797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.298122 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.298444 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.298766 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.299107 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.299433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.299894 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:58.321508 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] No DVR routers for this DVR port 084dd057-8eb6-45c0-abbb-531df3be7db6 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:45:58.324070 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:58.326050 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7e5c4bbe-1aff-4d12-9f4b-3080108add5b req-3d623bdd-d1f0-4c06-bd4e-760f2ae1b826 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "DELETE /v2.0/ports/084dd057-8eb6-45c0-abbb-531df3be7db6 HTTP/1.1" status: 204 len: 173 time: 0.4159818 Jul 30 02:45:58.326512 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-deleted', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:45:58.328787 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8155160c-5a45-4d31-bd28-ab3b150d9922" -d '{"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-deleted", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:45:58.370426 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41228796-9939-43ac-a36f-5ccb8ee09821 x-openstack-request-id: req-41228796-9939-43ac-a36f-5ccb8ee09821 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:45:58.370843 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf949a1a-604e-4d6e-a25e-efd59739f9c0", "name": "network-vif-deleted", "tag": "084dd057-8eb6-45c0-abbb-531df3be7db6", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:45:58.371176 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41228796-9939-43ac-a36f-5ccb8ee09821 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:45:58.372250 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf949a1a-604e-4d6e-a25e-efd59739f9c0', 'name': 'network-vif-deleted', 'tag': '084dd057-8eb6-45c0-abbb-531df3be7db6', 'status': 'completed', 'code': 200} Jul 30 02:45:58.897721 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:58.959820 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b27c6576-536c-460a-9fda-ca2147a08cb7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:58.993661 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b27c6576-536c-460a-9fda-ca2147a08cb7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.055574 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b27c6576-536c-460a-9fda-ca2147a08cb7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.058259 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b27c6576-536c-460a-9fda-ca2147a08cb7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.059966 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b27c6576-536c-460a-9fda-ca2147a08cb7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "DELETE /v2.0/security-groups/1bcb179f-0555-4b54-bc4c-4fb0ea266958 HTTP/1.1" status: 204 len: 168 time: 0.1608641 Jul 30 02:45:59.069737 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6576-536c-460a-9fda-ca2147a08cb7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb179f-0555-4b54-bc4c-4fb0ea266958,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.437908 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59820) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:59.444600 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832199623', 'description': 'tempest-secgroup-smoke-1832199623 description', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:45:59.467959 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.557335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.562268 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.592594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.593856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1549344 Jul 30 02:45:59.596805 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59822) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:59.601161 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '2e131766-6dd9-4ec3-bc1a-9562af49d67d', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:45:59.609543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe9c47-c04f-4aca-9216-2d6bae87d217 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e131766-6dd9-4ec3-bc1a-9562af49d67d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.631051 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.688998 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.692594 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.710793 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0327a7-ddcb-4a8c-9de7-109c142b1aac,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.716920 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.718215 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-a1982e31-6847-438a-9634-6154df6d9d43 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204975 Jul 30 02:45:59.721057 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59824) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:59.725532 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '2e131766-6dd9-4ec3-bc1a-9562af49d67d', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:45:59.753228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.813534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.817212 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.835152 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f184e9-f55b-4a88-8fc3-41c069f729fa,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.841930 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.843076 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-648980aa-5e9b-4736-8649-031ff7e6e7c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210279 Jul 30 02:45:59.846068 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:59.850883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '2e131766-6dd9-4ec3-bc1a-9562af49d67d', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:45:59.878413 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.938553 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.942102 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.964861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d379ab6-4cf8-4d32-8f1a-6efa06480637,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.969333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.973310 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cc261566-0089-4df1-b20f-0d7a684353ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237652 Jul 30 02:45:59.973762 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59828) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:45:59.978681 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '2e131766-6dd9-4ec3-bc1a-9562af49d67d', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:00.007082 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.072022 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.076510 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.096340 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432155d4-d4a5-404f-b3fe-fd6646c68add,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:00.100174 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.101464 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5b31cf04-7190-4b38-91e7-a6d1586fc06b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269410 Jul 30 02:46:00.104439 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59830) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:00.109061 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '2e131766-6dd9-4ec3-bc1a-9562af49d67d', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:00.141254 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Project 6b77ed3202f64d67a5eeb661c14119c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:46:00.146196 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.214914 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.218734 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.237313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c6ee23-5587-4705-88f6-705f8a0abe05,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:00.244333 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.245578 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-37a942fc-bc73-4719-9395-f1e69e1a2938 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401782 Jul 30 02:46:00.249060 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 59832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:00.253486 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'security_group_rule': {'security_group_id': '2e131766-6dd9-4ec3-bc1a-9562af49d67d', 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:00.283271 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Project 6b77ed3202f64d67a5eeb661c14119c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:46:00.288262 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.332943 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:00.352807 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.353213 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 084dd057-8eb6-45c0-abbb-531df3be7db6 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:00.353561 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 084dd057-8eb6-45c0-abbb-531df3be7db6 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:00.357644 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.387570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec63d8f-2510-42d3-a6f2-c35df0b89b1b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:00.391818 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.392946 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6652f963-1ff4-483b-b27f-aec9d034e4da tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429350 Jul 30 02:46:03.199504 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:46:07.684429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:14.741469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-dbc7eb5d-f6fe-481d-8fdd-0a5df7189264 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832199623&fields=id&tenant_id=6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 267 time: 0.0344896 Jul 30 02:46:14.853144 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-51e8725f-8a5f-4cb8-ba5d-618092fc71a8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:14.854522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-51e8725f-8a5f-4cb8-ba5d-618092fc71a8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 809 time: 0.1055326 Jul 30 02:46:14.870546 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2d48150e-074b-429c-a17d-1da641083b7b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/quotas/6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 375 time: 0.0094464 Jul 30 02:46:14.933879 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-4a92cd3d-55bd-4d06-a24e-ce3c2feb8486 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566216 Jul 30 02:46:15.072058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-6a8f1887-436f-466d-8acc-4a38f97f9b31 service neutron] 10.222.0.78 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262753 Jul 30 02:46:15.167243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-56e82a90-4d90-4555-b305-612e08f597c1 service neutron] 10.222.0.78 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888109 Jul 30 02:46:15.461956 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8f14a4ec-ace0-4d52-bdde-cb1420bf4f57 req-63f51f17-98a2-47f9-a6f7-8a3de9fe4460 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 210 time: 0.0286341 Jul 30 02:46:16.438172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-881f58b5-08fe-4005-9c8c-51d427d411ac tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:16.439772 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-881f58b5-08fe-4005-9c8c-51d427d411ac tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 809 time: 0.1063583 Jul 30 02:46:16.495012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-8b7f2e80-6b7e-4f62-a020-424329fc705d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 380 time: 0.0410135 Jul 30 02:46:16.512769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'port': {'device_id': 'eff06b51-5150-4984-9368-e8453cc54038', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'admin_state_up': True, 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'security_groups': ['2e131766-6dd9-4ec3-bc1a-9562af49d67d']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:16.589416 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-4881ca7e-3687-4bd2-a6ec-f942649f4c25 req-fac913a8-4d14-4966-9911-1f9b07df754c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 210 time: 0.0356030 Jul 30 02:46:16.655994 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Made reservation on behalf of 6b77ed3202f64d67a5eeb661c14119c7 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:16.659416 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:16.793032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Allocated IP 172.20.0.14 (d2c30e70-20b4-4959-a234-1b0074f05b48/8a3197ac-5fa6-429d-981e-bd7fb4ef430f/4626957b-cb10-4882-8424-fd4f5719b699) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:16.942433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:16.957011 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Transition to ACTIVE for port object 4626957b-cb10-4882-8424-fd4f5719b699 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:16.992079 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.034777 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Network d2c30e70-20b4-4959-a234-1b0074f05b48 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:17.037915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:17.042615 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:17.077741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:17.106855 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.107532 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.132077 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-d5dded86-24af-432a-a165-9d113064c4cd tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6233242 Jul 30 02:46:17.150066 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Request body: {'port': {'device_id': 'eff06b51-5150-4984-9368-e8453cc54038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:17.211952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.316390 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-72ea332c-f909-49d3-952e-9ab7303a36f7 None None] Provisioning for port 4626957b-cb10-4882-8424-fd4f5719b699 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:17.321508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-72ea332c-f909-49d3-952e-9ab7303a36f7 None None] Provisioning complete for port 4626957b-cb10-4882-8424-fd4f5719b699 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:17.322484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-72ea332c-f909-49d3-952e-9ab7303a36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.369458 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-72ea332c-f909-49d3-952e-9ab7303a36f7 None None] Port 4626957b-cb10-4882-8424-fd4f5719b699 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:46:17.511048 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4626957b-cb10-4882-8424-fd4f5719b699 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:17.519315 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.532461 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Transition to ACTIVE for port object 4626957b-cb10-4882-8424-fd4f5719b699 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:17.536665 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.596905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:17.725422 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Attempting to bind port 4626957b-cb10-4882-8424-fd4f5719b699 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:17.725771 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Attempting to bind port 4626957b-cb10-4882-8424-fd4f5719b699 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:17.726103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Attempting to bind port 4626957b-cb10-4882-8424-fd4f5719b699 on network d2c30e70-20b4-4959-a234-1b0074f05b48 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:17.734172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Port 4626957b-cb10-4882-8424-fd4f5719b699 on network d2c30e70-20b4-4959-a234-1b0074f05b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:46:17.734500 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Attempting to bind port 4626957b-cb10-4882-8424-fd4f5719b699 on network d2c30e70-20b4-4959-a234-1b0074f05b48 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:17.746043 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:17.746405 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Checking segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:17.746780 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Bound using segment: {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:17.747263 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Bound port: 4626957b-cb10-4882-8424-fd4f5719b699, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0df9a8-561b-4573-abc1-660764be4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:17.748197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.767092 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d859-d4ec-45ca-87c3-fd8a1ce6484e req-2ee3da01-7858-48a8-8710-74da56e82747 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.768615 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f509d859-d4ec-45ca-87c3-fd8a1ce6484e req-2ee3da01-7858-48a8-8710-74da56e82747 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0861065 Jul 30 02:46:17.845908 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f509d859-d4ec-45ca-87c3-fd8a1ce6484e req-491677be-a9d9-41ef-a4c5-b5815d768c55 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694864 Jul 30 02:46:17.856265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:17.869091 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:17.873581 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.911576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.912239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:17.913673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] 10.222.0.55 "PUT /v2.0/ports/4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1093 time: 0.7685750 Jul 30 02:46:17.914118 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:17.916457 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:17.944836 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a820-ec7c-4bf1-bf83-e1ad55071d93 service neutron] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:17.972231 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee40015-0173-4413-9ab4-ca6191930d85 x-openstack-request-id: req-0ee40015-0173-4413-9ab4-ca6191930d85 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:17.972527 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:17.972773 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ee40015-0173-4413-9ab4-ca6191930d85 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:17.973168 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'status': 'completed', 'code': 200} Jul 30 02:46:18.035239 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-f232ce2f-e0bf-4858-9354-9293d59a0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:18.036785 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-f232ce2f-e0bf-4858-9354-9293d59a0657 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1096 time: 0.0517302 Jul 30 02:46:18.084993 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-3c31f67f-6de3-4d80-9d94-22e404bba77d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 217 time: 0.0355895 Jul 30 02:46:18.139174 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-0ba739f7-e286-4c38-a138-337cd6cd03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:18.140952 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-0ba739f7-e286-4c38-a138-337cd6cd03d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0490427 Jul 30 02:46:18.487176 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-7562e468-da97-4c09-a610-cb3a36376cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:18.488678 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-7562e468-da97-4c09-a610-cb3a36376cbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3411286 Jul 30 02:46:18.590189 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-723f768f-c66c-42f6-a495-16946c77f12e service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940936 Jul 30 02:46:18.690700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7cca71da-8ccc-4b6a-978a-8582df5c062e req-a235886f-d188-4983-a201-8256574b7bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939252 Jul 30 02:46:18.812617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-2042e0a8-dc38-4f22-a017-f7863cd38397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:18.814145 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-2042e0a8-dc38-4f22-a017-f7863cd38397 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1096 time: 0.0502951 Jul 30 02:46:18.911596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-0dc51438-f0cf-4870-9e7e-69092d88e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:18.913248 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-0dc51438-f0cf-4870-9e7e-69092d88e787 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0927465 Jul 30 02:46:18.964737 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-9fab6795-9b7e-4d4a-9a18-8a7aa0c5fde7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 217 time: 0.0440896 Jul 30 02:46:19.041257 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2677-23b9-4e5b-a92f-bebfe4d38d31 req-abab6a4e-1154-4909-8b5c-759b13f0849b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:19.042943 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-406f2677-23b9-4e5b-a92f-bebfe4d38d31 req-abab6a4e-1154-4909-8b5c-759b13f0849b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.1164956 Jul 30 02:46:19.044728 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-aa950932-5f59-4c70-872c-310699f5f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:19.046245 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-aa950932-5f59-4c70-872c-310699f5f3ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0672750 Jul 30 02:46:19.052850 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-dddbd7c0-e705-46b9-9fd2-40e7a24c602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.117479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-406f2677-23b9-4e5b-a92f-bebfe4d38d31 req-942da759-17f7-43d8-89c1-54d3881fdf32 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644979 Jul 30 02:46:19.127355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-05317aba-de76-489c-9cdf-b645d1cb5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:19.128870 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-05317aba-de76-489c-9cdf-b645d1cb5012 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741415 Jul 30 02:46:19.231452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-1075e1f7-3a20-4b2e-af18-e9455641cc52 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952706 Jul 30 02:46:19.334720 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bd0d5a1d-92cf-48d6-9d1a-8408341f8ac5 req-f5f5410f-fac0-4ead-83b1-df925ee3626d service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968976 Jul 30 02:46:20.243196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b25977-0c2a-4714-9875-6693144917e7 req-9a929d5a-f572-47df-8d47-3880403fc046 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:20.244905 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93b25977-0c2a-4714-9875-6693144917e7 req-9a929d5a-f572-47df-8d47-3880403fc046 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0523446 Jul 30 02:46:20.285781 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-93b25977-0c2a-4714-9875-6693144917e7 req-5cb76f1a-ec14-4494-b9f0-87d5880c5719 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Jul 30 02:46:21.405872 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943e26f-f288-4fd6-8cb2-068a8ac86f87 req-41c548aa-e250-4993-8fb5-69ce916a6424 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:21.407390 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8943e26f-f288-4fd6-8cb2-068a8ac86f87 req-41c548aa-e250-4993-8fb5-69ce916a6424 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0518198 Jul 30 02:46:21.447251 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8943e26f-f288-4fd6-8cb2-068a8ac86f87 req-6c3b90a8-c729-4331-9ee2-1e024410b357 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337987 Jul 30 02:46:21.799315 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a595dcb3-d3fd-4371-8e97-41ad34b08967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:21.984631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:22.013002 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:22.570865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f606-f612-494b-bcb9-4cfb4463b519 req-9eb36b7f-bd51-444e-8cf6-b1b95bcd48d4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:22.572408 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df11f606-f612-494b-bcb9-4cfb4463b519 req-9eb36b7f-bd51-444e-8cf6-b1b95bcd48d4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0545990 Jul 30 02:46:22.612015 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-df11f606-f612-494b-bcb9-4cfb4463b519 req-33dbbb05-95fb-4636-a070-d1833e956c7c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Jul 30 02:46:23.348984 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:23.729026 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b4124-1f49-4dc5-a294-df403a49e8dd req-ceccf38f-0394-44a1-af0f-23da7a952042 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:23.730700 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a2b4124-1f49-4dc5-a294-df403a49e8dd req-ceccf38f-0394-44a1-af0f-23da7a952042 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0511315 Jul 30 02:46:23.769088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a2b4124-1f49-4dc5-a294-df403a49e8dd req-18e0e80c-6234-4b18-a170-b9c969f7535c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Jul 30 02:46:24.851018 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.888742 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bea5ed-ff60-4cc7-97af-a25efa3453b5 req-01a7448c-2ff0-46d3-809c-ce8e83c18496 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.890233 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7bea5ed-ff60-4cc7-97af-a25efa3453b5 req-01a7448c-2ff0-46d3-809c-ce8e83c18496 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0510824 Jul 30 02:46:24.928976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7bea5ed-ff60-4cc7-97af-a25efa3453b5 req-eff90120-3caf-4444-9ca6-7e7a6977137c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Jul 30 02:46:26.049575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554bd33-83c4-4551-af30-f063529dfa70 req-eeaaeb0d-0dfc-4116-b487-111096602d5d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.051119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d554bd33-83c4-4551-af30-f063529dfa70 req-eeaaeb0d-0dfc-4116-b487-111096602d5d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0547278 Jul 30 02:46:26.090819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d554bd33-83c4-4551-af30-f063529dfa70 req-a584d338-ddad-483a-906c-68419cd95af6 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Jul 30 02:46:27.212348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db8789-d994-4107-adc8-968d3da1f577 req-9ff6297c-f6a3-49f9-b589-113a91171817 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:27.214819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73db8789-d994-4107-adc8-968d3da1f577 req-9ff6297c-f6a3-49f9-b589-113a91171817 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0583799 Jul 30 02:46:27.255499 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-73db8789-d994-4107-adc8-968d3da1f577 req-7423fb31-a55b-43f0-84e2-40c8dc13e2ed tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341647 Jul 30 02:46:28.377891 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf399ec-fa94-4eae-a4cc-0f32f955a37d req-6749d411-90c6-47c2-a7a4-b5c6fc58a78d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:28.379551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bf399ec-fa94-4eae-a4cc-0f32f955a37d req-6749d411-90c6-47c2-a7a4-b5c6fc58a78d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0501812 Jul 30 02:46:28.425841 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6bf399ec-fa94-4eae-a4cc-0f32f955a37d req-0b57e8da-6ddd-45d2-8b7a-de13a219396d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Jul 30 02:46:29.563164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696378e2-b6db-4f33-978b-71d4626c67da req-08fab755-75b1-4bb2-87e2-72d8d5baea50 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:29.564801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-696378e2-b6db-4f33-978b-71d4626c67da req-08fab755-75b1-4bb2-87e2-72d8d5baea50 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0583558 Jul 30 02:46:29.602668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-696378e2-b6db-4f33-978b-71d4626c67da req-2e4446a5-e7f6-4f11-9e4c-8cb89b86b50b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 30 02:46:30.505078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:46:30.598554 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:30.611278 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4626957b-cb10-4882-8424-fd4f5719b699', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'port_id': '4626957b-cb10-4882-8424-fd4f5719b699', 'mac_address': 'fa:16:3e:a5:49:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:46:30.652589 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:30.666510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4626957b-cb10-4882-8424-fd4f5719b699 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:30.686648 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:30.691034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:30.723807 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092f518-0f2d-418b-a828-819d9645abd0 req-715ddccd-6153-4b4f-909d-ff29db7b50d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:30.725322 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6092f518-0f2d-418b-a828-819d9645abd0 req-715ddccd-6153-4b4f-909d-ff29db7b50d7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0529258 Jul 30 02:46:30.739114 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:30.747684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.747684 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.747973 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.748106 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.748439 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.748797 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.749125 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.749450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.749770 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.750097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.750416 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.750735 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:30.768537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6092f518-0f2d-418b-a828-819d9645abd0 req-15d799e2-2e1b-48b5-9c84-b9ec6909e920 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Jul 30 02:46:30.989539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4626957b-cb10-4882-8424-fd4f5719b699'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:31.884730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df54c-c340-47fb-ad43-c592fe20f56a req-5c5bf3b8-72ce-402a-b244-f66a6eb7ca39 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:31.887212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d13df54c-c340-47fb-ad43-c592fe20f56a req-5c5bf3b8-72ce-402a-b244-f66a6eb7ca39 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 945 time: 0.0513382 Jul 30 02:46:31.926872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d13df54c-c340-47fb-ad43-c592fe20f56a req-d6281627-7d56-478f-89f2-02c1336ab685 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Jul 30 02:46:32.517404 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:32.566380 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port 4626957b-cb10-4882-8424-fd4f5719b699 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:32.570065 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4626957b-cb10-4882-8424-fd4f5719b699 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:32.570435 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:32.653899 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:32.676251 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:32.678547 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f228b827-d86f-4109-bd48-8d30ec6d2314" -d '{"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-plugged", "status": "completed", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:32.697738 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:32.703228 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:32.755889 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:32.794329 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06401133-9bba-461b-94e9-3f6342b8201e x-openstack-request-id: req-06401133-9bba-461b-94e9-3f6342b8201e {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:32.794631 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-plugged", "status": "completed", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:32.794886 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06401133-9bba-461b-94e9-3f6342b8201e {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:32.795351 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'code': 200} Jul 30 02:46:32.919806 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d367c3f-7ae0-478c-b274-eb7acb7333fe req-25d7908c-e2e5-4fca-881e-e39e1a0cfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:32.921318 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d367c3f-7ae0-478c-b274-eb7acb7333fe req-25d7908c-e2e5-4fca-881e-e39e1a0cfb16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0466707 Jul 30 02:46:32.962823 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0d367c3f-7ae0-478c-b274-eb7acb7333fe req-353ab191-cd29-4aa6-950a-5fcb777fa81c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350320 Jul 30 02:46:33.045462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28296-8a67-4a44-b92f-7cfbc4222185 req-430d2b32-a957-42e8-a85a-ba14d589304c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:33.047026 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63e28296-8a67-4a44-b92f-7cfbc4222185 req-430d2b32-a957-42e8-a85a-ba14d589304c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0503559 Jul 30 02:46:33.090778 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-63e28296-8a67-4a44-b92f-7cfbc4222185 req-e0e47d99-f7e8-4e8e-b6ce-005eada27f5a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Jul 30 02:46:34.215472 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebe474-65e6-432d-846c-319ca7ed7cec req-567ef9da-acbd-4480-a15d-656f2f426bc7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.217575 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ebe474-65e6-432d-846c-319ca7ed7cec req-567ef9da-acbd-4480-a15d-656f2f426bc7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0506902 Jul 30 02:46:34.262385 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-47ebe474-65e6-432d-846c-319ca7ed7cec req-529c63cd-f313-486b-bced-9fa1438ee89c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 Jul 30 02:46:34.386703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dd016-cd48-4cc2-8f11-e39d5494acb8 req-87749067-7586-479b-8121-d59b68e2bc4a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.388817 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c5dd016-cd48-4cc2-8f11-e39d5494acb8 req-87749067-7586-479b-8121-d59b68e2bc4a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0588353 Jul 30 02:46:34.429044 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0c5dd016-cd48-4cc2-8f11-e39d5494acb8 req-9e69d2f3-23ad-4f79-96ad-800ce5710e9d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Jul 30 02:46:34.451280 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60030) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:34.492557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc1b46b-fe68-400c-8bec-2bc1b5832ac1 tempest-TestShelveInstance-1081130504 tempest-TestShelveInstance-1081130504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.494010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-0bc1b46b-fe68-400c-8bec-2bc1b5832ac1 tempest-TestShelveInstance-1081130504 tempest-TestShelveInstance-1081130504-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1093 time: 0.0417421 Jul 30 02:46:34.496866 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60032) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:34.501753 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '4626957b-cb10-4882-8424-fd4f5719b699', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:34.530032 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.632017 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.743457 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Allocated IP 172.25.8.248 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/3f465341-e94d-430b-911f-a605ac156070) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:34.849447 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.890460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.925005 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:34.927803 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:34.931699 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:34.963937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'Port': ['ID=3f465341-e94d-430b-911f-a605ac156070,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:35.322182 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:35.389130 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:35.549717 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:35.554866 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:35.632460 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event updated for resources: {'Port': ['ID=3f465341-e94d-430b-911f-a605ac156070,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:35.645762 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:35.753042 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Floating IP e0f54867-2074-4103-ae06-919f73b71d4b associated. External IP: 172.25.8.248, port: 4626957b-cb10-4882-8424-fd4f5719b699. Jul 30 02:46:35.969691 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:46:36.086991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:46:36.096909 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:46:36.103481 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:36.107639 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:36.108267 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:36.132884 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-24e5b2e8-06da-4344-b817-0d815db0f076 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6344357 Jul 30 02:46:36.133596 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:36.135978 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:36.173064 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d93392-99d3-4f2f-aab3-7f72072d3a05 x-openstack-request-id: req-d5d93392-99d3-4f2f-aab3-7f72072d3a05 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:36.173353 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:36.173623 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5d93392-99d3-4f2f-aab3-7f72072d3a05 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:36.174025 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'status': 'completed', 'code': 200} Jul 30 02:46:36.216283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:36.265939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-8ea25562-f00c-407a-9cbc-4f9b9756ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:36.267522 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-8ea25562-f00c-407a-9cbc-4f9b9756ec36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0504506 Jul 30 02:46:36.368358 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-0f446ba0-006e-4adf-8143-574b86723b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:36.369881 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-0f446ba0-006e-4adf-8143-574b86723b10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0961390 Jul 30 02:46:36.453438 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-bd800074-8fd2-407a-ba73-9cd7bd4114e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1000 time: 0.0766480 Jul 30 02:46:36.480184 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'e0f54867-2074-4103-ae06-919f73b71d4b', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'port_id': '4626957b-cb10-4882-8424-fd4f5719b699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'mac_address': 'fa:16:3e:a5:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff06b51-5150-4984-9368-e8453cc54038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:46:35Z', 'updated_at': '2021-07-30T02:46:35Z', 'revision_number': 0, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:36.503532 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-cd0d2852-6f62-47c5-916a-5b93f343f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:36.505049 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-cd0d2852-6f62-47c5-916a-5b93f343f6c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0452011 Jul 30 02:46:36.507042 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:46:36.515990 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:36.516592 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:46:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:36.559971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-49f18b0a-aafa-47b7-af2c-e1bbf0a78b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:36.561501 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-49f18b0a-aafa-47b7-af2c-e1bbf0a78b9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478680 Jul 30 02:46:36.660122 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-1ed7388c-69a3-4e13-83ba-3f6b16ba9835 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919309 Jul 30 02:46:36.755890 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4e4c28f-3784-432e-9afb-3abaac0ea3d6 req-6a350096-146a-4cda-a0d6-ada3870fa9e2 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Jul 30 02:46:36.810768 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:37.043499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'e0f54867-2074-4103-ae06-919f73b71d4b', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'port_id': '4626957b-cb10-4882-8424-fd4f5719b699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'mac_address': 'fa:16:3e:a5:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff06b51-5150-4984-9368-e8453cc54038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:46:35Z', 'updated_at': '2021-07-30T02:46:35Z', 'revision_number': 0, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:37.076305 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fdfd6-8446-4f92-aad4-f531b7dcc3e1 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': 'e0f54867-2074-4103-ae06-919f73b71d4b', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'port_id': '4626957b-cb10-4882-8424-fd4f5719b699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'mac_address': 'fa:16:3e:a5:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff06b51-5150-4984-9368-e8453cc54038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:46:35Z', 'updated_at': '2021-07-30T02:46:35Z', 'revision_number': 0, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:46:37.272865 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a7bbb-370d-455e-88c7-858ff87f1880 None None] New status for floating IP e0f54867-2074-4103-ae06-919f73b71d4b: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:46:37.683951 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.198798 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:46:42.124269 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-2915e2ae-c837-414f-a07d-fe7b4053b074 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416996 Jul 30 02:46:42.210035 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-eabdfe16-3dfa-4b70-a8f1-553b4d76ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:42.211575 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-eabdfe16-3dfa-4b70-a8f1-553b4d76ce40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0476573 Jul 30 02:46:42.339842 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-a2810e97-11c1-4aef-b1d6-460ea190f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:42.341953 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-a2810e97-11c1-4aef-b1d6-460ea190f1cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1106656 Jul 30 02:46:42.383850 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-340f242c-03d9-4c00-9a19-c0c023030f1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0348942 Jul 30 02:46:42.434095 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-cfc27356-d797-40e4-b9c9-f1d78ced71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:42.435868 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-cfc27356-d797-40e4-b9c9-f1d78ced71a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0459216 Jul 30 02:46:42.490074 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-8cdbc9c5-1abc-4c94-b8ca-3c9f10b9f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:42.491630 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-8cdbc9c5-1abc-4c94-b8ca-3c9f10b9f129 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491495 Jul 30 02:46:42.593278 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-99838d14-c877-4a03-acea-85fd0f033b92 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946121 Jul 30 02:46:42.697428 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cef27b03-79f5-453b-9d17-78b633ab5ad2 req-58f9ea84-a884-46b9-83f7-63b7fc7abc74 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976970 Jul 30 02:46:49.055469 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d886b981-686f-4237-aa05-a2fc3516c699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:51.800132 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-45eb51b7-2661-4225-9f72-38e2bfaa1070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.015063 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.019199 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.351729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.352464 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-11c0e07c-3511-4bd8-8e5a-884906abe8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412660 Jul 30 02:46:54.466526 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-21fa8f19-68a2-4302-8465-70b0b04e831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:54.466526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-21fa8f19-68a2-4302-8465-70b0b04e831e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0478127 Jul 30 02:46:54.569867 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-ba3806c6-2974-4749-9f37-66b1cbe07a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:54.571607 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-ba3806c6-2974-4749-9f37-66b1cbe07a97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0870769 Jul 30 02:46:54.642308 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-8d4377f2-96af-4aa1-8365-652ec0155e78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1002 time: 0.0630529 Jul 30 02:46:54.700670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-5f9b6599-6f0d-4944-a227-6ff23dc6d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:54.702144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-5f9b6599-6f0d-4944-a227-6ff23dc6d1fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0526543 Jul 30 02:46:54.750094 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-1d5beefa-8ac2-4568-8ca1-2deac19cc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:54.751706 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-1d5beefa-8ac2-4568-8ca1-2deac19cc6b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426414 Jul 30 02:46:54.852375 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.854834 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-e62c76b2-b8cd-4d3f-88c7-d608e836b914 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954852 Jul 30 02:46:54.949837 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a254ed26-4793-4b82-b1a0-2e1e94fda0e4 req-f6ee2312-ffcd-467c-adeb-bbe698b30343 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876734 Jul 30 02:47:07.688363 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:17.199066 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:47:19.056514 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21f84f88-a1f1-4bb5-aa20-685e4340f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:21.801081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69c4e05d-56ca-445a-867e-0fa31c9295fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:22.002426 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:22.012678 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:23.354888 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:24.854422 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:37.710741 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:44.168794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-ad6c7260-76d1-4760-9c22-16174db2d007 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835872 Jul 30 02:47:44.252484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-ae73f554-8d60-40f8-af08-8c12a4a68ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.253965 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-ae73f554-8d60-40f8-af08-8c12a4a68ccf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0420344 Jul 30 02:47:44.357522 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-e967ccc0-e601-428a-8968-42660380d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.359553 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-e967ccc0-e601-428a-8968-42660380d868 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0859609 Jul 30 02:47:44.410555 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-db134c13-d29b-4e4d-9264-78ab51edf503 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0443213 Jul 30 02:47:44.463437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-2cf71ca0-7738-406f-88ab-d34240d6a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.464907 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-2cf71ca0-7738-406f-88ab-d34240d6a38f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0480301 Jul 30 02:47:44.512244 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-27d67f65-66ac-466f-b1f3-9d1ddd9ae56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.513689 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-27d67f65-66ac-466f-b1f3-9d1ddd9ae56b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419588 Jul 30 02:47:44.607308 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-9e274ccc-f995-4c1d-b90f-15c057292fe5 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864124 Jul 30 02:47:44.699471 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-a7f418a8-6655-4d65-97ef-95aa44c23cd7 req-e660d2c3-031d-449d-8e49-bc1dbc510014 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842276 Jul 30 02:47:49.062210 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5f1b8930-3dac-4333-bcd7-ad9018ae26dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:51.802579 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-69af5ffe-ee30-4290-a519-d5d4de2298c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:52.000287 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:52.018392 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:53.357755 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:54.199367 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:47:54.375754 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-b808e72c-e834-4c4c-b47d-00fe075c4a75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792050 Jul 30 02:47:54.480705 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-55b667e9-00ba-4784-bae7-366fd02cbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:54.482250 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-55b667e9-00ba-4784-bae7-366fd02cbee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0488980 Jul 30 02:47:54.586692 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-c19868b9-1eaa-4e99-a9ca-0cf3db6567a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:54.588336 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-c19868b9-1eaa-4e99-a9ca-0cf3db6567a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0872383 Jul 30 02:47:54.657312 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-0d007292-b84a-44d8-a501-7e4c81607a82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1002 time: 0.0613616 Jul 30 02:47:54.860903 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:54.999648 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-0699ada5-ae81-4f97-8a74-43b5f5352054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:55.001141 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-0699ada5-ae81-4f97-8a74-43b5f5352054 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.3365564 Jul 30 02:47:55.048028 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-218e7d7b-a334-487c-91c0-8fd2a90a5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:55.049551 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-218e7d7b-a334-487c-91c0-8fd2a90a5020 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414629 Jul 30 02:47:55.146570 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-44c0f19b-4cf5-49a0-908a-ae05ca57a7cc service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895522 Jul 30 02:47:55.236887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7c737f30-7050-4232-b0f9-3184c6e5da32 req-ea594c57-2d7f-4a5b-959c-cd4697eef53d service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836947 Jul 30 02:48:07.724878 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:19.054694 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ffbbbc74-59ba-430d-ae7f-6367be3ef223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.803390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8b44075f-dd3e-4fa3-ab98-1e686d4f24cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.026557 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.027867 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.367293 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.860421 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:31.199621 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:48:31.809904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d7b41-43b0-45ee-98da-19d71984f93e req-ca1eaa59-0cd5-43ae-adec-23799c1f4031 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:31.811697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef7d7b41-43b0-45ee-98da-19d71984f93e req-ca1eaa59-0cd5-43ae-adec-23799c1f4031 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0934443 Jul 30 02:48:31.851688 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef7d7b41-43b0-45ee-98da-19d71984f93e req-5372cb23-3486-42c6-a582-b4c17c9aa2b4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Jul 30 02:48:33.014923 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fad568-06b4-461b-822f-c5e237c8fe06 req-13791e16-2aba-4068-9685-92e9f100b9fc tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:33.016591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35fad568-06b4-461b-822f-c5e237c8fe06 req-13791e16-2aba-4068-9685-92e9f100b9fc tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0543003 Jul 30 02:48:33.056212 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-35fad568-06b4-461b-822f-c5e237c8fe06 req-e11c98c6-f46c-4d01-98c0-c5866a3b0a19 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Jul 30 02:48:34.172978 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f854365-eb15-4346-a675-56a3eb273a43 req-d143e946-d097-4169-a706-6a946ba9908b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:34.174713 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f854365-eb15-4346-a675-56a3eb273a43 req-d143e946-d097-4169-a706-6a946ba9908b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0491149 Jul 30 02:48:34.213619 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0f854365-eb15-4346-a675-56a3eb273a43 req-517a9ee9-f74e-4e51-8d19-f5d02f9a4566 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Jul 30 02:48:35.338710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc3051-30f7-402b-8b30-174c5ec80207 req-0fedd337-baf2-47ad-89d2-3906138c36f5 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:35.341420 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16dc3051-30f7-402b-8b30-174c5ec80207 req-0fedd337-baf2-47ad-89d2-3906138c36f5 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0515020 Jul 30 02:48:35.382445 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-16dc3051-30f7-402b-8b30-174c5ec80207 req-7d0e79a5-14dc-492a-8ee5-980fc0134214 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348969 Jul 30 02:48:36.502404 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7135b-1cdc-4785-b172-e61e27f89cb4 req-78992414-528c-4527-b3a7-758e525b1962 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:36.504331 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dab7135b-1cdc-4785-b172-e61e27f89cb4 req-78992414-528c-4527-b3a7-758e525b1962 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Jul 30 02:48:36.542232 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dab7135b-1cdc-4785-b172-e61e27f89cb4 req-1c3bcfad-8cbb-4453-ad50-5e2a7f6d3e3d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Jul 30 02:48:37.665436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22336113-74c5-454b-98cb-e03b2579f058 req-01402f4b-1792-4ab8-8807-77896c0f5cc2 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:37.667010 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22336113-74c5-454b-98cb-e03b2579f058 req-01402f4b-1792-4ab8-8807-77896c0f5cc2 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0495687 Jul 30 02:48:37.703988 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-22336113-74c5-454b-98cb-e03b2579f058 req-0a26a85c-0949-424d-b9ec-7c83c62dae93 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Jul 30 02:48:37.727020 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:38.830259 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81616ff-d922-4027-afad-6e360c32f790 req-d9d38ffd-f575-4e5b-a8ab-5313557aa377 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:38.831802 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c81616ff-d922-4027-afad-6e360c32f790 req-d9d38ffd-f575-4e5b-a8ab-5313557aa377 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0573587 Jul 30 02:48:38.871986 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c81616ff-d922-4027-afad-6e360c32f790 req-2399ef9a-bb18-4fd9-9839-dc82edb9f114 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339236 Jul 30 02:48:40.002942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e5629-dd4a-45d0-9826-5db6dff76337 req-1f6244fd-4101-4043-a60d-73e2e46a9207 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:40.006334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-487e5629-dd4a-45d0-9826-5db6dff76337 req-1f6244fd-4101-4043-a60d-73e2e46a9207 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0669611 Jul 30 02:48:40.058591 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-487e5629-dd4a-45d0-9826-5db6dff76337 req-5545ba84-0906-4245-a1e0-00882270be75 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461869 Jul 30 02:48:41.177654 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead065-7025-4652-8adc-f989e436759f req-32b4333b-b6c6-489f-8065-e69eea6bb4ae tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:41.179325 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8ead065-7025-4652-8adc-f989e436759f req-32b4333b-b6c6-489f-8065-e69eea6bb4ae tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0514529 Jul 30 02:48:41.220653 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d8ead065-7025-4652-8adc-f989e436759f req-a0d3baad-3177-4361-854f-9f946c5743d9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352962 Jul 30 02:48:41.967267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-541f7e1e-bb85-4161-91b3-4e8918e52604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:41.968801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-541f7e1e-bb85-4161-91b3-4e8918e52604 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0512357 Jul 30 02:48:42.064447 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-980fe95e-9c1c-47f0-8a81-88bf12462807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:42.066275 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-980fe95e-9c1c-47f0-8a81-88bf12462807 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0906067 Jul 30 02:48:42.133397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-d17a0218-b7d9-4cad-920d-0506e947c2d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1002 time: 0.0587637 Jul 30 02:48:42.189821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-abd19126-414c-4a57-b609-3b7ee63d1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:42.191411 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-abd19126-414c-4a57-b609-3b7ee63d1329 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0506639 Jul 30 02:48:42.237250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-51afb801-0c5f-45c3-9028-dc09a5f499da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:42.239601 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-51afb801-0c5f-45c3-9028-dc09a5f499da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416360 Jul 30 02:48:42.379433 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c71-fefc-47b1-91ec-91f47ca89c4f req-3682a8d8-401f-4973-b0ef-d836ac736995 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:42.381054 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1a84c71-fefc-47b1-91ec-91f47ca89c4f req-3682a8d8-401f-4973-b0ef-d836ac736995 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0841153 Jul 30 02:48:42.384728 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-1c643e49-72ef-40c5-91f5-1fc9b2c764bc service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379926 Jul 30 02:48:42.470368 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f1a84c71-fefc-47b1-91ec-91f47ca89c4f req-8499a3e4-a776-4e0c-bd9c-ba8bda7f9d38 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831702 Jul 30 02:48:42.501535 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-cefd6717-7a1c-4865-86a7-fe963b6c4fc2 req-dfca2561-b4f4-4bb7-b793-40a004597146 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083040 Jul 30 02:48:43.604754 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e044b9-43f4-4d44-9b8d-7ac60eadbc49 req-b4a96126-7487-45a9-90cc-0ebbb6e17c9b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:43.606448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6e044b9-43f4-4d44-9b8d-7ac60eadbc49 req-b4a96126-7487-45a9-90cc-0ebbb6e17c9b tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0630009 Jul 30 02:48:43.645423 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e6e044b9-43f4-4d44-9b8d-7ac60eadbc49 req-d9b24df2-6f07-4673-aee2-fb6c07451c36 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Jul 30 02:48:44.142228 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-6cb09fbe-2cc7-4d79-86a6-7aa7f79d71ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418127 Jul 30 02:48:44.237082 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-340c05db-ff14-459d-a7da-f20c3c345a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.239126 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-340c05db-ff14-459d-a7da-f20c3c345a17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0472682 Jul 30 02:48:44.351342 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-77da1526-da6e-4d41-a24f-a31d672300e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.352843 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-77da1526-da6e-4d41-a24f-a31d672300e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0950651 Jul 30 02:48:44.402002 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-a89c53ac-5b06-493e-8157-0fcb70cb7fce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0394771 Jul 30 02:48:44.461320 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-30e55ba6-8bec-4937-84fb-3d4965869fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.463445 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-30e55ba6-8bec-4937-84fb-3d4965869fc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0537806 Jul 30 02:48:44.513881 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-ffc6a355-2ec5-45c6-9c5f-37d7278d382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.515347 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-ffc6a355-2ec5-45c6-9c5f-37d7278d382b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433109 Jul 30 02:48:44.610920 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-209b47dd-6297-48a7-92d1-fdf8c613bc14 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886390 Jul 30 02:48:44.713109 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-e8d7c63f-f1f2-4f69-b2de-f2a018e463e9 req-e26c8287-2a6c-4b04-b343-5049e729d0c7 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943112 Jul 30 02:48:44.777359 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03f7f9-5091-412a-848c-9362f75530ae req-f6d794a1-0881-442e-97a8-4baf968cb0d8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.779333 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d03f7f9-5091-412a-848c-9362f75530ae req-f6d794a1-0881-442e-97a8-4baf968cb0d8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0559506 Jul 30 02:48:44.821433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3d03f7f9-5091-412a-848c-9362f75530ae req-547bf1f3-ccd0-4e2b-9bbf-28b701dd577c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Jul 30 02:48:45.940234 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80c24-8892-48bd-87b7-f1cb5c7332a6 req-2d1653ca-8fe0-4dbf-a0a7-24c8dc318ec0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:45.942279 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db80c24-8892-48bd-87b7-f1cb5c7332a6 req-2d1653ca-8fe0-4dbf-a0a7-24c8dc318ec0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0520761 Jul 30 02:48:45.988067 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8db80c24-8892-48bd-87b7-f1cb5c7332a6 req-f0899a46-9a08-4f2d-83e5-13614ed34265 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Jul 30 02:48:46.228626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-7f3de122-d3e3-4d7a-869d-7f3ec8472b56 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746405 Jul 30 02:48:46.241942 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b88c2c-02f4-473a-968c-3477231d93d7 req-5fca5c2b-1a12-4e6a-9396-cf11e925a178 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:46.243971 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b88c2c-02f4-473a-968c-3477231d93d7 req-5fca5c2b-1a12-4e6a-9396-cf11e925a178 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0611303 Jul 30 02:48:46.286719 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a9b88c2c-02f4-473a-968c-3477231d93d7 req-e5aa5531-569b-46eb-96c6-54a3d1f61bbf tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345125 Jul 30 02:48:47.263981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:47.350571 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:47.397061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:48:47.401287 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dbc159-7144-4e4d-82f2-4227858278df" -d '{"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-unplugged", "status": "completed", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:48:47.412664 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8bbd1-bd35-4bb1-95b4-185075090821 req-ad19dc15-8501-4c51-b9ed-59cadba7e3ec tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:47.414358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddd8bbd1-bd35-4bb1-95b4-185075090821 req-ad19dc15-8501-4c51-b9ed-59cadba7e3ec tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0566268 Jul 30 02:48:47.427265 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:47.433387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:47.467692 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddd8bbd1-bd35-4bb1-95b4-185075090821 req-39f7785e-cde3-417c-9ce4-fe2cbffe18fa tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 Jul 30 02:48:47.501432 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:47.510046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.510687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.511062 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.511409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.516504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:47.523905 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9e35d-2de3-4424-9212-0a1a39e0a918 x-openstack-request-id: req-cbd9e35d-2de3-4424-9212-0a1a39e0a918 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:48:47.524194 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-unplugged", "status": "failed", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "code": 422}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:48:47.524446 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cbd9e35d-2de3-4424-9212-0a1a39e0a918 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:48:47.524848 n-d-713499-10 neutron-server[93891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'code': 422} returned with failed status Jul 30 02:48:48.588435 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292068c-dcae-46db-b371-deec792787aa req-1d0200d9-ec9e-4ee8-8817-eadeb3e6c3ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:48.589929 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6292068c-dcae-46db-b371-deec792787aa req-1d0200d9-ec9e-4ee8-8817-eadeb3e6c3ca tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0544691 Jul 30 02:48:48.629755 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6292068c-dcae-46db-b371-deec792787aa req-bf3c1b7c-0bc4-432c-b134-965a34bfe13e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337169 Jul 30 02:48:49.057349 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-682d1cbc-e596-4a7d-aadf-6c5f97981851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:49.753345 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e2224-03a1-4260-b3b7-7dac4a62ff13 req-d0e5dbb0-48e3-4bf6-8dc0-fbb6481a69a9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.757156 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0e2224-03a1-4260-b3b7-7dac4a62ff13 req-d0e5dbb0-48e3-4bf6-8dc0-fbb6481a69a9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0566199 Jul 30 02:48:49.796089 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6a0e2224-03a1-4260-b3b7-7dac4a62ff13 req-7f75a1cd-ab21-44a3-98e4-4c248c940fba tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Jul 30 02:48:50.920905 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b4dbc-9725-4578-8b3b-f800beaeffae req-22e3751a-984d-4c1e-83fb-2bd274e4923e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:50.922419 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-237b4dbc-9725-4578-8b3b-f800beaeffae req-22e3751a-984d-4c1e-83fb-2bd274e4923e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0529947 Jul 30 02:48:50.964129 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-237b4dbc-9725-4578-8b3b-f800beaeffae req-880d884f-2aaf-4e2b-a871-1c91f00ab4e8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355327 Jul 30 02:48:51.096364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-715d759f-a3cf-4454-b211-2be92549f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.097871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-715d759f-a3cf-4454-b211-2be92549f24a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038&tenant_id=6b77ed3202f64d67a5eeb661c14119c7 HTTP/1.1" status: 200 len: 1096 time: 0.0490818 Jul 30 02:48:51.172083 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-fd19ef21-3f30-4587-89ef-6dad147e0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.173626 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-fd19ef21-3f30-4587-89ef-6dad147e0716 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1096 time: 0.0430334 Jul 30 02:48:51.264199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-0c523ef0-a917-4012-9b84-bd3dc01bb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.265756 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-0c523ef0-a917-4012-9b84-bd3dc01bb7d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0856731 Jul 30 02:48:51.336723 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-8891d1d0-d418-4082-bb9b-a37f15a9ee9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1000 time: 0.0637701 Jul 30 02:48:51.386628 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-384b1f36-5011-40a9-8737-a5f2fb2d873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.388100 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-384b1f36-5011-40a9-8737-a5f2fb2d873f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0450454 Jul 30 02:48:51.436576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-d3d3f773-7374-491e-8fff-367454c99660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.438120 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-d3d3f773-7374-491e-8fff-367454c99660 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413759 Jul 30 02:48:51.535811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-3942e418-9386-428c-b653-8882f12805f9 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901790 Jul 30 02:48:51.625029 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f5c5781a-4fc9-491e-afff-407b2179d80c req-a3910694-f9e1-4bb5-93c6-5ab99c553ff5 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821853 Jul 30 02:48:51.805700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f1df5131-9e5f-4e90-8323-f2cb4fb13729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:52.030474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:52.032516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:52.096025 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481de85-b2a1-40cc-8d74-191c14caca21 req-6bd6ad7e-ccf6-4b9b-beb7-eec6e0e5ad37 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:52.098034 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3481de85-b2a1-40cc-8d74-191c14caca21 req-6bd6ad7e-ccf6-4b9b-beb7-eec6e0e5ad37 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0636103 Jul 30 02:48:52.137382 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-3481de85-b2a1-40cc-8d74-191c14caca21 req-e01551a9-fd85-43e0-a7e0-7e7b9ece74a3 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Jul 30 02:48:53.269718 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7985-a125-45fd-a846-eed1d9bef206 req-e0aeb75a-f18b-4ec3-bea8-77c8067841c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:53.271247 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3dc7985-a125-45fd-a846-eed1d9bef206 req-e0aeb75a-f18b-4ec3-bea8-77c8067841c4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0526893 Jul 30 02:48:53.310428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a3dc7985-a125-45fd-a846-eed1d9bef206 req-692ad731-b5ec-4cf7-99b7-0e80e9abbad4 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330856 Jul 30 02:48:53.364571 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:54.368501 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-cfac0f85-a48d-4447-bacf-1e7068b4e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.370040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-cfac0f85-a48d-4447-bacf-1e7068b4e5c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1096 time: 0.0491779 Jul 30 02:48:54.489388 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63f08-cd9a-49a5-9f0d-cda1e620b4c9 req-27ebe6f6-804a-474f-a162-450a09bd68c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.490887 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4b63f08-cd9a-49a5-9f0d-cda1e620b4c9 req-27ebe6f6-804a-474f-a162-450a09bd68c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.1033888 Jul 30 02:48:54.536936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-ba751a61-b7a1-4d61-bb96-796d58bee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.538421 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-ba751a61-b7a1-4d61-bb96-796d58bee87a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.1398513 Jul 30 02:48:54.558537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b4b63f08-cd9a-49a5-9f0d-cda1e620b4c9 req-d32431d6-fcba-4f7d-a30e-e8d15e314027 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574024 Jul 30 02:48:54.615359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-bd814070-c943-4372-ae99-079de5facced service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1000 time: 0.0692472 Jul 30 02:48:54.664656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-e6f801d3-7eb8-4a67-818c-36f6ce69e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.666168 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-e6f801d3-7eb8-4a67-818c-36f6ce69e814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0445955 Jul 30 02:48:54.712620 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-c7a7f925-38e7-4c42-a902-82ba81ec9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.714220 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-c7a7f925-38e7-4c42-a902-82ba81ec9889 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416150 Jul 30 02:48:54.808707 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-2092f5b7-4774-45d4-b41f-da8a9b77cfe5 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Jul 30 02:48:54.865203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:54.905300 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb440173-5c42-4668-9745-b9e6430d0da3 req-a274abd8-ed9d-4c85-bc09-7db93325c15d service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896726 Jul 30 02:48:55.682811 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522050b-b120-4949-9b16-a940f4b08090 req-f23cc048-32ea-4683-beae-1da3147bd0ff tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:55.684334 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5522050b-b120-4949-9b16-a940f4b08090 req-f23cc048-32ea-4683-beae-1da3147bd0ff tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0498190 Jul 30 02:48:55.731745 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5522050b-b120-4949-9b16-a940f4b08090 req-3ecfa98d-3923-4425-8e88-81037f17bd00 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Jul 30 02:48:56.847677 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0203a95-658b-4b8b-ab9d-9d7a40633487 req-828ce614-5a09-4cdb-873b-ac8dab75f234 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:56.854517 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0203a95-658b-4b8b-ab9d-9d7a40633487 req-828ce614-5a09-4cdb-873b-ac8dab75f234 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0550759 Jul 30 02:48:56.891824 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e0203a95-658b-4b8b-ab9d-9d7a40633487 req-4c60d49e-4637-4b86-9a8a-1836bfade2e7 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Jul 30 02:48:58.020757 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce9ac2-9dd2-439a-8abf-73040c7b6a4a req-fe0dc984-9043-4ec5-90b6-d14d2f1d6853 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:58.022303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10ce9ac2-9dd2-439a-8abf-73040c7b6a4a req-fe0dc984-9043-4ec5-90b6-d14d2f1d6853 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0609925 Jul 30 02:48:58.064436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10ce9ac2-9dd2-439a-8abf-73040c7b6a4a req-96d83cca-b3dd-427a-b00b-f6b2609d706e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346417 Jul 30 02:48:59.178752 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b16424-1048-4bdf-b3dc-385f9d1ddca4 req-45f3b908-c564-4ab0-b1af-0378ed8f26bf tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:59.180305 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54b16424-1048-4bdf-b3dc-385f9d1ddca4 req-45f3b908-c564-4ab0-b1af-0378ed8f26bf tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0489106 Jul 30 02:48:59.223836 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-54b16424-1048-4bdf-b3dc-385f9d1ddca4 req-74c71a67-260f-4668-891d-572d75990cab tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371437 Jul 30 02:49:00.343467 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1381c-38a5-4292-a368-6f7f82316867 req-91dca9f6-6b96-4a05-bc82-a80a177d54df tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:00.345096 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10a1381c-38a5-4292-a368-6f7f82316867 req-91dca9f6-6b96-4a05-bc82-a80a177d54df tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0495851 Jul 30 02:49:00.383427 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-10a1381c-38a5-4292-a368-6f7f82316867 req-852b2240-80f0-4d7f-a8d4-37e79cfdbeaf tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Jul 30 02:49:01.310204 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:49:01.421693 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:01.441289 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': '4626957b-cb10-4882-8424-fd4f5719b699', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'port_id': '4626957b-cb10-4882-8424-fd4f5719b699', 'mac_address': 'fa:16:3e:a5:49:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:49:01.480501 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:01.494347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4626957b-cb10-4882-8424-fd4f5719b699 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:49:01.508557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8e11d-78af-4d9b-bcc0-0f8e1f7bed97 req-d5b1d797-8aef-4a36-9bd0-4f30d71004f0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:01.510055 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9c8e11d-78af-4d9b-bcc0-0f8e1f7bed97 req-d5b1d797-8aef-4a36-9bd0-4f30d71004f0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 944 time: 0.0504277 Jul 30 02:49:01.514208 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:01.519532 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:01.554972 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e9c8e11d-78af-4d9b-bcc0-0f8e1f7bed97 req-90b52e88-252a-4621-9b3f-995887bb8544 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 Jul 30 02:49:01.570939 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:01.800581 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['4626957b-cb10-4882-8424-fd4f5719b699'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:02.671085 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1512e-a6c5-4137-b102-75bff1a54c52 req-556a2650-3710-42d4-b0bd-59406cbfecd3 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.672599 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fac1512e-a6c5-4137-b102-75bff1a54c52 req-556a2650-3710-42d4-b0bd-59406cbfecd3 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 945 time: 0.0494382 Jul 30 02:49:02.717088 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-fac1512e-a6c5-4137-b102-75bff1a54c52 req-1eb2e286-145d-4958-9021-85ac92e40fb1 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376968 Jul 30 02:49:03.309349 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:49:03.360675 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port 4626957b-cb10-4882-8424-fd4f5719b699 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:49:03.361103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.439715 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.463046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:03.465431 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7cb7bf-1443-4c02-9f83-e7a0e0e1aae1" -d '{"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-plugged", "status": "completed", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:03.479729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:03.484297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.508256 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec86d6-5e63-427b-915c-d5bfe549f972 x-openstack-request-id: req-75ec86d6-5e63-427b-915c-d5bfe549f972 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:03.508550 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-plugged", "status": "completed", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:03.508803 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75ec86d6-5e63-427b-915c-d5bfe549f972 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:03.509200 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'code': 200} Jul 30 02:49:03.538606 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:03.712730 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79051b7-0e37-4126-9aaf-6dcfe82dda3e req-424540bf-ed19-486e-b0e6-eb33ca014c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:03.714236 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e79051b7-0e37-4126-9aaf-6dcfe82dda3e req-424540bf-ed19-486e-b0e6-eb33ca014c39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0421984 Jul 30 02:49:03.751959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e79051b7-0e37-4126-9aaf-6dcfe82dda3e req-77c14865-d6cb-47aa-ad57-3ad8ca5541a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Jul 30 02:49:03.838471 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5f5d3-1339-4c56-ade4-37a6b646216f req-5f0f2e56-ef75-4876-8f94-1a5614993487 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:03.840074 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7e5f5d3-1339-4c56-ade4-37a6b646216f req-5f0f2e56-ef75-4876-8f94-1a5614993487 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0529704 Jul 30 02:49:03.878559 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b7e5f5d3-1339-4c56-ade4-37a6b646216f req-9128b9ac-dcd5-4ae7-8e59-527c0f3eebb9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Jul 30 02:49:04.997597 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6236fb-efd7-4ede-aa4e-b0192ef9bf7b req-28e45323-6e68-4594-a489-7b1af7642c05 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:04.999119 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b6236fb-efd7-4ede-aa4e-b0192ef9bf7b req-28e45323-6e68-4594-a489-7b1af7642c05 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0504766 Jul 30 02:49:05.052867 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0b6236fb-efd7-4ede-aa4e-b0192ef9bf7b req-bede1862-561a-4438-88b2-cadb08e971c8 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470281 Jul 30 02:49:07.736844 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:08.199750 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:49:19.060203 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-13f8f4c6-8fb4-4d57-be4f-beb6a8c21e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:21.806352 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e9d0c213-c36c-453d-8ffb-287482af7e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:22.030765 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:22.035297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:23.365967 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:24.867906 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:37.738011 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:45.128794 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-cf878d82-f86d-4fb4-afa3-942d2ca043e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420201 Jul 30 02:49:45.198353 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:49:45.212514 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-52d03449-309f-4c95-94f6-c7814c8cd2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.214015 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-52d03449-309f-4c95-94f6-c7814c8cd2b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0455387 Jul 30 02:49:45.322153 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-a31382e4-ec51-47ad-8693-dd127595ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.323691 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-a31382e4-ec51-47ad-8693-dd127595ab83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0895405 Jul 30 02:49:45.366896 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-574a47dd-82c2-4e61-8bd2-02663c82c7b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0355270 Jul 30 02:49:45.424541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-fac01f03-b2fd-4682-bc75-5fe84b0adf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.426254 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-fac01f03-b2fd-4682-bc75-5fe84b0adf2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0528035 Jul 30 02:49:45.472734 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-7a42504f-6cf6-4c10-8598-423d25813a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.474215 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-7a42504f-6cf6-4c10-8598-423d25813a84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411830 Jul 30 02:49:45.564006 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-c9be681a-15bc-401d-80cf-772fbbe96ec5 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822814 Jul 30 02:49:45.658430 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-b73491c6-2035-4d04-8acb-087bfd9f93ed req-2dc8854e-2d01-4d71-84cc-d46ee67c1387 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876038 Jul 30 02:49:49.062714 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-544dc51e-2ea3-4f42-8ae3-fbe29daab03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:51.806686 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-211ab10e-38f5-40e5-90dd-50b3afa72a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:52.036100 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:52.038408 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:53.368335 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:54.320012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-7fdd26e7-42f6-44a8-8e68-7585c78f878a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395362 Jul 30 02:49:54.424423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740ab49-5635-417a-a407-6f53717e3654 req-cbd6af02-6784-4563-b538-e31976d2aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:54.425932 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-cbd6af02-6784-4563-b538-e31976d2aefa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0429435 Jul 30 02:49:54.535142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740ab49-5635-417a-a407-6f53717e3654 req-249288e6-69fe-4a60-85b1-9d3ac68dfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:54.536787 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-249288e6-69fe-4a60-85b1-9d3ac68dfeb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.0903239 Jul 30 02:49:54.609572 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-76ec248d-5759-41bf-a456-f7ce492099a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 1002 time: 0.0663316 Jul 30 02:49:54.665929 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740ab49-5635-417a-a407-6f53717e3654 req-a8379f89-647d-460f-bf6b-fe7d5f022fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:54.667436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-a8379f89-647d-460f-bf6b-fe7d5f022fa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0507033 Jul 30 02:49:54.720946 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740ab49-5635-417a-a407-6f53717e3654 req-39a212aa-29d5-456a-b758-407ecfa4c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:54.722452 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-39a212aa-29d5-456a-b758-407ecfa4c843 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486073 Jul 30 02:49:54.813442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-d1e93abd-9bd8-4d20-8f6a-ee806c7456d2 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Jul 30 02:49:54.871336 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:54.916240 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7740ab49-5635-417a-a407-6f53717e3654 req-bb1b90b6-069c-46d6-bd05-e1e3b16acfb2 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962055 Jul 30 02:50:07.752848 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:19.063440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6d87b77a-958e-4e84-a338-ef016c19c6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:20.850918 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60214) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:21.011488 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Deleting port 3f465341-e94d-430b-911f-a605ac156070 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:21.011846 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.088177 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.088511 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.100177 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Calling delete_port for 3f465341-e94d-430b-911f-a605ac156070 owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:21.253055 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.280458 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event deleted for resources: {'Port': ['ID=3f465341-e94d-430b-911f-a605ac156070,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:21.296346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.296700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.297045 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.297385 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.297720 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.298054 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.298383 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.298709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.299148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.299387 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.299713 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.300040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:21.364312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.364579 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Floating IP e0f54867-2074-4103-ae06-919f73b71d4b disassociated (deleted). External IP: 172.25.8.248, port: 4626957b-cb10-4882-8424-fd4f5719b699. Jul 30 02:50:21.592235 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:21.704175 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:21.709011 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.713579 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:21.722668 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:21.723353 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:49:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:21.834064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-156fe985-529f-4f12-836e-4d982bd2791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:21.849202 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:22.049603 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-3e76d806-5a44-4c46-bc3c-08af4614c43c tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "DELETE /v2.0/floatingips/e0f54867-2074-4103-ae06-919f73b71d4b HTTP/1.1" status: 204 len: 168 time: 1.1975009 Jul 30 02:50:22.050223 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:22.052511 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a79f2-06f6-455b-ba46-37dbca740f31" -d '{"events": [{"name": "network-changed", "server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:22.064001 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.068896 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:22.092494 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:22.120838 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:22.129916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:22.130537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:22.198811 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:50:22.250007 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:22.291150 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba535664-9774-4259-ad41-d41bb32bf635 x-openstack-request-id: req-ba535664-9774-4259-ad41-d41bb32bf635 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:22.291481 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:22.297337 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba535664-9774-4259-ad41-d41bb32bf635 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:22.297337 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'status': 'completed', 'code': 200} Jul 30 02:50:22.408646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-55535260-8013-495f-a0bf-128914df4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:22.410191 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-55535260-8013-495f-a0bf-128914df4076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 1098 time: 0.0723643 Jul 30 02:50:22.419036 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fbd46-4b99-46eb-9c6d-0f724e654f29 req-cdc70cf2-bcf6-412a-be54-7877d66ac43a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:22.420513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-007fbd46-4b99-46eb-9c6d-0f724e654f29 req-cdc70cf2-bcf6-412a-be54-7877d66ac43a tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0731225 Jul 30 02:50:22.459481 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:22.491049 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59123571-918b-4b3f-a7bd-364f5fea2611 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:47Z', 'revision_number': 4, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': 'b8c0e125-cf59-4e68-9af7-9fe89d1a44e5', 'name': '', 'network_id': 'd2c30e70-20b4-4959-a234-1b0074f05b48', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'mac_address': 'fa:16:3e:46:6a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:46Z', 'updated_at': '2021-07-30T02:41:52Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'subnets': [{'id': '8a3197ac-5fa6-429d-981e-bd7fb4ef430f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:22.510826 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-007fbd46-4b99-46eb-9c6d-0f724e654f29 req-6d43559b-7010-4d4b-ab5f-a29175c8202d tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818868 Jul 30 02:50:22.539812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-c2f04f0f-111a-478c-9646-8a3a284deffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:22.541803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-c2f04f0f-111a-478c-9646-8a3a284deffb service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 200 len: 910 time: 0.1204391 Jul 30 02:50:22.584617 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-3f6eb30c-b6fb-425f-8141-2768027b692d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 200 len: 217 time: 0.0353041 Jul 30 02:50:22.638513 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-4d88b958-7b2f-4554-b025-7a4c35879a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:22.640059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-4d88b958-7b2f-4554-b025-7a4c35879a79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 200 len: 848 time: 0.0486338 Jul 30 02:50:22.689324 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-45db7415-371e-4a45-99d0-4ac819594a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:22.690861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-45db7415-371e-4a45-99d0-4ac819594a07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c30e70-20b4-4959-a234-1b0074f05b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429137 Jul 30 02:50:22.731359 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7b7e9-3395-44fd-bd04-5fe58e595abd None None] New status for floating IP e0f54867-2074-4103-ae06-919f73b71d4b: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:50:22.786266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-d032b7d5-f79b-4264-9f4a-3b36da6bd504 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859222 Jul 30 02:50:22.886242 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5e2a79f2-06f6-455b-ba46-37dbca740f31 req-8027c23a-1cee-4dd3-ac2f-264323149545 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917401 Jul 30 02:50:23.373300 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:23.628464 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce0914-1f84-4cab-8e3f-3390a757e206 req-f4c58468-0660-4daa-b9db-890d86e3b6e2 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:23.630303 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddce0914-1f84-4cab-8e3f-3390a757e206 req-f4c58468-0660-4daa-b9db-890d86e3b6e2 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0497980 Jul 30 02:50:23.668811 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ddce0914-1f84-4cab-8e3f-3390a757e206 req-2e83d452-09fb-4bd1-978b-926a5e07b39e tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/security-groups?id=2e131766-6dd9-4ec3-bc1a-9562af49d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Jul 30 02:50:23.933756 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-57b324ec-d8f8-4b63-95dc-f1a92fa781d6 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:23.935185 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-57b324ec-d8f8-4b63-95dc-f1a92fa781d6 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 946 time: 0.0533028 Jul 30 02:50:24.025530 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Deleting port 4626957b-cb10-4882-8424-fd4f5719b699 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:24.025878 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.115934 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] For port 4626957b-cb10-4882-8424-fd4f5719b699, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=4626957b-cb10-4882-8424-fd4f5719b699,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:24.116301 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.129598 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Calling delete_port for 4626957b-cb10-4882-8424-fd4f5719b699 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:24.265304 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.299368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event deleted for resources: {'Port': ['ID=4626957b-cb10-4882-8424-fd4f5719b699,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:24.343951 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] No DVR routers for this DVR port 4626957b-cb10-4882-8424-fd4f5719b699 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:24.346619 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:24.348660 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c914d58b-fc96-4f97-9e6e-472d4991e289 req-1f65495c-4ff5-46ba-bc52-7e5ab39494e9 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.55 "DELETE /v2.0/ports/4626957b-cb10-4882-8424-fd4f5719b699 HTTP/1.1" status: 204 len: 173 time: 0.4073555 Jul 30 02:50:24.349160 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-deleted', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:24.351541 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc7372-be8e-4fde-8f10-630481dd56b2" -d '{"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-deleted", "tag": "4626957b-cb10-4882-8424-fd4f5719b699"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:24.390945 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25df7bc-679c-4702-939a-c1a40ca2baa3 x-openstack-request-id: req-a25df7bc-679c-4702-939a-c1a40ca2baa3 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:24.390945 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff06b51-5150-4984-9368-e8453cc54038", "name": "network-vif-deleted", "tag": "4626957b-cb10-4882-8424-fd4f5719b699", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:24.392080 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a25df7bc-679c-4702-939a-c1a40ca2baa3 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:24.392080 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff06b51-5150-4984-9368-e8453cc54038', 'name': 'network-vif-deleted', 'tag': '4626957b-cb10-4882-8424-fd4f5719b699', 'status': 'completed', 'code': 200} Jul 30 02:50:24.774659 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5f21ed35-cd1b-4f82-a6b9-a58d1d6fdcd6 req-9693160c-5a81-44ee-91bc-d4a6ab58cdd0 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 210 time: 0.0309238 Jul 30 02:50:24.873664 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:25.799147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:25.827574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: 4626957b-cb10-4882-8424-fd4f5719b699 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:25.827947 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device 4626957b-cb10-4882-8424-fd4f5719b699 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:25.874399 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-324ed68c-ce76-42e8-8fde-1cf1c78e2a47 req-319ab8bf-9eb5-4d3f-8938-60cbc117e049 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Jul 30 02:50:26.970209 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1dcc9a84-5423-4ebe-82b3-aa36229a547c req-02d73c83-2153-4f61-b063-43760cb1a452 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Jul 30 02:50:28.093269 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d4266726-617c-4716-98dc-8d0b5efb41d8 req-f010f3b8-95f7-4128-826c-28e85d80de61 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "GET /v2.0/ports?device_id=eff06b51-5150-4984-9368-e8453cc54038 HTTP/1.1" status: 200 len: 210 time: 0.0345414 Jul 30 02:50:29.153719 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60246) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:29.222584 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11676efc-b3ae-4065-b0c7-edc5639ef368 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.249420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11676efc-b3ae-4065-b0c7-edc5639ef368 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.317358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11676efc-b3ae-4065-b0c7-edc5639ef368 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.320300 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11676efc-b3ae-4065-b0c7-edc5639ef368 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:29.321597 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-11676efc-b3ae-4065-b0c7-edc5639ef368 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] 10.222.0.78 "DELETE /v2.0/security-groups/2e131766-6dd9-4ec3-bc1a-9562af49d67d HTTP/1.1" status: 204 len: 168 time: 0.1668620 Jul 30 02:50:29.330919 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11676efc-b3ae-4065-b0c7-edc5639ef368 tempest-TestShelveInstance-1120354231 tempest-TestShelveInstance-1120354231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e131766-6dd9-4ec3-bc1a-9562af49d67d,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:29.372053 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60250) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:29.829352 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.112558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Deleting port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:30.112901 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.192883 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] For port b8c0e125-cf59-4e68-9af7-9fe89d1a44e5, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:30.193201 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.208127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Calling delete_port for b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:30.402657 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.429390 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c0e125-cf59-4e68-9af7-9fe89d1a44e5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:30.462751 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.463122 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.463565 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.463798 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.464133 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.464461 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.464788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.465118 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.465419 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.465738 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.466089 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.466374 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:30.971800 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.205942 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:31.311583 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:31.319207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3f90393b-1d9a-4243-811f-a96ef5aeed70 admin admin] 10.222.0.78 "PUT /v2.0/routers/3ef0fa8a-32a7-4c11-ac96-7898f62f16e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9434688 Jul 30 02:50:31.319207 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60254) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:31.321897 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] Sync routers for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:31.331268 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:31.331890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:31.426980 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.447415 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:31.531957 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.587509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Deleting port 751557f6-1fa9-40e0-aca8-810ee27d0eb8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:31.587764 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.629658 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:50:30Z', 'revision_number': 5, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port': {'id': '751557f6-1fa9-40e0-aca8-810ee27d0eb8', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:31.674065 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] For port 751557f6-1fa9-40e0-aca8-810ee27d0eb8, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=751557f6-1fa9-40e0-aca8-810ee27d0eb8,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:31.674438 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.691220 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Calling delete_port for 751557f6-1fa9-40e0-aca8-810ee27d0eb8 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:31.828575 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] Checking router: 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:31.838001 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] Routers {'3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:31.838545 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:31.868756 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.895126 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=751557f6-1fa9-40e0-aca8-810ee27d0eb8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:31.931164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] Set router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:31.959913 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:31.985776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:50:31Z', 'revision_number': 6, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.016067 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53547a71-d022-47a0-b8cb-b80b0b1e7448 None None] The sync data for ids ['3ef0fa8a-32a7-4c11-ac96-7898f62f16e6'] in n-d-713499-10 is: [{'id': '3ef0fa8a-32a7-4c11-ac96-7898f62f16e6', 'name': 'tempest-TestShelveInstance-1009741657-router', 'tenant_id': '6b77ed3202f64d67a5eeb661c14119c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:44Z', 'updated_at': '2021-07-30T02:50:31Z', 'revision_number': 6, 'project_id': '6b77ed3202f64d67a5eeb661c14119c7', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:32.051598 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.053751 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.097908 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.098454 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:50:32.105812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.107018 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8cfdb2bf-189d-441b-800a-f7e04b76eb54 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3ef0fa8a-32a7-4c11-ac96-7898f62f16e6 HTTP/1.1" status: 204 len: 168 time: 0.7869194 Jul 30 02:50:32.109516 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60256) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:32.161940 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Deleting subnet 8a3197ac-5fa6-429d-981e-bd7fb4ef430f {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:32.165050 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.200880 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26539753'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.284245 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.346866 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26667003'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.372029 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3197ac-5fa6-429d-981e-bd7fb4ef430f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.378609 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.384011 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-644a2587-c7e5-4a75-9a4f-8024267391c3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8a3197ac-5fa6-429d-981e-bd7fb4ef430f HTTP/1.1" status: 204 len: 168 time: 0.2728472 Jul 30 02:50:32.384669 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60258) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:32.392321 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3f362-792f-470b-9003-9fdbd07cb3a4 None None] Network d2c30e70-20b4-4959-a234-1b0074f05b48 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:32.461543 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.521377 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Deleting port c4a6547d-8911-4128-afe5-d741f7f9ed0f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:32.522196 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.585379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] For port c4a6547d-8911-4128-afe5-d741f7f9ed0f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=c4a6547d-8911-4128-afe5-d741f7f9ed0f,segment=NetworkSegment(9b0df9a8-561b-4573-abc1-660764be4e32),segment_id=9b0df9a8-561b-4573-abc1-660764be4e32)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:32.585747 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.600575 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Calling delete_port for c4a6547d-8911-4128-afe5-d741f7f9ed0f owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:32.686926 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.714341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a6547d-8911-4128-afe5-d741f7f9ed0f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.718208 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] No DVR routers for this DVR port c4a6547d-8911-4128-afe5-d741f7f9ed0f on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:32.792098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e1d137-c4d4-4807-8b4e-b9809c424391 None None] DHCP port deletion for d2c30e70-20b4-4959-a234-1b0074f05b48 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:32.802095 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.818910 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c30e70-20b4-4959-a234-1b0074f05b48']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.837808 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0df9a8-561b-4573-abc1-660764be4e32') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.838093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0df9a8-561b-4573-abc1-660764be4e32') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:32.848809 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.860604 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:32.864197 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.871797 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:32.872330 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:32.874686 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:32.883631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:32.883631 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device b8c0e125-cf59-4e68-9af7-9fe89d1a44e5 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:32.883902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4a6547d-8911-4128-afe5-d741f7f9ed0f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:32.902000 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: c4a6547d-8911-4128-afe5-d741f7f9ed0f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:32.902347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device c4a6547d-8911-4128-afe5-d741f7f9ed0f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:32.902762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 751557f6-1fa9-40e0-aca8-810ee27d0eb8 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:32.923478 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 751557f6-1fa9-40e0-aca8-810ee27d0eb8 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:32.923827 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 751557f6-1fa9-40e0-aca8-810ee27d0eb8 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:32.931740 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.940995 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.942953 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] 10.222.0.78 "DELETE /v2.0/networks/d2c30e70-20b4-4959-a234-1b0074f05b48 HTTP/1.1" status: 204 len: 168 time: 0.5570247 Jul 30 02:50:32.947825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60260) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:32.964151 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfafb01-a78e-48c1-bd81-2cdc2803f21b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c30e70-20b4-4959-a234-1b0074f05b48,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:33.352602 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.622592 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Deleting port 3756ac5d-c311-4815-ae2b-b55fd578eec4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:33.622832 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.707857 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] For port 3756ac5d-c311-4815-ae2b-b55fd578eec4, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=3756ac5d-c311-4815-ae2b-b55fd578eec4,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:33.708214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.720541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Calling delete_port for 3756ac5d-c311-4815-ae2b-b55fd578eec4 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:33.903872 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.935368 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3756ac5d-c311-4815-ae2b-b55fd578eec4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:34.119483 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.355903 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Router a88dccbe-a7da-413f-a6f5-8e23a412bd24 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:34.473858 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:34.479857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-b5edb817-12f0-4ade-8a79-ae2ce840ff98 admin admin] 10.222.0.78 "PUT /v2.0/routers/a88dccbe-a7da-413f-a6f5-8e23a412bd24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5301888 Jul 30 02:50:34.482740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60262) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:34.483618 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] Sync routers for ids ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:34.493323 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] Routers {'a88dccbe-a7da-413f-a6f5-8e23a412bd24'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:34.493839 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.593335 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.601936 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] Set router a88dccbe-a7da-413f-a6f5-8e23a412bd24 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:34.694519 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.754128 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Deleting port a97c9e15-3971-424e-8257-6f5276909a08 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:34.754470 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.792495 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:50:33Z', 'revision_number': 5, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port': {'id': 'a97c9e15-3971-424e-8257-6f5276909a08', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.818188 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] Checking router: a88dccbe-a7da-413f-a6f5-8e23a412bd24 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:34.826912 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] Routers {'a88dccbe-a7da-413f-a6f5-8e23a412bd24'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:34.827552 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.832541 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] For port a97c9e15-3971-424e-8257-6f5276909a08, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a97c9e15-3971-424e-8257-6f5276909a08,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:34.832900 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.847278 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Calling delete_port for a97c9e15-3971-424e-8257-6f5276909a08 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:34.918442 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] Set router a88dccbe-a7da-413f-a6f5-8e23a412bd24 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:34.975884 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:50:34Z', 'revision_number': 6, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:35.002828 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35de5f-bb56-47cc-a7f1-e535422441e7 None None] The sync data for ids ['a88dccbe-a7da-413f-a6f5-8e23a412bd24'] in n-d-713499-10 is: [{'id': 'a88dccbe-a7da-413f-a6f5-8e23a412bd24', 'name': 'tempest-TestShelveInstance-48361853-router', 'tenant_id': '88f90e726f2a4655ad17e608593c5269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:41:49Z', 'updated_at': '2021-07-30T02:50:34Z', 'revision_number': 6, 'project_id': '88f90e726f2a4655ad17e608593c5269', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:35.020906 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.051778 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=a97c9e15-3971-424e-8257-6f5276909a08,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:35.119264 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.216529 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.218528 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.263489 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.264027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88dccbe-a7da-413f-a6f5-8e23a412bd24 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:50:35.269061 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.270580 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-6e3959d9-5492-42ea-a027-3c33ab950bdf admin admin] 10.222.0.78 "DELETE /v2.0/routers/a88dccbe-a7da-413f-a6f5-8e23a412bd24 HTTP/1.1" status: 204 len: 168 time: 0.7868669 Jul 30 02:50:35.273396 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60264) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:35.325473 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Deleting subnet ec20c939-a84c-414f-95fc-6c7bf79dc3cc {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:35.328415 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.369778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.455168 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.517027 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.542652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec20c939-a84c-414f-95fc-6c7bf79dc3cc,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:35.546640 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.548526 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-bffa0282-ebd3-42c8-a119-6c1a731e190d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ec20c939-a84c-414f-95fc-6c7bf79dc3cc HTTP/1.1" status: 204 len: 168 time: 0.2741494 Jul 30 02:50:35.551087 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60266) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:35.555929 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f37689-901a-46a9-9775-63579ca3bf26 None None] Network 00aeeb7d-3768-411a-a47b-f6036e1f83ba requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:35.632235 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.686636 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Deleting port a8800125-f460-43c7-b9f6-7b0119e8e73f {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:35.686983 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.753681 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] For port a8800125-f460-43c7-b9f6-7b0119e8e73f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a8800125-f460-43c7-b9f6-7b0119e8e73f,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:35.754050 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.768675 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Calling delete_port for a8800125-f460-43c7-b9f6-7b0119e8e73f owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:35.792057 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] DHCP port deletion for 00aeeb7d-3768-411a-a47b-f6036e1f83ba request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:35.841661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Deleting port a8800125-f460-43c7-b9f6-7b0119e8e73f {{(pid=93891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:35.842129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.850194 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.879164 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8800125-f460-43c7-b9f6-7b0119e8e73f,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:35.881166 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] No DVR routers for this DVR port a8800125-f460-43c7-b9f6-7b0119e8e73f on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:35.916079 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] For port a8800125-f460-43c7-b9f6-7b0119e8e73f, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a8800125-f460-43c7-b9f6-7b0119e8e73f,segment=NetworkSegment(dd292747-96fc-49e6-a081-42b5e733b27c),segment_id=dd292747-96fc-49e6-a081-42b5e733b27c)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:35.916474 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.931959 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Calling delete_port for a8800125-f460-43c7-b9f6-7b0119e8e73f owned by network:dhcp {{(pid=93891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:35.965432 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:35.980688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00aeeb7d-3768-411a-a47b-f6036e1f83ba']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:35.991931 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd292747-96fc-49e6-a081-42b5e733b27c') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:35.992351 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd292747-96fc-49e6-a081-42b5e733b27c') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:36.002166 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.017185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.017849 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511'] for port, after_delete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.026055 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:36.026458 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:36.028649 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:36.051299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Pushing event deleted for resources: {'Port': ['ID=a8800125-f460-43c7-b9f6-7b0119e8e73f,revision_number=None']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:36.056038 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] No DVR routers for this DVR port a8800125-f460-43c7-b9f6-7b0119e8e73f on host n-d-713499-10 {{(pid=93891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:36.064040 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.064665 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.065198 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.065720 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.067276 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.067793 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.068302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.069436 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.070169 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.070965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.071539 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.071877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb933a-c62d-4333-a470-5a2212237852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:36.100383 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.107024 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.109403 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/00aeeb7d-3768-411a-a47b-f6036e1f83ba HTTP/1.1" status: 204 len: 168 time: 0.5573058 Jul 30 02:50:36.128576 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112763b3-bdd2-4bbe-90cf-61b40e5bd0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00aeeb7d-3768-411a-a47b-f6036e1f83ba,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:36.228333 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60270) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:36.271081 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-01f99b9c-ffe5-439f-80c5-24aee028ee7a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b77ed3202f64d67a5eeb661c14119c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411549 Jul 30 02:50:36.273741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60272) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:36.324211 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a225aecf-2a4c-4fac-9997-ae1d5e8990ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.345282 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a225aecf-2a4c-4fac-9997-ae1d5e8990ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.393280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a225aecf-2a4c-4fac-9997-ae1d5e8990ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.396232 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a225aecf-2a4c-4fac-9997-ae1d5e8990ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.397436 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-a225aecf-2a4c-4fac-9997-ae1d5e8990ac admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2aca7f04-6e8a-4917-852c-70998b20204e HTTP/1.1" status: 204 len: 168 time: 0.1227944 Jul 30 02:50:36.405954 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225aecf-2a4c-4fac-9997-ae1d5e8990ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca7f04-6e8a-4917-852c-70998b20204e,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:36.598142 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a8800125-f460-43c7-b9f6-7b0119e8e73f no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:36.622508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a8800125-f460-43c7-b9f6-7b0119e8e73f {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:36.622853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a8800125-f460-43c7-b9f6-7b0119e8e73f not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:36.623319 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a97c9e15-3971-424e-8257-6f5276909a08 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:36.641961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a97c9e15-3971-424e-8257-6f5276909a08 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:36.642314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a97c9e15-3971-424e-8257-6f5276909a08 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:36.642739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3756ac5d-c311-4815-ae2b-b55fd578eec4 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:36.661877 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 3756ac5d-c311-4815-ae2b-b55fd578eec4 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:36.662248 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 3756ac5d-c311-4815-ae2b-b55fd578eec4 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:36.735544 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60278) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:36.776861 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e4607420-86d9-4750-9872-0964c142a849 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88f90e726f2a4655ad17e608593c5269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396867 Jul 30 02:50:36.779232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60280) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:36.827777 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11b04f13-5593-4242-bfb3-13f632abf0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.853385 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11b04f13-5593-4242-bfb3-13f632abf0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.900239 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11b04f13-5593-4242-bfb3-13f632abf0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.902805 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11b04f13-5593-4242-bfb3-13f632abf0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:36.904008 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-11b04f13-5593-4242-bfb3-13f632abf0e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d9d60f4-db2e-4bd0-ae66-59f2d90f5139 HTTP/1.1" status: 204 len: 168 time: 0.1238613 Jul 30 02:50:36.911683 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b04f13-5593-4242-bfb3-13f632abf0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d60f4-db2e-4bd0-ae66-59f2d90f5139,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:37.624411 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60302) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:37.722877 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1594151581-network', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:37.752861 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Made reservation on behalf of fb8fe9edf4614502a0d6227653505fb2 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:37.755310 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.764408 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.782172 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.862925 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.867296 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.891928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:37.901166 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976fbec5-8905-4662-be27-dc3fc6f90443,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:37.908284 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.908634 n-d-713499-10 neutron-server[93889]: INFO neutron.db.segments_db [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Added segment 0781ad17-0c5a-43b4-9f52-cb8116b1995f of type vlan for network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 Jul 30 02:50:37.949488 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.979929 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:37.981022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:37.981616 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.036467 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4109278 Jul 30 02:50:38.040336 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60306) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:38.042024 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdc372-5351-4b8e-a12c-6a775f75c4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:38.047423 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Request body: {'subnet': {'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1594151581-subnet', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:38.054450 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:38.074256 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Made reservation on behalf of fb8fe9edf4614502a0d6227653505fb2 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:38.076657 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.245952 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.301961 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417a67f9-3138-4461-9856-3b2974dc3ba9,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:38.310985 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Checking segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:38.311623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Network hostable DHCP agents. Network: aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:38.331392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:38.339643 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:38.343936 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:38.344529 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.350164 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342785c4-da9c-4e02-81c5-0de73536e9f0 None None] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:38.358923 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e5de9875-2e34-4b27-aed5-fe2db71412f2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3171275 Jul 30 02:50:38.361852 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:38.366370 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:38.389024 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.389910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.453910 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.520967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:38.521871 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.670124 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Allocated IP 172.20.0.2 (aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69/417a67f9-3138-4461-9856-3b2974dc3ba9/de33821b-c3bd-4834-aca6-01f082ded2bd) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:38.832729 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.841433 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Transition to ACTIVE for port object de33821b-c3bd-4834-aca6-01f082ded2bd will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:38.860411 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Transition to ACTIVE for port object de33821b-c3bd-4834-aca6-01f082ded2bd will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:38.866934 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.906033 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:38.908972 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:38.915010 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:38.921892 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Pushing event updated for resources: {'Port': ['ID=de33821b-c3bd-4834-aca6-01f082ded2bd,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:38.970703 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.981826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Attempting to bind port de33821b-c3bd-4834-aca6-01f082ded2bd on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:38.981826 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Attempting to bind port de33821b-c3bd-4834-aca6-01f082ded2bd by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:38.982192 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Attempting to bind port de33821b-c3bd-4834-aca6-01f082ded2bd on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:38.987613 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:38.987985 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Checking segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:38.988387 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:38.988776 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Bound using segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:38.989273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Bound port: de33821b-c3bd-4834-aca6-01f082ded2bd, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:38.989671 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.058199 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] For port de33821b-c3bd-4834-aca6-01f082ded2bd, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:39.061832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] For port de33821b-c3bd-4834-aca6-01f082ded2bd, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=de33821b-c3bd-4834-aca6-01f082ded2bd,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:39.066115 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.124829 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d8fe3-fad6-42c9-83da-679d2f1128ed None None] Pushing event updated for resources: {'Port': ['ID=de33821b-c3bd-4834-aca6-01f082ded2bd,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:39.180688 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.200009 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.337264 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Allocated IP 172.25.8.220 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/a750c06d-0589-47a4-b795-74097ac72874) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:39.451422 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.491189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:39.534037 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:39.537191 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:39.542947 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:39.548375 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Pushing event updated for resources: {'Port': ['ID=a750c06d-0589-47a4-b795-74097ac72874,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:39.811812 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.027979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.073649 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362424fe-75e0-477a-bf57-6643d8ee3231 None None] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:40.140389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b6c6041a-497d-431b-b1d4-20e905e3ea61 None None] Provisioning for port de33821b-c3bd-4834-aca6-01f082ded2bd completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:40.168511 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:50:40.284050 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:40.298284 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:40.302402 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.307788 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60310) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:40.308316 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-7a560525-47e1-4572-b816-c5d48bdfe31c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9449198 Jul 30 02:50:40.311030 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:40.311958 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:40.431299 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:40.633855 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device de33821b-c3bd-4834-aca6-01f082ded2bd up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:40.683147 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:39Z', 'revision_number': 3, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:40.710141 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:40.710535 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Updating router 10aeaf86-8899-4e04-a230-7e65eef76e13 port a750c06d-0589-47a4-b795-74097ac72874 binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:40.740899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port de33821b-c3bd-4834-aca6-01f082ded2bd completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:40.742873 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.746574 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port de33821b-c3bd-4834-aca6-01f082ded2bd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:40.746933 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.808139 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.958465 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:40.972195 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Allocated IP 172.20.0.1 (aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69/417a67f9-3138-4461-9856-3b2974dc3ba9/958f9afb-4762-45ea-930c-a6706f85fa85) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:41.018499 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port de33821b-c3bd-4834-aca6-01f082ded2bd, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=de33821b-c3bd-4834-aca6-01f082ded2bd,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:41.026507 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.094553 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.107973 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Transition to ACTIVE for port object 958f9afb-4762-45ea-930c-a6706f85fa85 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:41.146914 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.191258 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:41.194278 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:41.197642 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:41.232686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Pushing event updated for resources: {'Port': ['ID=958f9afb-4762-45ea-930c-a6706f85fa85,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.253695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.280073 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=de33821b-c3bd-4834-aca6-01f082ded2bd,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.306221 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.318723 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Transition to ACTIVE for port object a750c06d-0589-47a4-b795-74097ac72874 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:41.325517 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.380146 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Attempting to bind port a750c06d-0589-47a4-b795-74097ac72874 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:41.380504 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Attempting to bind port a750c06d-0589-47a4-b795-74097ac72874 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:41.380862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Attempting to bind port a750c06d-0589-47a4-b795-74097ac72874 on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:41.382780 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b707-d0d5-4670-a3e8-6d9dd65a96a4 None None] Pushing event updated for resources: {'Port': ['ID=a750c06d-0589-47a4-b795-74097ac72874,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.389465 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:41.389839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:41.390242 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.390612 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:41.391144 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Bound port: a750c06d-0589-47a4-b795-74097ac72874, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:41.391958 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.400176 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.444950 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] For port a750c06d-0589-47a4-b795-74097ac72874, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:41.450328 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] For port a750c06d-0589-47a4-b795-74097ac72874, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a750c06d-0589-47a4-b795-74097ac72874,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:41.456894 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.513246 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e3402c14-2213-46fe-bb59-226224ed14a9 None None] Provisioning for port 958f9afb-4762-45ea-930c-a6706f85fa85 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:41.522392 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e3402c14-2213-46fe-bb59-226224ed14a9 None None] Provisioning complete for port 958f9afb-4762-45ea-930c-a6706f85fa85 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:41.522768 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e3402c14-2213-46fe-bb59-226224ed14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.532368 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:41.532997 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:41.572733 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.577783 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.602568 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b707-d0d5-4670-a3e8-6d9dd65a96a4 None None] Pushing event updated for resources: {'Port': ['ID=a750c06d-0589-47a4-b795-74097ac72874,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.618426 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-e3402c14-2213-46fe-bb59-226224ed14a9 None None] Port 958f9afb-4762-45ea-930c-a6706f85fa85 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:41.647233 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Pushing event updated for resources: {'Port': ['ID=958f9afb-4762-45ea-930c-a6706f85fa85,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:41.652944 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.685732 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:41.751678 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:41.753230 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:41.880915 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:41.902916 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:40Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:41.937063 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b3fed-5472-45ec-a793-76e09ee2af5d None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:40Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:41.995733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:42.000976 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-e6e4416e-b32e-48f0-878f-f4cc707b5094 admin admin] 10.222.0.78 "PUT /v2.0/routers/10aeaf86-8899-4e04-a230-7e65eef76e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917439 Jul 30 02:50:42.038766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-80f80c60-6912-40a3-aa2e-6a583c1e58d1 None None] Provisioning complete for port 958f9afb-4762-45ea-930c-a6706f85fa85 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:42.039173 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-80f80c60-6912-40a3-aa2e-6a583c1e58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.076491 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-80f80c60-6912-40a3-aa2e-6a583c1e58d1 None None] Port 958f9afb-4762-45ea-930c-a6706f85fa85 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:42.521427 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60326) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:42.527108 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1266808178-network', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:42.560634 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Made reservation on behalf of c18669eb481c429b8d058e393d5d7969 for: {'network': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:42.566261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for network, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.576957 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.702913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.707537 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.737634 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device de33821b-c3bd-4834-aca6-01f082ded2bd up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:42.741440 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:42.753170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289a1f7f-6991-413d-9677-0b7bd983d23d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:42.766405 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.766766 n-d-713499-10 neutron-server[93890]: INFO neutron.db.segments_db [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Added segment 5b4d9d08-4120-43f0-8a8c-ac561bb5626e of type vlan for network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 Jul 30 02:50:42.806309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port de33821b-c3bd-4834-aca6-01f082ded2bd triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:42.807370 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.818755 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750880491605'] for network, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.858476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220'] for network, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.859419 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:42.860039 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.895573 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a750c06d-0589-47a4-b795-74097ac72874 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:42.914151 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3914549 Jul 30 02:50:42.916671 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60328) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:42.923142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Request body: {'subnet': {'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1266808178-subnet', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'ip_version': 4}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:42.935390 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca5ac9-80af-4a58-8ccb-798b5f8f91e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0cc725-f85a-4296-a79c-b14b70aa7da2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:42.947443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 details requested by agent ovs-agent-n-d-713499-10 with host n-d-713499-10 {{(pid=93891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:42.963114 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Made reservation on behalf of c18669eb481c429b8d058e393d5d7969 for: {'subnet': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:42.965815 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26530261'] for subnet, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.998195 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port a750c06d-0589-47a4-b795-74097ac72874 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:43.012307 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a750c06d-0589-47a4-b795-74097ac72874 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:43.012676 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.126817 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.149632 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port a750c06d-0589-47a4-b795-74097ac72874, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a750c06d-0589-47a4-b795-74097ac72874,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:43.155390 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.177555 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26530299'] for subnet, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.213098 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=a750c06d-0589-47a4-b795-74097ac72874,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.234064 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.245215 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Checking segment: {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:43.245646 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Network hostable DHCP agents. Network: 5d0cc725-f85a-4296-a79c-b14b70aa7da2, hostable agents: ['a05c2672-09b6-4a34-8f83-615b26c16c81'], hosted agents: [] {{(pid=93890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:43.263143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 is scheduled to be hosted by DHCP agent a05c2672-09b6-4a34-8f83-615b26c16c81 with binding_index 1 {{(pid=93890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:43.275084 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-10, 5d0cc725-f85a-4296-a79c-b14b70aa7da2) {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:43.279497 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:43.280173 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.286078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231b40b-cc63-4988-a623-ea5d9a799404 None None] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:43.297934 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6106ad3b-9691-4425-aa8d-e17d472d6bea admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3802207 Jul 30 02:50:43.300587 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60330) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:43.305759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:43.330257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3717463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15565'] for router, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.331582 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3831357', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3660555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15554'] for router, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.391102 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.446200 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp037215b3-573b-560a-97c2-e67e7d0b1968-5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'fixed_ips': [{'subnet_id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac'}]}} from n-d-713499-10. {{(pid=93891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:43.447112 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.537153 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.597261 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Allocated IP 172.20.0.2 (5d0cc725-f85a-4296-a79c-b14b70aa7da2/fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac/823465b5-8468-4a66-a348-0da8f028aeb9) {{(pid=93891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:43.752774 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Notify callbacks [] for port, precommit_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.762441 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Transition to ACTIVE for port object 823465b5-8468-4a66-a348-0da8f028aeb9 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:43.787203 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Transition to ACTIVE for port object 823465b5-8468-4a66-a348-0da8f028aeb9 will not be triggered until provisioned by entity DHCP. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:43.796636 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502'] for port, after_create {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.852061 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 is already hosted by enough agents. {{(pid=93891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:43.855120 n-d-713499-10 neutron-server[93891]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Resources bound (agent type, host, resource id): {{(pid=93891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:43.860920 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Received port after_create {{(pid=93891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:43.872025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Pushing event updated for resources: {'Port': ['ID=823465b5-8468-4a66-a348-0da8f028aeb9,revision_number=1']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.930556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Attempting to bind port 823465b5-8468-4a66-a348-0da8f028aeb9 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:43.930922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Attempting to bind port 823465b5-8468-4a66-a348-0da8f028aeb9 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:43.931376 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Attempting to bind port 823465b5-8468-4a66-a348-0da8f028aeb9 on network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:43.937230 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:43.937605 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Checking segment: {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:43.938005 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.938530 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Bound using segment: {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:43.939046 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Bound port: 823465b5-8468-4a66-a348-0da8f028aeb9, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:43.939597 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.018189 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] For port 823465b5-8468-4a66-a348-0da8f028aeb9, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:44.021747 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] For port 823465b5-8468-4a66-a348-0da8f028aeb9, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=823465b5-8468-4a66-a348-0da8f028aeb9,segment=NetworkSegment(5b4d9d08-4120-43f0-8a8c-ac561bb5626e),segment_id=5b4d9d08-4120-43f0-8a8c-ac561bb5626e)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:44.027429 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.054589 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.076612 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.103830 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d78e7-6bc5-4e0a-b419-765517170143 None None] Pushing event updated for resources: {'Port': ['ID=823465b5-8468-4a66-a348-0da8f028aeb9,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:44.107040 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:44.118565 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:44.119398 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:44.210232 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Allocated IP 172.25.8.49 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/6f775aea-0e0e-4a99-8e31-66f83c70be0b) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:44.246885 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:44.344318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.401420 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.451533 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:44.457906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:44.461271 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:44.484267 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Pushing event updated for resources: {'Port': ['ID=6f775aea-0e0e-4a99-8e31-66f83c70be0b,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:44.494099 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 2, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:44.621096 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:44.621705 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Updating router 10aeaf86-8899-4e04-a230-7e65eef76e13 port 958f9afb-4762-45ea-930c-a6706f85fa85 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:44.647968 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.724288 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 823465b5-8468-4a66-a348-0da8f028aeb9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:44.761116 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.786193 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 823465b5-8468-4a66-a348-0da8f028aeb9 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:44.791148 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a750c06d-0589-47a4-b795-74097ac72874 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:44.851758 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port a750c06d-0589-47a4-b795-74097ac72874 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:44.852797 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:44.998886 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.005650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3717484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665890'] for router, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.010451 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Transition to ACTIVE for port object 958f9afb-4762-45ea-930c-a6706f85fa85 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:45.017940 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.073849 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Pushing event updated for resources: {'Port': ['ID=958f9afb-4762-45ea-930c-a6706f85fa85,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:45.106473 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.107114 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.108073 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.108413 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.108743 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.109070 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.109571 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.110063 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.110557 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.110876 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.111376 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.111867 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:45.142342 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Attempting to bind port 958f9afb-4762-45ea-930c-a6706f85fa85 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:45.142707 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Attempting to bind port 958f9afb-4762-45ea-930c-a6706f85fa85 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:45.143345 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Attempting to bind port 958f9afb-4762-45ea-930c-a6706f85fa85 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:45.149800 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:45.150179 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Checking segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:45.150692 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.150953 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Bound using segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:45.151644 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Bound port: 958f9afb-4762-45ea-930c-a6706f85fa85, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:45.152335 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.168814 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Router 2ff27b00-dc66-415c-bf0f-e048c519b752 is scheduled to L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 with binding_index 1 {{(pid=93890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:50:45.225788 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] For port 958f9afb-4762-45ea-930c-a6706f85fa85, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:45.230035 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] For port 958f9afb-4762-45ea-930c-a6706f85fa85, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=958f9afb-4762-45ea-930c-a6706f85fa85,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:45.234716 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.259749 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b129d97-0f15-43a0-b953-a3886796b402 None None] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:45.298850 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:45.299454 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:45.300401 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:45.305567 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef58776-feb4-4f34-bb6e-9878bfae7b31 None None] Pushing event updated for resources: {'Port': ['ID=958f9afb-4762-45ea-930c-a6706f85fa85,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:45.322573 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.325073 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-8962e600-1e1c-4685-ab80-70e65745533f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0233040 Jul 30 02:50:45.327710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60332) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:45.330683 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Sync routers for ids ['2ff27b00-dc66-415c-bf0f-e048c519b752'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:45.357703 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] Provisioning for port 823465b5-8468-4a66-a348-0da8f028aeb9 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:45.366599 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] Provisioning complete for port 823465b5-8468-4a66-a348-0da8f028aeb9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:45.366977 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.403315 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Routers {'2ff27b00-dc66-415c-bf0f-e048c519b752'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:45.403962 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2ff27b00-dc66-415c-bf0f-e048c519b752'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:45.434669 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:45.619559 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.622676 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Set router 2ff27b00-dc66-415c-bf0f-e048c519b752 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:45.674293 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:45Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:45.708078 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ebb8d-5c32-41c2-9923-ac5309bf2dbd None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:45Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:45.776515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] For port 823465b5-8468-4a66-a348-0da8f028aeb9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=823465b5-8468-4a66-a348-0da8f028aeb9,segment=NetworkSegment(5b4d9d08-4120-43f0-8a8c-ac561bb5626e),segment_id=5b4d9d08-4120-43f0-8a8c-ac561bb5626e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:45.785588 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.841523 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.055843 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f392cc-9fb9-4b4e-aff2-3c4bdfc9db41 None None] Pushing event updated for resources: {'Port': ['ID=823465b5-8468-4a66-a348-0da8f028aeb9,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.076652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Allocated IP 172.20.0.1 (5d0cc725-f85a-4296-a79c-b14b70aa7da2/fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac/94ff6d03-bc45-429f-803c-1b13d928eea3) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:46.121552 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:50:44Z', 'revision_number': 3, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:46.153165 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Checking router: 2ff27b00-dc66-415c-bf0f-e048c519b752 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:46.153508 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Updating router 2ff27b00-dc66-415c-bf0f-e048c519b752 port 6f775aea-0e0e-4a99-8e31-66f83c70be0b binding host n-d-713499-10 {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:46.190960 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.215855 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.220540 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-d13e5474-8e75-49f9-a2a3-f687b404d147 None None] Provisioning complete for port 823465b5-8468-4a66-a348-0da8f028aeb9 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:46.220921 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d13e5474-8e75-49f9-a2a3-f687b404d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.231203 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Transition to ACTIVE for port object 94ff6d03-bc45-429f-803c-1b13d928eea3 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:46.267763 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.312338 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:46.315399 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:46.319367 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:46.354273 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Pushing event updated for resources: {'Port': ['ID=94ff6d03-bc45-429f-803c-1b13d928eea3,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.373992 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665725'] for router_interface, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.533374 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.590693 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.610443 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Transition to ACTIVE for port object 6f775aea-0e0e-4a99-8e31-66f83c70be0b will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:46.620299 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.660455 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 823465b5-8468-4a66-a348-0da8f028aeb9 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:46.720309 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d82e9f-f148-400f-a17b-92055ad6d824 None None] Pushing event updated for resources: {'Port': ['ID=6f775aea-0e0e-4a99-8e31-66f83c70be0b,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.726502 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Attempting to bind port 6f775aea-0e0e-4a99-8e31-66f83c70be0b on host n-d-713499-10 for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:46.726965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Attempting to bind port 6f775aea-0e0e-4a99-8e31-66f83c70be0b by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:46.727510 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Attempting to bind port 6f775aea-0e0e-4a99-8e31-66f83c70be0b on network 6f10b005-e373-4877-8d73-0fda2ca23c67 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:46.729322 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b73ebc79-06d9-4391-b5d5-58293be367d1 None None] Provisioning for port 94ff6d03-bc45-429f-803c-1b13d928eea3 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:46.733333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.736854 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-b73ebc79-06d9-4391-b5d5-58293be367d1 None None] Provisioning complete for port 94ff6d03-bc45-429f-803c-1b13d928eea3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:46.737224 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b73ebc79-06d9-4391-b5d5-58293be367d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.737997 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.741167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:46.741409 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Checking segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:46.741631 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.742013 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Bound using segment: {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:46.743036 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Bound port: 6f775aea-0e0e-4a99-8e31-66f83c70be0b, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bd7010-b180-40cc-8c26-b2fc1362fe90', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:46.743412 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.810018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Pushing event updated for resources: {'Port': ['ID=94ff6d03-bc45-429f-803c-1b13d928eea3,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.814514 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-b73ebc79-06d9-4391-b5d5-58293be367d1 None None] Port 94ff6d03-bc45-429f-803c-1b13d928eea3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:46.815393 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3629238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830189'] for router_interface, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.824862 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 823465b5-8468-4a66-a348-0da8f028aeb9 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:46.825235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.854729 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] For port 6f775aea-0e0e-4a99-8e31-66f83c70be0b, host n-d-713499-10, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:46.874280 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] For port 6f775aea-0e0e-4a99-8e31-66f83c70be0b, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f775aea-0e0e-4a99-8e31-66f83c70be0b,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:46.882930 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.909937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:46.913262 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:46.980600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d82e9f-f148-400f-a17b-92055ad6d824 None None] Pushing event updated for resources: {'Port': ['ID=6f775aea-0e0e-4a99-8e31-66f83c70be0b,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.987954 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Routers {'2ff27b00-dc66-415c-bf0f-e048c519b752'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:46.988595 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2ff27b00-dc66-415c-bf0f-e048c519b752'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:46.994483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 958f9afb-4762-45ea-930c-a6706f85fa85 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:47.050821 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Router 2ff27b00-dc66-415c-bf0f-e048c519b752 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:47.147272 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-f9523b74-18cf-4f6a-8f0a-231de40396a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490630 Jul 30 02:50:47.155967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] Set router 2ff27b00-dc66-415c-bf0f-e048c519b752 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:47.182078 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 958f9afb-4762-45ea-930c-a6706f85fa85 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:47.184006 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:47.190689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6daf21c4-72a9-4013-8257-dfae98fdf966 admin admin] 10.222.0.78 "PUT /v2.0/routers/2ff27b00-dc66-415c-bf0f-e048c519b752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8617234 Jul 30 02:50:47.196824 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-610cbce0-64d8-4565-9249-7fba0ac285f6 None None] Provisioning complete for port 94ff6d03-bc45-429f-803c-1b13d928eea3 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:47.197131 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-610cbce0-64d8-4565-9249-7fba0ac285f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.203109 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 958f9afb-4762-45ea-930c-a6706f85fa85 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:47.203415 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.253558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-3b91f83c-0846-461f-84f8-cccbc86921a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:47.255504 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-3b91f83c-0846-461f-84f8-cccbc86921a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0473750 Jul 30 02:50:47.340678 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-610cbce0-64d8-4565-9249-7fba0ac285f6 None None] Port 94ff6d03-bc45-429f-803c-1b13d928eea3 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:47.379305 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-cf9d900d-fab3-4838-8369-858d6ef8aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:47.380848 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-cf9d900d-fab3-4838-8369-858d6ef8aa75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1060450 Jul 30 02:50:47.428812 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-6ff5767e-637b-4eb5-bd55-d8be8f330c4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0405786 Jul 30 02:50:47.435452 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.480753 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 958f9afb-4762-45ea-930c-a6706f85fa85, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=958f9afb-4762-45ea-930c-a6706f85fa85,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:47.486369 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-1210d951-e2e0-48cc-918d-66d0a35c62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:47.488061 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.488621 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-1210d951-e2e0-48cc-918d-66d0a35c62d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0531671 Jul 30 02:50:47.521214 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '94ff6d03-bc45-429f-803c-1b13d928eea3', 'name': '', 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'mac_address': 'fa:16:3e:61:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:45Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 2, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'subnets': [{'id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:47.545437 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-c8f8e00d-dbb7-47d5-a292-3ea4c84ad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:47.547233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-c8f8e00d-dbb7-47d5-a292-3ea4c84ad935 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494559 Jul 30 02:50:47.553438 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020aacd-39ef-466b-8c56-4afd65644e35 None None] The sync data for ids ['2ff27b00-dc66-415c-bf0f-e048c519b752'] in n-d-713499-10 is: [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '94ff6d03-bc45-429f-803c-1b13d928eea3', 'name': '', 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'mac_address': 'fa:16:3e:61:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:45Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 2, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'subnets': [{'id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:47.579893 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=958f9afb-4762-45ea-930c-a6706f85fa85,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:47.660295 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-e55ee264-642d-46a0-8c10-2b06cec123ae service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047614 Jul 30 02:50:47.737368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60340) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:47.742295 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608652112', 'description': 'tempest-secgroup-smoke-1608652112 description', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:47.759191 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-930b10fb-ace2-4b19-b96a-c661a11c9f67 req-afcb25a9-7539-4566-845b-6e7fe2de8846 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925660 Jul 30 02:50:47.772265 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.878788 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.884183 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.913381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.917422 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1762826 Jul 30 02:50:47.917645 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60342) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:47.922161 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group_rule': {'security_group_id': 'df13d9e5-4346-4892-8db3-8a4cc82a523d', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:47.930925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93050577-0e15-47da-9ae7-5a6788176ffc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df13d9e5-4346-4892-8db3-8a4cc82a523d,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:47.955433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.027698 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.031948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.053545 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59861b45-9735-4afb-95f8-88d93f4c4c64,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.063493 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.067578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-62c92791-bc73-43c5-848b-b32bf37afcf2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462200 Jul 30 02:50:48.067936 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60344) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:48.073180 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group_rule': {'security_group_id': 'df13d9e5-4346-4892-8db3-8a4cc82a523d', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:48.101344 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.175247 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.179355 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.197929 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5794e2-4e8a-4edf-99df-295c2adb4cc6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.204473 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.205826 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d1b1c02f-a12f-47e8-968c-438773d62309 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368692 Jul 30 02:50:48.208703 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60346) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:48.213054 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group_rule': {'security_group_id': 'df13d9e5-4346-4892-8db3-8a4cc82a523d', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:48.240955 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.300978 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.304648 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.325233 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ea5daa-a283-43c9-9ea2-fa96453da928,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.330272 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.331780 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-52162385-c530-40ee-b960-0eb152adfe3e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221035 Jul 30 02:50:48.334414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60350) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:48.338814 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group_rule': {'security_group_id': 'df13d9e5-4346-4892-8db3-8a4cc82a523d', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:48.365713 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.432315 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.436104 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.454830 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffdfde3-f4d4-4c35-ba95-8811cbe1fe06,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.463094 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.464287 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-5925141f-7cc9-4a61-ad33-c9a8c9e8cd8b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289525 Jul 30 02:50:48.467056 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60352) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:48.471509 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group_rule': {'security_group_id': 'df13d9e5-4346-4892-8db3-8a4cc82a523d', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:48.501983 n-d-713499-10 neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Project fb8fe9edf4614502a0d6227653505fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:50:48.506856 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.591685 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.596487 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.621658 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f8392a-f424-4215-bd20-f6d6f97691e9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.627228 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.628892 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-d0e41d02-5520-4643-90f9-5718ef54d0a1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608741 Jul 30 02:50:48.635981 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60354) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:48.642469 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'security_group_rule': {'security_group_id': 'df13d9e5-4346-4892-8db3-8a4cc82a523d', 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:48.671770 n-d-713499-10 neutron-server[93890]: INFO neutron.db.securitygroups_db [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Project fb8fe9edf4614502a0d6227653505fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:50:48.677381 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.755257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.761904 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 958f9afb-4762-45ea-930c-a6706f85fa85 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:48.763489 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530340'] for security_group_rule, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.783920 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590d4868-bd5e-4938-988f-9f053d5ad047,revision_number=0']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.789149 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.791397 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-090a2ee9-94da-4da2-b685-02bca9c368f3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541421 Jul 30 02:50:48.823673 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 958f9afb-4762-45ea-930c-a6706f85fa85 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:48.824121 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.922089 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f775aea-0e0e-4a99-8e31-66f83c70be0b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:48.948435 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-09f1210a-e9b0-42c4-b49a-ec86dffd2a80 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608652112&fields=id&tenant_id=fb8fe9edf4614502a0d6227653505fb2 HTTP/1.1" status: 200 len: 267 time: 0.0395403 Jul 30 02:50:48.984330 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 6f775aea-0e0e-4a99-8e31-66f83c70be0b completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:48.988979 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6f775aea-0e0e-4a99-8e31-66f83c70be0b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:48.989351 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.075893 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-7314e6ff-026a-4e75-986b-41896d660c5e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:49.077848 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-7314e6ff-026a-4e75-986b-41896d660c5e tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 810 time: 0.1199071 Jul 30 02:50:49.091403 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-87fb7e56-8f43-4fd8-bb1a-231b983634db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.096235 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.098387 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ea24f318-4ca1-4c91-9d20-64ef3229a398 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/quotas/fb8fe9edf4614502a0d6227653505fb2 HTTP/1.1" status: 200 len: 375 time: 0.0101924 Jul 30 02:50:49.120273 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 6f775aea-0e0e-4a99-8e31-66f83c70be0b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f775aea-0e0e-4a99-8e31-66f83c70be0b,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:49.125752 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.157249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-c59fdaa6-2f75-4cc7-bdd2-ab691c3d1b2b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516372 Jul 30 02:50:49.176927 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-7177e355-f2ad-4266-9829-9f404d2b8e00 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:50:49.177807 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-7177e355-f2ad-4266-9829-9f404d2b8e00 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057657 Jul 30 02:50:49.184051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=6f775aea-0e0e-4a99-8e31-66f83c70be0b,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:49.284041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-66308256-b84b-42a4-8b40-b908eceb87b6 service neutron] 10.222.0.78 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986519 Jul 30 02:50:49.384418 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-baffa393-b406-4a19-8347-f4ee96705ec0 service neutron] 10.222.0.78 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942945 Jul 30 02:50:49.547413 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-509d4a84-b5af-4f51-ae15-d2e088cf04b7 req-614d019e-2c38-4e43-9733-70aa85ecd833 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 210 time: 0.0266378 Jul 30 02:50:50.029479 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Sync routers for ids ['2ff27b00-dc66-415c-bf0f-e048c519b752'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:50.040110 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Routers {'2ff27b00-dc66-415c-bf0f-e048c519b752'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:50.040745 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2ff27b00-dc66-415c-bf0f-e048c519b752'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.152616 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Set router 2ff27b00-dc66-415c-bf0f-e048c519b752 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:50.360983 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '94ff6d03-bc45-429f-803c-1b13d928eea3', 'name': '', 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'mac_address': 'fa:16:3e:61:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:45Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 2, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'subnets': [{'id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.386795 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Checking router: 2ff27b00-dc66-415c-bf0f-e048c519b752 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:50.387178 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Updating router 2ff27b00-dc66-415c-bf0f-e048c519b752 port 94ff6d03-bc45-429f-803c-1b13d928eea3 binding host n-d-713499-10 {{(pid=93892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:50.413668 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.619347 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f775aea-0e0e-4a99-8e31-66f83c70be0b up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:50.655148 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ba1b746c-256f-4b39-bc97-5f8da022adfa req-c771fff2-082f-4577-b436-1b8d45225262 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 210 time: 0.0273726 Jul 30 02:50:50.689154 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 6f775aea-0e0e-4a99-8e31-66f83c70be0b triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:50.689856 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.735703 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Notify callbacks [] for port, precommit_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.747733 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.provisioning_blocks [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Transition to ACTIVE for port object 94ff6d03-bc45-429f-803c-1b13d928eea3 will not be triggered until provisioned by entity L2. {{(pid=93892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:50.757536 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.821939 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-0e6852d0-f859-42d7-a4f5-15d9c1379ae1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:50.824105 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-0e6852d0-f859-42d7-a4f5-15d9c1379ae1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 810 time: 0.1476991 Jul 30 02:50:50.835451 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d996-effd-4fb9-8257-6cb2365857b1 None None] Pushing event updated for resources: {'Port': ['ID=94ff6d03-bc45-429f-803c-1b13d928eea3,revision_number=3']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.875941 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Attempting to bind port 94ff6d03-bc45-429f-803c-1b13d928eea3 on host n-d-713499-10 for vnic_type normal with profile {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:50.876288 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Attempting to bind port 94ff6d03-bc45-429f-803c-1b13d928eea3 by drivers openvswitch,hyperv on host n-d-713499-10 at level 0 using segments [{'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:50.876662 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Attempting to bind port 94ff6d03-bc45-429f-803c-1b13d928eea3 on network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:50.879689 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-13ae839f-dd34-4a9a-8fe8-f62c5590906c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8fe9edf4614502a0d6227653505fb2 HTTP/1.1" status: 200 len: 380 time: 0.0403316 Jul 30 02:50:50.883673 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Checking agent: {'id': 'be3c1fd4-987e-4ca2-897d-ed2fcb2970aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 18, 52), 'started_at': datetime.datetime(2021, 7, 30, 1, 19, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:50.884046 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Checking segment: {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:50.884500 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.884889 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Bound using segment: {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'} {{(pid=93892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:50.885364 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.managers [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Bound port: 94ff6d03-bc45-429f-803c-1b13d928eea3, host: n-d-713499-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4d9d08-4120-43f0-8a8c-ac561bb5626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2'}}] {{(pid=93892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:50.885738 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.890207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'port': {'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'admin_state_up': True, 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'security_groups': ['df13d9e5-4346-4892-8db3-8a4cc82a523d']}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:50.961416 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] For port 94ff6d03-bc45-429f-803c-1b13d928eea3, host n-d-713499-10, cleared binding levels {{(pid=93892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:50.964982 n-d-713499-10 neutron-server[93892]: DEBUG neutron.plugins.ml2.db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] For port 94ff6d03-bc45-429f-803c-1b13d928eea3, host n-d-713499-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=94ff6d03-bc45-429f-803c-1b13d928eea3,segment=NetworkSegment(5b4d9d08-4120-43f0-8a8c-ac561bb5626e),segment_id=5b4d9d08-4120-43f0-8a8c-ac561bb5626e)] {{(pid=93892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:50.969649 n-d-713499-10 neutron-server[93892]: DEBUG neutron_lib.callbacks.manager [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.022282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Made reservation on behalf of fb8fe9edf4614502a0d6227653505fb2 for: {'port': 1} {{(pid=93890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:51.026794 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.044938 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Routers {'2ff27b00-dc66-415c-bf0f-e048c519b752'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:51.045609 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2ff27b00-dc66-415c-bf0f-e048c519b752'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:51.081434 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d996-effd-4fb9-8257-6cb2365857b1 None None] Pushing event updated for resources: {'Port': ['ID=94ff6d03-bc45-429f-803c-1b13d928eea3,revision_number=4']} {{(pid=93892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.192849 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Allocated IP 172.20.0.7 (aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69/417a67f9-3138-4461-9856-3b2974dc3ba9/b283fb23-25c8-4d6c-afed-c67fe7d00192) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:51.270165 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] Set router 2ff27b00-dc66-415c-bf0f-e048c519b752 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:51.345971 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.368204 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Transition to ACTIVE for port object b283fb23-25c8-4d6c-afed-c67fe7d00192 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:51.402460 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.445341 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:51.450799 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:51.453443 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:51.484763 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.493718 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-09889707-a215-40db-91a1-7569f4bd173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '94ff6d03-bc45-429f-803c-1b13d928eea3', 'name': '', 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'mac_address': 'fa:16:3e:61:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:45Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'subnets': [{'id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:51.515564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:51.516572 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.525453 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09889707-a215-40db-91a1-7569f4bd173f None None] The sync data for ids ['2ff27b00-dc66-415c-bf0f-e048c519b752'] in n-d-713499-10 is: [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '94ff6d03-bc45-429f-803c-1b13d928eea3', 'name': '', 'network_id': '5d0cc725-f85a-4296-a79c-b14b70aa7da2', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'mac_address': 'fa:16:3e:61:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:45Z', 'updated_at': '2021-07-30T02:50:50Z', 'revision_number': 4, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'subnets': [{'id': 'fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:51.534918 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-ead6330f-7b55-415c-b01e-e8634f5cd3ab tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6487825 Jul 30 02:50:51.554040 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Request body: {'port': {'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-10'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:51.626261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.772597 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42e61ac6-bc1c-47a2-85b1-84b57af7d556 None None] Provisioning for port b283fb23-25c8-4d6c-afed-c67fe7d00192 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:51.777366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-42e61ac6-bc1c-47a2-85b1-84b57af7d556 None None] Provisioning complete for port b283fb23-25c8-4d6c-afed-c67fe7d00192 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:51.777736 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-42e61ac6-bc1c-47a2-85b1-84b57af7d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.822220 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-264a172b-f7db-4577-9c57-42d35675a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.832537 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-42e61ac6-bc1c-47a2-85b1-84b57af7d556 None None] Port b283fb23-25c8-4d6c-afed-c67fe7d00192 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:50:51.882146 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8972e-f5cc-4550-ab94-733813cec547 req-2b3cbca6-ed62-4f25-bff3-03afebe9144d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:51.883759 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33a8972e-f5cc-4550-ab94-733813cec547 req-2b3cbca6-ed62-4f25-bff3-03afebe9144d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 931 time: 0.1142025 Jul 30 02:50:51.956260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-33a8972e-f5cc-4550-ab94-733813cec547 req-c839f08e-ac4d-4903-a8fa-bf2848c05cad tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622315 Jul 30 02:50:52.015906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b283fb23-25c8-4d6c-afed-c67fe7d00192 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:50:52.026227 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.040838 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.041148 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Transition to ACTIVE for port object b283fb23-25c8-4d6c-afed-c67fe7d00192 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:52.042313 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.045985 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.098240 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:52.177952 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Attempting to bind port b283fb23-25c8-4d6c-afed-c67fe7d00192 on host n-h2-713499-10 for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:52.178292 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Attempting to bind port b283fb23-25c8-4d6c-afed-c67fe7d00192 by drivers openvswitch,hyperv on host n-h2-713499-10 at level 0 using segments [{'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:52.178689 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Attempting to bind port b283fb23-25c8-4d6c-afed-c67fe7d00192 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:52.184039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Port b283fb23-25c8-4d6c-afed-c67fe7d00192 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-10 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:50:52.184364 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Attempting to bind port b283fb23-25c8-4d6c-afed-c67fe7d00192 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:52.189769 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Checking agent: {'id': '72c3524a-926f-4b3f-9661-fbd90d546359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:52.190109 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Checking segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:52.190491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Bound using segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:52.190937 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Bound port: b283fb23-25c8-4d6c-afed-c67fe7d00192, host: n-h2-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:52.191326 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.562291 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:52.564600 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:52.571358 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.616574 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:52.618012 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.620042 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] 10.222.0.55 "PUT /v2.0/ports/b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 1092 time: 1.0723386 Jul 30 02:50:52.620657 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:52.623837 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7498582-9cf0-4ecc-9876-01fba6abaa60" -d '{"events": [{"name": "network-changed", "server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:52.651210 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94ff6d03-bc45-429f-803c-1b13d928eea3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:52.671656 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d65e3-2d68-49cf-a8d1-9339b1a59762 service neutron] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:52.683715 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81023efc-5354-4574-bcb2-b611539a34f1 x-openstack-request-id: req-81023efc-5354-4574-bcb2-b611539a34f1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:52.684010 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:52.684286 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-81023efc-5354-4574-bcb2-b611539a34f1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:52.684669 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'status': 'completed', 'code': 200} Jul 30 02:50:52.703918 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning for port 94ff6d03-bc45-429f-803c-1b13d928eea3 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:52.708384 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 94ff6d03-bc45-429f-803c-1b13d928eea3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:52.708759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.745709 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-eacb2629-96ac-4034-851a-3d818543647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:52.747999 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-eacb2629-96ac-4034-851a-3d818543647e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1095 time: 0.0471058 Jul 30 02:50:52.797005 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.807400 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-a7c11b73-e46a-4cc8-b125-f1b3bdf600d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 217 time: 0.0443742 Jul 30 02:50:52.851172 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] For port 94ff6d03-bc45-429f-803c-1b13d928eea3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=94ff6d03-bc45-429f-803c-1b13d928eea3,segment=NetworkSegment(5b4d9d08-4120-43f0-8a8c-ac561bb5626e),segment_id=5b4d9d08-4120-43f0-8a8c-ac561bb5626e)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:52.863124 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.871181 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-3fe08781-ea2c-4a78-a838-8d2641a7a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:52.872709 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-3fe08781-ea2c-4a78-a838-8d2641a7a556 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0587289 Jul 30 02:50:52.917873 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Pushing event updated for resources: {'Port': ['ID=94ff6d03-bc45-429f-803c-1b13d928eea3,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:52.935815 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-3abe8a1b-92b9-47b7-80c8-1563379b3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:52.937655 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-3abe8a1b-92b9-47b7-80c8-1563379b3a26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568957 Jul 30 02:50:53.073766 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-781577e7-0061-46ab-9a7e-efcda498c4f7 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286190 Jul 30 02:50:53.132251 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c98b-06bf-4b3f-8eef-0bec96c7c1f9 req-19cc62c9-bfd8-46ca-b765-c1f6c15324b6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:53.133769 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1078c98b-06bf-4b3f-8eef-0bec96c7c1f9 req-19cc62c9-bfd8-46ca-b765-c1f6c15324b6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 943 time: 0.0999761 Jul 30 02:50:53.202377 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1078c98b-06bf-4b3f-8eef-0bec96c7c1f9 req-bb0b1942-6ea4-46e2-99e3-2e060ed619a2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621266 Jul 30 02:50:53.218803 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-bb4b3dd9-eac1-44f3-a164-86fe6ee92760 req-8fdbe2c2-a1bf-4e33-93b1-4cef160c1f0c service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376193 Jul 30 02:50:53.357557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-93ea916c-5081-4858-9e3b-fd5815a6e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:53.357557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-93ea916c-5081-4858-9e3b-fd5815a6e35b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1095 time: 0.0436928 Jul 30 02:50:53.376484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.451241 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-d6f92a84-9831-4038-8c3e-15a0628ec24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:53.452740 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-d6f92a84-9831-4038-8c3e-15a0628ec24b service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0892780 Jul 30 02:50:53.499898 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-2a3c4813-1532-44fe-b7d3-9a464e3deccd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 217 time: 0.0395541 Jul 30 02:50:53.550652 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-a9de4fc8-ea2b-4d27-a8db-6617f55394cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:53.552162 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-a9de4fc8-ea2b-4d27-a8db-6617f55394cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0456059 Jul 30 02:50:53.599491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-14767f62-207e-4db8-b85e-cd44b917d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:53.601016 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-14767f62-207e-4db8-b85e-cd44b917d419 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419431 Jul 30 02:50:53.705913 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-6e9bde32-da44-40a7-b5ba-29d1df0feb5c service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961447 Jul 30 02:50:53.802510 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e7498582-9cf0-4ecc-9876-01fba6abaa60 req-6c954182-302a-4308-9f5a-d01c0846f18c service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886607 Jul 30 02:50:54.325132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220d98-c40c-4b5f-a629-3210d406d7f1 req-4c07b250-a1fc-4ba9-89d9-ed9e112ef986 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:54.326637 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04220d98-c40c-4b5f-a629-3210d406d7f1 req-4c07b250-a1fc-4ba9-89d9-ed9e112ef986 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 943 time: 0.0563457 Jul 30 02:50:54.365697 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-04220d98-c40c-4b5f-a629-3210d406d7f1 req-903d7be0-f609-4952-9128-2f2399d214f4 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330093 Jul 30 02:50:54.602965 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94ff6d03-bc45-429f-803c-1b13d928eea3 up at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:54.652097 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Provisioning complete for port 94ff6d03-bc45-429f-803c-1b13d928eea3 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:54.652463 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.875912 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.484018 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef7b92-c8d5-4c51-ba32-3e4e4e2b24f8 req-578e17f2-2462-4b80-8e38-0eb4dea6b5f9 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:55.485550 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7ef7b92-c8d5-4c51-ba32-3e4e4e2b24f8 req-578e17f2-2462-4b80-8e38-0eb4dea6b5f9 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 943 time: 0.0508823 Jul 30 02:50:55.524862 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a7ef7b92-c8d5-4c51-ba32-3e4e4e2b24f8 req-1abd628f-44e6-494c-b171-c7d97cbbaf13 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Jul 30 02:50:55.900627 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:50:56.002611 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:56.017235 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:50:56.054328 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.067799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b283fb23-25c8-4d6c-afed-c67fe7d00192 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:50:56.087709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:56.092146 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.139025 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:56.391031 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b283fb23-25c8-4d6c-afed-c67fe7d00192'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:56.644093 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe74837-bb8e-4fc4-8e58-89c534ade38e req-3f098e3f-0e66-454f-86bd-92a241b457e6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:56.645563 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fe74837-bb8e-4fc4-8e58-89c534ade38e req-3f098e3f-0e66-454f-86bd-92a241b457e6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 944 time: 0.0505593 Jul 30 02:50:56.685673 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1fe74837-bb8e-4fc4-8e58-89c534ade38e req-9489fe3a-1c93-4d04-93a9-0fa97201c3b2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Jul 30 02:50:57.806249 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a911fa-4233-45a5-bbd5-47e9d4d8dee3 req-ea45aee0-b285-48d2-975b-bbbf947e93bb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:57.807955 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2a911fa-4233-45a5-bbd5-47e9d4d8dee3 req-ea45aee0-b285-48d2-975b-bbbf947e93bb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 944 time: 0.0536137 Jul 30 02:50:57.848079 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a2a911fa-4233-45a5-bbd5-47e9d4d8dee3 req-e146dabd-91b5-4a62-bb2a-24376e56474f tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Jul 30 02:50:57.917815 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:57.967771 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning for port b283fb23-25c8-4d6c-afed-c67fe7d00192 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:57.971867 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b283fb23-25c8-4d6c-afed-c67fe7d00192 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:57.972239 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.051068 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.074389 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:58.076695 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d22c1-dd41-42eb-bf8f-ef90bc6146c8" -d '{"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-plugged", "status": "completed", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:58.089868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:58.094388 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.117605 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0de5ac-7add-42c4-9830-07926dd8b448 x-openstack-request-id: req-8c0de5ac-7add-42c4-9830-07926dd8b448 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:58.117899 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-plugged", "status": "completed", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:58.118148 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c0de5ac-7add-42c4-9830-07926dd8b448 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:58.118558 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'code': 200} Jul 30 02:50:58.144949 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:58.236858 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b883c70-58d1-4ffc-91ea-08991de53d2a req-76da6948-b0e1-452b-8ec0-c6126e0cceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:58.238361 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b883c70-58d1-4ffc-91ea-08991de53d2a req-76da6948-b0e1-452b-8ec0-c6126e0cceb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1097 time: 0.0417402 Jul 30 02:50:58.287396 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1b883c70-58d1-4ffc-91ea-08991de53d2a req-0cd8dd1c-b8ea-4938-9d14-929d0589c249 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371692 Jul 30 02:50:58.972971 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd6e9-52ef-4fa6-ab8f-27e35f06bc73 req-5bc540f9-45c8-4f5c-a9a6-f473a78e3ca3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:58.974488 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c01dd6e9-52ef-4fa6-ab8f-27e35f06bc73 req-5bc540f9-45c8-4f5c-a9a6-f473a78e3ca3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 945 time: 0.0552201 Jul 30 02:50:59.021818 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-c01dd6e9-52ef-4fa6-ab8f-27e35f06bc73 req-ceb56f73-53e1-43db-a473-26a1128d92db tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403934 Jul 30 02:50:59.198175 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:51:00.151653 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdb5ee-af63-4abe-972b-54e34ad3bf9e req-58e11533-0e9e-4fad-b3f4-fbb478793d50 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:00.153249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edbdb5ee-af63-4abe-972b-54e34ad3bf9e req-58e11533-0e9e-4fad-b3f4-fbb478793d50 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 945 time: 0.0613041 Jul 30 02:51:00.192321 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-edbdb5ee-af63-4abe-972b-54e34ad3bf9e req-a55a1ca6-381f-4975-a58e-47ea1f1ec929 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Jul 30 02:51:00.309759 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf17785-9190-4ed6-a044-149e8bdaa171 req-74a7a10a-5c4b-4076-a201-63d4d58f349b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:00.311681 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9bf17785-9190-4ed6-a044-149e8bdaa171 req-74a7a10a-5c4b-4076-a201-63d4d58f349b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 945 time: 0.0512161 Jul 30 02:51:00.351022 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-9bf17785-9190-4ed6-a044-149e8bdaa171 req-ab653516-5790-49b7-a63e-ee6ddc6b7da8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331800 Jul 30 02:51:00.380993 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60416) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:00.516781 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a0f8f-d709-48fb-be8e-6f90bfd1bf48 tempest-TestSnapshotPattern-1376464196 tempest-TestSnapshotPattern-1376464196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:00.518871 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-4d2a0f8f-d709-48fb-be8e-6f90bfd1bf48 tempest-TestSnapshotPattern-1376464196 tempest-TestSnapshotPattern-1376464196-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1092 time: 0.1367445 Jul 30 02:51:00.522031 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60420) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:00.526962 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:00.550261 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.652202 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.755909 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Allocated IP 172.25.8.194 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/f505999e-21f8-49a2-8ad7-895f4d8d3f6e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:00.862184 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.902000 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.941865 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:00.947686 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:00.952190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:00.955392 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'Port': ['ID=f505999e-21f8-49a2-8ad7-895f4d8d3f6e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:01.315207 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.394160 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.550894 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.555831 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.630948 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'Port': ['ID=f505999e-21f8-49a2-8ad7-895f4d8d3f6e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:01.647347 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.754013 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Floating IP 57500201-d9b0-4f1d-99e8-956ab9d6dd14 associated. External IP: 172.25.8.194, port: b283fb23-25c8-4d6c-afed-c67fe7d00192. Jul 30 02:51:01.963199 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:51:02.071143 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:51:02.081570 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:51:02.092132 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:02.092810 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:02.096006 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.124200 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-04305c8d-87d3-470b-bfb8-3a579c0def30 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6008568 Jul 30 02:51:02.124796 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:02.127181 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce9de1c-fb06-4404-915e-43c729d15af6" -d '{"events": [{"name": "network-changed", "server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:02.164783 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662711d-aab2-43ff-a654-a911aa829894 x-openstack-request-id: req-3662711d-aab2-43ff-a654-a911aa829894 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:02.165075 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:02.165323 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3662711d-aab2-43ff-a654-a911aa829894 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:02.165729 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'status': 'completed', 'code': 200} Jul 30 02:51:02.207051 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:02.250111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-6c6809e2-bd1b-4848-bec6-0317afbb17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.251608 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-6c6809e2-bd1b-4848-bec6-0317afbb17e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1097 time: 0.0425508 Jul 30 02:51:02.350750 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-b2ecdc05-3daa-4d85-9038-b1950d985e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.352944 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-b2ecdc05-3daa-4d85-9038-b1950d985e25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0942721 Jul 30 02:51:02.425113 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-994639ad-0e5c-49b1-b486-1a992d00f206 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 999 time: 0.0653505 Jul 30 02:51:02.480741 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-c0196bcd-6136-498f-816a-8a8d638e797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.482261 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-c0196bcd-6136-498f-816a-8a8d638e797b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0505242 Jul 30 02:51:02.531357 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-d4ed97fc-f7a0-4017-b739-cd53f032912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.532801 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-d4ed97fc-f7a0-4017-b739-cd53f032912f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438821 Jul 30 02:51:02.610401 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:01Z', 'revision_number': 0, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:02.634005 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-ffc5b080-bf15-48ff-a2c7-53b30b9082ca service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925541 Jul 30 02:51:02.636875 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:51:02.645215 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:02.645823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:50:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:02.726237 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6ce9de1c-fb06-4404-915e-43c729d15af6 req-10024da5-d197-47a7-aee7-dedc1e72c116 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Jul 30 02:51:02.765216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:02.998495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:01Z', 'revision_number': 0, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:03.025743 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd5f3f-4810-4bfc-a22e-c9d1c1f393f6 None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:01Z', 'revision_number': 0, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:03.216741 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c731fa2-fda2-47b3-acb7-b2bdaebb7e44 None None] New status for floating IP 57500201-d9b0-4f1d-99e8-956ab9d6dd14: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:51:07.791129 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:19.064966 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9850-6e22-4b34-a1d1-f53415dc36c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:21.805078 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-01dd04a3-4ad5-4780-ab57-27e896837b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:22.041428 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:22.046872 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:23.378168 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:24.881010 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:36.197205 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:51:37.799196 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:48.121512 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-18670026-061a-46ef-87d3-9401b1db3cfb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416834 Jul 30 02:51:48.202768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-489bb8f5-215e-44b2-b620-44297b8b22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.204325 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-489bb8f5-215e-44b2-b620-44297b8b22df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0414522 Jul 30 02:51:48.318733 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-c9b40a0f-f6e1-47f2-978f-72e3f277a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.320182 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-c9b40a0f-f6e1-47f2-978f-72e3f277a4be service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0970771 Jul 30 02:51:48.362029 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-085eee2b-75e5-4042-ae69-2ccd9cf3e33d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0347602 Jul 30 02:51:48.419401 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-9138b071-d934-4124-9a84-4b3ee428f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.420885 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-9138b071-d934-4124-9a84-4b3ee428f0c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0521953 Jul 30 02:51:48.467843 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-a88d6cc6-87eb-4817-8eb9-562fd5fc543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.469367 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-a88d6cc6-87eb-4817-8eb9-562fd5fc543f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420518 Jul 30 02:51:48.572208 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-bd123a1e-8f5d-4267-933e-387b9363a4ec service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954111 Jul 30 02:51:48.668901 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-4e27973e-ef31-4200-8aea-25b101f1e355 req-0a140404-aa7a-4945-9983-eef21c152696 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899327 Jul 30 02:51:49.070402 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bdd404ab-f4b7-4058-ad07-3adc1d70667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:51.807516 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00845c02-0029-4256-a783-e5189a78d26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.033355 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.061327 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.380923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.884161 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.322523 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-8325cd2d-7dbd-4005-8e50-0eaff982d1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443785 Jul 30 02:51:55.426584 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-af0864db-1db5-435f-a944-332764f3a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:55.428144 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-af0864db-1db5-435f-a944-332764f3a833 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1097 time: 0.0453603 Jul 30 02:51:55.540734 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-1a7ebde6-6948-44e6-8dfd-3f8f6ebdddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:55.542402 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-1a7ebde6-6948-44e6-8dfd-3f8f6ebdddd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0913558 Jul 30 02:51:55.618276 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-90c9f67a-d17e-4dc4-be8a-ace64bf9519c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 1001 time: 0.0688996 Jul 30 02:51:55.666551 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-59ab6c4d-eb46-42bf-b902-9862518efaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:55.668058 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-59ab6c4d-eb46-42bf-b902-9862518efaf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0430770 Jul 30 02:51:55.714819 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-f45d3960-846a-486c-a2a1-e4d4c7a71939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:55.716388 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-f45d3960-846a-486c-a2a1-e4d4c7a71939 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415332 Jul 30 02:51:56.096094 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-866a9455-7c62-470d-9cab-bbfae750ea30 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725290 Jul 30 02:51:56.198856 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-746cf6d3-7516-40b7-81f4-30cb03cf7d28 req-0f0c2c5f-a82b-4d91-b47e-fb26855e7b0f service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955374 Jul 30 02:52:07.802556 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:13.196290 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:52:19.071932 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0577-d7e2-4bc6-95ab-598025fcdf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:21.808366 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1309a18-042f-4eab-9ee0-60b3bf08c40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.034543 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:22.077759 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:23.385449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:24.891723 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:37.817098 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:49.075751 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4e14df2f-ac99-4eef-a8ec-abc253c88e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:49.210507 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-686158d7-935d-4d79-ac06-1328010b172f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1296680 Jul 30 02:52:49.293072 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-6049fdae-70f3-477d-9148-13027c0d869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:49.294730 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-6049fdae-70f3-477d-9148-13027c0d869f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0422173 Jul 30 02:52:49.402154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-39cf15d5-12a3-4bb5-9942-25d4dded2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:49.403678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-39cf15d5-12a3-4bb5-9942-25d4dded2553 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0895736 Jul 30 02:52:49.449392 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-b07b2f9e-f3e4-4246-9f3f-d83434e17874 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0390282 Jul 30 02:52:49.498927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-a73915e8-adcf-4b27-b7a0-73388c981dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:49.500424 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-a73915e8-adcf-4b27-b7a0-73388c981dfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0445073 Jul 30 02:52:49.547259 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-0b9a20e1-9429-4707-b252-52c2c943fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:49.548775 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-0b9a20e1-9429-4707-b252-52c2c943fd7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418835 Jul 30 02:52:49.641755 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-60bbc4cc-ae6c-47aa-bde6-fb78fd28249e service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855339 Jul 30 02:52:49.733625 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-8b275165-9c2b-418d-89bf-00cb495b88b0 req-cd4bb0de-85a2-42e1-8584-c78d31a39952 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848944 Jul 30 02:52:50.195894 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:52:51.808968 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e3bd-4dc4-40ae-bb5a-359dfa274dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:52.036417 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:52.084743 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:53.389269 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:54.897012 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:56.370851 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-a6a4d349-2a3b-4181-a13b-aecac9b812f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961769 Jul 30 02:52:56.470393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-3f8fea13-8e68-49a6-a04f-5a5b4150b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:56.471959 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-3f8fea13-8e68-49a6-a04f-5a5b4150b79f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1097 time: 0.0423930 Jul 30 02:52:56.580039 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-cab83b92-548b-47a4-8928-821934a25674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:56.581528 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-cab83b92-548b-47a4-8928-821934a25674 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0905623 Jul 30 02:52:56.646816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-ca09eef0-6044-4bd8-bd46-5e542475976b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 1001 time: 0.0577419 Jul 30 02:52:56.697019 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-8c173785-b77b-438d-bda8-3d6affe35624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:56.699585 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-8c173785-b77b-438d-bda8-3d6affe35624 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0455739 Jul 30 02:52:56.751044 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-98f18ffd-fe92-409d-99ec-1cf11195f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:56.752557 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-98f18ffd-fe92-409d-99ec-1cf11195f7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463984 Jul 30 02:52:56.764492 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-d7617a18-438b-4658-a542-fe023add8445 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:52:56.765520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-d7617a18-438b-4658-a542-fe023add8445 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054760 Jul 30 02:52:56.858468 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-6680cca0-d87f-424a-9cf1-9252ac727c68 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861044 Jul 30 02:52:56.961469 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-85a4cbf9-08e1-4608-9ecd-3963d1020e55 req-a82edc6a-d70a-40cc-b664-bccd1e611b1d service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963449 Jul 30 02:53:00.477765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 details requested by agent hyperv_n-h2-713499-10 with host n-h2-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:53:00.575223 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:00.589901 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Returning: {'device': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:53:00.628357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:00.642466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b283fb23-25c8-4d6c-afed-c67fe7d00192 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:00.661948 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:00.666448 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:00.720992 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:00.736054 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.736313 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.737122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.737473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.738131 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.738476 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.738812 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.739175 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.739506 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.739836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.740163 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.740488 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:00.827302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] get_ports_and_sgs() called for port_ids ['b283fb23-25c8-4d6c-afed-c67fe7d00192'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:53:02.490759 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 up at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:02.548492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Provisioning complete for port b283fb23-25c8-4d6c-afed-c67fe7d00192 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:02.549034 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:02.635924 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:02.660551 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:02.663386 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b637a84-5eaf-49bf-9ced-bcb87e8ced96" -d '{"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-plugged", "status": "completed", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:02.681832 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:02.689105 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:02.756898 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:02.828266 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89363241-5cd8-4df7-8b59-174d7cabf5a1 x-openstack-request-id: req-89363241-5cd8-4df7-8b59-174d7cabf5a1 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:02.829219 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-plugged", "status": "completed", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:02.829651 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89363241-5cd8-4df7-8b59-174d7cabf5a1 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:02.830052 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'code': 200} Jul 30 02:53:07.842985 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:11.538195 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-894cc2fc-5a05-4ac7-a1ea-5f70a838b11a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608652112&fields=id&tenant_id=fb8fe9edf4614502a0d6227653505fb2 HTTP/1.1" status: 200 len: 267 time: 0.0364347 Jul 30 02:53:11.652147 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-3641f169-30ae-49a4-a6fe-06f477b9bdd6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:11.653651 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-3641f169-30ae-49a4-a6fe-06f477b9bdd6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 810 time: 0.1080325 Jul 30 02:53:11.671356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-c00317f1-5602-4350-98c7-2f61b4dc955c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/quotas/fb8fe9edf4614502a0d6227653505fb2 HTTP/1.1" status: 200 len: 375 time: 0.0101759 Jul 30 02:53:11.730193 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-feaded04-fa35-409f-83c2-98a0b07145a7 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532167 Jul 30 02:53:11.878537 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-4ce713a8-f28f-47e9-b498-668e02d3425a service neutron] 10.222.0.78 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362936 Jul 30 02:53:11.970043 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-aac71a37-3539-407b-9cea-506d99c661c9 service neutron] 10.222.0.78 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854323 Jul 30 02:53:13.156070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f658a7c8-3b13-4174-aff1-a31a91bc0e8b req-374b1a12-9c35-4ae2-859f-1e797ac49402 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 210 time: 0.0331647 Jul 30 02:53:14.211395 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-7f09669a-b5d0-471d-a2fb-ab95aa437ff3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:14.213361 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-7f09669a-b5d0-471d-a2fb-ab95aa437ff3 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.66 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 810 time: 0.1243873 Jul 30 02:53:14.263986 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-0195e77e-f67d-41d3-9c54-8d101fa1d17f tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8fe9edf4614502a0d6227653505fb2 HTTP/1.1" status: 200 len: 380 time: 0.0410187 Jul 30 02:53:14.267649 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d62bcb38-aaea-4f99-b688-15caf076c2e2 req-a756da21-042c-4162-8b97-322cb992a8d7 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 210 time: 0.0322824 Jul 30 02:53:14.273739 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'port': {'device_id': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'admin_state_up': True, 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'security_groups': ['df13d9e5-4346-4892-8db3-8a4cc82a523d']}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:14.401387 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Made reservation on behalf of fb8fe9edf4614502a0d6227653505fb2 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:53:14.404979 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:14.550796 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:53:14.563544 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Allocated IP 172.20.0.6 (aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69/417a67f9-3138-4461-9856-3b2974dc3ba9/5b52b766-5158-43a6-9aea-8e1a95690ec1) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:14.663754 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:14.712548 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:14.715660 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5157787-8687-4241-93d1-9368a025b47a" -d '{"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-unplugged", "status": "completed", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:14.738379 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:14.746786 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:14.786079 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7067d095-f88a-4b50-882f-c4655846bf19 x-openstack-request-id: req-7067d095-f88a-4b50-882f-c4655846bf19 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:14.786682 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-unplugged", "status": "completed", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:14.787197 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7067d095-f88a-4b50-882f-c4655846bf19 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:14.788078 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'code': 200} Jul 30 02:53:14.824518 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:14.840440 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Transition to ACTIVE for port object 5b52b766-5158-43a6-9aea-8e1a95690ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:14.865817 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Pushing event updated for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:14.882073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:14.930484 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:14.934556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:14.937337 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:14.984027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:14.998758 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:14.999729 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.000071 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.000467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.000803 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.001127 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.001448 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.001768 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.002087 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.002406 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.002726 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.003066 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:15.028091 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:15.029032 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:15.061985 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1c9a4e41-8b31-4903-a1fd-7be322785beb tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7920280 Jul 30 02:53:15.271479 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2a0a1d0f-d2d8-479b-a80a-5a7ca638324d None None] Provisioning for port 5b52b766-5158-43a6-9aea-8e1a95690ec1 completed by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:15.275900 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-2a0a1d0f-d2d8-479b-a80a-5a7ca638324d None None] Provisioning complete for port 5b52b766-5158-43a6-9aea-8e1a95690ec1 triggered by entity DHCP. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:15.276430 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1d0f-d2d8-479b-a80a-5a7ca638324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:15.313674 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a1d0f-d2d8-479b-a80a-5a7ca638324d None None] Port 5b52b766-5158-43a6-9aea-8e1a95690ec1 cannot update to ACTIVE because it is not bound. {{(pid=93891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:53:15.420335 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36d77a-8b3e-4d74-ba2f-be312f4fdacc req-512e2706-0d5a-467c-ab21-46379c421565 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:15.422578 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc36d77a-8b3e-4d74-ba2f-be312f4fdacc req-512e2706-0d5a-467c-ab21-46379c421565 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0627713 Jul 30 02:53:15.462583 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dc36d77a-8b3e-4d74-ba2f-be312f4fdacc req-caad1cf6-2ed3-4096-a749-cf8f679c3362 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338087 Jul 30 02:53:16.588694 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988097e-0ed8-4ae7-b3b5-41705f11df9f req-9e5e35ea-4540-4ac0-868f-399e5e5f045f tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:16.590217 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8988097e-0ed8-4ae7-b3b5-41705f11df9f req-9e5e35ea-4540-4ac0-868f-399e5e5f045f tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0509753 Jul 30 02:53:16.628146 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-8988097e-0ed8-4ae7-b3b5-41705f11df9f req-18b138d3-5f22-4a76-9bcd-4460f6fa84e7 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Jul 30 02:53:17.762111 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c182f-d50b-4a0b-94dc-d3cc9bb29f3d req-43fe4917-3457-4b92-b4e1-0de59dad76c7 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:17.763727 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce6c182f-d50b-4a0b-94dc-d3cc9bb29f3d req-43fe4917-3457-4b92-b4e1-0de59dad76c7 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0569446 Jul 30 02:53:17.808112 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ce6c182f-d50b-4a0b-94dc-d3cc9bb29f3d req-1e70a722-aba6-42ad-9da4-9c65dcd987ae tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373642 Jul 30 02:53:18.923407 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36733ea0-5e9e-426a-a060-2e5615486153 req-8ce0b922-4f59-40c2-8b98-c2a26191a6b8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:18.924816 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36733ea0-5e9e-426a-a060-2e5615486153 req-8ce0b922-4f59-40c2-8b98-c2a26191a6b8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0487223 Jul 30 02:53:18.965132 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-36733ea0-5e9e-426a-a060-2e5615486153 req-54b473a4-e066-4655-9d74-669b43aa2bdf tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Jul 30 02:53:19.079859 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-228fc2bc-8d46-4c9e-ad9c-d39fa36c22dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:20.090049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186abf5f-473f-4ae6-be0f-845d466e588e req-6856821b-adb8-4949-b079-af0487b5b749 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:20.091668 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-186abf5f-473f-4ae6-be0f-845d466e588e req-6856821b-adb8-4949-b079-af0487b5b749 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0572653 Jul 30 02:53:20.142840 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-186abf5f-473f-4ae6-be0f-845d466e588e req-3e6246c3-22af-4f08-8699-1eb5b8777837 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Jul 30 02:53:21.267735 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0f375-1b50-4cad-87b4-9ceda428c288 req-83f64a01-4e8b-4231-9be8-2cc6b8229b09 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:21.269126 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83a0f375-1b50-4cad-87b4-9ceda428c288 req-83f64a01-4e8b-4231-9be8-2cc6b8229b09 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0532298 Jul 30 02:53:21.309348 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-83a0f375-1b50-4cad-87b4-9ceda428c288 req-d1081fef-2b3a-4299-bfd8-f07cf624effa tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Jul 30 02:53:21.811277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-cff56f0e-f625-419b-a630-a914a351ae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:22.038165 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:22.084297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:22.426538 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc83a-816a-4877-bcec-286951a542cd req-293b93ec-8fc0-46bc-bca4-7fd9da811d1b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:22.428243 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-871bc83a-816a-4877-bcec-286951a542cd req-293b93ec-8fc0-46bc-bca4-7fd9da811d1b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0498381 Jul 30 02:53:22.468742 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-871bc83a-816a-4877-bcec-286951a542cd req-2b905506-057c-493b-99ee-2aa296c2c5e8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339289 Jul 30 02:53:23.392484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:23.611353 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf548e4-27a5-4e9d-bcf1-1da5a49ca631 req-d719393c-b801-4239-898c-acd7a30b838d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:23.612911 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bf548e4-27a5-4e9d-bcf1-1da5a49ca631 req-d719393c-b801-4239-898c-acd7a30b838d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0484970 Jul 30 02:53:23.660448 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-7bf548e4-27a5-4e9d-bcf1-1da5a49ca631 req-db45e01d-30d9-4e94-8d5c-c23cae3d3491 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Jul 30 02:53:24.792270 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66b05f-0a0d-44c6-b88c-4d1502b2f1e7 req-f645e3e6-e1fa-49d7-ba79-a51b56f238c1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:24.793945 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c66b05f-0a0d-44c6-b88c-4d1502b2f1e7 req-f645e3e6-e1fa-49d7-ba79-a51b56f238c1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0590055 Jul 30 02:53:24.844566 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2c66b05f-0a0d-44c6-b88c-4d1502b2f1e7 req-e658b3e9-0bc8-4de7-9853-14d5fb9281a0 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Jul 30 02:53:24.894586 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:25.983244 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c51a55-8c55-462f-bd78-ea900e3bc1ea req-6c7b52c7-5757-4653-9786-3a97e5971d2d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:25.984897 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95c51a55-8c55-462f-bd78-ea900e3bc1ea req-6c7b52c7-5757-4653-9786-3a97e5971d2d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0707843 Jul 30 02:53:26.032487 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-95c51a55-8c55-462f-bd78-ea900e3bc1ea req-3ace104a-0911-4227-ae05-afca531dd448 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387397 Jul 30 02:53:27.149265 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c689-54c6-4b17-9365-84aa3642775f req-cfe19ebd-ad75-4075-9e5c-645c01076b1d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:27.150822 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a668c689-54c6-4b17-9365-84aa3642775f req-cfe19ebd-ad75-4075-9e5c-645c01076b1d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0494046 Jul 30 02:53:27.191738 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a668c689-54c6-4b17-9365-84aa3642775f req-e4636cfd-f453-464f-872c-d7332c40312c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347378 Jul 30 02:53:27.198762 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:53:28.335434 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8245e-cd79-42ef-aa37-2b1543f4bbbb req-83feba48-0326-4200-90db-562a0b03a6e1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:28.336919 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20d8245e-cd79-42ef-aa37-2b1543f4bbbb req-83feba48-0326-4200-90db-562a0b03a6e1 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 931 time: 0.0550809 Jul 30 02:53:28.377304 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-20d8245e-cd79-42ef-aa37-2b1543f4bbbb req-0bc4ed5d-259e-42c7-b597-0c1119ed5f17 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335028 Jul 30 02:53:29.090948 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.v2.base [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Request body: {'port': {'device_id': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-10'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:29.151498 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.433542 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b52b766-5158-43a6-9aea-8e1a95690ec1 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:29.441395 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.454943 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Transition to ACTIVE for port object 5b52b766-5158-43a6-9aea-8e1a95690ec1 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:29.459456 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.501034 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317580a-60e7-44c3-805c-1fdcf4b92224 req-abd1fdd3-a09d-49ff-906d-a4eae6975b11 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.501846 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0317580a-60e7-44c3-805c-1fdcf4b92224 req-abd1fdd3-a09d-49ff-906d-a4eae6975b11 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 943 time: 0.0503297 Jul 30 02:53:29.533637 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:29.545630 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-0317580a-60e7-44c3-805c-1fdcf4b92224 req-99eaa23a-48e4-4b76-bef6-22c8a0db25bf tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374939 Jul 30 02:53:29.591042 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Attempting to bind port 5b52b766-5158-43a6-9aea-8e1a95690ec1 on host n-h1-713499-10 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:53:29.591389 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Attempting to bind port 5b52b766-5158-43a6-9aea-8e1a95690ec1 by drivers openvswitch,hyperv on host n-h1-713499-10 at level 0 using segments [{'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:53:29.591740 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Attempting to bind port 5b52b766-5158-43a6-9aea-8e1a95690ec1 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:29.596353 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Port 5b52b766-5158-43a6-9aea-8e1a95690ec1 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-10 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:53:29.596677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Attempting to bind port 5b52b766-5158-43a6-9aea-8e1a95690ec1 on network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:29.601556 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Checking agent: {'id': '6e0f5841-4745-4a85-8e58-26d3cc4f31ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'started_at': datetime.datetime(2021, 7, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:53:29.601898 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Checking segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:29.602291 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Bound using segment: {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:53:29.602779 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Bound port: 5b52b766-5158-43a6-9aea-8e1a95690ec1, host: n-h1-713499-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0781ad17-0c5a-43b4-9f52-cb8116b1995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:53:29.603189 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.671951 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:53:29.675945 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:53:29.680933 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672189'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.716206 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.716841 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:29.718317 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] 10.222.0.66 "PUT /v2.0/ports/5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 200 len: 1092 time: 0.6367817 Jul 30 02:53:29.718781 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:29.721060 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f9a6e0-6595-41ec-90c1-fa26579e6411" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:29.751038 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ada9-5454-4069-a262-351963cdba1b service neutron] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:29.809080 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-bacc3b28-58ec-4fcb-a876-b25f469c7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.810669 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-bacc3b28-58ec-4fcb-a876-b25f469c7935 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1095 time: 0.0509512 Jul 30 02:53:29.853824 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185dfa0d-7e50-4128-92ae-b78aacc7d56b x-openstack-request-id: req-185dfa0d-7e50-4128-92ae-b78aacc7d56b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:29.854240 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:29.854487 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-185dfa0d-7e50-4128-92ae-b78aacc7d56b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:29.854886 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'status': 'completed', 'code': 200} Jul 30 02:53:29.856710 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-1ea6922b-94ba-455a-b075-d1f167e55249 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 200 len: 217 time: 0.0385900 Jul 30 02:53:29.907984 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-dad321dd-2d4d-4f95-9518-b19af780c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.909448 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-dad321dd-2d4d-4f95-9518-b19af780c23e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0464761 Jul 30 02:53:29.964878 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-e1f6453e-155b-43a2-b673-61abf1ed9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:29.966390 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-e1f6453e-155b-43a2-b673-61abf1ed9515 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450020 Jul 30 02:53:30.057233 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-bdc58f04-a3d5-4e56-8228-69539ba8ccc8 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837743 Jul 30 02:53:30.152993 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-95e0a0e9-868c-4fd0-8f8b-44dcfaa114e5 req-f31156a9-2247-458f-a305-1725ef4e7f55 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Jul 30 02:53:30.241643 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-1a2ecb8d-ea6d-4c74-b171-62132bd5f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:30.243081 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-1a2ecb8d-ea6d-4c74-b171-62132bd5f210 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1095 time: 0.0429046 Jul 30 02:53:30.332759 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-2f1d493c-c830-498b-94b5-7b30c2dc7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:30.334277 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-2f1d493c-c830-498b-94b5-7b30c2dc7eaa service neutron] 10.222.0.66 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0842965 Jul 30 02:53:30.384286 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-ce79d1d3-4074-41e0-a928-29849f8807b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 200 len: 217 time: 0.0384345 Jul 30 02:53:30.435020 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-a6a71583-fceb-49d8-b47f-c904436326ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:30.436618 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-a6a71583-fceb-49d8-b47f-c904436326ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0444174 Jul 30 02:53:30.483116 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-fca7bdd3-0c67-4772-8973-502ecd63aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:30.484607 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-fca7bdd3-0c67-4772-8973-502ecd63aa84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406065 Jul 30 02:53:30.584093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-7f549bb0-aa05-43d2-9933-567a4cf9782c service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873940 Jul 30 02:53:30.674739 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1b5da-5a9d-4881-8292-5afa6424f7d4 req-226cecdb-6995-4044-8a97-f570d59d1c5a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:30.676287 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8a1b5da-5a9d-4881-8292-5afa6424f7d4 req-226cecdb-6995-4044-8a97-f570d59d1c5a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 943 time: 0.0518866 Jul 30 02:53:30.676438 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-42f9a6e0-6595-41ec-90c1-fa26579e6411 req-35e41407-a068-4428-a25b-2667e7dffd61 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856154 Jul 30 02:53:30.724893 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-e8a1b5da-5a9d-4881-8292-5afa6424f7d4 req-b2502a19-5959-41de-868a-b2a9d68db009 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415697 Jul 30 02:53:31.897812 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee054b9c-e8ed-4a10-ac5f-1817d491083c req-d09aab7c-a066-4bbc-8feb-4a702a6a4040 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:31.899628 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee054b9c-e8ed-4a10-ac5f-1817d491083c req-d09aab7c-a066-4bbc-8feb-4a702a6a4040 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 943 time: 0.1042140 Jul 30 02:53:31.937070 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ee054b9c-e8ed-4a10-ac5f-1817d491083c req-d35d8bc0-4513-4484-8aef-6d0f07e8d58b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Jul 30 02:53:33.073046 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f17fe4-155b-4287-a38b-c1f0be7d9769 req-58fe2bf1-9a9f-4bde-b955-cc7cc06d8ef0 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:33.074588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53f17fe4-155b-4287-a38b-c1f0be7d9769 req-58fe2bf1-9a9f-4bde-b955-cc7cc06d8ef0 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 943 time: 0.0586751 Jul 30 02:53:33.114520 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-53f17fe4-155b-4287-a38b-c1f0be7d9769 req-2ef103a3-49c0-448f-820a-9ccc6461d911 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339744 Jul 30 02:53:34.138739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:53:34.232137 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1647b1-40d6-498b-b2e0-0d8613b6ac92 req-82fd90a7-38a7-4f1f-bd9c-0676b77e495f tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:34.233588 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e1647b1-40d6-498b-b2e0-0d8613b6ac92 req-82fd90a7-38a7-4f1f-bd9c-0676b77e495f tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 943 time: 0.0503137 Jul 30 02:53:34.248784 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:34.260302 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'port_id': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'mac_address': 'fa:16:3e:4b:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:53:34.273012 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-6e1647b1-40d6-498b-b2e0-0d8613b6ac92 req-56f04907-b166-44aa-b0f0-aa3f64faefb2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330234 Jul 30 02:53:34.298450 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:34.311583 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b52b766-5158-43a6-9aea-8e1a95690ec1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:34.330217 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:34.334064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:34.381823 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:34.577373 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['5b52b766-5158-43a6-9aea-8e1a95690ec1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:53:35.406570 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ccee1-fa61-4ec7-80fb-e1c13f086e6a req-9df507f3-3518-4049-b066-08392e11caff tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:35.408098 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a3ccee1-fa61-4ec7-80fb-e1c13f086e6a req-9df507f3-3518-4049-b066-08392e11caff tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 944 time: 0.0550249 Jul 30 02:53:35.447433 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1a3ccee1-fa61-4ec7-80fb-e1c13f086e6a req-4023023c-edbf-4945-9564-2e2f60cb892d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Jul 30 02:53:36.151690 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:36.203766 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning for port 5b52b766-5158-43a6-9aea-8e1a95690ec1 completed by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:36.207661 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 5b52b766-5158-43a6-9aea-8e1a95690ec1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:36.208033 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:36.286367 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:36.309346 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:36.311602 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9072396-3f39-455b-9e8f-61338ebe27ab" -d '{"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-plugged", "status": "completed", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:36.325453 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:36.330548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:36.357428 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739817ae-0abb-4cc4-ad82-abf59627e09d x-openstack-request-id: req-739817ae-0abb-4cc4-ad82-abf59627e09d {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:36.357722 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-plugged", "status": "completed", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:36.357966 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-739817ae-0abb-4cc4-ad82-abf59627e09d {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:36.358391 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'code': 200} Jul 30 02:53:36.387978 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=5']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:36.456289 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8d658-9d9c-49e3-aee8-bba09afff0a2 req-bed0412b-0c48-4572-b969-135cc8a056f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:36.457805 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3da8d658-9d9c-49e3-aee8-bba09afff0a2 req-bed0412b-0c48-4572-b969-135cc8a056f1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1097 time: 0.0431461 Jul 30 02:53:36.498945 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3da8d658-9d9c-49e3-aee8-bba09afff0a2 req-5266bfd0-5ece-4cab-a890-d3064974fec0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Jul 30 02:53:36.570053 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a7ce1-24ef-4072-af8d-cc56f43be844 req-ee146f38-d568-483a-825a-41bd9ac94bf5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:36.571490 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e5a7ce1-24ef-4072-af8d-cc56f43be844 req-ee146f38-d568-483a-825a-41bd9ac94bf5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 945 time: 0.0512445 Jul 30 02:53:36.610455 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-1e5a7ce1-24ef-4072-af8d-cc56f43be844 req-95040bc9-b1fd-456d-bb0e-764e3a8ea690 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328853 Jul 30 02:53:37.734000 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba594-a281-4a53-8304-0359a1ec607a req-534f74df-f628-417b-988c-2eab90b019d8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:37.735674 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c2ba594-a281-4a53-8304-0359a1ec607a req-534f74df-f628-417b-988c-2eab90b019d8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 945 time: 0.0569739 Jul 30 02:53:37.776260 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-5c2ba594-a281-4a53-8304-0359a1ec607a req-c57f9b50-582d-4ba6-9cf4-348d5815e522 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jul 30 02:53:37.833491 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:37.905967 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a44851-2320-460b-ab7a-e32faea9775d req-bed1b383-8cc7-413b-a74d-ff48d99d3f66 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:37.907458 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02a44851-2320-460b-ab7a-e32faea9775d req-bed1b383-8cc7-413b-a74d-ff48d99d3f66 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 945 time: 0.0561078 Jul 30 02:53:37.946513 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-02a44851-2320-460b-ab7a-e32faea9775d req-539e6bb7-786c-48e4-b341-4a40f8bd0bd6 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331540 Jul 30 02:53:37.968733 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60734) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:38.009297 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99597fd-cb84-4285-9543-6d269dd6e4db tempest-TestSnapshotPattern-1376464196 tempest-TestSnapshotPattern-1376464196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:38.011366 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d99597fd-cb84-4285-9543-6d269dd6e4db tempest-TestSnapshotPattern-1376464196 tempest-TestSnapshotPattern-1376464196-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1092 time: 0.0416059 Jul 30 02:53:38.014110 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60736) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:38.018630 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.v2.base [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Request body: {'floatingip': {'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'port_id': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:38.052778 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.164558 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.269729 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Allocated IP 172.25.8.235 (6f10b005-e373-4877-8d73-0fda2ca23c67/5a010807-adeb-4592-b034-c36854f44c02/ef7372b9-76fd-4d38-beef-9bf19ed9fd9c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:38.386691 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.426429 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750880523502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.467493 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Network 6f10b005-e373-4877-8d73-0fda2ca23c67 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:38.472917 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:38.478131 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:38.481228 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'Port': ['ID=ef7372b9-76fd-4d38-beef-9bf19ed9fd9c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:38.515368 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.515710 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.516047 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.516379 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.516707 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.517032 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.517355 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.517673 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.517991 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.518311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.518631 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.518950 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:38.859104 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.933797 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.096646 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.100955 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525858'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.185436 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event updated for resources: {'Port': ['ID=ef7372b9-76fd-4d38-beef-9bf19ed9fd9c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:39.199170 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665736'] for floatingip, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.302723 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Floating IP e39ddc94-60b6-4bdb-9c01-8174df30ada2 associated. External IP: 172.25.8.235, port: 5b52b766-5158-43a6-9aea-8e1a95690ec1. Jul 30 02:53:39.523349 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:53:39.636746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:53:39.646087 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:53:39.653364 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.656259 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:39.656907 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:39.695020 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-6b0a857b-803a-481c-93d8-806ffff99a2a tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6685083 Jul 30 02:53:39.695020 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:39.695020 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a5da0-6b26-494c-ba00-b980aba7fd32" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:39.731028 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c78db08-bc5d-4b9c-85e4-365473c4d17b x-openstack-request-id: req-1c78db08-bc5d-4b9c-85e4-365473c4d17b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:39.731431 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:39.731726 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c78db08-bc5d-4b9c-85e4-365473c4d17b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:39.732143 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'status': 'completed', 'code': 200} Jul 30 02:53:39.783227 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:39.794631 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-cd94978d-f5e7-4fa9-a841-4f1dda856701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:39.796232 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-cd94978d-f5e7-4fa9-a841-4f1dda856701 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1097 time: 0.0423319 Jul 30 02:53:39.900613 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-f739846b-5115-4f02-b1e7-620084b2226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:39.902116 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-f739846b-5115-4f02-b1e7-620084b2226c service neutron] 10.222.0.66 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0985355 Jul 30 02:53:39.978857 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-45b4e268-468d-4bde-bc2f-9e83f54dd836 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 200 len: 999 time: 0.0646491 Jul 30 02:53:40.016122 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}, {'id': 'e39ddc94-60b6-4bdb-9c01-8174df30ada2', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:4b:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:38Z', 'updated_at': '2021-07-30T02:53:38Z', 'revision_number': 0, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:40.029716 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-30aafa01-93c8-4a6f-8bb4-369f31e9aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:40.031239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-30aafa01-93c8-4a6f-8bb4-369f31e9aca0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0461500 Jul 30 02:53:40.045762 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:53:40.054019 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:40.054623 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:53:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:40.078682 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-d282d93b-6499-4767-904e-2b2d1fd41d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:40.080268 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-d282d93b-6499-4767-904e-2b2d1fd41d23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425515 Jul 30 02:53:40.091494 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-a33d07ba-9879-4b02-bdda-24f3fd5630b6 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:53:40.092470 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-a33d07ba-9879-4b02-bdda-24f3fd5630b6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050020 Jul 30 02:53:40.162220 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:40.555447 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-0a60f715-0cf8-44ee-934a-2bc178a6b330 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562068 Jul 30 02:53:40.564657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}, {'id': 'e39ddc94-60b6-4bdb-9c01-8174df30ada2', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:4b:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:38Z', 'updated_at': '2021-07-30T02:53:38Z', 'revision_number': 0, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:40.596327 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550af9f5-3b66-4d12-b6c8-21e2a2188b81 None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}, {'id': 'e39ddc94-60b6-4bdb-9c01-8174df30ada2', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:4b:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:38Z', 'updated_at': '2021-07-30T02:53:38Z', 'revision_number': 0, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:53:40.653016 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-cb1a5da0-6b26-494c-ba00-b980aba7fd32 req-4e617126-1610-4c2f-a971-4d128d3f770f service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906179 Jul 30 02:53:40.815171 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5528c609-da9e-4a18-968d-a1b9991160e0 None None] New status for floating IP e39ddc94-60b6-4bdb-9c01-8174df30ada2: ACTIVE {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:53:49.091310 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9a16c6ac-7074-4dcd-9603-06f513f4ba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.153335 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-967ff4c6-86c8-4b5f-9330-b4c108107a66 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442586 Jul 30 02:53:49.242414 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-2c4cfb40-b782-46d7-937c-c2e4220e8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:49.243855 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-2c4cfb40-b782-46d7-937c-c2e4220e8cc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0440361 Jul 30 02:53:49.363273 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-e987ab58-ed48-4c74-93b4-f442c6f9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:49.364758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-e987ab58-ed48-4c74-93b4-f442c6f9efa6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0966094 Jul 30 02:53:49.411705 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-ded1538b-07a8-471d-88be-685516b1a21a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0384278 Jul 30 02:53:49.462125 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-a03d0e7b-a78b-43a5-b6d2-c29951691e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:49.464207 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-a03d0e7b-a78b-43a5-b6d2-c29951691e2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0446131 Jul 30 02:53:49.510792 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-2d096acf-e14f-400a-91ea-fd0cef2bb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:49.512230 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-2d096acf-e14f-400a-91ea-fd0cef2bb750 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401974 Jul 30 02:53:49.613220 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-403e4a61-cb1a-4a06-be68-0b88810294fe service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927100 Jul 30 02:53:49.718962 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-74fc9adf-bcda-43e2-854e-27c4b0d918f0 req-e8fc3266-b0d2-405b-83c1-0999839b6986 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977893 Jul 30 02:53:51.811884 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a4356d14-de4f-49d2-847d-280aa80f2d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:52.041440 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:52.086781 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:53.392995 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:54.897950 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:57.314793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-8f5da386-7ec6-4743-9601-1df2c8514514 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405180 Jul 30 02:53:57.412154 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-cfd9e248-c918-4403-bf62-b8548d89c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:57.413671 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-cfd9e248-c918-4403-bf62-b8548d89c3a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1095 time: 0.0417542 Jul 30 02:53:57.527748 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-79ac7f97-6fe0-4020-8faa-ebdd999dfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:57.529359 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-79ac7f97-6fe0-4020-8faa-ebdd999dfc5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0908878 Jul 30 02:53:57.596743 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-d1893d43-9981-45cd-a16f-09fc37283645 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 999 time: 0.0603986 Jul 30 02:53:57.647142 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-163daf98-9063-4e4a-8f9e-198baa809d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:57.648624 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-163daf98-9063-4e4a-8f9e-198baa809d9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0442793 Jul 30 02:53:57.982906 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-4baef475-098c-4293-a2db-5b2c22b7ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:57.984465 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-4baef475-098c-4293-a2db-5b2c22b7ae98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3289742 Jul 30 02:53:58.082722 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-8f1b7c86-b102-4889-a9b7-50b54d3a7995 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901787 Jul 30 02:53:58.175479 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-2ffb2667-480f-4ad3-9360-971913d19de9 req-58f7d359-c2c3-410b-9c55-9bdea8323dd2 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858583 Jul 30 02:54:04.198768 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:54:07.840357 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:19.085706 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-b60e52e4-f91d-4629-9b03-e9f7f16207f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:21.813488 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-43e6cece-3fe0-48bf-93e3-4e7790571da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:22.044023 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:22.089576 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:23.396764 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:24.901506 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:37.853944 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:41.197746 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:54:49.087265 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-95bec668-72ec-4ac3-a684-13a64de2bfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:51.147284 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-667b3177-1cad-42e7-9102-1ed97d94af19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505824 Jul 30 02:54:51.213777 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486982-b236-41e2-86e0-338422442691 req-5cf4d380-dad4-45dd-85e9-3c9316f2dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:51.215315 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-5cf4d380-dad4-45dd-85e9-3c9316f2dc1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1097 time: 0.0463798 Jul 30 02:54:51.316518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486982-b236-41e2-86e0-338422442691 req-bc8a2cb9-4dbb-4166-888d-b7118b3d8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:51.318045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-bc8a2cb9-4dbb-4166-888d-b7118b3d8cdb service neutron] 10.222.0.66 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0844722 Jul 30 02:54:51.389686 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-0f2fc933-3d30-4f9f-a458-d74a8643a851 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0639417 Jul 30 02:54:51.443208 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486982-b236-41e2-86e0-338422442691 req-13d059a4-c6f6-4df4-a34d-17f286826c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:51.444896 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-13d059a4-c6f6-4df4-a34d-17f286826c22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0486906 Jul 30 02:54:51.490363 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486982-b236-41e2-86e0-338422442691 req-cc30ad23-848f-475c-8118-77923e214fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:51.491829 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-cc30ad23-848f-475c-8118-77923e214fca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405588 Jul 30 02:54:51.586605 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-08cdb91f-74c4-47fa-ad7a-328fbf3c35ef service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873687 Jul 30 02:54:51.676073 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-66486982-b236-41e2-86e0-338422442691 req-da195116-f858-4292-b0e1-11eb2f837f79 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Jul 30 02:54:51.813550 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4c2c-2e2b-40eb-a778-c3cd76dcd78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.046542 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:52.084922 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:53.405760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:54.903644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:57.314951 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-0f470b95-98be-4390-ad6e-b34f35365fca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412307 Jul 30 02:54:57.411810 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-a64362b9-1854-4ef4-8526-c95d0f06bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:57.413301 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-a64362b9-1854-4ef4-8526-c95d0f06bea7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1095 time: 0.0404024 Jul 30 02:54:57.527104 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-a8f0139b-d9ae-4d3e-af06-76e9340e43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:57.528629 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-a8f0139b-d9ae-4d3e-af06-76e9340e43fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0957441 Jul 30 02:54:57.601364 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-a149cba7-f985-4baf-8fb7-c559334f40b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 999 time: 0.0649974 Jul 30 02:54:57.650311 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-0b12bc65-82bc-424c-ab91-9f546fd9f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:57.651819 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-0b12bc65-82bc-424c-ab91-9f546fd9f3b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0430624 Jul 30 02:54:57.702899 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-001c5039-b830-4c6a-992f-a919032d6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:57.704428 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-001c5039-b830-4c6a-992f-a919032d6a8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455976 Jul 30 02:54:57.796791 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-d8a46eb9-956b-4fa7-9d5b-04f085c4808b service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853984 Jul 30 02:54:57.892980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-477ecbec-baf6-4d7b-8d77-91ff8bfc6f34 req-45df8f38-cf1f-4053-9d24-5a111d7cb321 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884109 Jul 30 02:55:04.465050 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 details requested by agent hyperv_n-h1-713499-10 with host n-h1-713499-10 {{(pid=93891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:55:04.578167 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:04.591717 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Returning: {'device': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'port_id': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'mac_address': 'fa:16:3e:4b:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:55:04.639903 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.653495 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b52b766-5158-43a6-9aea-8e1a95690ec1 {{(pid=93891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:55:04.675515 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:04.682438 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.789247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] get_ports_and_sgs() called for port_ids ['5b52b766-5158-43a6-9aea-8e1a95690ec1'] {{(pid=93891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:55:04.789247 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=6']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:04.819772 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.820156 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.820457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.820799 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.821140 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823081 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:04.823839 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:06.478466 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 up at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:06.531669 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Provisioning complete for port 5b52b766-5158-43a6-9aea-8e1a95690ec1 triggered by entity L2. {{(pid=93891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:06.532406 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376297'] for port, provisioning_complete {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.613987 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.643314 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:06.645773 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0faf79-d858-4b74-8937-f7d93e2237d7" -d '{"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-plugged", "status": "completed", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:06.664151 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:06.670464 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:06.704606 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abf12f0-faaa-4dd1-85a9-76a1e4842484 x-openstack-request-id: req-9abf12f0-faaa-4dd1-85a9-76a1e4842484 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:06.704885 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-plugged", "status": "completed", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:06.705134 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9abf12f0-faaa-4dd1-85a9-76a1e4842484 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:06.705533 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'code': 200} Jul 30 02:55:06.739424 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=7']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:07.863623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:13.818627 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 60938) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:13.977842 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Deleting port ef7372b9-76fd-4d38-beef-9bf19ed9fd9c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:13.978185 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:14.056283 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:14.056729 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:14.070521 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Calling delete_port for ef7372b9-76fd-4d38-beef-9bf19ed9fd9c owned by network:floatingip {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:14.224867 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:14.253370 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event deleted for resources: {'Port': ['ID=ef7372b9-76fd-4d38-beef-9bf19ed9fd9c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:14.281712 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.282056 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.282393 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.282726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.283264 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.283601 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.283925 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.284250 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.284569 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.284886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.285207 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.285527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:14.326478 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:14.326808 n-d-713499-10 neutron-server[93890]: INFO neutron.db.l3_db [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Floating IP e39ddc94-60b6-4bdb-9c01-8174df30ada2 disassociated (deleted). External IP: 172.25.8.235, port: 5b52b766-5158-43a6-9aea-8e1a95690ec1. Jul 30 02:55:14.537394 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:14.647726 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:14.652602 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:14.657890 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:14.666903 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:14.667555 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:14.680793 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-32ad2750-a91d-4eb3-8f0d-d84c5be6c05d tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "DELETE /v2.0/floatingips/e39ddc94-60b6-4bdb-9c01-8174df30ada2 HTTP/1.1" status: 204 len: 168 time: 0.8609860 Jul 30 02:55:14.681391 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:14.683751 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:14.788487 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:14.847196 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa4f8a-ff3e-4750-8d0d-2fef812c93c1 x-openstack-request-id: req-e1aa4f8a-ff3e-4750-8d0d-2fef812c93c1 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:14.847889 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:14.847889 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1aa4f8a-ff3e-4750-8d0d-2fef812c93c1 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:14.848114 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'status': 'completed', 'code': 200} Jul 30 02:55:14.913683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-4878696f-7312-485e-92e6-dd465b4f2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:14.915256 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-4878696f-7312-485e-92e6-dd465b4f2a4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 1097 time: 0.0451682 Jul 30 02:55:14.946701 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53331e2-c9b1-40b2-8997-57aae61e24c5 req-e8cad083-5ecb-4e0e-b4fa-f2fa5d1878a2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:14.948266 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a53331e2-c9b1-40b2-8997-57aae61e24c5 req-e8cad083-5ecb-4e0e-b4fa-f2fa5d1878a2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 945 time: 0.0543835 Jul 30 02:55:14.996171 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-a53331e2-c9b1-40b2-8997-57aae61e24c5 req-c4cd9b4b-eb7b-482f-8583-86774932a1ed tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383990 Jul 30 02:55:15.017247 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-4614cbe2-115f-4e6d-a591-328afaa16359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:15.018750 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-4614cbe2-115f-4e6d-a591-328afaa16359 service neutron] 10.222.0.66 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.0948200 Jul 30 02:55:15.041708 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:15.062688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-30f9b440-0a5a-4304-b115-0bb6afc8d21e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 200 len: 217 time: 0.0357089 Jul 30 02:55:15.067657 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:15.075967 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:15.077094 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:15.117641 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-2bf2877f-8eae-4c43-87ba-c9a42256004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:15.119149 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-2bf2877f-8eae-4c43-87ba-c9a42256004e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0492136 Jul 30 02:55:15.166477 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-b229bd60-6947-4da2-b3d1-44da5c08a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:15.168060 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-b229bd60-6947-4da2-b3d1-44da5c08a492 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416968 Jul 30 02:55:15.183836 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:15.269884 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-0d38f011-1d82-4b07-bca6-1f0fd2e03d67 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939066 Jul 30 02:55:15.367758 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-6d5ed298-4c48-4f2c-8cf6-cb6772989acb req-c5bd3ed2-c083-45a3-853d-ce27cdb46695 service neutron] 10.222.0.66 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907059 Jul 30 02:55:15.420725 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:15.451991 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0a300-22e7-45ed-8287-0342455132b4 None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_floatingips': [{'id': '57500201-d9b0-4f1d-99e8-956ab9d6dd14', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'router_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'port_id': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'mac_address': 'fa:16:3e:ec:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:01Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 1, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:15.664368 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42ad7b-67fd-4619-b57a-5c6648d44286 None None] New status for floating IP e39ddc94-60b6-4bdb-9c01-8174df30ada2: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:55:16.126703 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef921de3-47ce-4790-af8a-d91ae490dbc3 req-4ad2497a-9bcb-4b8a-8282-57f68ccfd7f5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:16.128358 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef921de3-47ce-4790-af8a-d91ae490dbc3 req-4ad2497a-9bcb-4b8a-8282-57f68ccfd7f5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 945 time: 0.0572705 Jul 30 02:55:16.178059 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-ef921de3-47ce-4790-af8a-d91ae490dbc3 req-cf859d21-b8c4-4833-8145-ba7cc7277acc tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Jul 30 02:55:16.366822 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-765d8e06-d018-4ff8-8ecb-f8ecd8d6f7aa tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:16.368560 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-765d8e06-d018-4ff8-8ecb-f8ecd8d6f7aa tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Jul 30 02:55:16.467831 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Deleting port 5b52b766-5158-43a6-9aea-8e1a95690ec1 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:16.468199 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:16.526238 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:16.580649 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:16.581176 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:16.598626 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Calling delete_port for 5b52b766-5158-43a6-9aea-8e1a95690ec1 owned by compute:nova {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:16.617137 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549343'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:16.639917 n-d-713499-10 neutron-server[93891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:16.642165 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa68f4a3778e9a75e3693446ec32733ef78c672224979329f8994cfa3e9fa538" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a625a1-a4b2-4518-a11a-831defd37374" -d '{"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:16.656730 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] For port 5b52b766-5158-43a6-9aea-8e1a95690ec1, host n-h1-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-10',level=0,port_id=5b52b766-5158-43a6-9aea-8e1a95690ec1,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:16.662252 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750880895025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750880523524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750880523542'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:16.695894 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325cbb08-eedc-450f-84f2-121d33409ea0 x-openstack-request-id: req-325cbb08-eedc-450f-84f2-121d33409ea0 {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:16.696170 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "code": 200}]} {{(pid=93891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:16.696414 n-d-713499-10 neutron-server[93891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-325cbb08-eedc-450f-84f2-121d33409ea0 {{(pid=93891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:16.697087 n-d-713499-10 neutron-server[93891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'code': 200} Jul 30 02:55:16.721492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Pushing event updated for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=8']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:16.740614 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:16.772221 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event deleted for resources: {'Port': ['ID=5b52b766-5158-43a6-9aea-8e1a95690ec1,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:16.795939 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.796288 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.796630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.796985 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.797298 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.797630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.797956 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.798279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.798603 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.798928 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.799279 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.799624 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-10 {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:16.822558 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] No DVR routers for this DVR port 5b52b766-5158-43a6-9aea-8e1a95690ec1 on host n-h1-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:55:16.825285 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:16.827944 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-063c9bae-2a5c-46fb-98d4-83eebbbd3389 req-0d798c4b-61f1-4ee8-84f4-013890bbb88c tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.66 "DELETE /v2.0/ports/5b52b766-5158-43a6-9aea-8e1a95690ec1 HTTP/1.1" status: 204 len: 173 time: 0.4527228 Jul 30 02:55:16.828380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-deleted', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:16.830666 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890bdbee-5a28-4cdb-aa88-bd737d268673" -d '{"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-deleted", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:16.879589 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8028c1-44b2-4d1a-854a-cdedfa98d6a3 x-openstack-request-id: req-af8028c1-44b2-4d1a-854a-cdedfa98d6a3 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:16.880001 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c4f16d-0b37-4c36-bb2e-1250caa38df0", "name": "network-vif-deleted", "tag": "5b52b766-5158-43a6-9aea-8e1a95690ec1", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:16.880325 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af8028c1-44b2-4d1a-854a-cdedfa98d6a3 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:16.880800 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c4f16d-0b37-4c36-bb2e-1250caa38df0', 'name': 'network-vif-deleted', 'tag': '5b52b766-5158-43a6-9aea-8e1a95690ec1', 'status': 'completed', 'code': 200} Jul 30 02:55:17.324027 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-f9c8e8f4-7591-4a75-8e0e-83a6e2578f77 req-d59b9851-00ca-494e-8365-71861ff1934b tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9c4f16d-0b37-4c36-bb2e-1250caa38df0 HTTP/1.1" status: 200 len: 210 time: 0.0340450 Jul 30 02:55:18.196680 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:55:18.911570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 60998) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:19.077157 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Deleting port f505999e-21f8-49a2-8ad7-895f4d8d3f6e {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:19.077595 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.090483 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-21c8e357-a87e-45a3-839b-a2fe81c5196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.156119 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.156389 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.167957 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Calling delete_port for f505999e-21f8-49a2-8ad7-895f4d8d3f6e owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:19.319491 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.345110 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event deleted for resources: {'Port': ['ID=f505999e-21f8-49a2-8ad7-895f4d8d3f6e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:19.415418 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.415654 n-d-713499-10 neutron-server[93889]: INFO neutron.db.l3_db [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Floating IP 57500201-d9b0-4f1d-99e8-956ab9d6dd14 disassociated (deleted). External IP: 172.25.8.194, port: b283fb23-25c8-4d6c-afed-c67fe7d00192. Jul 30 02:55:19.630507 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:19.746921 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:19.751996 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.768765 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:19.779430 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:19.780348 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:19.781678 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-cf791a89-2736-4b06-956e-6f8f52644538 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "DELETE /v2.0/floatingips/57500201-d9b0-4f1d-99e8-956ab9d6dd14 HTTP/1.1" status: 204 len: 168 time: 0.8689086 Jul 30 02:55:19.782234 n-d-713499-10 neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:19.784514 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336dcde7bc84b7a151e091f531379946ebd242249b485958499b48f59ed5484c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f3f12-d068-4b1f-9801-370ffc10bd10" -d '{"events": [{"name": "network-changed", "server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:19.890527 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:19.955124 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07f197-deca-47f0-b07a-b0e0c6b130c2 x-openstack-request-id: req-ce07f197-deca-47f0-b07a-b0e0c6b130c2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:19.956108 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:19.956635 n-d-713499-10 neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce07f197-deca-47f0-b07a-b0e0c6b130c2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:19.957388 n-d-713499-10 neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'status': 'completed', 'code': 200} Jul 30 02:55:20.080617 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127eb3-6671-4fd5-994d-e10f5ac39e05 req-9e05f440-bbe7-4dea-8919-a8a764ab57b2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.082264 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74127eb3-6671-4fd5-994d-e10f5ac39e05 req-9e05f440-bbe7-4dea-8919-a8a764ab57b2 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 943 time: 0.0771365 Jul 30 02:55:20.085731 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-87355417-53c1-40b4-bddd-175f6e6fafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.087424 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-87355417-53c1-40b4-bddd-175f6e6fafe1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb8fe9edf4614502a0d6227653505fb2&device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 1095 time: 0.0727658 Jul 30 02:55:20.099252 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:20.124483 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:20.132763 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:20.133457 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:54:52Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:20.175249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-74127eb3-6671-4fd5-994d-e10f5ac39e05 req-c85acbc3-9b82-4321-af74-3a9dec2645ff tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856006 Jul 30 02:55:20.209289 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-c43896f6-6f5e-450a-af52-94658a448bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.210758 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-c43896f6-6f5e-450a-af52-94658a448bd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 200 len: 911 time: 0.1142912 Jul 30 02:55:20.243835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:20.254716 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-73ce3549-dafe-4566-b7f2-1250b4a469f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 200 len: 217 time: 0.0357745 Jul 30 02:55:20.313190 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-c2717c7a-0a13-4ec1-adf2-6e34cdb8f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.314980 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-c2717c7a-0a13-4ec1-adf2-6e34cdb8f5d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 200 len: 849 time: 0.0533290 Jul 30 02:55:20.379904 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-ca53d0e7-61d2-4ba5-9e59-279b42641a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.381356 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-ca53d0e7-61d2-4ba5-9e59-279b42641a79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591917 Jul 30 02:55:20.462687 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:20.475872 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-113c1c3d-1af7-4deb-b4b2-60c0bd8a6b53 service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Jul 30 02:55:20.488556 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecfa0-1fa2-4e11-b7ed-c787a931d518 None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:50:41Z', 'revision_number': 4, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10', '_interfaces': [{'id': '958f9afb-4762-45ea-930c-a6706f85fa85', 'name': '', 'network_id': 'aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'mac_address': 'fa:16:3e:e6:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:40Z', 'updated_at': '2021-07-30T02:50:47Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'subnets': [{'id': '417a67f9-3138-4461-9856-3b2974dc3ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:20.540600 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 no longer exists at agent hyperv_n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:20.562547 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] No Port match for: 5b52b766-5158-43a6-9aea-8e1a95690ec1 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:20.562899 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Device 5b52b766-5158-43a6-9aea-8e1a95690ec1 not bound to the agent host n-h1-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:20.582041 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-b28f3f12-d068-4b1f-9801-370ffc10bd10 req-481a1fbb-9db7-41df-8c73-3d7bbfc7aeee service neutron] 10.222.0.55 "GET /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972052 Jul 30 02:55:20.734398 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7adadd-4063-4a0c-904a-101c6af81b47 None None] New status for floating IP 57500201-d9b0-4f1d-99e8-956ab9d6dd14: DOWN {{(pid=93892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:55:21.306374 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60478f7-070d-45cc-bf2f-ea1f4192e70b req-0e710acf-ea9f-4862-9b58-288fbdc651a8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:21.307942 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d60478f7-070d-45cc-bf2f-ea1f4192e70b req-0e710acf-ea9f-4862-9b58-288fbdc651a8 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 943 time: 0.0521920 Jul 30 02:55:21.351432 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-d60478f7-070d-45cc-bf2f-ea1f4192e70b req-d6f968c9-4577-4d88-9208-a09d0b8ef7c5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/security-groups?id=df13d9e5-4346-4892-8db3-8a4cc82a523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372109 Jul 30 02:55:21.657346 n-d-713499-10 neutron-server[93890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-9de4fd0a-d577-477f-9eb2-c564628f62d5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:21.658845 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-9de4fd0a-d577-477f-9eb2-c564628f62d5 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 943 time: 0.0513403 Jul 30 02:55:21.753482 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Deleting port b283fb23-25c8-4d6c-afed-c67fe7d00192 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:21.753820 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.815793 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e60e71f5-4596-4ce9-b243-467c0b65b255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.841413 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] For port b283fb23-25c8-4d6c-afed-c67fe7d00192, host n-h2-713499-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-10',level=0,port_id=b283fb23-25c8-4d6c-afed-c67fe7d00192,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:21.841773 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.856418 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Calling delete_port for b283fb23-25c8-4d6c-afed-c67fe7d00192 owned by compute:nova {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:21.996871 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.025172 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event deleted for resources: {'Port': ['ID=b283fb23-25c8-4d6c-afed-c67fe7d00192,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:22.052510 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.070331 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] No DVR routers for this DVR port b283fb23-25c8-4d6c-afed-c67fe7d00192 on host n-h2-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:55:22.073294 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206913'] for port, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.075249 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-914c181c-32e0-4dff-b0f3-c0eda7981d27 req-89639c08-94be-44dd-84bd-861ba08fd934 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.55 "DELETE /v2.0/ports/b283fb23-25c8-4d6c-afed-c67fe7d00192 HTTP/1.1" status: 204 len: 173 time: 0.4106159 Jul 30 02:55:22.075685 n-d-713499-10 neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-deleted', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:22.078820 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43ddfbd3c2527a046dfd94b855ed145fb993cca07e52745d586329fe61835ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e44f72-5acd-453d-a6a2-78f6d1a8a67a" -d '{"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-deleted", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:22.085175 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.184382 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417713c2-7308-4956-9a82-aaaee6204a91 x-openstack-request-id: req-417713c2-7308-4956-9a82-aaaee6204a91 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:22.184675 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31", "name": "network-vif-deleted", "tag": "b283fb23-25c8-4d6c-afed-c67fe7d00192", "status": "completed", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:22.184918 n-d-713499-10 neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-417713c2-7308-4956-9a82-aaaee6204a91 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:22.185312 n-d-713499-10 neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31', 'name': 'network-vif-deleted', 'tag': 'b283fb23-25c8-4d6c-afed-c67fe7d00192', 'status': 'completed', 'code': 200} Jul 30 02:55:22.477136 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [req-dec2bfb6-54a9-4c1a-9ff5-d3cde170b325 req-76ed7b89-cee9-4242-b074-70aeaf85b278 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "GET /v2.0/ports?device_id=71ca86c4-bbfd-4ad9-9d0d-2c80bf366e31 HTTP/1.1" status: 200 len: 210 time: 0.0303607 Jul 30 02:55:23.402843 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.540988 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32784) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:23.601852 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c53c65e-5745-441a-8aeb-750d2c73bf01 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.626567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c53c65e-5745-441a-8aeb-750d2c73bf01 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.695266 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c53c65e-5745-441a-8aeb-750d2c73bf01 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.697962 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9c53c65e-5745-441a-8aeb-750d2c73bf01 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.699172 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-9c53c65e-5745-441a-8aeb-750d2c73bf01 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] 10.222.0.78 "DELETE /v2.0/security-groups/df13d9e5-4346-4892-8db3-8a4cc82a523d HTTP/1.1" status: 204 len: 168 time: 0.1571772 Jul 30 02:55:23.708788 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53c65e-5745-441a-8aeb-750d2c73bf01 tempest-TestSnapshotPattern-630999871 tempest-TestSnapshotPattern-630999871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df13d9e5-4346-4892-8db3-8a4cc82a523d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:23.754169 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32788) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:24.128224 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.384886 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Deleting port 958f9afb-4762-45ea-930c-a6706f85fa85 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:24.385229 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.750343 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] For port 958f9afb-4762-45ea-930c-a6706f85fa85, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=958f9afb-4762-45ea-930c-a6706f85fa85,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:24.750715 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.763348 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Calling delete_port for 958f9afb-4762-45ea-930c-a6706f85fa85 owned by network:router_interface {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:24.907544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.955333 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.981308 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=958f9afb-4762-45ea-930c-a6706f85fa85,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:25.164258 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.379969 n-d-713499-10 neutron-server[93890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Router 10aeaf86-8899-4e04-a230-7e65eef76e13 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:25.496381 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:25.502442 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9dce18ab-af0a-446d-ad98-a8baa9cca8cf admin admin] 10.222.0.78 "PUT /v2.0/routers/10aeaf86-8899-4e04-a230-7e65eef76e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464209 Jul 30 02:55:25.505132 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32790) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:25.505811 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] Sync routers for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:25.515709 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:25.516320 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:25.618417 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.619501 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: n-d-713499-10 {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:25.724507 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.786485 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Deleting port a750c06d-0589-47a4-b795-74097ac72874 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:25.787485 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.800922 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'a750c06d-0589-47a4-b795-74097ac72874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:55:24Z', 'revision_number': 5, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port': {'id': 'a750c06d-0589-47a4-b795-74097ac72874', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:39Z', 'updated_at': '2021-07-30T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:25.827739 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] Checking router: 10aeaf86-8899-4e04-a230-7e65eef76e13 for host: n-d-713499-10 {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:25.836341 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] Routers {'10aeaf86-8899-4e04-a230-7e65eef76e13'} bound to L3 agent in host n-d-713499-10 {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:25.836952 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['10aeaf86-8899-4e04-a230-7e65eef76e13'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:25.870491 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] For port a750c06d-0589-47a4-b795-74097ac72874, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=a750c06d-0589-47a4-b795-74097ac72874,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:25.870948 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.885049 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Calling delete_port for a750c06d-0589-47a4-b795-74097ac72874 owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:26.062476 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.088492 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] Set router 10aeaf86-8899-4e04-a230-7e65eef76e13 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:26.094282 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a750c06d-0589-47a4-b795-74097ac72874,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.145802 n-d-713499-10 neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:55:25Z', 'revision_number': 6, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:26.151864 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.172394 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3f39f-ab02-4685-82a3-4e2e39c6884d None None] The sync data for ids ['10aeaf86-8899-4e04-a230-7e65eef76e13'] in n-d-713499-10 is: [{'id': '10aeaf86-8899-4e04-a230-7e65eef76e13', 'name': 'tempest-TestSnapshotPattern-1594151581-router', 'tenant_id': 'fb8fe9edf4614502a0d6227653505fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:38Z', 'updated_at': '2021-07-30T02:55:25Z', 'revision_number': 6, 'project_id': 'fb8fe9edf4614502a0d6227653505fb2', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:26.250702 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.253040 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.296390 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.297058 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10aeaf86-8899-4e04-a230-7e65eef76e13 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:55:26.301865 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.303290 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-2e001238-8f6b-4c1a-b5d5-50c9086fb0b9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/10aeaf86-8899-4e04-a230-7e65eef76e13 HTTP/1.1" status: 204 len: 168 time: 0.7969103 Jul 30 02:55:26.305688 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32792) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.351557 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Deleting subnet 417a67f9-3138-4461-9856-3b2974dc3ba9 {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:55:26.354745 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.391318 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.473516 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.528978 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.556196 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417a67f9-3138-4461-9856-3b2974dc3ba9,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.563164 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.567040 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-d79b3b37-3af9-40a1-bb94-9b1cbe8536a0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/417a67f9-3138-4461-9856-3b2974dc3ba9 HTTP/1.1" status: 204 len: 168 time: 0.2594526 Jul 30 02:55:26.567868 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f444db9-2c9c-4d4f-a492-b4065a555812 None None] Network aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:26.568700 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32794) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.646232 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.703103 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Deleting port de33821b-c3bd-4834-aca6-01f082ded2bd {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:26.703650 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.768459 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] For port de33821b-c3bd-4834-aca6-01f082ded2bd, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=de33821b-c3bd-4834-aca6-01f082ded2bd,segment=NetworkSegment(0781ad17-0c5a-43b4-9f52-cb8116b1995f),segment_id=0781ad17-0c5a-43b4-9f52-cb8116b1995f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:26.768825 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.781438 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Calling delete_port for de33821b-c3bd-4834-aca6-01f082ded2bd owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:26.868291 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.894564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Pushing event deleted for resources: {'Port': ['ID=de33821b-c3bd-4834-aca6-01f082ded2bd,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.899922 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] No DVR routers for this DVR port de33821b-c3bd-4834-aca6-01f082ded2bd on host n-d-713499-10 {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:55:26.967902 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1333d873-8009-436a-b982-54dfe8c508f1 None None] DHCP port deletion for aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:55:26.985349 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.997871 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69']}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:27.010475 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0781ad17-0c5a-43b4-9f52-cb8116b1995f') {'for_net_delete': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:27.010885 n-d-713499-10 neutron-server[93890]: DEBUG neutron.services.segments.db [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0781ad17-0c5a-43b4-9f52-cb8116b1995f') {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:27.021366 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26525701'] for segment, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.030283 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 958f9afb-4762-45ea-930c-a6706f85fa85 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:27.036720 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.043339 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:55:27.043961 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26527562'] for segment, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: Traceback (most recent call last): Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: timer() Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: cb(*args, **kw) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: return func(*args, **kwargs) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: self._notify() Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: self.callback(batched_events) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: event.method(event) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: return f(self, *a, **k) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: return self._get(url).json() Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: return self.request(url, 'GET', **kwargs) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:55:27.046314 n-d-713499-10 neutron-server[93890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:55:27.050936 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 958f9afb-4762-45ea-930c-a6706f85fa85 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:27.051325 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 958f9afb-4762-45ea-930c-a6706f85fa85 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:27.051751 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device de33821b-c3bd-4834-aca6-01f082ded2bd no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:27.077212 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: de33821b-c3bd-4834-aca6-01f082ded2bd {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:27.077560 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device de33821b-c3bd-4834-aca6-01f082ded2bd not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:27.077981 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a750c06d-0589-47a4-b795-74097ac72874 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:27.098119 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: a750c06d-0589-47a4-b795-74097ac72874 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:27.098879 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device a750c06d-0589-47a4-b795-74097ac72874 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:27.104724 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.123806 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Notify callbacks [] for network, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.127897 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32796) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:27.131555 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] 10.222.0.78 "DELETE /v2.0/networks/aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69 HTTP/1.1" status: 204 len: 168 time: 0.5617666 Jul 30 02:55:27.132527 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bdfb1-1497-4f87-a554-e0c2b7d1c290 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec18a0d-22a3-4a99-8cd7-9bcfbbf02b69,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:27.193294 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 no longer exists at agent hyperv_n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:27.214216 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] No Port match for: b283fb23-25c8-4d6c-afed-c67fe7d00192 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:27.214563 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Device b283fb23-25c8-4d6c-afed-c67fe7d00192 not bound to the agent host n-h2-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:27.501027 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830088'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.759810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Deleting port 94ff6d03-bc45-429f-803c-1b13d928eea3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:27.760075 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.836855 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] For port 94ff6d03-bc45-429f-803c-1b13d928eea3, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=94ff6d03-bc45-429f-803c-1b13d928eea3,segment=NetworkSegment(5b4d9d08-4120-43f0-8a8c-ac561bb5626e),segment_id=5b4d9d08-4120-43f0-8a8c-ac561bb5626e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:27.837214 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.850467 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Calling delete_port for 94ff6d03-bc45-429f-803c-1b13d928eea3 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:28.042891 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:28.073027 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ff6d03-bc45-429f-803c-1b13d928eea3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:28.247073 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3629247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830052'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:28.465996 n-d-713499-10 neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Router 2ff27b00-dc66-415c-bf0f-e048c519b752 has already been hosted by L3 agent ceb62e04-989b-4811-b56b-9ab4c45bbab8 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:28.917043 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] Notify agent at l3_agent.n-d-713499-10 the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:28.923508 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-3321c652-2cbb-4339-b041-775cf5a90b28 admin admin] 10.222.0.78 "PUT /v2.0/routers/2ff27b00-dc66-415c-bf0f-e048c519b752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930841 Jul 30 02:55:28.924746 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32798) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:28.925838 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] Sync routers for ids ['2ff27b00-dc66-415c-bf0f-e048c519b752'] in n-d-713499-10 {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:28.934838 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] Routers {'2ff27b00-dc66-415c-bf0f-e048c519b752'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:28.935962 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2ff27b00-dc66-415c-bf0f-e048c519b752'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:29.039786 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.040286 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] Set router 2ff27b00-dc66-415c-bf0f-e048c519b752 gateway port host: n-d-713499-10 {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:29.148280 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.207637 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Deleting port 6f775aea-0e0e-4a99-8e31-66f83c70be0b {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:29.208117 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.233500 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'external_fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:55:27Z', 'revision_number': 5, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port': {'id': '6f775aea-0e0e-4a99-8e31-66f83c70be0b', 'name': '', 'network_id': '6f10b005-e373-4877-8d73-0fda2ca23c67', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5a010807-adeb-4592-b034-c36854f44c02', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:44Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a010807-adeb-4592-b034-c36854f44c02', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-10'}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:29.296170 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] For port 6f775aea-0e0e-4a99-8e31-66f83c70be0b, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=6f775aea-0e0e-4a99-8e31-66f83c70be0b,segment=NetworkSegment(54bd7010-b180-40cc-8c26-b2fc1362fe90),segment_id=54bd7010-b180-40cc-8c26-b2fc1362fe90)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:29.296433 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.311670 n-d-713499-10 neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Calling delete_port for 6f775aea-0e0e-4a99-8e31-66f83c70be0b owned by network:router_gateway {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:29.357156 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] Checking router: 2ff27b00-dc66-415c-bf0f-e048c519b752 for host: n-d-713499-10 {{(pid=93892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:29.366752 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] Routers {'2ff27b00-dc66-415c-bf0f-e048c519b752'} bound to L3 agent in host n-d-713499-10 {{(pid=93892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:29.367420 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:18:52Z,description=,heartbeat_timestamp=2021-07-30T02:55:22Z,host='n-d-713499-10',id=ceb62e04-989b-4811-b56b-9ab4c45bbab8,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:18:52Z,topic='l3_agent')) {'router_ids': ['2ff27b00-dc66-415c-bf0f-e048c519b752'], 'active': True} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:29.454141 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_dvr_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] Set router 2ff27b00-dc66-415c-bf0f-e048c519b752 gateway port host: None {{(pid=93892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:29.489699 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525883'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.505985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.l3_hamode_db [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:55:29Z', 'revision_number': 6, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port_host': None}], 'n-d-713499-10', False) {} {{(pid=93892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:29.521623 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f775aea-0e0e-4a99-8e31-66f83c70be0b,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:29.535871 n-d-713499-10 neutron-server[93892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f640b8b-3a57-44ef-9872-192cd7421d0e None None] The sync data for ids ['2ff27b00-dc66-415c-bf0f-e048c519b752'] in n-d-713499-10 is: [{'id': '2ff27b00-dc66-415c-bf0f-e048c519b752', 'name': 'tempest-TestSnapshotPattern-1266808178-router', 'tenant_id': 'c18669eb481c429b8d058e393d5d7969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:43Z', 'updated_at': '2021-07-30T02:55:29Z', 'revision_number': 6, 'project_id': 'c18669eb481c429b8d058e393d5d7969', 'gw_port_host': None}] {{(pid=93892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:29.589002 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665798'] for router_gateway, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.677695 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3717401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15579'] for router, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.680457 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.723929 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688329'] for router, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.724462 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff27b00-dc66-415c-bf0f-e048c519b752 {{(pid=93890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:55:29.729312 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.733351 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-9247163e-dc5b-4f84-b46b-1a033f2decd5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2ff27b00-dc66-415c-bf0f-e048c519b752 HTTP/1.1" status: 204 len: 168 time: 0.8047910 Jul 30 02:55:29.733564 n-d-713499-10 neutron-server[93890]: DEBUG neutron.wsgi [-] (93890) accepted ('10.222.0.78', 32800) {{(pid=93890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:29.777480 n-d-713499-10 neutron-server[93890]: DEBUG neutron.db.db_base_plugin_v2 [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Deleting subnet fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac {{(pid=93890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:55:29.781913 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.817257 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26525710'] for subnet, precommit_delete_associations {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.901495 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388675'] for subnet, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.960115 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26530290'] for subnet, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.988325 n-d-713499-10 neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:29.992399 n-d-713499-10 neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.997104 n-d-713499-10 neutron-server[93890]: INFO neutron.wsgi [None req-12edac48-3f01-4932-897e-2aec18a1a919 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fd0e5d14-bd9f-4b8b-a7a7-7e387d2c46ac HTTP/1.1" status: 204 len: 168 time: 0.2624328 Jul 30 02:55:29.997764 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32802) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:30.001744 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f48f1-9ea1-47bf-89cd-e4292dfaf6e4 None None] Network 5d0cc725-f85a-4296-a79c-b14b70aa7da2 requested from n-d-713499-10 {{(pid=93891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:30.071290 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1518474'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.127441 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Deleting port 823465b5-8468-4a66-a348-0da8f028aeb9 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:30.127774 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750880890251'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.197915 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] For port 823465b5-8468-4a66-a348-0da8f028aeb9, host n-d-713499-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-10',level=0,port_id=823465b5-8468-4a66-a348-0da8f028aeb9,segment=NetworkSegment(5b4d9d08-4120-43f0-8a8c-ac561bb5626e),segment_id=5b4d9d08-4120-43f0-8a8c-ac561bb5626e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:30.198289 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3829407'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.211630 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Calling delete_port for 823465b5-8468-4a66-a348-0da8f028aeb9 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:30.291984 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1468370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-884839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750880895007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750880523511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672164'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.316892 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Pushing event deleted for resources: {'Port': ['ID=823465b5-8468-4a66-a348-0da8f028aeb9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:30.324164 n-d-713499-10 neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] No DVR routers for this DVR port 823465b5-8468-4a66-a348-0da8f028aeb9 on host n-d-713499-10 {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:55:30.351853 n-d-713499-10 neutron-server[93891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57907dfb-e47c-4b94-b760-88418b9f992e None None] DHCP port deletion for 5d0cc725-f85a-4296-a79c-b14b70aa7da2 request from n-d-713499-10 {{(pid=93891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:55:30.401493 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391636', 'neutron.services.segments.db._delete_segments_for_network-8750880970801'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.413380 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0cc725-f85a-4296-a79c-b14b70aa7da2']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:30.425026 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4d9d08-4120-43f0-8a8c-ac561bb5626e') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:30.425319 n-d-713499-10 neutron-server[93889]: DEBUG neutron.services.segments.db [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4d9d08-4120-43f0-8a8c-ac561bb5626e') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:30.434534 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750880972090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26539746'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.448577 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.457103 n-d-713499-10 neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:55:30.457556 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672085'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: Traceback (most recent call last): Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: timer() Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: cb(*args, **kw) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: return func(*args, **kwargs) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: self._notify() Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: self.callback(batched_events) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: event.method(event) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: return f(self, *a, **k) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: return self._get(url).json() Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: return self.request(url, 'GET', **kwargs) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:55:30.459583 n-d-713499-10 neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:55:30.523428 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3629220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665850'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.539771 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Notify callbacks [] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.543594 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5d0cc725-f85a-4296-a79c-b14b70aa7da2 HTTP/1.1" status: 204 len: 168 time: 0.5439210 Jul 30 02:55:30.544904 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80912f27-169b-486f-8f10-34e00ab61095 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0cc725-f85a-4296-a79c-b14b70aa7da2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:30.734698 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32806) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:30.771607 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 823465b5-8468-4a66-a348-0da8f028aeb9 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:30.775788 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-510bec82-bf33-4e63-9726-82960b53b32e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb8fe9edf4614502a0d6227653505fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398574 Jul 30 02:55:30.778349 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:30.801961 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 823465b5-8468-4a66-a348-0da8f028aeb9 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:30.802584 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 823465b5-8468-4a66-a348-0da8f028aeb9 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:30.803026 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94ff6d03-bc45-429f-803c-1b13d928eea3 no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:30.826473 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 94ff6d03-bc45-429f-803c-1b13d928eea3 {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:30.826835 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 94ff6d03-bc45-429f-803c-1b13d928eea3 not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:30.827300 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f775aea-0e0e-4a99-8e31-66f83c70be0b no longer exists at agent ovs-agent-n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:30.830743 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2940840f-2e03-42d6-99b0-0b8d426c69e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.846093 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] No Port match for: 6f775aea-0e0e-4a99-8e31-66f83c70be0b {{(pid=93891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:30.846366 n-d-713499-10 neutron-server[93891]: DEBUG neutron.plugins.ml2.rpc [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Device 6f775aea-0e0e-4a99-8e31-66f83c70be0b not bound to the agent host n-d-713499-10 {{(pid=93891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:30.852443 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2940840f-2e03-42d6-99b0-0b8d426c69e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.904567 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2940840f-2e03-42d6-99b0-0b8d426c69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.907034 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2940840f-2e03-42d6-99b0-0b8d426c69e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.908194 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2940840f-2e03-42d6-99b0-0b8d426c69e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/976fbec5-8905-4662-be27-dc3fc6f90443 HTTP/1.1" status: 204 len: 168 time: 0.1289096 Jul 30 02:55:30.915916 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940840f-2e03-42d6-99b0-0b8d426c69e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976fbec5-8905-4662-be27-dc3fc6f90443,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:31.237313 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:31.277045 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-2f68c248-fa0b-4f32-80b7-7b6d3542705b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c18669eb481c429b8d058e393d5d7969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385070 Jul 30 02:55:31.279455 n-d-713499-10 neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.78', 32816) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:31.334451 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8269b93c-e7c1-493b-8e59-5bdd26f57e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.356353 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8269b93c-e7c1-493b-8e59-5bdd26f57e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.414828 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8269b93c-e7c1-493b-8e59-5bdd26f57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530395'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.417362 n-d-713499-10 neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8269b93c-e7c1-493b-8e59-5bdd26f57e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.418557 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [None req-8269b93c-e7c1-493b-8e59-5bdd26f57e83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/289a1f7f-6991-413d-9677-0b7bd983d23d HTTP/1.1" status: 204 len: 168 time: 0.1381633 Jul 30 02:55:31.426677 n-d-713499-10 neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269b93c-e7c1-493b-8e59-5bdd26f57e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a1f7f-6991-413d-9677-0b7bd983d23d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:37.852218 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:49.094411 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-82217e80-412b-41a6-a463-58056dc240da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:51.817580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ef20df2f-8ef1-4aee-8534-0d4524ec1f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:52.054612 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:52.087199 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:53.117725 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-2bd93b52-7e54-4e49-80c4-75187b1f8ae0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409601 Jul 30 02:55:53.198927 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-af92ed41-d4c1-4774-9618-70bafbca8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:53.200447 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-af92ed41-d4c1-4774-9618-70bafbca8109 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0413241 Jul 30 02:55:53.321434 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-25a0066c-7e0c-4956-97d9-edd2c598fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:53.322958 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-25a0066c-7e0c-4956-97d9-edd2c598fca1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0960095 Jul 30 02:55:53.366038 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-61a9e35d-865d-436b-865c-c1a5b9ba61b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0356424 Jul 30 02:55:53.406580 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:53.420022 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-2aefe54d-cee2-45e8-84fa-2c2d9b72d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:53.422654 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-2aefe54d-cee2-45e8-84fa-2c2d9b72d708 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0495441 Jul 30 02:55:53.473167 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-d7d54c36-ecef-415d-932c-e7611d01ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:53.474739 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-d7d54c36-ecef-415d-932c-e7611d01ef01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448997 Jul 30 02:55:53.563194 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-8871c55f-5761-4738-8903-17a84bc04b93 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812898 Jul 30 02:55:53.658102 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-140bde06-28fb-4aaa-911e-5d70f4d7199d req-ed36dd98-4ceb-4899-a2b5-3875f5145ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873437 Jul 30 02:55:54.911069 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:55.197462 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:56:07.856069 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:19.096544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-edb8471b-5c40-4815-86bd-d072e807fe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:21.818914 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5a2deda9-00d2-4014-b5d4-c6af8da925f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:22.059772 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:22.082412 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:23.407974 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:24.917014 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:32.197985 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:56:37.858134 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:49.097905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ce2ad74c-69d8-432a-b9d0-e40036739f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:51.820761 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-d175c4de-fce7-4585-abe6-7d138d220867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:52.051648 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:52.099029 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:53.411665 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:54.117214 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-c8b5c48e-f357-4a24-ad36-844a38a2a1bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459940 Jul 30 02:56:54.200825 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547a75-0168-4a89-879b-093862bb2883 req-8399a768-7e42-4501-96c7-633d043df505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:54.202323 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-8399a768-7e42-4501-96c7-633d043df505 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0431459 Jul 30 02:56:54.308620 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547a75-0168-4a89-879b-093862bb2883 req-38ca230e-2075-4b59-a56a-8f0d38712d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:54.310155 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-38ca230e-2075-4b59-a56a-8f0d38712d2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0893490 Jul 30 02:56:54.351360 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-27c82dc3-3af8-4539-9648-afa9785b2aa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0346496 Jul 30 02:56:54.413801 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547a75-0168-4a89-879b-093862bb2883 req-6fc9242b-df7a-497d-ae2d-b5420e76d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:54.415597 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-6fc9242b-df7a-497d-ae2d-b5420e76d05a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0573566 Jul 30 02:56:54.466679 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547a75-0168-4a89-879b-093862bb2883 req-0ca0984f-fb94-444f-88ce-cdbeb87fd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:54.468222 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-0ca0984f-fb94-444f-88ce-cdbeb87fd4da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460887 Jul 30 02:56:54.558788 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-46cfa679-6108-4f56-a67c-e9b6fb271c6d service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834339 Jul 30 02:56:54.653452 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-51547a75-0168-4a89-879b-093862bb2883 req-43c9ae13-5e77-41cc-beae-938c58a43068 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879788 Jul 30 02:56:54.920700 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:07.873270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:09.197467 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:57:19.107280 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e01c48a8-8dc4-4465-aa4b-fe7c9569d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:21.824570 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1e01cf1-228e-4963-8fa1-9b0f5741225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.052943 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.113645 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:23.414064 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:24.914836 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:37.879705 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:46.197894 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:57:49.099267 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-479b8c15-f7e7-4d8a-a380-c4725b993806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:51.826964 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4362605e-b322-4ded-921e-2cb81a704858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:52.054103 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:52.123722 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:53.418666 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:54.917398 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:55.234212 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-006bc1d9-efec-4d49-a947-24a2be9efd83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430919 Jul 30 02:57:55.319154 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-ca03f52c-54ea-4412-8708-59ab85258ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:55.320683 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-ca03f52c-54ea-4412-8708-59ab85258ab9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0430446 Jul 30 02:57:55.440394 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-cfa5da92-ffb3-4213-89bc-2d3d2de6d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:55.441957 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-cfa5da92-ffb3-4213-89bc-2d3d2de6d75f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.1020470 Jul 30 02:57:55.484803 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-45e89795-db5c-4505-90a2-20c05df305cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0357206 Jul 30 02:57:55.534569 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-18382493-259c-4384-bf32-a7a05efd0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:55.536034 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-18382493-259c-4384-bf32-a7a05efd0fcb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0445859 Jul 30 02:57:55.587570 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-905f0367-976c-4cfc-8e8b-62c0b9b5de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:55.596688 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-905f0367-976c-4cfc-8e8b-62c0b9b5de1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530729 Jul 30 02:57:55.696695 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-284b1d06-5e1e-4dfb-9751-01b997061257 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930326 Jul 30 02:57:55.798858 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-c2437c0d-5c7a-4948-a28f-178bf691a9c6 req-97d72be5-7347-4432-b851-ff0e8ba11176 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952258 Jul 30 02:58:07.879139 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.104497 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-107b9025-339b-4248-9289-eb9d1fc7834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.829024 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-fb3cee7a-069a-418e-8f63-57aad844a20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.056923 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.127818 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:23.198240 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:58:23.420082 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.918438 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:37.879092 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:49.106106 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f541d695-0a3e-4836-9721-ed15c55092ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:51.831141 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf79e91b-e42d-40bb-8883-ea2913978d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:52.059050 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:52.127449 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:53.422967 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:54.922873 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:57.116996 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-2a107a66-f0f8-4b0c-b81c-c258f4cef311 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423284 Jul 30 02:58:57.216683 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-a097b7c5-2f10-4df6-a863-0c8080437251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:57.218221 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-a097b7c5-2f10-4df6-a863-0c8080437251 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0503068 Jul 30 02:58:57.328580 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-736d7cbb-ec54-41ea-957a-70a5e5c99c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:57.330178 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-736d7cbb-ec54-41ea-957a-70a5e5c99c42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0919654 Jul 30 02:58:57.372729 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-10e9458d-7ebd-46f4-849a-e1ce11df7aaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0357096 Jul 30 02:58:57.422604 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-1815e626-dc7d-4b2a-9fa3-eb967f4a1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:57.424121 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-1815e626-dc7d-4b2a-9fa3-eb967f4a1c33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0448306 Jul 30 02:58:57.469518 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-1f3a1a40-50ea-4a6f-a64c-51c900b520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:57.471068 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-1f3a1a40-50ea-4a6f-a64c-51c900b520f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405059 Jul 30 02:58:57.564486 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-e6318f0d-5efe-40d6-9850-c740f7c6e27c service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865777 Jul 30 02:58:57.655854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-dc8b6c9c-c258-41c8-a794-bf9d137e30a9 req-10dda6a2-ffef-43cf-8edf-02586f372ef9 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Jul 30 02:59:00.198610 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:59:07.877713 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:19.107254 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-33474c94-4a33-4c63-96ad-ff5330cfc1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:21.832244 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e1c2d1cc-9919-4b68-8ad3-2ba9fce7a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:22.065980 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:22.136802 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:23.426256 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:24.925080 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:37.197987 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:59:37.876602 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:49.109106 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e996e958-b586-4c52-b9e3-dc3a9b1d3091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:51.834379 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-9d6c299d-5968-4d84-aa42-646171211b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.057181 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:52.157941 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:53.431538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:54.931734 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:58.138756 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-00f083b8-2af0-4d7e-955b-27a8978bddf4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466912 Jul 30 02:59:58.221847 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-ea6cc28a-93e2-41a9-80a4-5602241892fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:58.223452 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-ea6cc28a-93e2-41a9-80a4-5602241892fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0427284 Jul 30 02:59:58.325483 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-6f163e78-d107-4a5b-aa1c-12fb1bf8f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:58.326979 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-6f163e78-d107-4a5b-aa1c-12fb1bf8f366 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0854287 Jul 30 02:59:58.372830 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-26e557e7-6605-401e-8fea-35fe18f71fea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0387189 Jul 30 02:59:58.421543 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-8bf27bcf-61b2-49bb-8e21-3c01870efbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:58.423236 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-8bf27bcf-61b2-49bb-8e21-3c01870efbf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0437987 Jul 30 02:59:58.474711 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-f365486b-1b50-44ad-9332-5ea5a29211f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:58.476263 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-f365486b-1b50-44ad-9332-5ea5a29211f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462933 Jul 30 02:59:58.571856 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-0c4ddb8a-afb7-4fa3-8e9e-bf95067e19ab service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874224 Jul 30 02:59:58.663831 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-23cf92ae-bed1-4084-b59b-f4254c242979 req-4474ad10-9cef-414a-83e7-2f96d7388bd0 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Jul 30 03:00:07.876074 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:14.198406 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:00:19.111270 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-28a19c4a-154f-4a35-8376-f370f777512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:21.836484 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-bf46cdc1-07a4-46ee-b694-65d214bdd17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:22.058093 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:22.157654 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:23.431945 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:24.931782 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:37.877554 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:49.112544 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-36738125-89ab-4245-b94b-a1291c78796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:51.199727 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:00:51.836297 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a83f0223-4f54-4f9b-b08d-416f1abb26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:52.059090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:52.156724 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:53.434910 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:54.935304 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:00.117456 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-d47f845b-ade0-4bc1-94d8-44d54097de58 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463004 Jul 30 03:01:00.207308 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-945a44fa-6cf8-445c-bc13-47f57154205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:00.208944 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-945a44fa-6cf8-445c-bc13-47f57154205a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0421498 Jul 30 03:01:00.317297 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-1cf0ecef-9fcc-4e2f-8d3e-04a34b38f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:00.319393 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-1cf0ecef-9fcc-4e2f-8d3e-04a34b38f1c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0915282 Jul 30 03:01:00.364490 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-84c3fc07-7c53-4e4e-8a3d-051311460067 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0379381 Jul 30 03:01:00.414070 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-c40dfb1a-6f59-443c-9406-8bd4562b8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:00.415650 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-c40dfb1a-6f59-443c-9406-8bd4562b8bfa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0447574 Jul 30 03:01:00.477849 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-3ea28949-c053-4585-a17b-45e7b7e317bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:00.479290 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-3ea28949-c053-4585-a17b-45e7b7e317bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566704 Jul 30 03:01:00.573718 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-da5cc221-169b-4330-b305-b03ea3ebc718 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Jul 30 03:01:00.664349 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-3ec2ea62-f93d-4471-bee6-8dd3f1b1b8ad req-1aac654b-ac15-49cc-9163-2e4437bcfd9d service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823076 Jul 30 03:01:07.908253 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:19.116081 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-4750283e-2d71-4596-a5e3-9f3f79a1a0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:21.848111 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-611fc809-fe81-4017-ba15-51e9cc4eaac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:22.060130 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:22.166090 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:23.439577 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:24.944046 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:28.199456 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:01:37.904185 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:49.118277 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f54a8982-97bd-43e5-89e6-64f4d675be7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:51.839623 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-89c82058-db5c-4ae5-a46b-a2e8ed7fb165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:52.061701 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:52.155376 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:53.440663 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.944443 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:01.129854 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-7c8a06df-778f-4fd6-8653-8fc0774fd8d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417101 Jul 30 03:02:01.216810 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-1bdb0065-781a-48c6-b7b1-ba4a9d24e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:01.218258 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-1bdb0065-781a-48c6-b7b1-ba4a9d24e9af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0457153 Jul 30 03:02:01.327935 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-1dfa24b5-dfa8-43fa-ad02-3c50d783d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:01.329762 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-1dfa24b5-dfa8-43fa-ad02-3c50d783d1dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0912397 Jul 30 03:02:01.376804 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-e2d3477d-492e-4ccd-bf79-64bef6d33918 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0402331 Jul 30 03:02:01.426991 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-b40b128a-9f60-4960-a261-b371e4489d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:01.429075 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-b40b128a-9f60-4960-a261-b371e4489d11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0447536 Jul 30 03:02:01.475296 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-470bbcdb-a97a-42c9-b66b-96d99976c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:01.476731 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-470bbcdb-a97a-42c9-b66b-96d99976c2d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410311 Jul 30 03:02:01.570359 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-86259842-e6b5-40d5-9d07-bc50a39a9c43 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859993 Jul 30 03:02:01.661454 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-36a1cb07-0cbb-4323-bfa1-41e36f661633 req-9bfdbeac-1b10-49f0-ac81-d91ff5451b5e service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Jul 30 03:02:05.198955 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:02:07.903538 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:19.121333 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-492a9326-d8db-4cb2-be87-c0b8493cf9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:21.841164 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-c92e0339-4255-482c-93a0-dd1230d5c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:22.063658 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:22.155515 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:23.445488 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:24.948110 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:37.902309 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:42.198987 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:02:49.123644 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ebf7517f-f127-4b3a-be30-c90efc79888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:51.844548 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e5a96cca-7bd9-4558-bbb4-967c37e3865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.063788 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.161508 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.447339 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:54.962760 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:03.171419 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-a8719c5d-cf47-4b9a-bcc1-36e9540d7e42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0984695 Jul 30 03:03:03.258371 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-a175d941-2471-4913-9895-6a536c99802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:03.260297 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-a175d941-2471-4913-9895-6a536c99802f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9ca5589f05647b58584aa238dfd8d1c&device_id=29fa59f3-c6cc-40c6-91ae-9cbad96a0b1d HTTP/1.1" status: 200 len: 1098 time: 0.0457454 Jul 30 03:03:03.368106 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-8c200113-7640-4c6e-aa04-732beb52fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:03.370097 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-8c200113-7640-4c6e-aa04-732beb52fa0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a525c-c039-48d5-8b80-0b344199dbdc HTTP/1.1" status: 200 len: 912 time: 0.0897651 Jul 30 03:03:03.412510 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-8c45b6f6-a921-4bab-afb9-888c5026065f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865ed41e-1f04-486c-bf26-a666269b1b05 HTTP/1.1" status: 200 len: 217 time: 0.0347517 Jul 30 03:03:03.466400 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-6dab0392-7d93-45f2-b6e7-55544ffe6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:03.468151 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-6dab0392-7d93-45f2-b6e7-55544ffe6ce9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9c7302b6-ba57-41fd-8849-e6ca973204fd HTTP/1.1" status: 200 len: 850 time: 0.0483396 Jul 30 03:03:03.515767 n-d-713499-10 neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-132440a4-f2d5-4562-8698-d632e6a7bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:03.517239 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-132440a4-f2d5-4562-8698-d632e6a7bbc2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a525c-c039-48d5-8b80-0b344199dbdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413709 Jul 30 03:03:03.609215 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-a84525df-0397-4eb0-b8b7-c15d459a4680 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826604 Jul 30 03:03:03.704093 n-d-713499-10 neutron-server[93889]: INFO neutron.wsgi [req-5a0b71dc-a5a2-4fbb-9202-c8a313787856 req-09a4ef53-3cb8-4525-b418-f200251d6cea service neutron] 10.222.0.66 "GET /v2.0/networks/b86a525c-c039-48d5-8b80-0b344199dbdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Jul 30 03:03:07.907905 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:19.124912 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-17795156-da4b-4424-99c2-147c3dd37591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:19.198706 n-d-713499-10 neutron-server[93892]: DEBUG neutron.db.agents_db [None req-d14278b2-3834-43f3-954d-7f9e75694c3b None None] Agent healthcheck: found 7 active agents {{(pid=93892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:03:21.847014 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-5d115bea-0436-4c98-9dc3-c98eb4bba344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:22.073794 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-18e08da9-93cb-41da-b602-ca668357b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:22.153881 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebaec-2c05-4208-ab82-065ee3f39898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:23.450445 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-955fe87e-027c-4007-a740-8a16df4fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:24.963470 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-7e82f2ec-fc5a-43d3-9e7a-74675c2643c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:37.900877 n-d-713499-10 neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-f6be5882-7e1f-4e84-91a2-faa189b6dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750880970783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376722'] for agent, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}